sensemaking 0.19.0 → 0.19.2

package/dist/cjs/store/sqlite/reconcile.js

@@ -9,42 +9,21 @@ function _export(target, all) {
     });
 }
 _export(exports, {
-    get changedSignatureKeys () {
-        return changedSignatureKeys;
+    get INSERT_CONTENT_SQL () {
+        return INSERT_CONTENT_SQL;
     },
-    get embedIdentityAdopted () {
-        return embedIdentityAdopted;
+    get contentRow () {
+        return contentRow;
     },
-    get rebuildContentTable () {
-        return rebuildContentTable;
-    },
-    get reconcile () {
-        return reconcile;
-    },
-    get signatureDiff () {
-        return signatureDiff;
+    get sqliteDialect () {
+        return sqliteDialect;
     }
 });
 var _indexts = require("../../config/index.js");
 var _errorsts = require("../../errors.js");
-var _indexts1 = require("../../features/index.js");
-var _progressts = require("../../output/progress.js");
-var _indexts2 = require("../../scan/index.js");
-var _reparsets = require("../../scan/reparse.js");
 var _segmentts = require("../../text/segment.js");
 var _sharedts = require("../shared.js");
 var _transactionts = require("../transaction.js");
-function _array_like_to_array(arr, len) {
-    if (len == null || len > arr.length) len = arr.length;
-    for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
-    return arr2;
-}
-function _array_with_holes(arr) {
-    if (Array.isArray(arr)) return arr;
-}
-function _array_without_holes(arr) {
-    if (Array.isArray(arr)) return _array_like_to_array(arr);
-}
 function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
     try {
         var info = gen[key](arg);
@@ -71,47 +50,6 @@ function _async_to_generator(fn) {
         });
     };
 }
-function _iterable_to_array(iter) {
-    if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) {
-        return Array.from(iter);
-    }
-}
-function _iterable_to_array_limit(arr, i) {
-    var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"];
-    if (_i == null) return;
-    var _arr = [];
-    var _n = true;
-    var _d = false;
-    var _s, _e;
-    try {
-        for(_i = _i.call(arr); !(_n = (_s = _i.next()).done); _n = true){
-            _arr.push(_s.value);
-            if (i && _arr.length === i) break;
-        }
-    } catch (err) {
-        _d = true;
-        _e = err;
-    } finally{
-        try {
-            if (!_n && _i["return"] != null) _i["return"]();
-        } finally{
-            if (_d) throw _e;
-        }
-    }
-    return _arr;
-}
-function _non_iterable_rest() {
-    throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
-}
-function _non_iterable_spread() {
-    throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
-}
-function _sliced_to_array(arr, i) {
-    return _array_with_holes(arr) || _iterable_to_array_limit(arr, i) || _unsupported_iterable_to_array(arr, i) || _non_iterable_rest();
-}
-function _to_consumable_array(arr) {
-    return _array_without_holes(arr) || _iterable_to_array(arr) || _unsupported_iterable_to_array(arr) || _non_iterable_spread();
-}
 function _ts_generator(thisArg, body) {
     var f, y, t, _ = {
         label: 0,
@@ -211,50 +149,11 @@ function _ts_generator(thisArg, body) {
         };
     }
 }
-function _ts_values(o) {
-    var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
-    if (m) {
-        return m.call(o);
-    }
-    if (o && typeof o.length === "number") {
-        return {
-            next: function() {
-                if (o && i >= o.length) {
-                    o = void 0;
-                }
-                return {
-                    value: o && o[i++],
-                    done: !o
-                };
-            }
-        };
-    }
-    throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
-}
-function _unsupported_iterable_to_array(o, minLen) {
-    if (!o) return;
-    if (typeof o === "string") return _array_like_to_array(o, minLen);
-    var n = Object.prototype.toString.call(o).slice(8, -1);
-    if (n === "Object" && o.constructor) n = o.constructor.name;
-    if (n === "Map" || n === "Set") return Array.from(n);
-    if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
-}
-// Feature-owned columns (`_rank`) must stay out of the upsert: a reparse would null the last
-// computed value on every touch, not just the reconciles that recompute it.
-var CORE_FRONTMATTER_COLUMNS = new Set([
-    'path',
-    '_mtime',
-    '_ctime',
-    '_size',
-    '_parse_error'
-]);
+// This store's dialect (types.ts's ReconcileDialect) for the shared orchestration in
+// store/reconcile.ts. content is FTS5-virtual with "_seg" sidecars for lexical.ts.
 // SQLite's compile-time SQLITE_MAX_COLUMN, default 2000 (https://www.sqlite.org/limits.html).
 var MAX_FRONTMATTER_COLUMNS = 2000;
-// Shared by reconcile() and the tokenize-only rebuild in open(), so both prepare the same
-// literal instead of two copies drifting apart.
 var INSERT_CONTENT_SQL = 'INSERT INTO content (rowid, title, summary, text, "path", title_seg, summary_seg, text_seg) VALUES ((SELECT rowid FROM frontmatter WHERE "path" = ?), ?, ?, ?, ?, ?, ?, ?)';
-// A single content row's param tuple, matching INSERT_CONTENT_SQL's placeholder order.
-// Assumes the frontmatter row for doc.relPath already exists (rowid subquery).
 function contentRow(doc, segmenting) {
     return [
         doc.relPath,
@@ -267,758 +166,67 @@ function contentRow(doc, segmenting) {
         segmenting ? (0, _segmentts.segmentField)(doc.search.text) : ''
     ];
 }
-function reconcile(conn, cfg, baseDir) {
+function reconcileContent(conn, touched, docs, _delta, cfg) {
     return _async_to_generator(function() {
-        var files, currentSet, existingStmt, existingRows, existing, vanished, toReparse, features, seenColumns, report, _ref, parsedDocs, warnings, newColumns, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, col, allColumns, writableColumns, insertSql, added, delta, addedSet, reparsedExisting, txStart, durationMs, prevRaw, prevMax;
+        var segmenting;
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
-                    files = (0, _indexts2.listFiles)(cfg, baseDir);
-                    currentSet = new Set(files.map(function(f) {
-                        return f.relPath;
-                    }));
-                    return [
-                        4,
-                        conn.prepare('SELECT "path", "_mtime", "_size" FROM frontmatter')
-                    ];
-                case 1:
-                    existingStmt = _state.sent();
-                    return [
-                        4,
-                        existingStmt.all()
-                    ];
-                case 2:
-                    existingRows = _state.sent();
-                    existing = new Map(existingRows.map(function(r) {
-                        return [
-                            r.path,
-                            r
-                        ];
-                    }));
-                    vanished = existingRows.filter(function(r) {
-                        return !currentSet.has(r.path);
-                    }).map(function(r) {
-                        return r.path;
-                    });
-                    toReparse = files.filter(function(f) {
-                        var row = existing.get(f.relPath);
-                        return !row || row._mtime !== f.mtimeMs || row._size !== f.size;
-                    });
-                    if (vanished.length === 0 && toReparse.length === 0) return [
-                        2,
-                        {
-                            parsed: 0,
-                            warnings: []
-                        }
-                    ];
-                    features = (0, _indexts1.activeFeatures)(cfg);
-                    return [
-                        4,
-                        (0, _sharedts.getColumns)(conn)
-                    ];
-                case 3:
-                    seenColumns = _state.sent();
-                    // Bulk reparses (a sync, a cold build) are the long silences a query can hit; short
-                    // reconciles stay silent (progress() has a threshold).
-                    report = (0, _progressts.progress)('reparsing files', toReparse.length);
-                    return [
-                        4,
-                        (0, _reparsets.reparseFiles)(toReparse, features, cfg, seenColumns, report.tick)
-                    ];
-                case 4:
-                    _ref = _state.sent(), parsedDocs = _ref.docs, warnings = _ref.warnings, newColumns = _ref.newColumns;
-                    report.finish();
-                    _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
-                    try {
-                        for(_iterator = newColumns[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
-                            col = _step.value;
-                            seenColumns.add(col);
-                        }
-                    } catch (err) {
-                        _didIteratorError = true;
-                        _iteratorError = err;
-                    } finally{
-                        try {
-                            if (!_iteratorNormalCompletion && _iterator.return != null) {
-                                _iterator.return();
-                            }
-                        } finally{
-                            if (_didIteratorError) {
-                                throw _iteratorError;
-                            }
-                        }
-                    }
-                    allColumns = _to_consumable_array(seenColumns);
-                    // Fence before ALTERing: SQLite's own failure past this point is a raw
-                    // "too many columns on sqlite_altertab_frontmatter" with no indication of the boundary or the levers.
-                    if (allColumns.length > MAX_FRONTMATTER_COLUMNS) {
-                        throw new _errorsts.SenseError('COLUMN_LIMIT', "frontmatter would need ".concat(allColumns.length, " columns, crossing SQLite's compile-time SQLITE_MAX_COLUMN limit (default ").concat(MAX_FRONTMATTER_COLUMNS, "; see https://www.sqlite.org/limits.html). Narrow the presets' include globs so fewer/other files are indexed, or fix whatever is generating unbounded frontmatter keys."));
-                    }
-                    // Columns the frontmatter upsert actually writes: core + parsed frontmatter keys, never a
-                    // feature-owned reserved column (see CORE_FRONTMATTER_COLUMNS above).
-                    writableColumns = allColumns.filter(function(c) {
-                        return CORE_FRONTMATTER_COLUMNS.has(c) || !_indexts2.RESERVED_COLUMNS.has(c);
-                    });
-                    // ON CONFLICT UPDATE (not OR REPLACE) keeps the row's rowid stable across reparses --
-                    // content rows are coupled to that rowid below.
-                    insertSql = "INSERT INTO frontmatter (".concat(writableColumns.map(_sharedts.quoteIdent).join(', '), ") VALUES (").concat(writableColumns.map(function() {
-                        return '?';
-                    }).join(', '), ') ON CONFLICT("path") DO UPDATE SET ').concat(writableColumns.filter(function(c) {
-                        return c !== 'path';
-                    }).map(function(c) {
-                        return "".concat((0, _sharedts.quoteIdent)(c), " = excluded.").concat((0, _sharedts.quoteIdent)(c));
-                    }).join(', '));
-                    added = toReparse.filter(function(f) {
-                        return !existing.has(f.relPath);
-                    }).map(function(f) {
-                        return f.relPath;
-                    });
-                    delta = {
-                        files: files,
-                        reparsed: parsedDocs.map(function(d) {
-                            return d.relPath;
-                        }),
-                        added: added,
-                        vanished: vanished
-                    };
-                    addedSet = new Set(added);
-                    reparsedExisting = parsedDocs.map(function(d) {
-                        return d.relPath;
-                    }).filter(function(p) {
-                        return !addedSet.has(p);
-                    });
-                    txStart = Date.now();
-                    return [
-                        4,
-                        (0, _transactionts.withTransaction)(conn, function() {
-                            return _async_to_generator(function() {
-                                var _feature_remove, _feature_afterReconcile, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, col, err, rows, segmenting, presetTouched, presetRows, _iteratorNormalCompletion1, _didIteratorError1, _iteratorError1, _iteratorNormalCompletion2, _didIteratorError2, _iteratorError2, _iterator1, _step1, doc, _iterator2, _step2, presetName, removedPaths, _iteratorNormalCompletion3, _didIteratorError3, _iteratorError3, _iterator3, _step3, feature, err, _iteratorNormalCompletion4, _didIteratorError4, _iteratorError4, _loop, _iterator4, _step4, err, _iteratorNormalCompletion5, _didIteratorError5, _iteratorError5, _iterator5, _step5, feature1, err;
-                                return _ts_generator(this, function(_state) {
-                                    switch(_state.label){
-                                        case 0:
-                                            _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
-                                            _state.label = 1;
-                                        case 1:
-                                            _state.trys.push([
-                                                1,
-                                                6,
-                                                7,
-                                                8
-                                            ]);
-                                            _iterator = newColumns[Symbol.iterator]();
-                                            _state.label = 2;
-                                        case 2:
-                                            if (!!(_iteratorNormalCompletion = (_step = _iterator.next()).done)) return [
-                                                3,
-                                                5
-                                            ];
-                                            col = _step.value;
-                                            return [
-                                                4,
-                                                conn.exec("ALTER TABLE frontmatter ADD COLUMN ".concat((0, _sharedts.quoteIdent)(col)))
-                                            ];
-                                        case 3:
-                                            _state.sent();
-                                            _state.label = 4;
-                                        case 4:
-                                            _iteratorNormalCompletion = true;
-                                            return [
-                                                3,
-                                                2
-                                            ];
-                                        case 5:
-                                            return [
-                                                3,
-                                                8
-                                            ];
-                                        case 6:
-                                            err = _state.sent();
-                                            _didIteratorError = true;
-                                            _iteratorError = err;
-                                            return [
-                                                3,
-                                                8
-                                            ];
-                                        case 7:
-                                            try {
-                                                if (!_iteratorNormalCompletion && _iterator.return != null) {
-                                                    _iterator.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError) {
-                                                    throw _iteratorError;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 8:
-                                            if (!(vanished.length > 0)) return [
-                                                3,
-                                                10
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch('DELETE FROM content WHERE rowid = (SELECT rowid FROM frontmatter WHERE "path" = ?)', vanished.map(function(p) {
-                                                    return [
-                                                        p
-                                                    ];
-                                                }))
-                                            ];
-                                        case 9:
-                                            _state.sent();
-                                            _state.label = 10;
-                                        case 10:
-                                            if (!(reparsedExisting.length > 0)) return [
-                                                3,
-                                                12
-                                            ];
-                                            // FTS5 has no upsert, so delete-before-insert, coupled to the frontmatter rowid (indexed via
-                                            // its PRIMARY KEY) rather than the UNINDEXED `path` column, which a per-row DELETE would scan to find.
-                                            return [
-                                                4,
-                                                conn.runBatch('DELETE FROM content WHERE rowid = (SELECT rowid FROM frontmatter WHERE "path" = ?)', reparsedExisting.map(function(p) {
-                                                    return [
-                                                        p
-                                                    ];
-                                                }))
-                                            ];
-                                        case 11:
-                                            _state.sent();
-                                            _state.label = 12;
-                                        case 12:
-                                            if (!(parsedDocs.length > 0)) return [
-                                                3,
-                                                15
-                                            ];
-                                            rows = parsedDocs.map(function(doc) {
-                                                return writableColumns.map(function(col) {
-                                                    var _doc_data_col;
-                                                    if (col === 'path') return doc.relPath;
-                                                    if (col === '_mtime') return doc.mtimeMs;
-                                                    if (col === '_ctime') return doc.ctimeMs;
-                                                    if (col === '_size') return doc.size;
-                                                    // Written per parse, unlike _rank, which a feature pass owns and the upsert skips.
-                                                    if (col === '_parse_error') return doc.parseError;
-                                                    return (_doc_data_col = doc.data[col]) !== null && _doc_data_col !== void 0 ? _doc_data_col : null;
-                                                });
-                                            });
-                                            return [
-                                                4,
-                                                conn.runBatch(insertSql, rows)
-                                            ];
-                                        case 13:
-                                            _state.sent();
-                                            // A non-default tokenizer means the tree has chosen its own scheme; a phrase query over
-                                            // grapheme runs would be nonsense against trigram, so the sidecars stay empty.
-                                            segmenting = (0, _indexts.contentTokenize)(cfg) === undefined;
-                                            return [
-                                                4,
-                                                conn.runBatch(INSERT_CONTENT_SQL, parsedDocs.map(function(doc) {
-                                                    return contentRow(doc, segmenting);
-                                                }))
-                                            ];
-                                        case 14:
-                                            _state.sent();
-                                            _state.label = 15;
-                                        case 15:
-                                            if (!(vanished.length > 0)) return [
-                                                3,
-                                                17
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch('DELETE FROM frontmatter WHERE "path" = ?', vanished.map(function(p) {
-                                                    return [
-                                                        p
-                                                    ];
-                                                }))
-                                            ];
-                                        case 16:
-                                            _state.sent();
-                                            _state.label = 17;
-                                        case 17:
-                                            // A preset edit forces a full rebuild, so an unchanged doc's coverage is already correct;
-                                            // new docs have nothing to clear, which keeps cold builds linear.
-                                            presetTouched = _to_consumable_array(vanished).concat(_to_consumable_array(reparsedExisting));
-                                            if (!(presetTouched.length > 0)) return [
-                                                3,
-                                                19
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch('DELETE FROM preset_files WHERE "path" = ?', presetTouched.map(function(p) {
-                                                    return [
-                                                        p
-                                                    ];
-                                                }))
-                                            ];
-                                        case 18:
-                                            _state.sent();
-                                            _state.label = 19;
-                                        case 19:
-                                            presetRows = [];
-                                            _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined, _iteratorNormalCompletion2 = true, _didIteratorError2 = false, _iteratorError2 = undefined;
-                                            try {
-                                                for(_iterator1 = parsedDocs[Symbol.iterator](); !(_iteratorNormalCompletion2 = (_step1 = _iterator1.next()).done); _iteratorNormalCompletion2 = true){
-                                                    doc = _step1.value;
-                                                    try {
-                                                        for(_iterator2 = doc.presets[Symbol.iterator](); !(_iteratorNormalCompletion1 = (_step2 = _iterator2.next()).done); _iteratorNormalCompletion1 = true){
-                                                            presetName = _step2.value;
-                                                            presetRows.push([
-                                                                doc.relPath,
-                                                                presetName
-                                                            ]);
-                                                        }
-                                                    } catch (err) {
-                                                        _didIteratorError1 = true;
-                                                        _iteratorError1 = err;
-                                                    } finally{
-                                                        try {
-                                                            if (!_iteratorNormalCompletion1 && _iterator2.return != null) {
-                                                                _iterator2.return();
-                                                            }
-                                                        } finally{
-                                                            if (_didIteratorError1) {
-                                                                throw _iteratorError1;
-                                                            }
-                                                        }
-                                                    }
-                                                }
-                                            } catch (err) {
-                                                _didIteratorError2 = true;
-                                                _iteratorError2 = err;
-                                            } finally{
-                                                try {
-                                                    if (!_iteratorNormalCompletion2 && _iterator1.return != null) {
-                                                        _iterator1.return();
-                                                    }
-                                                } finally{
-                                                    if (_didIteratorError2) {
-                                                        throw _iteratorError2;
-                                                    }
-                                                }
-                                            }
-                                            if (!(presetRows.length > 0)) return [
-                                                3,
-                                                21
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch('INSERT INTO preset_files ("path", preset) VALUES (?, ?)', presetRows)
-                                            ];
-                                        case 20:
-                                            _state.sent();
-                                            _state.label = 21;
-                                        case 21:
-                                            removedPaths = _to_consumable_array(vanished).concat(_to_consumable_array(reparsedExisting));
-                                            _iteratorNormalCompletion3 = true, _didIteratorError3 = false, _iteratorError3 = undefined;
-                                            if (!(removedPaths.length > 0)) return [
-                                                3,
-                                                29
-                                            ];
-                                            _state.label = 22;
-                                        case 22:
-                                            _state.trys.push([
-                                                22,
-                                                27,
-                                                28,
-                                                29
-                                            ]);
-                                            _iterator3 = features[Symbol.iterator]();
-                                            _state.label = 23;
-                                        case 23:
-                                            if (!!(_iteratorNormalCompletion3 = (_step3 = _iterator3.next()).done)) return [
-                                                3,
-                                                26
-                                            ];
-                                            feature = _step3.value;
-                                            return [
-                                                4,
-                                                (_feature_remove = feature.remove) === null || _feature_remove === void 0 ? void 0 : _feature_remove.call(feature, conn, removedPaths, delta)
-                                            ];
-                                        case 24:
-                                            _state.sent();
-                                            _state.label = 25;
-                                        case 25:
-                                            _iteratorNormalCompletion3 = true;
-                                            return [
-                                                3,
-                                                23
-                                            ];
-                                        case 26:
-                                            return [
-                                                3,
-                                                29
-                                            ];
-                                        case 27:
-                                            err = _state.sent();
-                                            _didIteratorError3 = true;
-                                            _iteratorError3 = err;
-                                            return [
-                                                3,
-                                                29
-                                            ];
-                                        case 28:
-                                            try {
-                                                if (!_iteratorNormalCompletion3 && _iterator3.return != null) {
-                                                    _iterator3.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError3) {
-                                                    throw _iteratorError3;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 29:
-                                            _iteratorNormalCompletion4 = true, _didIteratorError4 = false, _iteratorError4 = undefined;
-                                            _state.label = 30;
-                                        case 30:
-                                            _state.trys.push([
-                                                30,
-                                                35,
-                                                36,
-                                                37
-                                            ]);
-                                            _loop = function() {
-                                                var feature, _feature_store, docsForFeature;
-                                                return _ts_generator(this, function(_state) {
-                                                    switch(_state.label){
-                                                        case 0:
-                                                            feature = _step4.value;
-                                                            docsForFeature = parsedDocs.map(function(doc) {
-                                                                return {
-                                                                    path: doc.relPath,
-                                                                    extracted: doc.extracted[feature.name]
-                                                                };
-                                                            });
-                                                            return [
-                                                                4,
-                                                                (_feature_store = feature.store) === null || _feature_store === void 0 ? void 0 : _feature_store.call(feature, conn, docsForFeature, delta)
-                                                            ];
-                                                        case 1:
-                                                            _state.sent();
-                                                            return [
-                                                                2
-                                                            ];
-                                                    }
-                                                });
-                                            };
-                                            _iterator4 = features[Symbol.iterator]();
-                                            _state.label = 31;
-                                        case 31:
-                                            if (!!(_iteratorNormalCompletion4 = (_step4 = _iterator4.next()).done)) return [
-                                                3,
-                                                34
-                                            ];
-                                            return [
-                                                5,
-                                                _ts_values(_loop())
-                                            ];
-                                        case 32:
-                                            _state.sent();
-                                            _state.label = 33;
-                                        case 33:
-                                            _iteratorNormalCompletion4 = true;
-                                            return [
-                                                3,
-                                                31
-                                            ];
-                                        case 34:
-                                            return [
-                                                3,
-                                                37
-                                            ];
-                                        case 35:
-                                            err = _state.sent();
-                                            _didIteratorError4 = true;
-                                            _iteratorError4 = err;
-                                            return [
-                                                3,
-                                                37
-                                            ];
-                                        case 36:
-                                            try {
-                                                if (!_iteratorNormalCompletion4 && _iterator4.return != null) {
-                                                    _iterator4.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError4) {
-                                                    throw _iteratorError4;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 37:
-                                            _iteratorNormalCompletion5 = true, _didIteratorError5 = false, _iteratorError5 = undefined;
-                                            _state.label = 38;
-                                        case 38:
-                                            _state.trys.push([
-                                                38,
-                                                43,
-                                                44,
-                                                45
-                                            ]);
-                                            _iterator5 = features[Symbol.iterator]();
-                                            _state.label = 39;
-                                        case 39:
-                                            if (!!(_iteratorNormalCompletion5 = (_step5 = _iterator5.next()).done)) return [
-                                                3,
-                                                42
-                                            ];
-                                            feature1 = _step5.value;
-                                            return [
-                                                4,
-                                                (_feature_afterReconcile = feature1.afterReconcile) === null || _feature_afterReconcile === void 0 ? void 0 : _feature_afterReconcile.call(feature1, conn, delta)
-                                            ];
-                                        case 40:
-                                            _state.sent();
-                                            _state.label = 41;
-                                        case 41:
-                                            _iteratorNormalCompletion5 = true;
-                                            return [
-                                                3,
-                                                39
-                                            ];
-                                        case 42:
-                                            return [
-                                                3,
-                                                45
-                                            ];
-                                        case 43:
-                                            err = _state.sent();
-                                            _didIteratorError5 = true;
-                                            _iteratorError5 = err;
-                                            return [
-                                                3,
-                                                45
-                                            ];
-                                        case 44:
-                                            try {
-                                                if (!_iteratorNormalCompletion5 && _iterator5.return != null) {
-                                                    _iterator5.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError5) {
-                                                    throw _iteratorError5;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 45:
-                                            return [
-                                                2
-                                            ];
-                                    }
-                                });
-                            })();
-                        })
-                    ];
-                case 5:
-                    _state.sent();
-                    // Reconcile's own write-transaction duration, for open()'s derived busy_timeout (F):
-                    // keep the observed max so a big watcher reconcile's lock hold is what the next open bounds its wait against.
-                    durationMs = Date.now() - txStart;
-                    return [
-                        4,
-                        (0, _sharedts.getMeta)(conn, 'reconcile_max_ms')
-                    ];
-                case 6:
-                    prevRaw = _state.sent();
-                    // -1, not 0, so a genuinely 0ms first reconcile (sub-millisecond, common on a tiny tree)
-                    // still gets recorded instead of losing to the "nothing recorded yet" default.
-                    prevMax = prevRaw === null ? -1 : Number(prevRaw);
-                    if (!(durationMs > prevMax)) return [
+                    if (!(touched.length > 0)) return [
                         3,
-                        8
+                        2
                     ];
                     return [
                         4,
-                        (0, _sharedts.setMeta)(conn, 'reconcile_max_ms', String(durationMs))
-                    ];
-                case 7:
-                    _state.sent();
-                    _state.label = 8;
-                case 8:
-                    return [
-                        2,
-                        {
-                            parsed: parsedDocs.length,
-                            warnings: warnings
-                        }
-                    ];
-            }
-        });
-    })();
-}
-function changedSignatureKeys(before, after) {
-    var keyOf = function keyOf(part) {
-        return part.startsWith('preset:') ? part.split(':').slice(0, 2).join(':') : part.split(':')[0];
-    };
-    var parse = function parse(sig) {
-        return new Map(sig.split('|').map(function(part) {
-            return [
-                keyOf(part),
-                part
-            ];
-        }));
-    };
-    var a = parse(before);
-    var b = parse(after);
-    var changed = new Set();
-    var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
-    try {
-        for(var _iterator = b[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
-            var _step_value = _sliced_to_array(_step.value, 2), key = _step_value[0], val = _step_value[1];
-            if (a.get(key) !== val) changed.add(key);
-        }
-    } catch (err) {
-        _didIteratorError = true;
-        _iteratorError = err;
-    } finally{
-        try {
-            if (!_iteratorNormalCompletion && _iterator.return != null) {
-                _iterator.return();
-            }
-        } finally{
-            if (_didIteratorError) {
-                throw _iteratorError;
-            }
-        }
-    }
-    var _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
-    try {
-        for(var _iterator1 = a.keys()[Symbol.iterator](), _step1; !(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done); _iteratorNormalCompletion1 = true){
-            var key1 = _step1.value;
-            if (!b.has(key1)) changed.add(key1);
-        }
-    } catch (err) {
-        _didIteratorError1 = true;
-        _iteratorError1 = err;
-    } finally{
-        try {
-            if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
-                _iterator1.return();
-            }
-        } finally{
-            if (_didIteratorError1) {
-                throw _iteratorError1;
-            }
-        }
-    }
-    return changed;
-}
-function embedIdentityAdopted(before, after) {
-    var embedPart = function embedPart(sig) {
-        return sig.split('|').find(function(p) {
-            return p.startsWith('embed:');
-        });
-    };
-    var b = embedPart(before);
-    var a = embedPart(after);
-    if (b === undefined || a === undefined) return false;
-    var at = a.indexOf('@');
-    return b.indexOf('@') === -1 && at !== -1 && a.slice(0, at) === b;
-}
-function signatureDiff(before, after) {
-    var changed = changedSignatureKeys(before, after);
-    var label = function label(key) {
-        return key === 'embed' ? 'embed settings' : key === 'tokenize' ? 'content tokenizer' : key.startsWith('preset:') ? 'preset "'.concat(key.slice(7), '"') : 'features';
-    };
-    return changed.size === 0 ? 'features' : _to_consumable_array(changed).map(label).join(', ');
-}
-function rebuildContentTable(conn, cfg, baseDir) {
-    return _async_to_generator(function() {
-        var stmt, known, _, files, segmenting, warnings, rows, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, file, _warnings, _parseFile, doc, fileWarnings;
-        return _ts_generator(this, function(_state) {
-            switch(_state.label){
-                case 0:
-                    return [
-                        4,
-                        conn.prepare('SELECT "path" FROM frontmatter')
+                        conn.runBatch('DELETE FROM content WHERE rowid = (SELECT rowid FROM frontmatter WHERE "path" = ?)', touched.map(function(p) {
+                            return [
+                                p
+                            ];
+                        }))
                     ];
                 case 1:
-                    stmt = _state.sent();
-                    _ = Set.bind;
-                    return [
-                        4,
-                        stmt.all()
-                    ];
+                    _state.sent();
+                    _state.label = 2;
                 case 2:
-                    known = new (_.apply(Set, [
-                        void 0,
-                        _state.sent().map(function(r) {
-                            return r.path;
-                        })
-                    ]));
-                    files = (0, _indexts2.listFiles)(cfg, baseDir).filter(function(f) {
-                        return known.has(f.relPath);
-                    });
+                    if (!(docs.length > 0)) return [
+                        3,
+                        4
+                    ];
+                    // A non-default tokenizer means the tree has chosen its own scheme; a phrase query over
+                    // grapheme runs would be nonsense against trigram, so the sidecars stay empty.
                     segmenting = (0, _indexts.contentTokenize)(cfg) === undefined;
-                    warnings = [];
-                    rows = [];
-                    _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
-                    try {
-                        for(_iterator = files[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
-                            file = _step.value;
-                            ;
-                            _parseFile = (0, _indexts2.parseFile)(file), doc = _parseFile.doc, fileWarnings = _parseFile.warnings;
-                            (_warnings = warnings).push.apply(_warnings, _to_consumable_array(fileWarnings));
-                            rows.push(contentRow(doc, segmenting));
-                        }
-                    } catch (err) {
-                        _didIteratorError = true;
-                        _iteratorError = err;
-                    } finally{
-                        try {
-                            if (!_iteratorNormalCompletion && _iterator.return != null) {
-                                _iterator.return();
-                            }
-                        } finally{
-                            if (_didIteratorError) {
-                                throw _iteratorError;
-                            }
-                        }
-                    }
                     return [
                         4,
-                        (0, _transactionts.withTransaction)(conn, function() {
-                            return _async_to_generator(function() {
-                                return _ts_generator(this, function(_state) {
-                                    switch(_state.label){
-                                        case 0:
-                                            if (!(rows.length > 0)) return [
-                                                3,
-                                                2
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch(INSERT_CONTENT_SQL, rows)
-                                            ];
-                                        case 1:
-                                            _state.sent();
-                                            _state.label = 2;
-                                        case 2:
-                                            return [
-                                                2
-                                            ];
-                                    }
-                                });
-                            })();
-                        })
+                        conn.runBatch(INSERT_CONTENT_SQL, docs.map(function(doc) {
+                            return contentRow(doc, segmenting);
+                        }))
                     ];
                 case 3:
                     _state.sent();
+                    _state.label = 4;
+                case 4:
                     return [
-                        2,
-                        warnings
+                        2
                     ];
             }
         });
     })();
 }
+var sqliteDialect = {
+    beginMode: function beginMode() {
+        return _transactionts.BEGIN_WRITE;
+    },
+    checkColumnLimit: function checkColumnLimit(count) {
+        // Fence before ALTERing: SQLite's own failure past this point is a raw
+        // "too many columns on sqlite_altertab_frontmatter" with no indication of the boundary or the levers.
+        if (count > MAX_FRONTMATTER_COLUMNS) {
+            throw new _errorsts.SenseError('COLUMN_LIMIT', "frontmatter would need ".concat(count, " columns, crossing SQLite's compile-time SQLITE_MAX_COLUMN limit (default ").concat(MAX_FRONTMATTER_COLUMNS, "; see https://www.sqlite.org/limits.html). Narrow the presets' include globs so fewer/other files are indexed, or fix whatever is generating unbounded frontmatter keys."));
+        }
+    },
+    columnTypeSuffix: function columnTypeSuffix() {
+        return '';
+    },
+    reconcileContent: reconcileContent,
+    recordDuration: _sharedts.recordReconcileDuration
+};
 /* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }