sensemaking 0.19.1 → 0.20.0

package/dist/cjs/store/turso/reconcile.js

@@ -2,29 +2,30 @@
 Object.defineProperty(exports, "__esModule", {
     value: true
 });
-Object.defineProperty(exports, "reconcile", {
-    enumerable: true,
-    get: function() {
-        return reconcile;
+function _export(target, all) {
+    for(var name in all)Object.defineProperty(target, name, {
+        enumerable: true,
+        get: Object.getOwnPropertyDescriptor(all, name).get
+    });
+}
+_export(exports, {
+    get CONTENT_FTS_DDL () {
+        return CONTENT_FTS_DDL;
+    },
+    get CONTENT_FTS_NAMES () {
+        return CONTENT_FTS_NAMES;
+    },
+    get FTS_REBUILD_THRESHOLD () {
+        return FTS_REBUILD_THRESHOLD;
+    },
+    get tursoDialect () {
+        return tursoDialect;
     }
 });
 var _errorsts = require("../../errors.js");
-var _indexts = require("../../features/index.js");
-var _progressts = require("../../output/progress.js");
-var _indexts1 = require("../../scan/index.js");
-var _reparsets = require("../../scan/reparse.js");
 var _segmentts = require("../../text/segment.js");
 var _sharedts = require("../shared.js");
 var _transactionts = require("../transaction.js");
-var _opents = require("./open.js");
-function _array_like_to_array(arr, len) {
-    if (len == null || len > arr.length) len = arr.length;
-    for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
-    return arr2;
-}
-function _array_without_holes(arr) {
-    if (Array.isArray(arr)) return _array_like_to_array(arr);
-}
 function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
     try {
         var info = gen[key](arg);
@@ -51,17 +52,6 @@ function _async_to_generator(fn) {
         });
     };
 }
-function _iterable_to_array(iter) {
-    if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) {
-        return Array.from(iter);
-    }
-}
-function _non_iterable_spread() {
-    throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
-}
-function _to_consumable_array(arr) {
-    return _array_without_holes(arr) || _iterable_to_array(arr) || _unsupported_iterable_to_array(arr) || _non_iterable_spread();
-}
 function _ts_generator(thisArg, body) {
     var f, y, t, _ = {
         label: 0,
@@ -161,43 +151,14 @@ function _ts_generator(thisArg, body) {
         };
     }
 }
-function _ts_values(o) {
-    var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
-    if (m) {
-        return m.call(o);
-    }
-    if (o && typeof o.length === "number") {
-        return {
-            next: function() {
-                if (o && i >= o.length) {
-                    o = void 0;
-                }
-                return {
-                    value: o && o[i++],
-                    done: !o
-                };
-            }
-        };
-    }
-    throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
-}
-function _unsupported_iterable_to_array(o, minLen) {
-    if (!o) return;
-    if (typeof o === "string") return _array_like_to_array(o, minLen);
-    var n = Object.prototype.toString.call(o).slice(8, -1);
-    if (n === "Object" && o.constructor) n = o.constructor.name;
-    if (n === "Map" || n === "Set") return Array.from(n);
-    if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
-}
-// Fork of sqlite/reconcile.ts, not duckdb's, so this store keeps reconcile_max_ms bookkeeping
-// (open.ts's busy timeout derives from it). content is a plain table with "_ngram" sidecars for lexical.ts.
-var CORE_FRONTMATTER_COLUMNS = new Set([
-    'path',
-    '_mtime',
-    '_ctime',
-    '_size',
-    '_parse_error'
-]);
+var CONTENT_FTS_DDL = [
+    "CREATE INDEX IF NOT EXISTS content_fts ON content USING fts (title, summary, text) WITH (weights = 'title=10.0,summary=5.0,text=1.0')",
+    "CREATE INDEX IF NOT EXISTS content_fts_ngram ON content USING fts (title_ngram, summary_ngram, text_ngram) WITH (tokenizer='ngram', weights='title_ngram=10.0,summary_ngram=5.0,text_ngram=1.0')"
+];
+var CONTENT_FTS_NAMES = [
+    'content_fts',
+    'content_fts_ngram'
+];
 // '' when the field has no unspaced-script run (the common case), so the ngram index carries
 // nothing for it -- same "pay for nothing when absent" shape as sqlite's segmentField sidecars.
 function ngramSidecar(text) {
@@ -206,7 +167,6 @@ function ngramSidecar(text) {
 // Not a compile-time cap on ALTER TABLE ADD COLUMN (spike-measured: turso accepts 10,000 with
 // no error); the real fence is a SELECT projecting more than this many result columns, which fails to prepare.
 var MAX_FRONTMATTER_COLUMNS = 2000;
-// Changed files above which rebuilding the FTS index beats maintaining it per row (see reconcile).
 var FTS_REBUILD_THRESHOLD = 250;
 // No rowid coupling (unlike sqlite's FTS5 content): `path` is content's own primary key.
 var INSERT_CONTENT_SQL = 'INSERT INTO content ("path", title, summary, text, title_ngram, summary_ngram, text_ngram) VALUES (?, ?, ?, ?, ?, ?, ?)';
@@ -222,706 +182,186 @@ function contentRow(doc) {
         ngramSidecar(text)
     ];
 }
-function reconcile(conn, cfg, baseDir) {
+function reconcileContent(conn, touched, docs, delta) {
     return _async_to_generator(function() {
-        var files, currentSet, existingStmt, existingRows, existing, vanished, toReparse, features, seenColumns, report, _ref, parsedDocs, warnings, newColumns, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, col, allColumns, writableColumns, insertSql, added, delta, addedSet, reparsedExisting, txStart, durationMs, prevRaw, prevMax;
+        var churn, bulk, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, name, err, _iteratorNormalCompletion1, _didIteratorError1, _iteratorError1, _iterator1, _step1, ddl, err;
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
-                    files = (0, _indexts1.listFiles)(cfg, baseDir);
-                    currentSet = new Set(files.map(function(f) {
-                        return f.relPath;
-                    }));
-                    return [
-                        4,
-                        conn.prepare('SELECT "path", "_mtime", "_size" FROM frontmatter')
+                    churn = delta.reparsed.length + delta.vanished.length;
+                    // Tantivy indexes per inserted row at a cost that grows with the batch, so a large insert is
+                    // superlinear and a rebuild wins past the threshold.
+                    bulk = delta.files.length === 0 || churn > FTS_REBUILD_THRESHOLD;
+                    _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
+                    if (!bulk) return [
+                        3,
+                        8
                     ];
+                    _state.label = 1;
                 case 1:
-                    existingStmt = _state.sent();
-                    return [
-                        4,
-                        existingStmt.all()
-                    ];
+                    _state.trys.push([
+                        1,
+                        6,
+                        7,
+                        8
+                    ]);
+                    _iterator = CONTENT_FTS_NAMES[Symbol.iterator]();
+                    _state.label = 2;
                 case 2:
-                    existingRows = _state.sent();
-                    existing = new Map(existingRows.map(function(r) {
-                        return [
-                            r.path,
-                            r
-                        ];
-                    }));
-                    vanished = existingRows.filter(function(r) {
-                        return !currentSet.has(r.path);
-                    }).map(function(r) {
-                        return r.path;
-                    });
-                    toReparse = files.filter(function(f) {
-                        var row = existing.get(f.relPath);
-                        return !row || row._mtime !== f.mtimeMs || row._size !== f.size;
-                    });
-                    if (vanished.length === 0 && toReparse.length === 0) return [
-                        2,
-                        {
-                            parsed: 0,
-                            warnings: []
-                        }
+                    if (!!(_iteratorNormalCompletion = (_step = _iterator.next()).done)) return [
+                        3,
+                        5
                     ];
-                    features = (0, _indexts.activeFeatures)(cfg);
+                    name = _step.value;
                     return [
                         4,
-                        (0, _sharedts.getColumns)(conn)
+                        conn.exec("DROP INDEX IF EXISTS ".concat(name))
                     ];
                 case 3:
-                    seenColumns = _state.sent();
-                    // Bulk reparses (a sync, a cold build) are the long silences a query can hit; short
-                    // reconciles stay silent (progress() has a threshold).
-                    report = (0, _progressts.progress)('reparsing files', toReparse.length);
+                    _state.sent();
+                    _state.label = 4;
+                case 4:
+                    _iteratorNormalCompletion = true;
                     return [
-                        4,
-                        (0, _reparsets.reparseFiles)(toReparse, features, cfg, seenColumns, report.tick)
+                        3,
+                        2
                     ];
-                case 4:
-                    _ref = _state.sent(), parsedDocs = _ref.docs, warnings = _ref.warnings, newColumns = _ref.newColumns;
-                    report.finish();
-                    _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
+                case 5:
+                    return [
+                        3,
+                        8
+                    ];
+                case 6:
+                    err = _state.sent();
+                    _didIteratorError = true;
+                    _iteratorError = err;
+                    return [
+                        3,
+                        8
+                    ];
+                case 7:
                     try {
-                        for(_iterator = newColumns[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
-                            col = _step.value;
-                            seenColumns.add(col);
+                        if (!_iteratorNormalCompletion && _iterator.return != null) {
+                            _iterator.return();
                         }
-                    } catch (err) {
-                        _didIteratorError = true;
-                        _iteratorError = err;
                     } finally{
-                        try {
-                            if (!_iteratorNormalCompletion && _iterator.return != null) {
-                                _iterator.return();
-                            }
-                        } finally{
-                            if (_didIteratorError) {
-                                throw _iteratorError;
-                            }
+                        if (_didIteratorError) {
+                            throw _iteratorError;
                         }
                     }
-                    allColumns = _to_consumable_array(seenColumns);
-                    if (allColumns.length > MAX_FRONTMATTER_COLUMNS) {
-                        throw new _errorsts.SenseError('COLUMN_LIMIT', "frontmatter would need ".concat(allColumns.length, " columns, crossing turso's SELECT result-set column limit (").concat(MAX_FRONTMATTER_COLUMNS, "; ALTER TABLE ADD COLUMN itself accepts far more, but a query projecting past this many columns fails to prepare). Narrow the presets' include globs so fewer/other files are indexed, or fix whatever is generating unbounded frontmatter keys."));
-                    }
-                    // Columns the frontmatter upsert actually writes: core + parsed frontmatter keys, never a
-                    // feature-owned reserved column (see CORE_FRONTMATTER_COLUMNS above).
-                    writableColumns = allColumns.filter(function(c) {
-                        return CORE_FRONTMATTER_COLUMNS.has(c) || !_indexts1.RESERVED_COLUMNS.has(c);
-                    });
-                    // ON CONFLICT UPDATE, rather than the delete-and-insert `OR` clause, keeps the row's identity stable across reparses.
-                    insertSql = "INSERT INTO frontmatter (".concat(writableColumns.map(_sharedts.quoteIdent).join(', '), ") VALUES (").concat(writableColumns.map(function() {
-                        return '?';
-                    }).join(', '), ') ON CONFLICT("path") DO UPDATE SET ').concat(writableColumns.filter(function(c) {
-                        return c !== 'path';
-                    }).map(function(c) {
-                        return "".concat((0, _sharedts.quoteIdent)(c), " = excluded.").concat((0, _sharedts.quoteIdent)(c));
-                    }).join(', '));
-                    added = toReparse.filter(function(f) {
-                        return !existing.has(f.relPath);
-                    }).map(function(f) {
-                        return f.relPath;
-                    });
-                    delta = {
-                        files: files,
-                        reparsed: parsedDocs.map(function(d) {
-                            return d.relPath;
-                        }),
-                        added: added,
-                        vanished: vanished
-                    };
-                    addedSet = new Set(added);
-                    reparsedExisting = parsedDocs.map(function(d) {
-                        return d.relPath;
-                    }).filter(function(p) {
-                        return !addedSet.has(p);
-                    });
-                    txStart = Date.now();
+                    return [
+                        7
+                    ];
+                case 8:
+                    if (!(touched.length > 0)) return [
+                        3,
+                        10
+                    ];
                     return [
                         4,
-                        (0, _transactionts.withTransaction)(conn, function() {
-                            return _async_to_generator(function() {
-                                var _feature_remove, _feature_afterReconcile, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, col, err, rows, churn, bulk, _iteratorNormalCompletion1, _didIteratorError1, _iteratorError1, _iterator1, _step1, name, err, contentTouched, _iteratorNormalCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, ddl, err, presetTouched, presetRows, _iteratorNormalCompletion3, _didIteratorError3, _iteratorError3, _iteratorNormalCompletion4, _didIteratorError4, _iteratorError4, _iterator3, _step3, doc, _iterator4, _step4, presetName, removedPaths, _iteratorNormalCompletion5, _didIteratorError5, _iteratorError5, _iterator5, _step5, feature, err, _iteratorNormalCompletion6, _didIteratorError6, _iteratorError6, _loop, _iterator6, _step6, err, _iteratorNormalCompletion7, _didIteratorError7, _iteratorError7, _iterator7, _step7, feature1, err;
-                                return _ts_generator(this, function(_state) {
-                                    switch(_state.label){
-                                        case 0:
-                                            _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
-                                            _state.label = 1;
-                                        case 1:
-                                            _state.trys.push([
-                                                1,
-                                                6,
-                                                7,
-                                                8
-                                            ]);
-                                            _iterator = newColumns[Symbol.iterator]();
-                                            _state.label = 2;
-                                        case 2:
-                                            if (!!(_iteratorNormalCompletion = (_step = _iterator.next()).done)) return [
-                                                3,
-                                                5
-                                            ];
-                                            col = _step.value;
-                                            return [
-                                                4,
-                                                conn.exec("ALTER TABLE frontmatter ADD COLUMN ".concat((0, _sharedts.quoteIdent)(col)))
-                                            ];
-                                        case 3:
-                                            _state.sent();
-                                            _state.label = 4;
-                                        case 4:
-                                            _iteratorNormalCompletion = true;
-                                            return [
-                                                3,
-                                                2
-                                            ];
-                                        case 5:
-                                            return [
-                                                3,
-                                                8
-                                            ];
-                                        case 6:
-                                            err = _state.sent();
-                                            _didIteratorError = true;
-                                            _iteratorError = err;
-                                            return [
-                                                3,
-                                                8
-                                            ];
-                                        case 7:
-                                            try {
-                                                if (!_iteratorNormalCompletion && _iterator.return != null) {
-                                                    _iterator.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError) {
-                                                    throw _iteratorError;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 8:
-                                            if (!(parsedDocs.length > 0)) return [
-                                                3,
-                                                10
-                                            ];
-                                            rows = parsedDocs.map(function(doc) {
-                                                return writableColumns.map(function(col) {
-                                                    var _doc_data_col;
-                                                    if (col === 'path') return doc.relPath;
-                                                    if (col === '_mtime') return doc.mtimeMs;
-                                                    if (col === '_ctime') return doc.ctimeMs;
-                                                    if (col === '_size') return doc.size;
-                                                    // Written per parse, unlike _rank, which a feature pass owns and the upsert skips.
-                                                    if (col === '_parse_error') return doc.parseError;
-                                                    return (_doc_data_col = doc.data[col]) !== null && _doc_data_col !== void 0 ? _doc_data_col : null;
-                                                });
-                                            });
-                                            return [
-                                                4,
-                                                conn.runBatch(insertSql, rows)
-                                            ];
-                                        case 9:
-                                            _state.sent();
-                                            _state.label = 10;
-                                        case 10:
-                                            // Tantivy maintains the FTS index per inserted row and the cost grows with the batch, so a
-                                            // large insert is superlinear: 6,566 notes took 945s with the index live, 3.3s built after.
-                                            // Measured crossover against a full rebuild, in changed files: ~250 on a 6,566-note tree
-                                            // (100 -> 895ms, 300 -> 4.1s, 1,300 -> 45.5s, rebuild 3.35s), ~295 on 13,132 (250 -> 5.2s,
-                                            // 400 -> 10.0s, rebuild 6.7s). Doubling the corpus moved it 250 to 295, so a constant fits
-                                            // where a ratio does not: 20% would allow 1,313 files here, costing 45s to save 3.3s.
-                                            // Erring low is the cheap direction, since a needless rebuild is linear and predictable.
-                                            churn = delta.reparsed.length + delta.vanished.length;
-                                            bulk = delta.files.length === 0 || churn > FTS_REBUILD_THRESHOLD;
-                                            _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
-                                            if (!bulk) return [
-                                                3,
-                                                18
-                                            ];
-                                            _state.label = 11;
-                                        case 11:
-                                            _state.trys.push([
-                                                11,
-                                                16,
-                                                17,
-                                                18
-                                            ]);
-                                            _iterator1 = _opents.CONTENT_FTS_NAMES[Symbol.iterator]();
-                                            _state.label = 12;
-                                        case 12:
-                                            if (!!(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done)) return [
-                                                3,
-                                                15
-                                            ];
-                                            name = _step1.value;
-                                            return [
-                                                4,
-                                                conn.exec("DROP INDEX IF EXISTS ".concat(name))
-                                            ];
-                                        case 13:
-                                            _state.sent();
-                                            _state.label = 14;
-                                        case 14:
-                                            _iteratorNormalCompletion1 = true;
-                                            return [
-                                                3,
-                                                12
-                                            ];
-                                        case 15:
-                                            return [
-                                                3,
-                                                18
-                                            ];
-                                        case 16:
-                                            err = _state.sent();
-                                            _didIteratorError1 = true;
-                                            _iteratorError1 = err;
-                                            return [
-                                                3,
-                                                18
-                                            ];
-                                        case 17:
-                                            try {
-                                                if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
-                                                    _iterator1.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError1) {
-                                                    throw _iteratorError1;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 18:
-                                            // content is a plain table keyed by its own path (no rowid subquery, unlike sqlite's FTS5
-                                            // content), so vanished and reparsed docs delete in one pass.
-                                            contentTouched = _to_consumable_array(vanished).concat(_to_consumable_array(reparsedExisting));
-                                            if (!(contentTouched.length > 0)) return [
-                                                3,
-                                                20
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch('DELETE FROM content WHERE "path" = ?', contentTouched.map(function(p) {
-                                                    return [
-                                                        p
-                                                    ];
-                                                }))
-                                            ];
-                                        case 19:
-                                            _state.sent();
-                                            _state.label = 20;
-                                        case 20:
-                                            if (!(parsedDocs.length > 0)) return [
-                                                3,
-                                                22
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch(INSERT_CONTENT_SQL, parsedDocs.map(contentRow))
-                                            ];
-                                        case 21:
-                                            _state.sent();
-                                            _state.label = 22;
-                                        case 22:
-                                            _iteratorNormalCompletion2 = true, _didIteratorError2 = false, _iteratorError2 = undefined;
-                                            if (!bulk) return [
-                                                3,
-                                                30
-                                            ];
-                                            _state.label = 23;
-                                        case 23:
-                                            _state.trys.push([
-                                                23,
-                                                28,
-                                                29,
-                                                30
-                                            ]);
-                                            _iterator2 = _opents.CONTENT_FTS_DDL[Symbol.iterator]();
-                                            _state.label = 24;
-                                        case 24:
-                                            if (!!(_iteratorNormalCompletion2 = (_step2 = _iterator2.next()).done)) return [
-                                                3,
-                                                27
-                                            ];
-                                            ddl = _step2.value;
-                                            return [
-                                                4,
-                                                conn.exec(ddl)
-                                            ];
-                                        case 25:
-                                            _state.sent();
-                                            _state.label = 26;
-                                        case 26:
-                                            _iteratorNormalCompletion2 = true;
-                                            return [
-                                                3,
-                                                24
-                                            ];
-                                        case 27:
-                                            return [
-                                                3,
-                                                30
-                                            ];
-                                        case 28:
-                                            err = _state.sent();
-                                            _didIteratorError2 = true;
-                                            _iteratorError2 = err;
-                                            return [
-                                                3,
-                                                30
-                                            ];
-                                        case 29:
-                                            try {
-                                                if (!_iteratorNormalCompletion2 && _iterator2.return != null) {
-                                                    _iterator2.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError2) {
-                                                    throw _iteratorError2;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 30:
-                                            if (!(vanished.length > 0)) return [
-                                                3,
-                                                32
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch('DELETE FROM frontmatter WHERE "path" = ?', vanished.map(function(p) {
-                                                    return [
-                                                        p
-                                                    ];
-                                                }))
-                                            ];
-                                        case 31:
-                                            _state.sent();
-                                            _state.label = 32;
-                                        case 32:
-                                            // A preset edit forces a full rebuild, so an unchanged doc's coverage is already correct;
-                                            // new docs have nothing to clear, which keeps cold builds linear.
-                                            presetTouched = _to_consumable_array(vanished).concat(_to_consumable_array(reparsedExisting));
-                                            if (!(presetTouched.length > 0)) return [
-                                                3,
-                                                34
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch('DELETE FROM preset_files WHERE "path" = ?', presetTouched.map(function(p) {
-                                                    return [
-                                                        p
-                                                    ];
-                                                }))
-                                            ];
-                                        case 33:
-                                            _state.sent();
-                                            _state.label = 34;
-                                        case 34:
-                                            presetRows = [];
-                                            _iteratorNormalCompletion3 = true, _didIteratorError3 = false, _iteratorError3 = undefined, _iteratorNormalCompletion4 = true, _didIteratorError4 = false, _iteratorError4 = undefined;
-                                            try {
-                                                for(_iterator3 = parsedDocs[Symbol.iterator](); !(_iteratorNormalCompletion4 = (_step3 = _iterator3.next()).done); _iteratorNormalCompletion4 = true){
-                                                    doc = _step3.value;
-                                                    try {
-                                                        for(_iterator4 = doc.presets[Symbol.iterator](); !(_iteratorNormalCompletion3 = (_step4 = _iterator4.next()).done); _iteratorNormalCompletion3 = true){
-                                                            presetName = _step4.value;
-                                                            presetRows.push([
-                                                                doc.relPath,
-                                                                presetName
-                                                            ]);
-                                                        }
-                                                    } catch (err) {
-                                                        _didIteratorError3 = true;
-                                                        _iteratorError3 = err;
-                                                    } finally{
-                                                        try {
-                                                            if (!_iteratorNormalCompletion3 && _iterator4.return != null) {
-                                                                _iterator4.return();
-                                                            }
-                                                        } finally{
-                                                            if (_didIteratorError3) {
-                                                                throw _iteratorError3;
-                                                            }
-                                                        }
-                                                    }
-                                                }
-                                            } catch (err) {
-                                                _didIteratorError4 = true;
-                                                _iteratorError4 = err;
-                                            } finally{
-                                                try {
-                                                    if (!_iteratorNormalCompletion4 && _iterator3.return != null) {
-                                                        _iterator3.return();
-                                                    }
-                                                } finally{
-                                                    if (_didIteratorError4) {
-                                                        throw _iteratorError4;
-                                                    }
-                                                }
-                                            }
-                                            if (!(presetRows.length > 0)) return [
-                                                3,
-                                                36
-                                            ];
-                                            return [
-                                                4,
-                                                conn.runBatch('INSERT INTO preset_files ("path", preset) VALUES (?, ?)', presetRows)
-                                            ];
-                                        case 35:
-                                            _state.sent();
-                                            _state.label = 36;
-                                        case 36:
-                                            removedPaths = _to_consumable_array(vanished).concat(_to_consumable_array(reparsedExisting));
-                                            _iteratorNormalCompletion5 = true, _didIteratorError5 = false, _iteratorError5 = undefined;
-                                            if (!(removedPaths.length > 0)) return [
-                                                3,
-                                                44
-                                            ];
-                                            _state.label = 37;
-                                        case 37:
-                                            _state.trys.push([
-                                                37,
-                                                42,
-                                                43,
-                                                44
-                                            ]);
-                                            _iterator5 = features[Symbol.iterator]();
-                                            _state.label = 38;
-                                        case 38:
-                                            if (!!(_iteratorNormalCompletion5 = (_step5 = _iterator5.next()).done)) return [
-                                                3,
-                                                41
-                                            ];
-                                            feature = _step5.value;
-                                            return [
-                                                4,
-                                                (_feature_remove = feature.remove) === null || _feature_remove === void 0 ? void 0 : _feature_remove.call(feature, conn, removedPaths, delta)
-                                            ];
-                                        case 39:
-                                            _state.sent();
-                                            _state.label = 40;
-                                        case 40:
-                                            _iteratorNormalCompletion5 = true;
-                                            return [
-                                                3,
-                                                38
-                                            ];
-                                        case 41:
-                                            return [
-                                                3,
-                                                44
-                                            ];
-                                        case 42:
-                                            err = _state.sent();
-                                            _didIteratorError5 = true;
-                                            _iteratorError5 = err;
-                                            return [
-                                                3,
-                                                44
-                                            ];
-                                        case 43:
-                                            try {
-                                                if (!_iteratorNormalCompletion5 && _iterator5.return != null) {
-                                                    _iterator5.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError5) {
-                                                    throw _iteratorError5;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 44:
-                                            _iteratorNormalCompletion6 = true, _didIteratorError6 = false, _iteratorError6 = undefined;
-                                            _state.label = 45;
-                                        case 45:
-                                            _state.trys.push([
-                                                45,
-                                                50,
-                                                51,
-                                                52
-                                            ]);
-                                            _loop = function() {
-                                                var feature, _feature_store, docsForFeature;
-                                                return _ts_generator(this, function(_state) {
-                                                    switch(_state.label){
-                                                        case 0:
-                                                            feature = _step6.value;
-                                                            docsForFeature = parsedDocs.map(function(doc) {
-                                                                return {
-                                                                    path: doc.relPath,
-                                                                    extracted: doc.extracted[feature.name]
-                                                                };
-                                                            });
-                                                            return [
-                                                                4,
-                                                                (_feature_store = feature.store) === null || _feature_store === void 0 ? void 0 : _feature_store.call(feature, conn, docsForFeature, delta)
-                                                            ];
-                                                        case 1:
-                                                            _state.sent();
-                                                            return [
-                                                                2
-                                                            ];
-                                                    }
-                                                });
-                                            };
-                                            _iterator6 = features[Symbol.iterator]();
-                                            _state.label = 46;
-                                        case 46:
-                                            if (!!(_iteratorNormalCompletion6 = (_step6 = _iterator6.next()).done)) return [
-                                                3,
-                                                49
-                                            ];
-                                            return [
-                                                5,
-                                                _ts_values(_loop())
-                                            ];
-                                        case 47:
-                                            _state.sent();
-                                            _state.label = 48;
-                                        case 48:
-                                            _iteratorNormalCompletion6 = true;
-                                            return [
-                                                3,
-                                                46
-                                            ];
-                                        case 49:
-                                            return [
-                                                3,
-                                                52
-                                            ];
-                                        case 50:
-                                            err = _state.sent();
-                                            _didIteratorError6 = true;
-                                            _iteratorError6 = err;
-                                            return [
-                                                3,
-                                                52
-                                            ];
-                                        case 51:
-                                            try {
-                                                if (!_iteratorNormalCompletion6 && _iterator6.return != null) {
-                                                    _iterator6.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError6) {
-                                                    throw _iteratorError6;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 52:
-                                            _iteratorNormalCompletion7 = true, _didIteratorError7 = false, _iteratorError7 = undefined;
-                                            _state.label = 53;
-                                        case 53:
-                                            _state.trys.push([
-                                                53,
-                                                58,
-                                                59,
-                                                60
-                                            ]);
-                                            _iterator7 = features[Symbol.iterator]();
-                                            _state.label = 54;
-                                        case 54:
-                                            if (!!(_iteratorNormalCompletion7 = (_step7 = _iterator7.next()).done)) return [
-                                                3,
-                                                57
-                                            ];
-                                            feature1 = _step7.value;
-                                            return [
-                                                4,
-                                                (_feature_afterReconcile = feature1.afterReconcile) === null || _feature_afterReconcile === void 0 ? void 0 : _feature_afterReconcile.call(feature1, conn, delta)
-                                            ];
-                                        case 55:
-                                            _state.sent();
-                                            _state.label = 56;
-                                        case 56:
-                                            _iteratorNormalCompletion7 = true;
-                                            return [
-                                                3,
-                                                54
-                                            ];
-                                        case 57:
-                                            return [
-                                                3,
-                                                60
-                                            ];
-                                        case 58:
-                                            err = _state.sent();
-                                            _didIteratorError7 = true;
-                                            _iteratorError7 = err;
-                                            return [
-                                                3,
-                                                60
-                                            ];
-                                        case 59:
-                                            try {
-                                                if (!_iteratorNormalCompletion7 && _iterator7.return != null) {
-                                                    _iterator7.return();
-                                                }
-                                            } finally{
-                                                if (_didIteratorError7) {
-                                                    throw _iteratorError7;
-                                                }
-                                            }
-                                            return [
-                                                7
-                                            ];
-                                        case 60:
-                                            return [
-                                                2
-                                            ];
-                                    }
-                                });
-                            })();
-                        }, _transactionts.BEGIN_WRITE)
+                        conn.runBatch('DELETE FROM content WHERE "path" = ?', touched.map(function(p) {
+                            return [
+                                p
+                            ];
+                        }))
                     ];
-                case 5:
+                case 9:
                     _state.sent();
-                    // Reconcile's own write-transaction duration, for open()'s derived busy_timeout: the observed
-                    // max is what the next open bounds its wait against.
-                    durationMs = Date.now() - txStart;
+                    _state.label = 10;
+                case 10:
+                    if (!(docs.length > 0)) return [
+                        3,
+                        12
+                    ];
                     return [
                         4,
-                        (0, _sharedts.getMeta)(conn, 'reconcile_max_ms')
+                        conn.runBatch(INSERT_CONTENT_SQL, docs.map(contentRow))
                     ];
-                case 6:
-                    prevRaw = _state.sent();
-                    // -1, not 0, so a genuinely 0ms first reconcile (sub-millisecond, common on a tiny tree)
-                    // gets recorded rather than losing to the "nothing recorded yet" default.
-                    prevMax = prevRaw === null ? -1 : Number(prevRaw);
-                    if (!(durationMs > prevMax)) return [
+                case 11:
+                    _state.sent();
+                    _state.label = 12;
+                case 12:
+                    _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
+                    if (!bulk) return [
                         3,
-                        8
+                        20
+                    ];
+                    _state.label = 13;
+                case 13:
+                    _state.trys.push([
+                        13,
+                        18,
+                        19,
+                        20
+                    ]);
+                    _iterator1 = CONTENT_FTS_DDL[Symbol.iterator]();
+                    _state.label = 14;
+                case 14:
+                    if (!!(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done)) return [
+                        3,
+                        17
                     ];
+                    ddl = _step1.value;
                     return [
                         4,
-                        (0, _sharedts.setMeta)(conn, 'reconcile_max_ms', String(durationMs))
+                        conn.exec(ddl)
                     ];
-                case 7:
+                case 15:
                     _state.sent();
-                    _state.label = 8;
-                case 8:
+                    _state.label = 16;
+                case 16:
+                    _iteratorNormalCompletion1 = true;
+                    return [
+                        3,
+                        14
+                    ];
+                case 17:
                     return [
-                        2,
-                        {
-                            parsed: parsedDocs.length,
-                            warnings: warnings
+                        3,
+                        20
+                    ];
+                case 18:
+                    err = _state.sent();
+                    _didIteratorError1 = true;
+                    _iteratorError1 = err;
+                    return [
+                        3,
+                        20
+                    ];
+                case 19:
+                    try {
+                        if (!_iteratorNormalCompletion1 && _iterator1.return != null) {
+                            _iterator1.return();
                         }
+                    } finally{
+                        if (_didIteratorError1) {
+                            throw _iteratorError1;
+                        }
+                    }
+                    return [
+                        7
+                    ];
+                case 20:
+                    return [
+                        2
                     ];
             }
         });
     })();
 }
+var tursoDialect = {
+    beginMode: function beginMode() {
+        return _transactionts.BEGIN_WRITE;
+    },
+    checkColumnLimit: function checkColumnLimit(count) {
+        if (count > MAX_FRONTMATTER_COLUMNS) {
+            throw new _errorsts.SenseError('COLUMN_LIMIT', "frontmatter would need ".concat(count, " columns, crossing turso's SELECT result-set column limit (").concat(MAX_FRONTMATTER_COLUMNS, "; ALTER TABLE ADD COLUMN itself accepts far more, but a query projecting past this many columns fails to prepare). Narrow the presets' include globs so fewer/other files are indexed, or fix whatever is generating unbounded frontmatter keys."));
+        }
+    },
+    columnTypeSuffix: function columnTypeSuffix() {
+        return '';
+    },
+    reconcileContent: reconcileContent,
+    recordDuration: _sharedts.recordReconcileDuration
+};
 /* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }