sensemaking 0.25.1 → 0.27.0

package/dist/cjs/store/open.js

@@ -29,14 +29,20 @@ var _errorsts = require("../errors.js");
 var _indexts1 = require("../features/index.js");
 var _builderts = require("./builder.js");
 var _cachets = require("./cache.js");
-var _embedscopets = require("./embed-scope.js");
-var _featurescopets = require("./feature-scope.js");
 var _lockwaitts = require("./lock-wait.js");
-var _presetscopets = require("./preset-scope.js");
+var _readinessts = require("./readiness.js");
 var _sharedts = require("./shared.js");
 var _signaturets = require("./signature.js");
 var _stagests = require("./stages.js");
 var _transactionts = require("./transaction.js");
+function _array_like_to_array(arr, len) {
+    if (len == null || len > arr.length) len = arr.length;
+    for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
+    return arr2;
+}
+function _array_without_holes(arr) {
+    if (Array.isArray(arr)) return _array_like_to_array(arr);
+}
 function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) {
     try {
         var info = gen[key](arg);
@@ -63,6 +69,17 @@ function _async_to_generator(fn) {
         });
     };
 }
+function _iterable_to_array(iter) {
+    if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) {
+        return Array.from(iter);
+    }
+}
+function _non_iterable_spread() {
+    throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
+}
+function _to_consumable_array(arr) {
+    return _array_without_holes(arr) || _iterable_to_array(arr) || _unsupported_iterable_to_array(arr) || _non_iterable_spread();
+}
 function _ts_generator(thisArg, body) {
     var f, y, t, _ = {
         label: 0,
@@ -162,7 +179,14 @@ function _ts_generator(thisArg, body) {
         };
     }
 }
-var CORE_READY_META_KEY = 'core_ready';
+function _unsupported_iterable_to_array(o, minLen) {
+    if (!o) return;
+    if (typeof o === "string") return _array_like_to_array(o, minLen);
+    var n = Object.prototype.toString.call(o).slice(8, -1);
+    if (n === "Object" && o.constructor) n = o.constructor.name;
+    if (n === "Map" || n === "Set") return Array.from(n);
+    if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
+}
 var LOCK_POLL_MS = 50;
 var lockWait = (0, _nodediagnostics_channel.channel)('sensemaking.store.lock-wait');
 function notReady(reason) {
@@ -292,7 +316,7 @@ function assertCoreSchema(conn) {
 }
 function connectExisting(cfg, dialect, requirements) {
     return _async_to_generator(function() {
-        var _cfg_configDir, configDir, dbPath, _ref, handle, conn, version, features, ready, unused, wantFeatures, _dialect_assertLexicalReady, err;
+        var _cfg_configDir, configDir, dbPath, _ref, handle, conn, state, unused, _state_version, wantFeatures, _dialect_assertLexicalReady, err;
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
@@ -312,73 +336,97 @@ function connectExisting(cfg, dialect, requirements) {
                 case 2:
                     _state.trys.push([
                         2,
-                        12,
+                        9,
                         ,
-                        14
+                        11
                     ]);
                     _state.label = 3;
                 case 3:
                     _state.trys.push([
                         3,
-                        8,
+                        5,
                         ,
-                        9
+                        6
                     ]);
                     return [
                         4,
-                        (0, _sharedts.getMeta)(conn, 'schema_version')
+                        (0, _transactionts.withTransaction)(conn, function() {
+                            return _async_to_generator(function() {
+                                var version, features, ready;
+                                return _ts_generator(this, function(_state) {
+                                    switch(_state.label){
+                                        case 0:
+                                            return [
+                                                4,
+                                                (0, _sharedts.getMeta)(conn, 'schema_version')
+                                            ];
+                                        case 1:
+                                            version = _state.sent();
+                                            return [
+                                                4,
+                                                (0, _sharedts.getMeta)(conn, _readinessts.FEATURE_SIGNATURE_META_KEY)
+                                            ];
+                                        case 2:
+                                            features = _state.sent();
+                                            return [
+                                                4,
+                                                (0, _sharedts.getMeta)(conn, _readinessts.CORE_READY_META_KEY)
+                                            ];
+                                        case 3:
+                                            ready = _state.sent();
+                                            return [
+                                                4,
+                                                assertCoreSchema(conn)
+                                            ];
+                                        case 4:
+                                            _state.sent();
+                                            return [
+                                                2,
+                                                {
+                                                    version: version,
+                                                    features: features,
+                                                    ready: ready
+                                                }
+                                            ];
+                                    }
+                                });
+                            })();
+                        })
                     ];
                 case 4:
-                    version = _state.sent();
-                    return [
-                        4,
-                        (0, _sharedts.getMeta)(conn, 'features')
-                    ];
-                case 5:
-                    features = _state.sent();
-                    return [
-                        4,
-                        (0, _sharedts.getMeta)(conn, CORE_READY_META_KEY)
-                    ];
-                case 6:
-                    ready = _state.sent();
-                    return [
-                        4,
-                        assertCoreSchema(conn)
-                    ];
-                case 7:
-                    _state.sent();
+                    state = _state.sent();
                     return [
                         3,
-                        9
+                        6
                     ];
-                case 8:
+                case 5:
                     unused = _state.sent();
                     if (!(0, _nodefs.existsSync)(dbPath)) throw notReady("the derived index was deleted while opening ".concat(dbPath));
                     throw notReady("the derived index at ".concat(dbPath, " has no compatible schema"));
-                case 9:
-                    if (version !== dialect.schemaVersion) {
-                        throw notReady("the derived index at ".concat(dbPath, " uses schema ").concat(version !== null && version !== void 0 ? version : 'unknown', ", but this sense version requires ").concat(dialect.schemaVersion));
+                case 6:
+                    if (state.version !== dialect.schemaVersion) {
+                        ;
+                        throw notReady("the derived index at ".concat(dbPath, " uses schema ").concat((_state_version = state.version) !== null && _state_version !== void 0 ? _state_version : 'unknown', ", but this sense version requires ").concat(dialect.schemaVersion));
                     }
                     wantFeatures = (0, _indexts.featureSignature)(cfg, _indexts1.FEATURES);
-                    if (features !== wantFeatures) {
+                    if (!(0, _readinessts.isPublishedFeatureSignature)(state.features, wantFeatures)) {
                         throw notReady("the derived index at ".concat(dbPath, " was built for different configuration features"));
                     }
-                    if (ready !== '1') {
+                    if (!(0, _readinessts.isCoreReady)(state.ready)) {
                         throw notReady("the derived index at ".concat(dbPath, " has an incomplete core build"));
                     }
                     if (!requirements.has('lexical')) return [
                         3,
-                        11
+                        8
                     ];
                     return [
                         4,
                         (_dialect_assertLexicalReady = dialect.assertLexicalReady) === null || _dialect_assertLexicalReady === void 0 ? void 0 : _dialect_assertLexicalReady.call(dialect, conn)
                     ];
-                case 10:
+                case 7:
                     _state.sent();
-                    _state.label = 11;
-                case 11:
+                    _state.label = 8;
+                case 8:
                     if (!(0, _nodefs.existsSync)(dbPath)) throw notReady("the derived index was deleted while opening ".concat(dbPath));
                     return [
                         2,
@@ -393,7 +441,7 @@ function connectExisting(cfg, dialect, requirements) {
                             observational: true
                         }
                     ];
-                case 12:
+                case 9:
                     err = _state.sent();
                     return [
                         4,
@@ -401,10 +449,10 @@ function connectExisting(cfg, dialect, requirements) {
                             observational: true
                         })
                     ];
-                case 13:
+                case 10:
                     _state.sent();
                     throw err;
-                case 14:
+                case 11:
                     return [
                         2
                     ];
@@ -413,8 +461,9 @@ function connectExisting(cfg, dialect, requirements) {
     })();
 }
 function connectForBuild(cfg, dialect, requirements) {
+    var cacheReplaced = arguments.length > 3 && arguments[3] !== void 0 ? arguments[3] : false;
     return _async_to_generator(function() {
-        var _cfg_configDir, _cfg_rootDir, configDir, stateDir, dbPath, _ref, handle, conn, closed, builder, version, features, ready, wantFeatures, recoverIncomplete, forcedPaths, embedInvalidate, featureToggles, _cfg_rootDir1, changedKeys, presetForced, embedKind, toggles, changed, changed1, changed2, _ref1, recordedMaxMs, embedParsed, _tmp, featureParsed, _tmp1, _ref2, parsed, warnings, stages, _tmp2, _dialect_prepareLexical, err;
+        var _cfg_configDir, configDir, stateDir, dbPath, _ref, handle, conn, closed, builder, _dialect_prepareConnection, version, _ref1, recordedMaxMs, _ref2, parsed, warnings, stages, messages, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, message, _dialect_prepareLexical, err, cleanupTasks, builderToClose, cleanup, cleanupErrors;
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
@@ -434,17 +483,13 @@ function connectForBuild(cfg, dialect, requirements) {
                 case 1:
                     _ref = _state.sent(), handle = _ref.handle, conn = _ref.conn;
                     closed = false;
-                    builder = (0, _builderts.createBuilder)(conn, cfg, {
-                        rootDir: (_cfg_rootDir = cfg.rootDir) !== null && _cfg_rootDir !== void 0 ? _cfg_rootDir : cfg.baseDir,
-                        configDir: configDir
-                    }, dialect.reconcileDialect);
                     _state.label = 2;
                 case 2:
                     _state.trys.push([
                         2,
-                        35,
+                        17,
                         ,
-                        39
+                        19
                     ]);
                     return [
                         4,
@@ -458,139 +503,52 @@ function connectForBuild(cfg, dialect, requirements) {
                     ];
                 case 4:
                     version = _state.sent();
-                    return [
-                        4,
-                        (0, _sharedts.getMeta)(conn, 'features')
-                    ];
-                case 5:
-                    features = _state.sent();
-                    return [
-                        4,
-                        (0, _sharedts.getMeta)(conn, CORE_READY_META_KEY)
-                    ];
-                case 6:
-                    ready = _state.sent();
-                    wantFeatures = (0, _indexts.featureSignature)(cfg, _indexts1.FEATURES);
-                    // `ready=0` may belong to another SQLite builder, so recovery stays in place and lets the
-                    // engine serialize it. It never unlinks the cache.
-                    return [
-                        4,
-                        (0, _sharedts.setMeta)(conn, CORE_READY_META_KEY, '0')
-                    ];
-                case 7:
-                    _state.sent();
-                    recoverIncomplete = ready === '0' && (version === null || version === dialect.schemaVersion);
                     if (!(version !== null && version !== dialect.schemaVersion)) return [
                         3,
-                        9
+                        6
                     ];
                     console.error('sense: cache format changed (new sensemaking version); rebuilding the index');
-                    closed = true;
                     return [
                         4,
                         dialect.close(handle)
                     ];
-                case 8:
+                case 5:
                     _state.sent();
+                    closed = true;
+                    if (cacheReplaced) throw notReady("the derived index at ".concat(dbPath, " still reports incompatible schema ").concat(version, " after cache replacement"));
                     (0, _cachets.clearCache)(cfg);
                     return [
                         2,
-                        connectForBuild(cfg, dialect, requirements)
-                    ];
-                case 9:
-                    if (!recoverIncomplete) return [
-                        3,
-                        10
-                    ];
-                    console.error('sense: recovering an incomplete index generation in place');
-                    return [
-                        3,
-                        16
-                    ];
-                case 10:
-                    if (!(features !== null && features !== wantFeatures)) return [
-                        3,
-                        16
-                    ];
-                    changedKeys = (0, _signaturets.changedSignatureKeys)(features !== null && features !== void 0 ? features : '', wantFeatures);
-                    presetForced = (0, _presetscopets.isPresetOnlyChange)(changedKeys) ? (0, _presetscopets.forcedPresetPaths)(cfg, (_cfg_rootDir1 = cfg.rootDir) !== null && _cfg_rootDir1 !== void 0 ? _cfg_rootDir1 : cfg.baseDir, features !== null && features !== void 0 ? features : '', changedKeys) : null;
-                    embedKind = changedKeys.size === 1 && changedKeys.has('embed') ? (0, _embedscopets.classifyEmbedChange)(features !== null && features !== void 0 ? features : '', wantFeatures) : null;
-                    toggles = (0, _featurescopets.isFeatureOnlyChange)(changedKeys) ? (0, _featurescopets.classifyFeatureToggles)(features !== null && features !== void 0 ? features : '', wantFeatures, changedKeys) : null;
-                    if (!(changedKeys.size === 1 && changedKeys.has('embed') && (0, _signaturets.embedIdentityAdopted)(features !== null && features !== void 0 ? features : '', wantFeatures))) return [
-                        3,
-                        11
+                        connectForBuild(cfg, dialect, requirements, true)
                     ];
-                    console.error("sense: recorded the embedding model's resolved identity; vectors are unaffected");
-                    return [
-                        3,
-                        16
-                    ];
-                case 11:
-                    if (!(embedKind !== null)) return [
-                        3,
-                        12
-                    ];
-                    embedInvalidate = embedKind;
-                    console.error(embedKind === 'model' ? 'sense: config change (embed settings) invalidates only the stale vectors' : 'sense: config change (embed settings) rebuilds only the embeddings it affects');
-                    return [
-                        3,
-                        16
-                    ];
-                case 12:
-                    if (!(presetForced !== null)) return [
-                        3,
-                        13
-                    ];
-                    forcedPaths = presetForced;
-                    changed = (0, _signaturets.signatureDiff)(features !== null && features !== void 0 ? features : '', wantFeatures);
-                    console.error("sense: config change (".concat(changed, ") reparses only the files it affects"));
-                    return [
-                        3,
-                        16
-                    ];
-                case 13:
-                    if (!(toggles !== null)) return [
-                        3,
-                        14
-                    ];
-                    featureToggles = toggles;
-                    changed1 = (0, _signaturets.signatureDiff)(features !== null && features !== void 0 ? features : '', wantFeatures);
-                    console.error("sense: config change (".concat(changed1, ") reparses only the feature it affects"));
-                    return [
+                case 6:
+                    if (!(version === null)) return [
                         3,
-                        16
+                        8
                     ];
-                case 14:
-                    changed2 = (0, _signaturets.signatureDiff)(features !== null && features !== void 0 ? features : '', wantFeatures);
-                    console.error("sense: config change (".concat(changed2, ") rebuilds the index"));
-                    closed = true;
                     return [
                         4,
-                        dialect.close(handle)
+                        dialect.ensureCoreSchema(handle, conn)
                     ];
-                case 15:
+                case 7:
                     _state.sent();
-                    (0, _cachets.clearCache)(cfg);
-                    return [
-                        2,
-                        connectForBuild(cfg, dialect, requirements)
-                    ];
-                case 16:
+                    _state.label = 8;
+                case 8:
                     return [
                         4,
-                        dialect.ensureSchema(handle, conn, cfg)
+                        (_dialect_prepareConnection = dialect.prepareConnection) === null || _dialect_prepareConnection === void 0 ? void 0 : _dialect_prepareConnection.call(dialect, handle, conn, cfg)
                     ];
-                case 17:
+                case 9:
                     _state.sent();
                     if (!dialect.setDerivedBusyTimeout) return [
                         3,
-                        20
+                        12
                     ];
                     return [
                         4,
                         (0, _sharedts.getMeta)(conn, 'reconcile_max_ms')
                     ];
-                case 18:
+                case 10:
                     recordedMaxMs = Number.apply(void 0, [
                         (_ref1 = _state.sent()) !== null && _ref1 !== void 0 ? _ref1 : '0'
                     ]);
@@ -598,118 +556,56 @@ function connectForBuild(cfg, dialect, requirements) {
                         4,
                         dialect.setDerivedBusyTimeout(handle, conn, Math.min(Math.max(30000, 3 * recordedMaxMs), 600000))
                     ];
-                case 19:
+                case 11:
                     _state.sent();
-                    _state.label = 20;
-                case 20:
-                    if (!embedInvalidate) return [
-                        3,
-                        22
-                    ];
-                    return [
-                        4,
-                        builder.invalidate(embedInvalidate)
-                    ];
-                case 21:
-                    _tmp = _state.sent().parsed;
-                    return [
-                        3,
-                        23
-                    ];
-                case 22:
-                    _tmp = 0;
-                    _state.label = 23;
-                case 23:
-                    embedParsed = _tmp;
-                    if (!featureToggles) return [
-                        3,
-                        25
-                    ];
-                    return [
-                        4,
-                        builder.invalidateFeatures(featureToggles)
-                    ];
-                case 24:
-                    _tmp1 = _state.sent().parsed;
-                    return [
-                        3,
-                        26
-                    ];
-                case 25:
-                    _tmp1 = 0;
-                    _state.label = 26;
-                case 26:
-                    featureParsed = _tmp1;
-                    if (!recoverIncomplete) return [
-                        3,
-                        28
-                    ];
-                    return [
-                        4,
-                        builder.recover()
-                    ];
-                case 27:
-                    _tmp2 = _state.sent();
-                    return [
-                        3,
-                        30
-                    ];
-                case 28:
-                    return [
-                        4,
-                        builder.build(forcedPaths)
-                    ];
-                case 29:
-                    _tmp2 = _state.sent();
-                    _state.label = 30;
-                case 30:
-                    _ref2 = _tmp2, parsed = _ref2.parsed, warnings = _ref2.warnings, stages = _ref2.stages;
+                    _state.label = 12;
+                case 12:
+                    builder = (0, _builderts.createBuilder)(conn, cfg, dialect.reconcileDialect, function(snapshotCfg) {
+                        return dialect.ensureFeatureSchema(handle, conn, snapshotCfg);
+                    });
                     return [
                         4,
-                        (0, _transactionts.withTransaction)(conn, function() {
-                            return _async_to_generator(function() {
-                                return _ts_generator(this, function(_state) {
-                                    switch(_state.label){
-                                        case 0:
-                                            return [
-                                                4,
-                                                (0, _sharedts.setMeta)(conn, 'features', wantFeatures)
-                                            ];
-                                        case 1:
-                                            _state.sent();
-                                            return [
-                                                4,
-                                                (0, _sharedts.setMeta)(conn, CORE_READY_META_KEY, '1')
-                                            ];
-                                        case 2:
-                                            _state.sent();
-                                            return [
-                                                2
-                                            ];
-                                    }
-                                });
-                            })();
-                        })
+                        builder.build()
                     ];
-                case 31:
-                    _state.sent();
+                case 13:
+                    _ref2 = _state.sent(), parsed = _ref2.parsed, warnings = _ref2.warnings, stages = _ref2.stages, messages = _ref2.messages;
+                    _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
+                    try {
+                        for(_iterator = messages[Symbol.iterator](); !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
+                            message = _step.value;
+                            console.error(message);
+                        }
+                    } catch (err) {
+                        _didIteratorError = true;
+                        _iteratorError = err;
+                    } finally{
+                        try {
+                            if (!_iteratorNormalCompletion && _iterator.return != null) {
+                                _iterator.return();
+                            }
+                        } finally{
+                            if (_didIteratorError) {
+                                throw _iteratorError;
+                            }
+                        }
+                    }
                     if (!requirements.has('lexical')) return [
                         3,
-                        33
+                        15
                     ];
                     return [
                         4,
                         (_dialect_prepareLexical = dialect.prepareLexical) === null || _dialect_prepareLexical === void 0 ? void 0 : _dialect_prepareLexical.call(dialect, conn)
                     ];
-                case 32:
+                case 14:
                     _state.sent();
-                    _state.label = 33;
-                case 33:
+                    _state.label = 15;
+                case 15:
                     return [
                         4,
                         builder.close()
                     ];
-                case 34:
+                case 16:
                     _state.sent();
                     return [
                         2,
@@ -718,34 +614,40 @@ function connectForBuild(cfg, dialect, requirements) {
                             conn: conn,
                             cfg: cfg,
                             dbPath: dbPath,
-                            parsed: parsed + embedParsed + featureParsed,
+                            parsed: parsed,
                             warnings: warnings,
                             stages: stages,
                             observational: false
                         }
                     ];
-                case 35:
+                case 17:
                     err = _state.sent();
+                    cleanupTasks = [];
+                    if (builder) {
+                        builderToClose = builder;
+                        cleanupTasks.push(Promise.resolve().then(function() {
+                            return builderToClose.close();
+                        }));
+                    }
+                    if (!closed) cleanupTasks.push(Promise.resolve().then(function() {
+                        return dialect.close(handle);
+                    }));
                     return [
                         4,
-                        builder.close()
-                    ];
-                case 36:
-                    _state.sent();
-                    if (!!closed) return [
-                        3,
-                        38
-                    ];
-                    return [
-                        4,
-                        dialect.close(handle)
+                        Promise.allSettled(cleanupTasks)
                     ];
-                case 37:
-                    _state.sent();
-                    _state.label = 38;
-                case 38:
+                case 18:
+                    cleanup = _state.sent();
+                    cleanupErrors = cleanup.filter(function(result) {
+                        return result.status === 'rejected';
+                    }).map(function(result) {
+                        return result.reason;
+                    });
+                    if (cleanupErrors.length > 0) throw new AggregateError([
+                        err
+                    ].concat(_to_consumable_array(cleanupErrors)), 'opening the derived index failed and cleanup also failed');
                     throw err;
-                case 39:
+                case 19:
                     return [
                         2
                     ];
@@ -753,24 +655,29 @@ function connectForBuild(cfg, dialect, requirements) {
         });
     })();
 }
-function prepareDocumentEmbeddings(store, cfg, allowed) {
-    return _async_to_generator(function() {
-        var preparedSignature, actualSignature, changedKeys, update, result;
+function prepareDocumentEmbeddings(_0, _1, _2) {
+    return _async_to_generator(function(store, cfg, allowed) {
+        var options, _options_signal, _options_signal1, _options_signal2, preparedSignature, actualSignature, changedKeys;
+        var _arguments = arguments;
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
+                    options = _arguments.length > 3 && _arguments[3] !== void 0 ? _arguments[3] : {};
+                    (_options_signal = options.signal) === null || _options_signal === void 0 ? void 0 : _options_signal.throwIfAborted();
                     return [
                         4,
-                        (0, _sharedts.getMeta)(store, 'features')
+                        (0, _sharedts.getMeta)(store, _readinessts.FEATURE_SIGNATURE_META_KEY)
                     ];
                 case 1:
                     preparedSignature = _state.sent();
+                    (_options_signal1 = options.signal) === null || _options_signal1 === void 0 ? void 0 : _options_signal1.throwIfAborted();
                     return [
                         4,
-                        (0, _queryts.embedPending)(store, cfg, allowed)
+                        (0, _queryts.embedPending)(store, cfg, allowed, preparedSignature, options)
                     ];
                 case 2:
                     _state.sent();
+                    (_options_signal2 = options.signal) === null || _options_signal2 === void 0 ? void 0 : _options_signal2.throwIfAborted();
                     actualSignature = (0, _indexts.featureSignature)(cfg, _indexts1.FEATURES);
                     if (preparedSignature === actualSignature) return [
                         2
@@ -781,32 +688,54 @@ function prepareDocumentEmbeddings(store, cfg, allowed) {
                     }
                     return [
                         4,
-                        store.prepare('UPDATE meta SET value = ? WHERE key = ? AND value = ?')
+                        store.transaction(function() {
+                            return _async_to_generator(function() {
+                                var _options_signal, _options_signal1, _options_signal2, update, result;
+                                return _ts_generator(this, function(_state) {
+                                    switch(_state.label){
+                                        case 0:
+                                            (_options_signal = options.signal) === null || _options_signal === void 0 ? void 0 : _options_signal.throwIfAborted();
+                                            return [
+                                                4,
+                                                store.prepare('UPDATE meta SET value = ? WHERE key = ? AND value = ?')
+                                            ];
+                                        case 1:
+                                            update = _state.sent();
+                                            (_options_signal1 = options.signal) === null || _options_signal1 === void 0 ? void 0 : _options_signal1.throwIfAborted();
+                                            return [
+                                                4,
+                                                update.run(actualSignature, _readinessts.FEATURE_SIGNATURE_META_KEY, preparedSignature)
+                                            ];
+                                        case 2:
+                                            result = _state.sent();
+                                            (_options_signal2 = options.signal) === null || _options_signal2 === void 0 ? void 0 : _options_signal2.throwIfAborted();
+                                            if (Number(result.changes) !== 1) throw notReady('another build changed the index configuration while vectors were being prepared');
+                                            return [
+                                                2
+                                            ];
+                                    }
+                                });
+                            })();
+                        })
                     ];
                 case 3:
-                    update = _state.sent();
-                    return [
-                        4,
-                        update.run(actualSignature, 'features', preparedSignature)
-                    ];
-                case 4:
-                    result = _state.sent();
-                    if (Number(result.changes) !== 1) throw notReady('another build changed the index configuration while vectors were being prepared');
+                    _state.sent();
                     return [
                         2
                     ];
             }
         });
-    })();
+    }).apply(this, arguments);
 }
 function openWithDialect(_0, _1) {
     return _async_to_generator(function(input, dialect) {
-        var options, _options_requirements, cfg, buildEnabled, defaultRequirements, requirements, connected, _tmp, store, err;
+        var options, _options_requirements, _options_signal, cfg, buildEnabled, defaultRequirements, requirements, connected, _tmp, store, _options_signal1, err, cleanup;
         var _arguments = arguments;
         return _ts_generator(this, function(_state) {
             switch(_state.label){
                 case 0:
                     options = _arguments.length > 2 && _arguments[2] !== void 0 ? _arguments[2] : {};
+                    (_options_signal = options.signal) === null || _options_signal === void 0 ? void 0 : _options_signal.throwIfAborted();
                     cfg = normaliseConfig(input);
                     buildEnabled = options.build !== false;
                     defaultRequirements = new Set(buildEnabled ? [
@@ -847,7 +776,7 @@ function openWithDialect(_0, _1) {
                         5,
                         8,
                         ,
-                        13
+                        10
                     ]);
                     store = dialect.createStore(connected.handle, connected.conn, connected.cfg, {
                         observational: connected.observational
@@ -859,12 +788,15 @@ function openWithDialect(_0, _1) {
                     ];
                     return [
                         4,
-                        prepareDocumentEmbeddings(store, connected.cfg)
+                        prepareDocumentEmbeddings(store, connected.cfg, undefined, {
+                            signal: options.signal
+                        })
                     ];
                 case 6:
                     _state.sent();
                     _state.label = 7;
                 case 7:
+                    (_options_signal1 = options.signal) === null || _options_signal1 === void 0 ? void 0 : _options_signal1.throwIfAborted();
                     return [
                         2,
                         {
@@ -878,33 +810,24 @@ function openWithDialect(_0, _1) {
                     ];
                 case 8:
                     err = _state.sent();
-                    if (!store) return [
-                        3,
-                        10
-                    ];
                     return [
                         4,
-                        store.close()
+                        Promise.allSettled([
+                            Promise.resolve().then(function() {
+                                return store ? store.close() : dialect.close(connected.handle, {
+                                    observational: connected.observational
+                                });
+                            })
+                        ])
                     ];
                 case 9:
-                    _state.sent();
-                    return [
-                        3,
-                        12
-                    ];
-                case 10:
-                    return [
-                        4,
-                        dialect.close(connected.handle, {
-                            observational: connected.observational
-                        })
-                    ];
-                case 11:
-                    _state.sent();
-                    _state.label = 12;
-                case 12:
+                    cleanup = _state.sent();
+                    if (cleanup[0].status === 'rejected') throw new AggregateError([
+                        err,
+                        cleanup[0].reason
+                    ], 'opening the derived index failed and cleanup also failed');
                     throw err;
-                case 13:
+                case 10:
                     return [
                         2
                     ];