@harperfast/harper 5.2.13 → 5.3.0-beta.1

package/dist/resources/indexes/hnswDerivedIndex.js

@@ -0,0 +1,464 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HnswDerivedIndexBackend = exports.MAX_WAIT_FOR_INDEX_MILLISECONDS = exports.DEFAULT_MAX_INDEX_LAG_MILLISECONDS = exports.DERIVED_INDEX_CURSOR_KEY = void 0;
+exports.attachDerivedIndexes = attachDerivedIndexes;
+exports.derivedIndexReadiness = derivedIndexReadiness;
+const hdbError_ts_1 = require("../../utility/errors/hdbError.js");
+const logger_ts_1 = require("../../utility/logging/logger.js");
+const derivedIndexRuntime_ts_1 = require("../derivedIndexRuntime.js");
+const logger = (0, logger_ts_1.loggerWithTag)('HNSW');
+/** The one durable cursor vector of a file-primary HNSW index, stored beside its node mappings. */
+exports.DERIVED_INDEX_CURSOR_KEY = Symbol.for('derived-index-cursor');
+exports.DEFAULT_MAX_INDEX_LAG_MILLISECONDS = 3000;
+exports.MAX_WAIT_FOR_INDEX_MILLISECONDS = 30_000;
+// Bounds on the queue between the runtime's delivery and the native applier. The runtime already
+// chunks a delivery by records and estimated bytes; this caps how many chunks may wait.
+const QUEUE_CAPACITY_BYTES = 64 * 1024 * 1024;
+const APPLY_SLICE_MILLIS = 5;
+const BARRIER_IDLE_MULTIPLE = 3;
+const BARRIER_IDLE_CEILING_MILLISECONDS = 7_500;
+// Writes to an index this far behind fail with a retryable 503 (see the runtime's lag policy).
+const DEFAULT_MAX_LAG_MILLISECONDS = 30_000;
+/**
+ * `DerivedIndexBackend` over a file-primary HNSW index. `deliver()` only enqueues; an applier drains
+ * the queue in bounded time slices so a 4096-record chunk at ~0.35 ms per native insert does not
+ * hold the event loop for a second and a half. The barrier is the plane's `msync`, after which the
+ * pending mappings and then the cursor vector are published — in that order, so a crash between
+ * any two steps leaves a cursor that replays (idempotently) over a mapping that was never published,
+ * never a published cursor over native state the barrier did not cover.
+ */
+class HnswDerivedIndexBackend {
+    id;
+    #index;
+    #host;
+    #wake;
+    #queue = [];
+    #queuedBytes = 0;
+    #position = 0;
+    #scheduled = false;
+    #appliedCursor;
+    #appliedEpoch;
+    #flushRequested = false;
+    #flushing;
+    #interruptBarrierAfter = 0;
+    #resetting;
+    #unindexable = 0;
+    constructor(id, index) {
+        this.id = id;
+        this.#index = index;
+    }
+    attach(host) {
+        this.#host = host;
+    }
+    onStateChange(wake) {
+        this.#wake = wake;
+        return () => {
+            if (this.#wake === wake)
+                this.#wake = undefined;
+        };
+    }
+    getDurableCursor() {
+        const cursor = this.#index.indexStore.getSync(exports.DERIVED_INDEX_CURSOR_KEY);
+        return cursor === undefined ? undefined : cursor;
+    }
+    publishCoverage(positions, ownerEpoch) {
+        if (!this.#host?.isOwnerEpoch(ownerEpoch))
+            return;
+        const cursor = this.getDurableCursor();
+        if (!cursor)
+            throw new Error('Cannot publish native index coverage without a durable cursor');
+        if (cursor.coverage && (0, derivedIndexRuntime_ts_1.sameDerivedIndexPositions)(cursor.coverage, positions))
+            return;
+        this.#index.indexStore.putSync(exports.DERIVED_INDEX_CURSOR_KEY, { ...cursor, coverage: positions });
+    }
+    deliver(batch) {
+        if (this.#queuedBytes >= QUEUE_CAPACITY_BYTES)
+            return derivedIndexRuntime_ts_1.DERIVED_INDEX_DEFERRED;
+        this.#queue.push(batch);
+        this.#queuedBytes += batch.bytes;
+        this.#schedule();
+        return derivedIndexRuntime_ts_1.DERIVED_INDEX_ACCEPTED;
+    }
+    flush(_reason) {
+        this.#flushRequested = true;
+        if (this.#queue.length === 0 && !this.#scheduled)
+            this.#runFlush();
+    }
+    /**
+     * Drop what is queued and resolve once no barrier is in flight. The runtime quiesces an epoch
+     * before it mints the next, so nothing of a newer epoch can be queued here yet.
+     */
+    async shutdown(_epoch) {
+        this.#dropQueue();
+        await Promise.allSettled([this.#flushing, this.#resetting]);
+    }
+    /**
+     * The cursor goes first: a crash anywhere after this line reopens cursorless and rebuilds, never
+     * on a format-valid cursor over a destroyed graph.
+     */
+    reset(_epoch) {
+        this.#dropQueue();
+        this.#appliedCursor = undefined;
+        this.#resetting = (async () => {
+            await this.#flushing;
+            this.#index.indexStore.removeSync(exports.DERIVED_INDEX_CURSOR_KEY);
+            this.#index.resetDerivedStorage();
+            await this.#index.indexStore.clear();
+        })();
+        return this.#resetting.finally(() => (this.#resetting = undefined));
+    }
+    #dropQueue() {
+        this.#queue.length = 0;
+        this.#queuedBytes = 0;
+        this.#position = 0;
+    }
+    #schedule() {
+        if (this.#scheduled)
+            return;
+        this.#scheduled = true;
+        setImmediate(() => {
+            this.#scheduled = false;
+            this.#applySlice();
+        });
+    }
+    #applySlice() {
+        // Application pauses while a barrier is in flight so the barrier publishes exactly the
+        // mappings it covers; the flush reschedules application when it settles.
+        if (this.#flushing)
+            return;
+        const host = this.#host;
+        const until = performance.now() + APPLY_SLICE_MILLIS;
+        const wasFull = this.#queuedBytes >= QUEUE_CAPACITY_BYTES;
+        let advancedCursor = false;
+        while (this.#queue.length > 0 && performance.now() < until) {
+            const batch = this.#queue[0];
+            if (!host.isOwnerEpoch(batch.ownerEpoch)) {
+                this.#queue.shift();
+                this.#queuedBytes -= batch.bytes;
+                this.#position = 0;
+                continue;
+            }
+            const records = batch.records;
+            while (this.#position < records.length && performance.now() < until) {
+                try {
+                    this.#apply(records[this.#position++]);
+                }
+                catch (error) {
+                    this.#queue.length = 0;
+                    this.#queuedBytes = 0;
+                    this.#position = 0;
+                    logger.error(`Derived index '${this.id}' could not apply a record; requesting a rebuild`, error);
+                    this.#wake?.('failed');
+                    return;
+                }
+            }
+            if (this.#position < records.length)
+                break;
+            this.#queue.shift();
+            this.#queuedBytes -= batch.bytes;
+            this.#position = 0;
+            this.#appliedEpoch = batch.ownerEpoch;
+            if (batch.through) {
+                this.#appliedCursor = batch.through;
+                advancedCursor = true;
+                if (this.#mayInterruptForBarrier())
+                    break;
+            }
+        }
+        if (this.#queue.length > 0) {
+            if (wasFull && this.#queuedBytes < QUEUE_CAPACITY_BYTES)
+                this.#wake?.('changed');
+            if (this.#position === 0 && advancedCursor && this.#mayInterruptForBarrier())
+                this.#runFlush(true);
+            else
+                this.#schedule();
+            return;
+        }
+        if (wasFull)
+            this.#wake?.('changed');
+        if (this.#flushRequested)
+            this.#runFlush();
+    }
+    #apply(mutation) {
+        const { recordId, logVersion, state } = mutation;
+        if (state.kind !== 'record' || state.projection == null) {
+            this.#index.applyDerivedValue(recordId, undefined, logVersion);
+            return;
+        }
+        try {
+            this.#index.applyDerivedValue(recordId, state.projection, state.version);
+        }
+        catch (error) {
+            // The projection validated the vector, but the plane's dimensionality is only known to the
+            // worker holding it: a mismatch is this record's fault, not the index's. Same rule as the
+            // runtime's own 4xx handling — remove any entry and count it, never rebuild.
+            if (!(error instanceof hdbError_ts_1.ClientError))
+                throw error;
+            if (this.#unindexable++ === 0)
+                logger.warn?.(`Derived index '${this.id}' skipped a record its plane cannot hold: ${error.message}`);
+            this.#index.applyDerivedValue(recordId, undefined, state.version);
+        }
+    }
+    #mayInterruptForBarrier() {
+        return this.#flushRequested && performance.now() >= this.#interruptBarrierAfter;
+    }
+    #runFlush(interrupting = false) {
+        if (this.#flushing)
+            return;
+        this.#flushRequested = false;
+        const started = performance.now();
+        const cursor = this.#appliedCursor;
+        const epoch = this.#appliedEpoch;
+        const host = this.#host;
+        this.#flushing = (async () => {
+            await this.#index.flushDerived();
+            if (epoch !== undefined && !host.isOwnerEpoch(epoch))
+                return;
+            if (cursor) {
+                const coverage = this.getDurableCursor()?.coverage;
+                this.#index.indexStore.putSync(exports.DERIVED_INDEX_CURSOR_KEY, coverage ? { ...cursor, coverage } : cursor);
+            }
+        })();
+        this.#flushing.then(() => {
+            this.#flushing = undefined;
+            if (interrupting) {
+                const idle = Math.min(BARRIER_IDLE_MULTIPLE * (performance.now() - started), BARRIER_IDLE_CEILING_MILLISECONDS);
+                this.#interruptBarrierAfter = performance.now() + idle;
+            }
+            this.#wake?.('changed');
+            if (this.#queue.length > 0)
+                this.#schedule();
+            else if (this.#flushRequested)
+                this.#runFlush();
+        }, (error) => {
+            this.#flushing = undefined;
+            logger.error(`Derived index '${this.id}' durability barrier failed`, error);
+            this.#wake?.('failed');
+        });
+    }
+}
+exports.HnswDerivedIndexBackend = HnswDerivedIndexBackend;
+const runtimes = new WeakMap();
+const retryUnavailableByStore = new Set();
+function retryUnavailableKey(auditStore, backendId) {
+    return `${auditStore.rootStore.path}\0${backendId}`;
+}
+function markUnavailableRetry(registered, auditStore, backendId) {
+    registered.retryUnavailable.add(backendId);
+    retryUnavailableByStore.add(retryUnavailableKey(auditStore, backendId));
+}
+function consumeUnavailableRetry(registered, auditStore, backendId) {
+    const local = registered.retryUnavailable.delete(backendId);
+    const storeScoped = retryUnavailableByStore.delete(retryUnavailableKey(auditStore, backendId));
+    return local || storeScoped;
+}
+function runtimeFor(auditStore) {
+    let registered = runtimes.get(auditStore);
+    if (registered)
+        return registered;
+    const tables = new Map();
+    const runtime = new derivedIndexRuntime_ts_1.DerivedIndexRuntime(auditStore, (tableId, recordId) => {
+        const entry = tables.get(tableId)?.current.Table.primaryStore.getEntry(recordId);
+        return entry?.value == null ? undefined : { version: entry.version, value: entry.value };
+    }, {
+        scanRecords: (tableId) => tables
+            .get(tableId)
+            .current.Table.primaryStore.getRange({ versions: true, snapshot: false })
+            .map(({ key, value, version }) => ({ recordId: key, version, value })),
+    });
+    registered = {
+        runtime,
+        tables,
+        backends: new Map(),
+        tableBackends: new Map(),
+        droppingTables: new Set(),
+        retryUnavailable: new Set(),
+    };
+    runtimes.set(auditStore, registered);
+    return registered;
+}
+const warnedAuditIndexes = new Set();
+/**
+ * Register every post-commit custom index of a table with the shared derived-index runtime of its
+ * database. Returns the release for the table's registrations, or undefined when it has none. Runs
+ * on every worker; the runtime elects one owner per index.
+ */
+function attachDerivedIndexes(Table) {
+    const hnswAttributes = Table.attributes.filter((attribute) => attribute.indexed?.type === 'HNSW' && Table.indices[attribute.name]?.customIndex);
+    const attributes = hnswAttributes.filter((attribute) => Table.indices[attribute.name]?.customIndex?.postCommit);
+    if (Table.audit !== true && attributes.length > 0) {
+        throw new hdbError_ts_1.ClientError(`Table '${Table.databaseName}.${Table.tableName}' must enable audit logging before using a post-commit derived index`);
+    }
+    if (!Table.auditStore)
+        return;
+    const auditStore = Table.auditStore;
+    const registered = runtimeFor(auditStore);
+    if (registered.droppingTables.has(Table.tableId))
+        return;
+    for (const attribute of hnswAttributes) {
+        const indexStore = Table.indices[attribute.name];
+        const id = `hnsw:${indexStore.name}`;
+        // A transient JS-backed declaration can precede the first native registration while a
+        // schema is being installed. Only an explicit transition away from an already-registered
+        // native backend should make a later native registration eligible to rearm an exhausted
+        // rebuild budget.
+        if (attribute.indexed.nativePlane === false && !indexStore.customIndex.postCommit && registered.backends.has(id))
+            markUnavailableRetry(registered, auditStore, id);
+    }
+    if (attributes.length === 0)
+        return;
+    const installed = { Table };
+    let registeredTable = registered.tables.get(Table.tableId);
+    if (registeredTable) {
+        registeredTable.owners.add(installed);
+        registeredTable.current = installed;
+    }
+    else {
+        registeredTable = { current: installed, owners: new Set([installed]) };
+        registered.tables.set(Table.tableId, registeredTable);
+    }
+    const releases = [];
+    const backendIds = [];
+    const registeredBackends = new Map();
+    for (const attribute of attributes) {
+        const indexStore = Table.indices[attribute.name];
+        const index = indexStore.customIndex;
+        const id = `hnsw:${indexStore.name}`;
+        const warningKey = `${Table.databaseName}.${Table.tableName}.${indexStore.name}`;
+        if (!warnedAuditIndexes.has(warningKey)) {
+            warnedAuditIndexes.add(warningKey);
+            logger.warn?.(`Derived index ${indexStore.name} requires auditing; the audit API retains full record history for the configured retention window`);
+        }
+        const resolver = Table.propertyResolvers?.[attribute.name];
+        const label = `Vector for attribute "${attribute.name}"`;
+        index.attachDerivedHost({
+            readiness: () => registered.runtime.getReadiness(id),
+            coverage: (maxLagMilliseconds) => (0, derivedIndexRuntime_ts_1.readDerivedIndexCoverage)(auditStore, id, () => indexStore.getSync(exports.DERIVED_INDEX_CURSOR_KEY), maxLagMilliseconds),
+            requestRebuild: () => registered.runtime.requestRebuild(id),
+            waitForCoverage: (since, timeout, signal) => registered.runtime.waitForCoverage(id, since, timeout, signal),
+        });
+        let predecessor = registered.backends.get(id);
+        const inherited = predecessor;
+        const settlePredecessor = () => {
+            const current = predecessor;
+            if (!current)
+                return Promise.resolve();
+            const settled = current.settle();
+            settled.then(() => {
+                if (predecessor === current)
+                    predecessor = undefined;
+            }, () => { });
+            return settled;
+        };
+        const predecessorSettled = settlePredecessor();
+        predecessorSettled.catch(() => { });
+        if (registered.backends.get(id) === inherited)
+            registered.backends.delete(id);
+        const release = registered.runtime.register({
+            backend: new HnswDerivedIndexBackend(id, index),
+            projections: new Map([
+                [
+                    Table.tableId,
+                    (record) => {
+                        const vector = resolver ? resolver(record) : record[attribute.name];
+                        if (vector == null)
+                            return undefined;
+                        index.assertDerivedValue(vector, label);
+                        return vector;
+                    },
+                ],
+            ]),
+            options: { maxLagMilliseconds: attribute.indexed?.maxLagMilliseconds ?? DEFAULT_MAX_LAG_MILLISECONDS },
+        });
+        let settling;
+        const registeredBackend = {
+            tableId: Table.tableId,
+            settle: () => {
+                if (settling)
+                    return settling;
+                const attempt = Promise.allSettled([settlePredecessor(), release()]).then((results) => {
+                    if (results[1].status === 'fulfilled') {
+                        if (registered.backends.get(id) === registeredBackend)
+                            registered.backends.delete(id);
+                        const tableBackends = registered.tableBackends.get(Table.tableId);
+                        tableBackends?.delete(registeredBackend);
+                        if (tableBackends?.size === 0)
+                            registered.tableBackends.delete(Table.tableId);
+                    }
+                    const failures = results
+                        .filter((result) => result.status === 'rejected')
+                        .map((result) => result.reason);
+                    if (failures.length === 1)
+                        throw failures[0];
+                    if (failures.length)
+                        throw new AggregateError(failures, `Could not settle HNSW backend '${id}'`);
+                });
+                settling = attempt;
+                attempt.catch(() => {
+                    if (settling === attempt)
+                        settling = undefined;
+                });
+                return attempt;
+            },
+        };
+        let tableBackends = registered.tableBackends.get(Table.tableId);
+        if (!tableBackends)
+            registered.tableBackends.set(Table.tableId, (tableBackends = new Set()));
+        tableBackends.add(registeredBackend);
+        registered.backends.set(id, registeredBackend);
+        registeredBackends.set(id, registeredBackend);
+        const retryUnavailable = consumeUnavailableRetry(registered, auditStore, id);
+        if (retryUnavailable && registered.runtime.getReadiness(id).state === 'unavailable')
+            registered.runtime.requestRebuild(id);
+        backendIds.push(id);
+        releases.push(() => registeredBackend.settle());
+    }
+    return {
+        async close(dropping = false) {
+            if (dropping)
+                registered.droppingTables.add(Table.tableId);
+            const settlements = dropping
+                ? [...(registered.tableBackends.get(Table.tableId) ?? [])].map((backend) => backend.settle())
+                : releases.map((release) => release());
+            const tableRegistration = registered.tables.get(Table.tableId);
+            if (tableRegistration) {
+                tableRegistration.owners.delete(installed);
+                if (tableRegistration.owners.size === 0) {
+                    registered.tables.delete(Table.tableId);
+                }
+                else if (tableRegistration.current === installed) {
+                    tableRegistration.current = tableRegistration.owners.values().next().value;
+                }
+            }
+            if (dropping) {
+                await Promise.all(settlements);
+            }
+            else {
+                for (const result of await Promise.allSettled(settlements)) {
+                    if (result.status === 'rejected')
+                        logger.error(`Could not settle a superseded HNSW backend for table ${Table.tableId}`, result.reason);
+                }
+            }
+        },
+        restoreAfterFailedDrop() {
+            registered.droppingTables.delete(Table.tableId);
+            for (const [id, registeredBackend] of registeredBackends) {
+                const current = registered.backends.get(id);
+                if (current && current !== registeredBackend)
+                    return;
+            }
+            return attachDerivedIndexes(Table);
+        },
+        completeDrop(dropped = true) {
+            registered.droppingTables.delete(Table.tableId);
+            if (dropped)
+                for (const id of backendIds)
+                    markUnavailableRetry(registered, auditStore, id);
+        },
+    };
+}
+/** Shared readiness of an index on any worker, registered or not. */
+function derivedIndexReadiness(auditStore, indexStoreName) {
+    return (0, derivedIndexRuntime_ts_1.readDerivedIndexReadiness)(auditStore, `hnsw:${indexStoreName}`);
+}
+//# sourceMappingURL=hnswDerivedIndex.js.map

package/dist/resources/indexes/hnswDerivedIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hnswDerivedIndex.js","sourceRoot":"","sources":["../../../resources/indexes/hnswDerivedIndex.ts"],"names":[],"mappings":";;;AAgWA,oDA6KC;AAGD,sDAEC;AAlhBD,kEAA+D;AAC/D,+DAAgE;AAGhE,sEAkBmC;AAEnC,MAAM,MAAM,GAAG,IAAA,yBAAa,EAAC,MAAM,CAAC,CAAC;AAErC,mGAAmG;AACtF,QAAA,wBAAwB,GAAG,MAAM,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;AAC9D,QAAA,kCAAkC,GAAG,IAAI,CAAC;AAC1C,QAAA,+BAA+B,GAAG,MAAM,CAAC;AAStD,iGAAiG;AACjG,wFAAwF;AACxF,MAAM,oBAAoB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC9C,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,iCAAiC,GAAG,KAAK,CAAC;AAChD,+FAA+F;AAC/F,MAAM,4BAA4B,GAAG,MAAM,CAAC;AAgB5C;;;;;;;GAOG;AACH,MAAa,uBAAuB;IAC1B,EAAE,CAAS;IACpB,MAAM,CAAqB;IAC3B,KAAK,CAA2B;IAChC,KAAK,CAAqD;IAC1D,MAAM,GAAwB,EAAE,CAAC;IACjC,YAAY,GAAG,CAAC,CAAC;IACjB,SAAS,GAAG,CAAC,CAAC;IACd,UAAU,GAAG,KAAK,CAAC;IACnB,cAAc,CAAsB;IACpC,aAAa,CAAU;IACvB,eAAe,GAAG,KAAK,CAAC;IACxB,SAAS,CAAiB;IAC1B,sBAAsB,GAAG,CAAC,CAAC;IAC3B,UAAU,CAAiB;IAC3B,YAAY,GAAG,CAAC,CAAC;IAEjB,YAAY,EAAU,EAAE,KAAyB;QAChD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,IAA6B;QACnC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,aAAa,CAAC,IAAuD;QACpE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,GAAG,EAAE;YACX,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI;gBAAE,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACjD,CAAC,CAAC;IACH,CAAC;IAED,gBAAgB;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,gCAAwB,CAAC,CAAC;QACxE,OAAO,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,MAA6B,CAAC;IAC1E,CAAC;IAED,eAAe,CAAC,SAAgC,EAAE,UAAkB;QACnE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,UAAU,CAAC;YAAE,OAAO;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QAC9F,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAA,kDAAyB,EAAC,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC;YAAE,OAAO;QACrF,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,gCAAwB,EAAE,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,OAAO,CAAC,KAAwB;QAC/B,IAAI,IAAI,CAAC,YAAY,IAAI,oBAAoB;YAAE,OAAO,+CAAsB,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;QACjC,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,OAAO,+CAAsB,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAgC;QACrC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,SAAS,EAAE,CAAC;IACpE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAc;QACnB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,IAAI,CAAC,SAAS,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,gCAAwB,CAAC,CAAC;YAC5D,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACtC,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,UAAU;QACT,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;IACpB,CAAC;IAED,SAAS;QACR,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,YAAY,CAAC,GAAG,EAAE;YACjB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,IAAI,CAAC,WAAW,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,WAAW;QACV,uFAAuF;QACvF,yEAAyE;QACzE,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAM,CAAC;QACzB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,IAAI,oBAAoB,CAAC;QAC1D,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;YAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACpB,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;gBACjC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;gBACnB,SAAS;YACV,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YAC9B,OAAO,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,MAAM,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;gBACrE,IAAI,CAAC;oBACJ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBACvB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;oBACtB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;oBACnB,MAAM,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,EAAE,kDAAkD,EAAE,KAAK,CAAC,CAAC;oBACjG,IAAI,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,CAAC;oBACvB,OAAO;gBACR,CAAC;YACF,CAAC;YACD,IAAI,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,MAAM;gBAAE,MAAM;YAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;YACjC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;YACnB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC;YACtC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC;gBACpC,cAAc,GAAG,IAAI,CAAC;gBACtB,IAAI,IAAI,CAAC,uBAAuB,EAAE;oBAAE,MAAM;YAC3C,CAAC;QACF,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,OAAO,IAAI,IAAI,CAAC,YAAY,GAAG,oBAAoB;gBAAE,IAAI,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC;YACjF,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC,IAAI,cAAc,IAAI,IAAI,CAAC,uBAAuB,EAAE;gBAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;;gBAC9F,IAAI,CAAC,SAAS,EAAE,CAAC;YACtB,OAAO;QACR,CAAC;QACD,IAAI,OAAO;YAAE,IAAI,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,eAAe;YAAE,IAAI,CAAC,SAAS,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,QAA8B;QACpC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;QACjD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YAC/D,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YACJ,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,EAAE,KAAK,CAAC,UAAsB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,2FAA2F;YAC3F,0FAA0F;YAC1F,6EAA6E;YAC7E,IAAI,CAAC,CAAC,KAAK,YAAY,yBAAW,CAAC;gBAAE,MAAM,KAAK,CAAC;YACjD,IAAI,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC;gBAC5B,MAAM,CAAC,IAAI,EAAE,CAAC,kBAAkB,IAAI,CAAC,EAAE,6CAA6C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACtG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACnE,CAAC;IACF,CAAC;IAED,uBAAuB;QACtB,OAAO,IAAI,CAAC,eAAe,IAAI,WAAW,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,sBAAsB,CAAC;IACjF,CAAC;IAED,SAAS,CAAC,YAAY,GAAG,KAAK;QAC7B,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAM,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,CAAC,KAAK,IAAI,EAAE;YAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YACjC,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;gBAAE,OAAO;YAC7D,IAAI,MAAM,EAAE,CAAC;gBACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE,EAAE,QAAQ,CAAC;gBACnD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,gCAAwB,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACvG,CAAC;QACF,CAAC,CAAC,EAAE,CAAC;QACL,IAAI,CAAC,SAAS,CAAC,IAAI,CAClB,GAAG,EAAE;YACJ,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;YAC3B,IAAI,YAAY,EAAE,CAAC;gBAClB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CACpB,qBAAqB,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,EACrD,iCAAiC,CACjC,CAAC;gBACF,IAAI,CAAC,sBAAsB,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACxD,CAAC;YACD,IAAI,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC;YACxB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBAAE,IAAI,CAAC,SAAS,EAAE,CAAC;iBACxC,IAAI,IAAI,CAAC,eAAe;gBAAE,IAAI,CAAC,SAAS,EAAE,CAAC;QACjD,CAAC,EACD,CAAC,KAAK,EAAE,EAAE;YACT,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,EAAE,6BAA6B,EAAE,KAAK,CAAC,CAAC;YAC5E,IAAI,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC,CACD,CAAC;IACH,CAAC;CACD;AAhND,0DAgNC;AAgBD,MAAM,QAAQ,GAAG,IAAI,OAAO,EAAsB,CAAC;AACnD,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAU,CAAC;AAElD,SAAS,mBAAmB,CAAC,UAAoC,EAAE,SAAiB;IACnF,OAAO,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;AACrD,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAsB,EAAE,UAAoC,EAAE,SAAiB;IAC5G,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC3C,uBAAuB,CAAC,GAAG,CAAC,mBAAmB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,uBAAuB,CAC/B,UAAsB,EACtB,UAAoC,EACpC,SAAiB;IAEjB,MAAM,KAAK,GAAG,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,uBAAuB,CAAC,MAAM,CAAC,mBAAmB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;IAC/F,OAAO,KAAK,IAAI,WAAW,CAAC;AAC7B,CAAC;AAED,SAAS,UAAU,CAAC,UAAoC;IACvD,IAAI,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1C,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;IAClD,MAAM,OAAO,GAAG,IAAI,4CAAmB,CACtC,UAAU,EACV,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;QACrB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACjF,OAAO,KAAK,EAAE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAC1F,CAAC,EACD;QACC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CACxB,MAAM;aACJ,GAAG,CAAC,OAAO,CAAE;aACb,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;aACxE,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;KACxE,CACD,CAAC;IACF,UAAU,GAAG;QACZ,OAAO;QACP,MAAM;QACN,QAAQ,EAAE,IAAI,GAAG,EAAE;QACnB,aAAa,EAAE,IAAI,GAAG,EAAE;QACxB,cAAc,EAAE,IAAI,GAAG,EAAE;QACzB,gBAAgB,EAAE,IAAI,GAAG,EAAE;KAC3B,CAAC;IACF,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IACrC,OAAO,UAAU,CAAC;AACnB,CAAC;AAED,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;AAE7C;;;;GAIG;AACH,SAAgB,oBAAoB,CAAC,KAAU;IAO9C,MAAM,cAAc,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAC7C,CAAC,SAAc,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,WAAW,CACpG,CAAC;IACF,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,SAAc,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;IACrH,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,yBAAW,CACpB,UAAU,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,SAAS,sEAAsE,CACrH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,UAAU;QAAE,OAAO;IAC9B,MAAM,UAAU,GAAG,KAAK,CAAC,UAAsC,CAAC;IAChE,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;IAC1C,IAAI,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;QAAE,OAAO;IACzD,KAAK,MAAM,SAAS,IAAI,cAAc,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,EAAE,GAAG,QAAQ,UAAU,CAAC,IAAI,EAAE,CAAC;QACrC,sFAAsF;QACtF,yFAAyF;QACzF,wFAAwF;QACxF,kBAAkB;QAClB,IAAI,SAAS,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,UAAU,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/G,oBAAoB,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACpC,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,CAAC;IAC5B,IAAI,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3D,IAAI,eAAe,EAAE,CAAC;QACrB,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACtC,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC;IACrC,CAAC;SAAM,CAAC;QACP,eAAe,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACvE,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,QAAQ,GAA+B,EAAE,CAAC;IAChD,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAA6B,CAAC;IAChE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,UAAU,CAAC,WAAwD,CAAC;QAClF,MAAM,EAAE,GAAG,QAAQ,UAAU,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,GAAG,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,SAAS,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;QACjF,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACzC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,EAAE,CACZ,iBAAiB,UAAU,CAAC,IAAI,mGAAmG,CACnI,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,iBAAiB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,KAAK,GAAG,yBAAyB,SAAS,CAAC,IAAI,GAAG,CAAC;QACzD,KAAK,CAAC,iBAAiB,CAAC;YACvB,SAAS,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YACpD,QAAQ,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAChC,IAAA,iDAAwB,EACvB,UAAU,EACV,EAAE,EACF,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,gCAAwB,CAAC,EAClD,kBAAkB,CAClB;YACF,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YAC3D,eAAe,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC;SAC3G,CAAC,CAAC;QACH,IAAI,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,WAAW,CAAC;QAC9B,MAAM,iBAAiB,GAAG,GAAG,EAAE;YAC9B,MAAM,OAAO,GAAG,WAAW,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CACX,GAAG,EAAE;gBACJ,IAAI,WAAW,KAAK,OAAO;oBAAE,WAAW,GAAG,SAAS,CAAC;YACtD,CAAC,EACD,GAAG,EAAE,GAAE,CAAC,CACR,CAAC;YACF,OAAO,OAAO,CAAC;QAChB,CAAC,CAAC;QACF,MAAM,kBAAkB,GAAG,iBAAiB,EAAE,CAAC;QAC/C,kBAAkB,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnC,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,SAAS;YAAE,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC3C,OAAO,EAAE,IAAI,uBAAuB,CAAC,EAAE,EAAE,KAAK,CAAC;YAC/C,WAAW,EAAE,IAAI,GAAG,CAAC;gBACpB;oBACC,KAAK,CAAC,OAAO;oBACb,CAAC,MAAW,EAAE,EAAE;wBACf,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;wBACpE,IAAI,MAAM,IAAI,IAAI;4BAAE,OAAO,SAAS,CAAC;wBACrC,KAAK,CAAC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;wBACxC,OAAO,MAAM,CAAC;oBACf,CAAC;iBACD;aACD,CAAC;YACF,OAAO,EAAE,EAAE,kBAAkB,EAAE,SAAS,CAAC,OAAO,EAAE,kBAAkB,IAAI,4BAA4B,EAAE;SACtG,CAAC,CAAC;QACH,IAAI,QAAmC,CAAC;QACxC,MAAM,iBAAiB,GAAsB;YAC5C,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,GAAG,EAAE;gBACZ,IAAI,QAAQ;oBAAE,OAAO,QAAQ,CAAC;gBAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;oBACrF,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;wBACvC,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,iBAAiB;4BAAE,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACtF,MAAM,aAAa,GAAG,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAClE,aAAa,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC;wBACzC,IAAI,aAAa,EAAE,IAAI,KAAK,CAAC;4BAAE,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC/E,CAAC;oBACD,MAAM,QAAQ,GAAG,OAAO;yBACtB,MAAM,CAAC,CAAC,MAAM,EAAmC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC;yBACjF,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBACjC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;wBAAE,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC7C,IAAI,QAAQ,CAAC,MAAM;wBAAE,MAAM,IAAI,cAAc,CAAC,QAAQ,EAAE,kCAAkC,EAAE,GAAG,CAAC,CAAC;gBAClG,CAAC,CAAC,CAAC;gBACH,QAAQ,GAAG,OAAO,CAAC;gBACnB,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE;oBAClB,IAAI,QAAQ,KAAK,OAAO;wBAAE,QAAQ,GAAG,SAAS,CAAC;gBAChD,CAAC,CAAC,CAAC;gBACH,OAAO,OAAO,CAAC;YAChB,CAAC;SACD,CAAC;QACF,IAAI,aAAa,GAAG,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAChE,IAAI,CAAC,aAAa;YAAE,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,aAAa,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;QAC7F,aAAa,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QACrC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAC/C,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAC9C,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAC7E,IAAI,gBAAgB,IAAI,UAAU,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK,aAAa;YAClF,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACvC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,OAAO;QACN,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,KAAK;YAC3B,IAAI,QAAQ;gBAAE,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,QAAQ;gBAC3B,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC7F,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YACxC,MAAM,iBAAiB,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/D,IAAI,iBAAiB,EAAE,CAAC;gBACvB,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC3C,IAAI,iBAAiB,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBACzC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC;qBAAM,IAAI,iBAAiB,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;oBACpD,iBAAiB,CAAC,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;gBAC5E,CAAC;YACF,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACd,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACP,KAAK,MAAM,MAAM,IAAI,MAAM,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;oBAC5D,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU;wBAC/B,MAAM,CAAC,KAAK,CAAC,wDAAwD,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBACvG,CAAC;YACF,CAAC;QACF,CAAC;QACD,sBAAsB;YACrB,UAAU,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAChD,KAAK,MAAM,CAAC,EAAE,EAAE,iBAAiB,CAAC,IAAI,kBAAkB,EAAE,CAAC;gBAC1D,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC5C,IAAI,OAAO,IAAI,OAAO,KAAK,iBAAiB;oBAAE,OAAO;YACtD,CAAC;YACD,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QACD,YAAY,CAAC,OAAO,GAAG,IAAI;YAC1B,UAAU,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,OAAO;gBAAE,KAAK,MAAM,EAAE,IAAI,UAAU;oBAAE,oBAAoB,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAC5F,CAAC;KACD,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,SAAgB,qBAAqB,CAAC,UAAoC,EAAE,cAAsB;IACjG,OAAO,IAAA,kDAAyB,EAAC,UAAU,EAAE,QAAQ,cAAc,EAAE,CAAC,CAAC;AACxE,CAAC"}

package/dist/resources/indexes/hnswPlaneBinding.d.ts

@@ -0,0 +1,65 @@
+/**
+ * Parallel arrays, ascending by distance: hit i is (ids[i], distances[i]) with its host key at
+ * keys.subarray(keyEnds[i - 1] ?? 0, keyEnds[i]); an empty key means the node vanished mid-query.
+ */
+export interface PlaneSearchHits {
+    ids: Uint32Array;
+    distances: Float32Array;
+    keys: Buffer;
+    keyEnds: Uint32Array;
+}
+/** A predicate batch: candidate ids and their host keys, laid out as in PlaneSearchHits. */
+export type PlanePredicate = (ids: number[], keys: Buffer, keyEnds: Uint32Array) => Uint8Array;
+/** NAPI surface of the native file-primary HNSW index (`@harperfast/hnsw`). */
+export interface HnswPlane {
+    readonly dims: number;
+    readonly layer0Cap: number;
+    readonly keyCap: number;
+    insert(vector: Float32Array, key?: Buffer): number;
+    remove(id: number): void;
+    writeNodeRaw(id: number, level: number, vector: Buffer, scale: number, invMag: number, neighbors: Uint32Array, upper: Uint32Array[] | null): void;
+    clearNode(id: number): void;
+    setEntryPoint(id: number, level: number): void;
+    getEntryPoint(): number[];
+    search(vector: Float32Array, k: number, ef: number, filter?: Uint8Array | null, filterExpansion?: number | null): Promise<PlaneSearchHits>;
+    searchWithPredicate(vector: Float32Array, k: number, ef: number, predicate: PlanePredicate, filterExpansion?: number | null, visitBudget?: number | null): Promise<PlaneSearchHits>;
+    searchSync(vector: Float32Array, k: number, ef: number): PlaneSearchHits;
+    writeNodeRawIfAbsent(id: number, level: number, vector: Buffer, scale: number, invMag: number, neighbors: Uint32Array, upper: Uint32Array[] | null): boolean;
+    openedClean(): boolean;
+    idHighWater(): number;
+    getWatermark(): number;
+    setWatermark(txn: number): void;
+    flush(watermark?: number): void;
+    flushAsync(watermark?: number): Promise<void>;
+    invalidateFile(): PlaneInvalidationOutcome;
+    invalidated(): boolean;
+}
+export interface HnswPlaneConstructor {
+    readonly prototype: HnswPlane;
+    create(path: string, dims: number, layer0Cap: number, maxNodes: number, keyCap?: number): HnswPlane;
+    open(path: string): HnswPlane;
+}
+export interface PlaneInvalidationOutcome {
+    inBand: boolean;
+    sidecar: boolean;
+    inBandError?: string;
+    sidecarError?: string;
+}
+/** Entry-point id meaning "none" (u32::MAX in the plane header). */
+export declare const PLANE_NO_ID = 4294967295;
+/**
+ * Where an index's plane file lives: next to its store, named by the dbiKey
+ * (`table/attribute`, flattened to a single file name). Exposed separately from the index
+ * instance so crash-recovery drop paths can remove the file without opening the index.
+ */
+export declare function planeFilePathFor(storePath: string, storeName: string): string;
+/**
+ * Tombstone marking a plane file that could not be deleted (e.g. Windows EBUSY while still
+ * mapped). Its presence means the plane file is STALE: never open it — delete both when
+ * possible and rebuild.
+ */
+export declare function planeStalePathFor(planePath: string): string;
+/** The native plane constructor, or null when the compiled artifact is unavailable (warns once by default). */
+export declare function getPlaneBinding(warn?: boolean): HnswPlaneConstructor | null;
+/** Make a derived plane unadoptable before it is replaced or removed. */
+export declare function invalidatePlaneFile(filePath: string, attached?: HnswPlane | null): PlaneInvalidationOutcome;

package/dist/resources/indexes/hnswPlaneBinding.js

@@ -0,0 +1,91 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PLANE_NO_ID = void 0;
+exports.planeFilePathFor = planeFilePathFor;
+exports.planeStalePathFor = planeStalePathFor;
+exports.getPlaneBinding = getPlaneBinding;
+exports.invalidatePlaneFile = invalidatePlaneFile;
+const node_fs_1 = require("node:fs");
+const node_path_1 = require("node:path");
+const logger_ts_1 = require("../../utility/logging/logger.js");
+const logger = (0, logger_ts_1.loggerWithTag)('HNSW');
+/** Entry-point id meaning "none" (u32::MAX in the plane header). */
+exports.PLANE_NO_ID = 0xffffffff;
+/**
+ * Where an index's plane file lives: next to its store, named by the dbiKey
+ * (`table/attribute`, flattened to a single file name). Exposed separately from the index
+ * instance so crash-recovery drop paths can remove the file without opening the index.
+ */
+function planeFilePathFor(storePath, storeName) {
+    // encodeURIComponent is injective and never emits a path separator: table `a` attribute
+    // `b.c` and table `a.b` attribute `c` must not share a plane file (dot-flattening let two
+    // indexes serve each other's node ids as their own primary keys)
+    return (0, node_path_1.join)(storePath, `${encodeURIComponent(storeName)}.hnsw`);
+}
+/**
+ * Tombstone marking a plane file that could not be deleted (e.g. Windows EBUSY while still
+ * mapped). Its presence means the plane file is STALE: never open it — delete both when
+ * possible and rebuild.
+ */
+function planeStalePathFor(planePath) {
+    // the package owns the convention; the literal covers the calls that precede its load
+    return binding?.stalePathFor(planePath) ?? `${planePath}.stale`;
+}
+let binding;
+let bindingLoadError;
+let bindingWarningLogged = false;
+function getHnswPackage(warn = true) {
+    if (binding === undefined) {
+        try {
+            binding = require('@harperfast/hnsw');
+        }
+        catch (error) {
+            binding = null;
+            bindingLoadError = error;
+        }
+    }
+    if (binding === null && warn && !bindingWarningLogged) {
+        bindingWarningLogged = true;
+        logger.warn?.(`The @harperfast/hnsw native module is not available (${bindingLoadError?.message}); ` +
+            'indexes with nativePlane enabled will remain unavailable until the module can load');
+    }
+    return binding;
+}
+/** The native plane constructor, or null when the compiled artifact is unavailable (warns once by default). */
+function getPlaneBinding(warn = true) {
+    return getHnswPackage(warn)?.Plane ?? null;
+}
+/** Make a derived plane unadoptable before it is replaced or removed. */
+function invalidatePlaneFile(filePath, attached) {
+    if (attached)
+        return attached.invalidateFile();
+    const hnswPackage = getHnswPackage();
+    if (hnswPackage)
+        return hnswPackage.invalidatePlane(filePath);
+    // A plane can outlive the package that made it (uninstall, or a prebuild that stopped
+    // loading), and a reinstall would then adopt it. Only the sidecar is reachable without the
+    // package, and it has to survive a power loss to be worth writing, so fsync it and the
+    // directory entry that names it — the same durability the package's own sidecar has.
+    const fd = (0, node_fs_1.openSync)(planeStalePathFor(filePath), 'w');
+    try {
+        (0, node_fs_1.fsyncSync)(fd);
+    }
+    finally {
+        (0, node_fs_1.closeSync)(fd);
+    }
+    try {
+        const dirFd = (0, node_fs_1.openSync)((0, node_path_1.dirname)(filePath), 'r');
+        try {
+            (0, node_fs_1.fsyncSync)(dirFd);
+        }
+        finally {
+            (0, node_fs_1.closeSync)(dirFd);
+        }
+    }
+    catch {
+        // Windows cannot open a directory as a file; it also does not need this — the metadata
+        // journal already orders the create ahead of anything that could read the sidecar
+    }
+    return { inBand: false, sidecar: true };
+}
+//# sourceMappingURL=hnswPlaneBinding.js.map

package/dist/resources/indexes/hnswPlaneBinding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hnswPlaneBinding.js","sourceRoot":"","sources":["../../../resources/indexes/hnswPlaneBinding.ts"],"names":[],"mappings":";;;AAqGA,4CAKC;AAOD,8CAGC;AA0BD,0CAEC;AAGD,kDA0BC;AA7KD,qCAAyD;AACzD,yCAA0C;AAC1C,+DAAgE;AAEhE,MAAM,MAAM,GAAG,IAAA,yBAAa,EAAC,MAAM,CAAC,CAAC;AAyFrC,oEAAoE;AACvD,QAAA,WAAW,GAAG,UAAU,CAAC;AAEtC;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,SAAiB,EAAE,SAAiB;IACpE,wFAAwF;IACxF,0FAA0F;IAC1F,iEAAiE;IACjE,OAAO,IAAA,gBAAI,EAAC,SAAS,EAAE,GAAG,kBAAkB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AACjE,CAAC;AAED;;;;GAIG;AACH,SAAgB,iBAAiB,CAAC,SAAiB;IAClD,sFAAsF;IACtF,OAAO,OAAO,EAAE,YAAY,CAAC,SAAS,CAAC,IAAI,GAAG,SAAS,QAAQ,CAAC;AACjE,CAAC;AAED,IAAI,OAA4C,CAAC;AACjD,IAAI,gBAAmC,CAAC;AACxC,IAAI,oBAAoB,GAAG,KAAK,CAAC;AAEjC,SAAS,cAAc,CAAC,IAAI,GAAG,IAAI;IAClC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC3B,IAAI,CAAC;YACJ,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAqB,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,GAAG,IAAI,CAAC;YACf,gBAAgB,GAAG,KAAc,CAAC;QACnC,CAAC;IACF,CAAC;IACD,IAAI,OAAO,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACvD,oBAAoB,GAAG,IAAI,CAAC;QAC5B,MAAM,CAAC,IAAI,EAAE,CACZ,wDAAwD,gBAAgB,EAAE,OAAO,KAAK;YACrF,oFAAoF,CACrF,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,+GAA+G;AAC/G,SAAgB,eAAe,CAAC,IAAI,GAAG,IAAI;IAC1C,OAAO,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC;AAC5C,CAAC;AAED,yEAAyE;AACzE,SAAgB,mBAAmB,CAAC,QAAgB,EAAE,QAA2B;IAChF,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC,cAAc,EAAE,CAAC;IAC/C,MAAM,WAAW,GAAG,cAAc,EAAE,CAAC;IACrC,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;IAC9D,sFAAsF;IACtF,2FAA2F;IAC3F,uFAAuF;IACvF,qFAAqF;IACrF,MAAM,EAAE,GAAG,IAAA,kBAAQ,EAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC;IACtD,IAAI,CAAC;QACJ,IAAA,mBAAS,EAAC,EAAE,CAAC,CAAC;IACf,CAAC;YAAS,CAAC;QACV,IAAA,mBAAS,EAAC,EAAE,CAAC,CAAC;IACf,CAAC;IACD,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,IAAA,kBAAQ,EAAC,IAAA,mBAAO,EAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/C,IAAI,CAAC;YACJ,IAAA,mBAAS,EAAC,KAAK,CAAC,CAAC;QAClB,CAAC;gBAAS,CAAC;YACV,IAAA,mBAAS,EAAC,KAAK,CAAC,CAAC;QAClB,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QACR,uFAAuF;QACvF,kFAAkF;IACnF,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AACzC,CAAC"}