@fireproof/core-base 0.0.0-smoke-1b31059-1752074105

package/indexer.js

@@ -0,0 +1,246 @@
+import { throwFalsy, } from "@fireproof/core-types-base";
+import { bulkIndex, indexEntriesForChanges, byIdOpts, byKeyOpts, applyQuery, encodeRange, encodeKey, loadIndex, } from "./indexer-helpers.js";
+import { ensureLogger } from "@fireproof/core-runtime";
+function refLedger(u) {
+    return !!u.ledger;
+}
+export function index(refDb, name, mapFn, meta) {
+    const crdt = refLedger(refDb) ? refDb.ledger.crdt : refDb.crdt;
+    if (mapFn && meta)
+        throw refDb.logger.Error().Msg("cannot provide both mapFn and meta").AsError();
+    if (mapFn && mapFn.constructor.name !== "Function")
+        throw refDb.logger.Error().Msg("mapFn must be a function").AsError();
+    if (crdt.indexers.has(name)) {
+        const idx = crdt.indexers.get(name);
+        idx.applyMapFn(name, mapFn, meta);
+    }
+    else {
+        const idx = new Index(refDb.sthis, crdt, name, mapFn, meta);
+        crdt.indexers.set(name, idx);
+    }
+    return crdt.indexers.get(name);
+}
+export class Index {
+    blockstore;
+    crdt;
+    name;
+    mapFn;
+    mapFnString = "";
+    byKey = {};
+    byId = {};
+    indexHead;
+    initError;
+    ready() {
+        return Promise.all([this.blockstore.ready(), this.crdt.ready()]).then(() => {
+        });
+    }
+    logger;
+    constructor(sthis, crdt, name, mapFn, meta) {
+        this.logger = ensureLogger(sthis, "Index");
+        if (!crdt.indexBlockstore) {
+            throw sthis.logger.Error().Msg("indexBlockstore not set").AsError();
+        }
+        this.blockstore = crdt.indexBlockstore;
+        this.crdt = crdt;
+        this.applyMapFn(name, mapFn, meta);
+        this.name = name;
+        if (!(this.mapFnString || this.initError))
+            throw this.logger.Error().Msg("missing mapFnString").AsError();
+    }
+    applyMapFn(name, mapFn, meta) {
+        if (mapFn && meta)
+            throw this.logger.Error().Msg("cannot provide both mapFn and meta").AsError();
+        if (this.name && this.name !== name)
+            throw this.logger.Error().Msg("cannot change name").AsError();
+        try {
+            let mapFnChanged = false;
+            if (meta) {
+                if (this.indexHead && this.indexHead.map((c) => c.toString()).join() !== meta.head.map((c) => c.toString()).join()) {
+                    throw this.logger.Error().Msg("cannot apply different head meta").AsError();
+                }
+                if (this.mapFnString) {
+                    if (this.mapFnString !== meta.map) {
+                        this.mapFnString = meta.map;
+                        mapFnChanged = true;
+                    }
+                    this.byId.cid = meta.byId;
+                    this.byKey.cid = meta.byKey;
+                    this.indexHead = meta.head;
+                }
+                else {
+                    this.mapFnString = meta.map;
+                    this.byId.cid = meta.byId;
+                    this.byKey.cid = meta.byKey;
+                    this.indexHead = meta.head;
+                }
+            }
+            else {
+                if (this.mapFn) {
+                    if (mapFn) {
+                        if (this.mapFn.toString() !== mapFn.toString()) {
+                            this.mapFn = mapFn;
+                            this.mapFnString = mapFn.toString();
+                            mapFnChanged = true;
+                        }
+                    }
+                }
+                else {
+                    if (!mapFn) {
+                        mapFn = ((doc) => doc[name] ?? undefined);
+                    }
+                    if (this.mapFnString) {
+                        if (this.mapFnString !== mapFn.toString()) {
+                            mapFnChanged = true;
+                        }
+                    }
+                    else {
+                        this.mapFnString = mapFn.toString();
+                    }
+                    this.mapFn = mapFn;
+                }
+            }
+            if (mapFnChanged) {
+                this._resetIndex();
+            }
+        }
+        catch (e) {
+            this.initError = e;
+        }
+    }
+    async query(opts = {}) {
+        this.logger.Debug().Msg("enter query");
+        await this.ready();
+        this.logger.Debug().Msg("post ready query");
+        await this._updateIndex();
+        this.logger.Debug().Msg("post _updateIndex query");
+        await this._hydrateIndex();
+        this.logger.Debug().Msg("post _hydrateIndex query");
+        if (!this.byKey.root) {
+            return await applyQuery(this.crdt, { result: [] }, opts);
+        }
+        if (opts.includeDocs === undefined)
+            opts.includeDocs = true;
+        if (opts.range) {
+            const eRange = encodeRange(opts.range);
+            return await applyQuery(this.crdt, await throwFalsy(this.byKey.root).range(eRange[0], eRange[1]), opts);
+        }
+        if (typeof opts.key === "boolean" || opts.key) {
+            const encodedKey = encodeKey(opts.key);
+            return await applyQuery(this.crdt, await throwFalsy(this.byKey.root).get(encodedKey), opts);
+        }
+        if (Array.isArray(opts.keys)) {
+            const optsWithoutLimit = { ...opts };
+            delete optsWithoutLimit.limit;
+            const results = await Promise.all(opts.keys.map(async (key) => {
+                const encodedKey = encodeKey(key);
+                return (await applyQuery(this.crdt, await throwFalsy(this.byKey.root).get(encodedKey), optsWithoutLimit)).rows;
+            }));
+            let flattenedRows = results.flat();
+            if (opts) {
+                flattenedRows = flattenedRows.slice(0, opts.limit);
+            }
+            return {
+                rows: flattenedRows,
+                docs: flattenedRows.map((r) => r.doc).filter((r) => !!r),
+            };
+        }
+        if (opts.prefix) {
+            if (!Array.isArray(opts.prefix))
+                opts.prefix = [opts.prefix];
+            const start = [...opts.prefix, NaN];
+            const end = [...opts.prefix, Infinity];
+            const encodedR = encodeRange([start, end]);
+            return await applyQuery(this.crdt, await this.byKey.root.range(...encodedR), opts);
+        }
+        const all = await this.byKey.root.getAllEntries();
+        return await applyQuery(this.crdt, {
+            result: all.result.map(({ key: [k, id], value }) => ({
+                key: k,
+                id,
+                value,
+            })),
+        }, opts);
+    }
+    _resetIndex() {
+        this.byId = {};
+        this.byKey = {};
+        this.indexHead = undefined;
+    }
+    async _hydrateIndex() {
+        if (this.byId.root && this.byKey.root)
+            return;
+        if (!this.byId.cid || !this.byKey.cid)
+            return;
+        this.byId.root = await loadIndex(this.blockstore, this.byId.cid, byIdOpts);
+        this.byKey.root = await loadIndex(this.blockstore, this.byKey.cid, byKeyOpts);
+    }
+    async _updateIndex() {
+        await this.ready();
+        this.logger.Debug().Msg("enter _updateIndex");
+        if (this.initError)
+            throw this.initError;
+        if (!this.mapFn)
+            throw this.logger.Error().Msg("No map function defined").AsError();
+        let result, head;
+        if (!this.indexHead || this.indexHead.length === 0) {
+            ({ result, head } = await this.crdt.allDocs());
+            this.logger.Debug().Msg("enter crdt.allDocs");
+        }
+        else {
+            ({ result, head } = await this.crdt.changes(this.indexHead));
+            this.logger.Debug().Msg("enter crdt.changes");
+        }
+        if (result.length === 0) {
+            this.indexHead = head;
+        }
+        let staleKeyIndexEntries = [];
+        let removeIdIndexEntries = [];
+        if (this.byId.root) {
+            const removeIds = result.map(({ id: key }) => key);
+            const { result: oldChangeEntries } = await this.byId.root.getMany(removeIds);
+            staleKeyIndexEntries = oldChangeEntries.map((key) => ({ key, del: true }));
+            removeIdIndexEntries = oldChangeEntries.map((key) => ({ key: key[1], del: true }));
+        }
+        const indexEntries = indexEntriesForChanges(result, this.mapFn);
+        const byIdIndexEntries = indexEntries.map(({ key }) => ({
+            key: key[1],
+            value: key,
+        }));
+        const indexerMeta = { indexes: new Map() };
+        for (const [name, indexer] of this.crdt.indexers) {
+            if (indexer.indexHead) {
+                indexerMeta.indexes?.set(name, {
+                    byId: indexer.byId.cid,
+                    byKey: indexer.byKey.cid,
+                    head: indexer.indexHead,
+                    map: indexer.mapFnString,
+                    name: indexer.name,
+                });
+            }
+        }
+        if (result.length === 0) {
+            return indexerMeta;
+        }
+        this.logger.Debug().Msg("pre this.blockstore.transaction");
+        const { meta } = await this.blockstore.transaction(async (tblocks) => {
+            this.byId = await bulkIndex(this.logger, tblocks, this.byId, removeIdIndexEntries.concat(byIdIndexEntries), byIdOpts);
+            this.byKey = await bulkIndex(this.logger, tblocks, this.byKey, staleKeyIndexEntries.concat(indexEntries), byKeyOpts);
+            this.indexHead = head;
+            if (this.byId.cid && this.byKey.cid) {
+                const idxMeta = {
+                    byId: this.byId.cid,
+                    byKey: this.byKey.cid,
+                    head,
+                    map: this.mapFnString,
+                    name: this.name,
+                };
+                indexerMeta.indexes?.set(this.name, idxMeta);
+            }
+            this.logger.Debug().Any("indexerMeta", new Array(indexerMeta.indexes?.entries())).Msg("exit this.blockstore.transaction fn");
+            return indexerMeta;
+        });
+        this.logger.Debug().Msg("post this.blockstore.transaction");
+        return meta;
+    }
+}
+//# sourceMappingURL=indexer.js.map

package/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["indexer.ts"],"names":[],"mappings":"AAEA,OAAO,EAaL,UAAU,GAYX,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EACL,SAAS,EACT,sBAAsB,EACtB,QAAQ,EACR,SAAS,EACT,UAAU,EACV,WAAW,EACX,SAAS,EACT,SAAS,GAGV,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAKvD,SAAS,SAAS,CAAC,CAAsB;IACvC,OAAO,CAAC,CAAE,CAAe,CAAC,MAAM,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,KAAK,CACnB,KAAuD,EACvD,IAAY,EACZ,KAAgB,EAChB,IAAc;IAEd,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;IAE/D,IAAI,KAAK,IAAI,IAAI;QAAE,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC,OAAO,EAAE,CAAC;IAClG,IAAI,KAAK,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU;QAAE,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,OAAO,EAAE,CAAC;IACzH,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAA2B,CAAC;QAC9D,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,GAAG,IAAI,KAAK,CAAO,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAClE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,GAA8C,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAA8B,CAAC;AAC9D,CAAC;AAOD,MAAM,OAAO,KAAK;IACP,UAAU,CAAiB;IAC3B,IAAI,CAAO;IACX,IAAI,CAAS;IACtB,KAAK,CAAY;IACjB,WAAW,GAAG,EAAE,CAAC;IACjB,KAAK,GAAoB,EAAE,CAAC;IAC5B,IAAI,GAAoB,EAAE,CAAC;IAC3B,SAAS,CAAa;IAEtB,SAAS,CAAS;IAElB,KAAK;QACH,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;QAE3E,CAAC,CAAC,CAAC;IACL,CAAC;IAaQ,MAAM,CAAS;IAExB,YAAY,KAAgB,EAAE,IAAU,EAAE,IAAY,EAAE,KAAgB,EAAE,IAAc;QACtF,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,OAAO,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,IAAY,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,OAAO,EAAE,CAAC;IAY5G,CAAC;IAED,UAAU,CAAC,IAAY,EAAE,KAAgB,EAAE,IAAc;QACvD,IAAI,KAAK,IAAI,IAAI;YAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC,OAAO,EAAE,CAAC;QACjG,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI;YAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,CAAC;QAEnG,IAAI,CAAC;YACH,IAAI,YAAY,GAAG,KAAK,CAAC;YAEzB,IAAI,IAAI,EAAE,CAAC;gBAET,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;oBACnH,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC9E,CAAC;gBAED,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBAErB,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;wBAClC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC;wBAC5B,YAAY,GAAG,IAAI,CAAC;oBACtB,CAAC;oBAED,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC;oBAC5B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBAEN,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC;oBAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC;oBAC5B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC;gBAC7B,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBAEf,IAAI,KAAK,EAAE,CAAC;wBACV,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC;4BAC/C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;4BACnB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;4BACpC,YAAY,GAAG,IAAI,CAAC;wBACtB,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,CAAC;oBAEN,IAAI,CAAC,KAAK,EAAE,CAAC;wBACX,KAAK,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAE,GAA0C,CAAC,IAAI,CAAC,IAAI,SAAS,CAAa,CAAC;oBAChG,CAAC;oBACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;wBAErB,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC;4BAC1C,YAAY,GAAG,IAAI,CAAC;wBACtB,CAAC;oBACH,CAAC;yBAAM,CAAC;wBAEN,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACtC,CAAC;oBACD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;gBACrB,CAAC;YACH,CAAC;YAGD,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,GAAG,CAAU,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAqB,EAAE;QACjC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACvC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAC5C,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACnD,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO,MAAM,UAAU,CAAU,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC5D,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvC,OAAO,MAAM,UAAU,CAAU,IAAI,CAAC,IAAI,EAAE,MAAM,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACnH,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9C,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvC,OAAO,MAAM,UAAU,CAAU,IAAI,CAAC,IAAI,EAAE,MAAM,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;QACvG,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAE7B,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;YACrC,OAAO,gBAAgB,CAAC,KAAK,CAAC;YAG9B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAgB,EAAE,EAAE;gBACvC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;gBAClC,OAAO,CAAC,MAAM,UAAU,CAAU,IAAI,CAAC,IAAI,EAAE,MAAM,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;YAC1H,CAAC,CAAC,CACH,CAAC;YAGF,IAAI,aAAa,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;YAGnC,IAAI,IAAI,EAAE,CAAC;gBACT,aAAa,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YACrD,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAqB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;aAC5E,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE7D,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACpC,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YAC3C,OAAO,MAAM,UAAU,CAAU,IAAI,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAClD,OAAO,MAAM,UAAU,CACrB,IAAI,CAAC,IAAI,EACT;YAEE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;gBACnD,GAAG,EAAE,CAAgB;gBACrB,EAAE;gBACF,KAAK;aACN,CAAC,CAAC;SACJ,EACD,IAAI,CACL,CAAC;IACJ,CAAC;IAED,WAAW;QACT,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI;YAAE,OAAO;QAC9C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG;YAAE,OAAO;QAC9C,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,SAAS,CAAwB,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAClG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,SAAS,CAAmB,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAClG,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAC9C,IAAI,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,CAAC,SAAS,CAAC;QACzC,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,OAAO,EAAE,CAAC;QACpF,IAAI,MAAsB,EAAE,IAAe,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnD,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAK,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAExB,CAAC;QACD,IAAI,oBAAoB,GAAqB,EAAE,CAAC;QAChD,IAAI,oBAAoB,GAAwB,EAAE,CAAC;QACnD,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;YACnD,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC7E,oBAAoB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC3E,oBAAoB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACrF,CAAC;QACD,MAAM,YAAY,GAAG,sBAAsB,CAAO,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACtE,MAAM,gBAAgB,GAAqB,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;YACxE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YACX,KAAK,EAAE,GAAG;SACX,CAAC,CAAC,CAAC;QACJ,MAAM,WAAW,GAAe,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;QAEvD,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE;oBAC7B,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG;oBACtB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG;oBACxB,IAAI,EAAE,OAAO,CAAC,SAAS;oBACvB,GAAG,EAAE,OAAO,CAAC,WAAW;oBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;iBACR,CAAC,CAAC;YAChB,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,WAA8C,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QAC3D,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAuB,KAAK,EAAE,OAAO,EAAiC,EAAE;YACxH,IAAI,CAAC,IAAI,GAAG,MAAM,SAAS,CACzB,IAAI,CAAC,MAAM,EACX,OAAO,EACP,IAAI,CAAC,IAAI,EACT,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAC7C,QAAQ,CACT,CAAC;YACF,IAAI,CAAC,KAAK,GAAG,MAAM,SAAS,CAC1B,IAAI,CAAC,MAAM,EACX,OAAO,EACP,IAAI,CAAC,KAAK,EACV,oBAAoB,CAAC,MAAM,CAAC,YAAY,CAAC,EACzC,SAAS,CACV,CAAC;YACF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;gBACpC,MAAM,OAAO,GAAG;oBACd,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG;oBACrB,IAAI;oBACJ,GAAG,EAAE,IAAI,CAAC,WAAW;oBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;iBACL,CAAC;gBACb,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC/C,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YAC7H,OAAO,WAA8C,CAAC;QACxD,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/indexer.ts

@@ -0,0 +1,360 @@
+/// <reference types="@fireproof/core-types-base/prolly-trees.d.ts" />
+
+import {
+  type ClockHead,
+  type DocUpdate,
+  type MapFn,
+  type IndexUpdate,
+  type QueryOpts,
+  type IdxMeta,
+  type DocFragment,
+  type IdxMetaMap,
+  type IndexKeyType,
+  type IndexRows,
+  type DocTypes,
+  type IndexUpdateString,
+  throwFalsy,
+  type IndexTransactionMeta,
+  type SuperThis,
+  type BaseBlockstore,
+  type CRDT,
+  type HasCRDT,
+  type HasLogger,
+  type HasSuperThis,
+  type RefLedger,
+  type DocWithId,
+  IndexIf,
+  IndexTree,
+} from "@fireproof/core-types-base";
+// import { BaseBlockstore } from "./blockstore/index.js";
+
+import {
+  bulkIndex,
+  indexEntriesForChanges,
+  byIdOpts,
+  byKeyOpts,
+  applyQuery,
+  encodeRange,
+  encodeKey,
+  loadIndex,
+  IndexDocString,
+  CompareKey,
+} from "./indexer-helpers.js";
+import { ensureLogger } from "@fireproof/core-runtime";
+import { Logger } from "@adviser/cement";
+
+// import { ProllyNode } from "prolly-trees/base";
+
+function refLedger(u: HasCRDT | RefLedger): u is RefLedger {
+  return !!(u as RefLedger).ledger;
+}
+
+export function index<T extends DocTypes = DocTypes, K extends IndexKeyType = string, R extends DocFragment = T>(
+  refDb: HasLogger & HasSuperThis & (HasCRDT | RefLedger),
+  name: string,
+  mapFn?: MapFn<T>,
+  meta?: IdxMeta,
+): Index<T, K, R> {
+  const crdt = refLedger(refDb) ? refDb.ledger.crdt : refDb.crdt;
+
+  if (mapFn && meta) throw refDb.logger.Error().Msg("cannot provide both mapFn and meta").AsError();
+  if (mapFn && mapFn.constructor.name !== "Function") throw refDb.logger.Error().Msg("mapFn must be a function").AsError();
+  if (crdt.indexers.has(name)) {
+    const idx = crdt.indexers.get(name) as unknown as Index<T, K>;
+    idx.applyMapFn(name, mapFn, meta);
+  } else {
+    const idx = new Index<T, K>(refDb.sthis, crdt, name, mapFn, meta);
+    crdt.indexers.set(name, idx as unknown as Index<DocTypes, K, DocTypes>);
+  }
+  return crdt.indexers.get(name) as unknown as Index<T, K, R>;
+}
+
+// interface ByIdIndexIten<K extends IndexKeyType> {
+//   readonly key: K;
+//   readonly value: [K, K];
+// }
+
+export class Index<T extends DocTypes, K extends IndexKeyType = string, R extends DocFragment = T> implements IndexIf<T, K, R> {
+  readonly blockstore: BaseBlockstore;
+  readonly crdt: CRDT;
+  readonly name: string;
+  mapFn?: MapFn<T>;
+  mapFnString = "";
+  byKey: IndexTree<K, R> = {};
+  byId: IndexTree<K, R> = {};
+  indexHead?: ClockHead;
+
+  initError?: Error;
+
+  ready(): Promise<void> {
+    return Promise.all([this.blockstore.ready(), this.crdt.ready()]).then(() => {
+      /* noop */
+    });
+  }
+
+  // close(): Promise<void> {
+  //   return Promise.all([this.blockstore.close(), this.crdt.close()]).then(() => {
+  //     /* noop */
+  //   });
+  // }
+  // destroy(): Promise<void> {
+  //   return Promise.all([this.blockstore.destroy(), this.crdt.destroy()]).then(() => {
+  //     /* noop */
+  //   });
+  // }
+
+  readonly logger: Logger;
+
+  constructor(sthis: SuperThis, crdt: CRDT, name: string, mapFn?: MapFn<T>, meta?: IdxMeta) {
+    this.logger = ensureLogger(sthis, "Index");
+    if (!crdt.indexBlockstore) {
+      throw sthis.logger.Error().Msg("indexBlockstore not set").AsError();
+    }
+    this.blockstore = crdt.indexBlockstore;
+    this.crdt = crdt as CRDT;
+    this.applyMapFn(name, mapFn, meta);
+    this.name = name;
+    if (!(this.mapFnString || this.initError)) throw this.logger.Error().Msg("missing mapFnString").AsError();
+    // this.ready = this.blockstore.ready.then(() => {
+    //   return;
+    // });
+    // .then((header: IdxCarHeader) => {
+    //     // @ts-ignore
+    //     if (header.head) throw new Error('cannot have head in idx header')
+    //     if (header.indexes === undefined) throw new Error('missing indexes in idx header')
+    //     // for (const [name, idx] of Object.entries(header.indexes)) {
+    //     //   index({ _crdt: crdt }, name, undefined, idx as IdxMeta)
+    //     // }
+    //   })
+  }
+
+  applyMapFn(name: string, mapFn?: MapFn<T>, meta?: IdxMeta) {
+    if (mapFn && meta) throw this.logger.Error().Msg("cannot provide both mapFn and meta").AsError();
+    if (this.name && this.name !== name) throw this.logger.Error().Msg("cannot change name").AsError();
+    // this.name = name;
+    try {
+      let mapFnChanged = false;
+
+      if (meta) {
+        // hydrating from header
+        if (this.indexHead && this.indexHead.map((c) => c.toString()).join() !== meta.head.map((c) => c.toString()).join()) {
+          throw this.logger.Error().Msg("cannot apply different head meta").AsError();
+        }
+
+        if (this.mapFnString) {
+          // we already initialized from application code
+          if (this.mapFnString !== meta.map) {
+            this.mapFnString = meta.map;
+            mapFnChanged = true;
+          }
+          // Always apply the metadata
+          this.byId.cid = meta.byId;
+          this.byKey.cid = meta.byKey;
+          this.indexHead = meta.head;
+        } else {
+          // we are first
+          this.mapFnString = meta.map;
+          this.byId.cid = meta.byId;
+          this.byKey.cid = meta.byKey;
+          this.indexHead = meta.head;
+        }
+      } else {
+        if (this.mapFn) {
+          // we already initialized from application code
+          if (mapFn) {
+            if (this.mapFn.toString() !== mapFn.toString()) {
+              this.mapFn = mapFn;
+              this.mapFnString = mapFn.toString();
+              mapFnChanged = true;
+            }
+          }
+        } else {
+          // application code is creating an index
+          if (!mapFn) {
+            mapFn = ((doc) => (doc as unknown as Record<string, unknown>)[name] ?? undefined) as MapFn<T>;
+          }
+          if (this.mapFnString) {
+            // we already loaded from a header
+            if (this.mapFnString !== mapFn.toString()) {
+              mapFnChanged = true;
+            }
+          } else {
+            // we are first
+            this.mapFnString = mapFn.toString();
+          }
+          this.mapFn = mapFn;
+        }
+      }
+
+      // If the map function changed, reset the index for correctness
+      if (mapFnChanged) {
+        this._resetIndex();
+      }
+    } catch (e) {
+      this.initError = e as Error;
+    }
+  }
+
+  async query(opts: QueryOpts<K> = {}): Promise<IndexRows<T, K, R>> {
+    this.logger.Debug().Msg("enter query");
+    await this.ready();
+    // this._resetIndex();
+    this.logger.Debug().Msg("post ready query");
+    await this._updateIndex();
+    this.logger.Debug().Msg("post _updateIndex query");
+    await this._hydrateIndex();
+    this.logger.Debug().Msg("post _hydrateIndex query");
+    if (!this.byKey.root) {
+      return await applyQuery<T, K, R>(this.crdt, { result: [] }, opts);
+    }
+    if (opts.includeDocs === undefined) opts.includeDocs = true;
+    if (opts.range) {
+      const eRange = encodeRange(opts.range);
+      return await applyQuery<T, K, R>(this.crdt, await throwFalsy(this.byKey.root).range(eRange[0], eRange[1]), opts);
+    }
+    if (typeof opts.key === "boolean" || opts.key) {
+      const encodedKey = encodeKey(opts.key);
+      return await applyQuery<T, K, R>(this.crdt, await throwFalsy(this.byKey.root).get(encodedKey), opts);
+    }
+    if (Array.isArray(opts.keys)) {
+      // Create a new options object without the limit to avoid limiting individual key results
+      const optsWithoutLimit = { ...opts };
+      delete optsWithoutLimit.limit;
+
+      // Process each key separately but don't apply limit yet
+      const results = await Promise.all(
+        opts.keys.map(async (key: DocFragment) => {
+          const encodedKey = encodeKey(key);
+          return (await applyQuery<T, K, R>(this.crdt, await throwFalsy(this.byKey.root).get(encodedKey), optsWithoutLimit)).rows;
+        }),
+      );
+
+      // Flatten all results into a single array
+      let flattenedRows = results.flat();
+
+      // Apply the original limit to the combined results if it was specified
+      if (opts) {
+        flattenedRows = flattenedRows.slice(0, opts.limit);
+      }
+
+      return {
+        rows: flattenedRows,
+        docs: flattenedRows.map((r) => r.doc).filter((r): r is DocWithId<T> => !!r),
+      };
+    }
+    if (opts.prefix) {
+      if (!Array.isArray(opts.prefix)) opts.prefix = [opts.prefix];
+      // prefix should be always an array
+      const start = [...opts.prefix, NaN];
+      const end = [...opts.prefix, Infinity];
+      const encodedR = encodeRange([start, end]);
+      return await applyQuery<T, K, R>(this.crdt, await this.byKey.root.range(...encodedR), opts);
+    }
+    const all = await this.byKey.root.getAllEntries(); // funky return type
+    return await applyQuery<T, K, R>(
+      this.crdt,
+      {
+        // getAllEntries returns a different type than range
+        result: all.result.map(({ key: [k, id], value }) => ({
+          key: k as [K, string],
+          id,
+          value,
+        })),
+      },
+      opts,
+    );
+  }
+
+  _resetIndex() {
+    this.byId = {};
+    this.byKey = {};
+    this.indexHead = undefined;
+  }
+
+  async _hydrateIndex() {
+    if (this.byId.root && this.byKey.root) return;
+    if (!this.byId.cid || !this.byKey.cid) return;
+    this.byId.root = await loadIndex<K, R, string | number>(this.blockstore, this.byId.cid, byIdOpts);
+    this.byKey.root = await loadIndex<K, R, CompareKey>(this.blockstore, this.byKey.cid, byKeyOpts);
+  }
+
+  async _updateIndex(): Promise<IndexTransactionMeta> {
+    await this.ready();
+    this.logger.Debug().Msg("enter _updateIndex");
+    if (this.initError) throw this.initError;
+    if (!this.mapFn) throw this.logger.Error().Msg("No map function defined").AsError();
+    let result: DocUpdate<T>[], head: ClockHead;
+    if (!this.indexHead || this.indexHead.length === 0) {
+      ({ result, head } = await this.crdt.allDocs<T>());
+      this.logger.Debug().Msg("enter crdt.allDocs");
+    } else {
+      ({ result, head } = await this.crdt.changes<T>(this.indexHead));
+      this.logger.Debug().Msg("enter crdt.changes");
+    }
+    if (result.length === 0) {
+      this.indexHead = head;
+      // return { byId: this.byId, byKey: this.byKey } as IndexTransactionMeta;
+    }
+    let staleKeyIndexEntries: IndexUpdate<K>[] = [];
+    let removeIdIndexEntries: IndexUpdateString[] = [];
+    if (this.byId.root) {
+      const removeIds = result.map(({ id: key }) => key);
+      const { result: oldChangeEntries } = await this.byId.root.getMany(removeIds);
+      staleKeyIndexEntries = oldChangeEntries.map((key) => ({ key, del: true }));
+      removeIdIndexEntries = oldChangeEntries.map((key) => ({ key: key[1], del: true }));
+    }
+    const indexEntries = indexEntriesForChanges<T, K>(result, this.mapFn); // use a getter to translate from string
+    const byIdIndexEntries: IndexDocString[] = indexEntries.map(({ key }) => ({
+      key: key[1],
+      value: key,
+    }));
+    const indexerMeta: IdxMetaMap = { indexes: new Map() };
+
+    for (const [name, indexer] of this.crdt.indexers) {
+      if (indexer.indexHead) {
+        indexerMeta.indexes?.set(name, {
+          byId: indexer.byId.cid,
+          byKey: indexer.byKey.cid,
+          head: indexer.indexHead,
+          map: indexer.mapFnString,
+          name: indexer.name,
+        } as IdxMeta);
+      }
+    }
+    if (result.length === 0) {
+      return indexerMeta as unknown as IndexTransactionMeta;
+    }
+    this.logger.Debug().Msg("pre this.blockstore.transaction");
+    const { meta } = await this.blockstore.transaction<IndexTransactionMeta>(async (tblocks): Promise<IndexTransactionMeta> => {
+      this.byId = await bulkIndex<K, R, string | number>(
+        this.logger,
+        tblocks,
+        this.byId,
+        removeIdIndexEntries.concat(byIdIndexEntries),
+        byIdOpts,
+      );
+      this.byKey = await bulkIndex<K, R, CompareKey>(
+        this.logger,
+        tblocks,
+        this.byKey,
+        staleKeyIndexEntries.concat(indexEntries),
+        byKeyOpts,
+      );
+      this.indexHead = head;
+      if (this.byId.cid && this.byKey.cid) {
+        const idxMeta = {
+          byId: this.byId.cid,
+          byKey: this.byKey.cid,
+          head,
+          map: this.mapFnString,
+          name: this.name,
+        } as IdxMeta;
+        indexerMeta.indexes?.set(this.name, idxMeta);
+      }
+      this.logger.Debug().Any("indexerMeta", new Array(indexerMeta.indexes?.entries())).Msg("exit this.blockstore.transaction fn");
+      return indexerMeta as unknown as IndexTransactionMeta;
+    });
+    this.logger.Debug().Msg("post this.blockstore.transaction");
+    return meta;
+  }
+}

package/ledger.d.ts

@@ -0,0 +1,55 @@
+import { Logger, ResolveOnce, AppContext } from "@adviser/cement";
+import { DocUpdate, ConfigOpts, ListenerFn, DocTypes, SuperThis, Database, Ledger, WriteQueue, CRDT, LedgerOpts, Attachable, Attached, LedgerOptsOptionalTracer } from "@fireproof/core-types-base";
+import { StoreURIRuntime, StoreUrlsOpts } from "@fireproof/core-types-blockstore";
+export declare function keyConfigOpts(sthis: SuperThis, name: string, opts?: ConfigOpts): string;
+export declare function isLedger(db: unknown): db is Ledger;
+export declare function LedgerFactory(name: string, opts?: ConfigOpts): Ledger;
+export declare class LedgerShell implements Ledger {
+    readonly ref: LedgerImpl;
+    readonly writeQueue: WriteQueue<DocUpdate<DocTypes>>;
+    readonly name: string;
+    constructor(ref: LedgerImpl);
+    attach(a: Attachable): Promise<Attached>;
+    get opts(): LedgerOpts;
+    get ctx(): AppContext;
+    refId(): Promise<string>;
+    get logger(): Logger;
+    get sthis(): SuperThis;
+    get crdt(): CRDT;
+    onClosed(fn: () => void): () => void;
+    close(): Promise<void>;
+    destroy(): Promise<void>;
+    ready(): Promise<void>;
+    subscribe<T extends DocTypes>(listener: ListenerFn<T>, updates?: boolean): () => void;
+}
+declare class LedgerImpl implements Ledger {
+    readonly opts: LedgerOpts;
+    _listening: boolean;
+    readonly _listeners: Set<ListenerFn<{}>>;
+    readonly _noupdate_listeners: Set<ListenerFn<{}>>;
+    readonly crdt: CRDT;
+    readonly writeQueue: WriteQueue<DocUpdate<DocTypes>>;
+    readonly shells: Set<LedgerShell>;
+    readonly ctx: AppContext;
+    get name(): string;
+    addShell(shell: LedgerShell): void;
+    readonly _refid: ResolveOnce<string, void>;
+    refId(): Promise<string>;
+    readonly _onClosedFns: Map<string, () => void>;
+    onClosed(fn: () => void): () => void;
+    close(): Promise<void>;
+    shellClose(db: LedgerShell): Promise<void>;
+    destroy(): Promise<void>;
+    readonly _ready: ResolveOnce<void>;
+    ready(): Promise<void>;
+    readonly logger: Logger;
+    readonly sthis: SuperThis;
+    constructor(sthis: SuperThis, opts: LedgerOptsOptionalTracer);
+    attach(a: Attachable): Promise<Attached>;
+    subscribe<T extends DocTypes>(listener: ListenerFn<T>, updates?: boolean): () => void;
+    private _notify;
+    private _no_update_notify;
+}
+export declare function toStoreURIRuntime(sthis: SuperThis, name: string, sopts?: StoreUrlsOpts): StoreURIRuntime;
+export declare function fireproof(name: string, opts?: ConfigOpts): Database;
+export {};