@fireproof/core 0.20.4 → 0.20.5-dev-preview-3

package/crdt.js

@@ -0,0 +1,164 @@
+import { ResolveOnce } from "@adviser/cement";
+import { EncryptedBlockstore, toStoreRuntime } from "./blockstore/index.js";
+import { clockChangesSince, applyBulkUpdateToCrdt, getValueFromCrdt, readFiles, getAllEntries, clockVis, getBlock, doCompact, sanitizeDocumentFields, } from "./crdt-helpers.js";
+import { PARAM, } from "./types.js";
+import { index } from "./indexer.js";
+import { ensureLogger } from "./utils.js";
+import { CRDTClockImpl } from "./crdt-clock.js";
+export class CRDTImpl {
+    constructor(sthis, opts, parent) {
+        this.indexers = new Map();
+        this.onceReady = new ResolveOnce();
+        this.sthis = sthis;
+        this.ledgerParent = parent;
+        this.crdt = this;
+        this.logger = ensureLogger(sthis, "CRDTImpl");
+        this.opts = opts;
+        this.blockstore = new EncryptedBlockstore(sthis, {
+            tracer: (event) => {
+                switch (event.event) {
+                    case "idleFromCommitQueue":
+                        opts.tracer({
+                            event: "idleFromBlockstore",
+                            blockstore: "data",
+                            ledger: parent,
+                        });
+                        break;
+                    case "busyFromCommitQueue":
+                        opts.tracer({
+                            event: "busyFromBlockstore",
+                            blockstore: "data",
+                            ledger: parent,
+                            queueLen: event.queueLen,
+                        });
+                        break;
+                    default:
+                        return opts.tracer(event);
+                }
+            },
+            applyMeta: async (meta) => {
+                const crdtMeta = meta;
+                if (!crdtMeta.head)
+                    throw this.logger.Error().Msg("missing head").AsError();
+                await this.clock.applyHead(crdtMeta.head, []);
+            },
+            compact: async (blocks) => {
+                await doCompact(blocks, this.clock.head, this.logger);
+                return { head: this.clock.head };
+            },
+            gatewayInterceptor: opts.gatewayInterceptor,
+            storeRuntime: toStoreRuntime(this.sthis, this.opts.storeEnDe),
+            storeUrls: this.opts.storeUrls.data,
+            keyBag: this.opts.keyBag,
+            meta: this.opts.meta,
+        }, this);
+        if (this.opts.storeUrls.idx) {
+            this.indexBlockstore = new EncryptedBlockstore(sthis, {
+                tracer: opts.tracer,
+                applyMeta: async (meta) => {
+                    const idxCarMeta = meta;
+                    if (!idxCarMeta.indexes)
+                        throw this.logger.Error().Msg("missing indexes").AsError();
+                    for (const [name, idx] of Object.entries(idxCarMeta.indexes)) {
+                        index(this, name, undefined, idx);
+                    }
+                },
+                gatewayInterceptor: opts.gatewayInterceptor,
+                storeRuntime: toStoreRuntime(this.sthis, this.opts.storeEnDe),
+                storeUrls: this.opts.storeUrls.idx,
+                keyBag: this.opts.keyBag,
+            }, this);
+        }
+        this.clock = new CRDTClockImpl(this.blockstore);
+        this.clock.onZoom(() => {
+            for (const idx of this.indexers.values()) {
+                idx._resetIndex();
+            }
+        });
+    }
+    async bulk(updates) {
+        await this.ready();
+        updates = updates.map((dupdate) => ({
+            ...dupdate,
+            value: sanitizeDocumentFields(dupdate.value),
+        }));
+        if (this.clock.head.length === 0) {
+            const value = { id: PARAM.GENESIS_CID, value: { _id: PARAM.GENESIS_CID } };
+            await this._bulk([value]);
+        }
+        return await this._bulk(updates);
+    }
+    async _bulk(updates) {
+        const prevHead = [...this.clock.head];
+        const done = await this.blockstore.transaction(async (blocks) => {
+            const { head } = await applyBulkUpdateToCrdt(this.blockstore.ebOpts.storeRuntime, blocks, this.clock.head, updates, this.logger);
+            updates = updates.map((dupdate) => {
+                readFiles(this.blockstore, { doc: dupdate.value });
+                return dupdate;
+            });
+            return { head };
+        });
+        await this.clock.applyHead(done.meta.head, prevHead, updates);
+        return done.meta;
+    }
+    async ready() {
+        return this.onceReady.once(async () => {
+            try {
+                await Promise.all([
+                    this.blockstore.ready(),
+                    this.indexBlockstore ? this.indexBlockstore.ready() : Promise.resolve(),
+                    this.clock.ready(),
+                ]);
+            }
+            catch (e) {
+                throw this.logger.Error().Err(e).Msg(`CRDT is not ready`).AsError();
+            }
+        });
+    }
+    async close() {
+        await Promise.all([
+            this.blockstore.close(),
+            this.indexBlockstore ? this.indexBlockstore.close() : Promise.resolve(),
+            this.clock.close(),
+        ]);
+    }
+    async destroy() {
+        await Promise.all([this.blockstore.destroy(), this.indexBlockstore ? this.indexBlockstore.destroy() : Promise.resolve()]);
+    }
+    async allDocs() {
+        await this.ready();
+        const result = [];
+        for await (const entry of getAllEntries(this.blockstore, this.clock.head, this.logger)) {
+            result.push(entry);
+        }
+        return { result, head: this.clock.head };
+    }
+    async vis() {
+        await this.ready();
+        const txt = [];
+        for await (const line of clockVis(this.blockstore, this.clock.head)) {
+            txt.push(line);
+        }
+        return txt.join("\n");
+    }
+    async getBlock(cidString) {
+        await this.ready();
+        return await getBlock(this.blockstore, cidString);
+    }
+    async get(key) {
+        await this.ready();
+        const result = await getValueFromCrdt(this.blockstore, this.clock.head, key, this.logger);
+        if (result.del)
+            return undefined;
+        return result;
+    }
+    async changes(since = [], opts = {}) {
+        await this.ready();
+        return await clockChangesSince(this.blockstore, this.clock.head, since, opts, this.logger);
+    }
+    async compact() {
+        const blocks = this.blockstore;
+        return await blocks.compact();
+    }
+}
+//# sourceMappingURL=crdt.js.map

package/crdt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crdt.js","sourceRoot":"","sources":["../../../src/crdt.ts"],"names":[],"mappings":"AACA,OAAO,EAAU,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAwC,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAClH,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,sBAAsB,GACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAiBL,KAAK,GAGN,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,KAAK,EAAc,MAAM,cAAc,CAAC;AAEjD,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAShD,MAAM,OAAO,QAAQ;IAgBnB,YAAY,KAAgB,EAAE,IAAc,EAAE,MAAe;QAVpD,aAAQ,GAAG,IAAI,GAAG,EAAqD,CAAC;QAiIxE,cAAS,GAAsB,IAAI,WAAW,EAAQ,CAAC;QAtH9D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,IAAI,mBAAmB,CACvC,KAAK,EACL;YACE,MAAM,EAAE,CAAC,KAAiB,EAAE,EAAE;gBAC5B,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;oBACpB,KAAK,qBAAqB;wBACxB,IAAI,CAAC,MAAM,CAAC;4BACV,KAAK,EAAE,oBAAoB;4BAC3B,UAAU,EAAE,MAAM;4BAClB,MAAM,EAAE,MAAM;yBACf,CAAC,CAAC;wBACH,MAAM;oBACR,KAAK,qBAAqB;wBACxB,IAAI,CAAC,MAAM,CAAC;4BACV,KAAK,EAAE,oBAAoB;4BAC3B,UAAU,EAAE,MAAM;4BAClB,MAAM,EAAE,MAAM;4BACd,QAAQ,EAAE,KAAK,CAAC,QAAQ;yBACzB,CAAC,CAAC;wBACH,MAAM;oBACR;wBACE,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YACD,SAAS,EAAE,KAAK,EAAE,IAAqB,EAAE,EAAE;gBACzC,MAAM,QAAQ,GAAG,IAAgB,CAAC;gBAClC,IAAI,CAAC,QAAQ,CAAC,IAAI;oBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;gBAE5E,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAEhD,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,MAAsB,EAAE,EAAE;gBACxC,MAAM,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAqB,CAAC;YACtD,CAAC;YACD,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAE3C,YAAY,EAAE,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;YAC7D,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI;YACnC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM;YAExB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;SAErB,EACD,IAAI,CACL,CAAC;QACF,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YAC5B,IAAI,CAAC,eAAe,GAAG,IAAI,mBAAmB,CAC5C,KAAK,EACL;gBACE,MAAM,EAAE,IAAI,CAAC,MAAM;gBAEnB,SAAS,EAAE,KAAK,EAAE,IAAqB,EAAE,EAAE;oBACzC,MAAM,UAAU,GAAG,IAA4B,CAAC;oBAChD,IAAI,CAAC,UAAU,CAAC,OAAO;wBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC;oBACpF,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC7D,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;oBACpC,CAAC;gBACH,CAAC;gBACD,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,YAAY,EAAE,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;gBAC7D,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG;gBAClC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM;aAEzB,EACD,IAAI,CACL,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE;YACrB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBACzC,GAAG,CAAC,WAAW,EAAE,CAAC;YACpB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAqB,OAAuB;QACpD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,OAAqB,EAAE,EAAE,CAAC,CAAC;YAChD,GAAG,OAAO;YACV,KAAK,EAAE,sBAAsB,CAAC,OAAO,CAAC,KAAK,CAAC;SAC7C,CAAC,CAAC,CAAC;QAEJ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAEjC,MAAM,KAAK,GAAG,EAAE,EAAE,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YAE3E,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK,CAAqB,OAAuB;QACrD,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAW,KAAK,EAAE,MAAsB,EAAqB,EAAE;YAC3G,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,qBAAqB,CAC1C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,YAAY,EACnC,MAAM,EACN,IAAI,CAAC,KAAK,CAAC,IAAI,EACf,OAAO,EACP,IAAI,CAAC,MAAM,CACZ,CAAC;YACF,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,OAAqB,EAAE,EAAE;gBAE9C,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,KAA4B,EAAE,CAAC,CAAC;gBAC1E,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,IAAI,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAGD,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACpC,IAAI,CAAC;gBAQH,MAAM,OAAO,CAAC,GAAG,CAAC;oBAChB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;oBACvB,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;oBACvE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;iBACnB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,OAAO,EAAE,CAAC;YACtE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QAIT,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;YACvB,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;YACvE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;SACnB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC5H,CAAC;IAID,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,MAAM,GAAmB,EAAE,CAAC;QAClC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,CAAW,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,KAAqB,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;QACD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB;QAC9B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,MAAM,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAW,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACpG,IAAI,MAAM,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QACjC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAAmB,EAAE,EACrB,OAAuB,EAAE;QAKzB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,MAAM,iBAAiB,CAAI,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAChG,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,MAAM,GAAG,IAAI,CAAC,UAAiC,CAAC;QACtD,OAAO,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IAChC,CAAC;CACF"}

package/database.d.ts

@@ -0,0 +1,34 @@
+import { Logger } from "@adviser/cement";
+import type { ClockHead, MapFn, QueryOpts, ChangesOptions, DocSet, DocWithId, IndexKeyType, ListenerFn, DocResponse, BulkResponse, ChangesResponse, DocTypes, IndexRows, DocFragment, AllDocsQueryOpts, AllDocsResponse, SuperThis, Database, Ledger, Attachable, Attached } from "./types.js";
+export declare function isDatabase(db: unknown): db is Database;
+export declare class DatabaseImpl implements Database {
+    onClosed(fn: () => void): void;
+    close(): Promise<void>;
+    destroy(): Promise<void>;
+    ready(): Promise<void>;
+    readonly ledger: Ledger;
+    readonly logger: Logger;
+    readonly sthis: SuperThis;
+    readonly id: string;
+    constructor(ledger: Ledger);
+    attach(a: Attachable): Promise<Attached>;
+    get name(): string;
+    get<T extends DocTypes>(id: string): Promise<DocWithId<T>>;
+    put<T extends DocTypes>(doc: DocSet<T>): Promise<DocResponse>;
+    bulk<T extends DocTypes>(docs: DocSet<T>[]): Promise<BulkResponse>;
+    del(id: string): Promise<DocResponse>;
+    remove(id: string): Promise<DocResponse>;
+    changes<T extends DocTypes>(since?: ClockHead, opts?: ChangesOptions): Promise<ChangesResponse<T>>;
+    allDocs<T extends DocTypes>(opts?: AllDocsQueryOpts): Promise<AllDocsResponse<T>>;
+    allDocuments<T extends DocTypes>(): Promise<{
+        rows: {
+            key: string;
+            value: DocWithId<T>;
+        }[];
+        clock: ClockHead;
+    }>;
+    subscribe<T extends DocTypes>(listener: ListenerFn<T>, updates?: boolean): () => void;
+    query<K extends IndexKeyType, T extends DocTypes, R extends DocFragment = T>(field: string | MapFn<T>, opts?: QueryOpts<K>): Promise<IndexRows<K, T, R>>;
+    compact(): Promise<void>;
+}
+//# sourceMappingURL=database.d.ts.map

package/database.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../src/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,OAAO,KAAK,EACV,SAAS,EACT,KAAK,EACL,SAAS,EACT,cAAc,EACd,MAAM,EACN,SAAS,EACT,YAAY,EACZ,UAAU,EACV,WAAW,EACX,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,SAAS,EACT,WAAW,EAGX,gBAAgB,EAChB,eAAe,EACf,SAAS,EACT,QAAQ,EACR,MAAM,EACN,UAAU,EACV,QAAQ,EACT,MAAM,YAAY,CAAC;AAGpB,wBAAgB,UAAU,CAAC,EAAE,EAAE,OAAO,GAAG,EAAE,IAAI,QAAQ,CAEtD;AAED,qBAAa,YAAa,YAAW,QAAQ;IAC3C,QAAQ,CAAC,EAAE,EAAE,MAAM,IAAI;IAGvB,KAAK;IAIL,OAAO;IAIP,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;gBAER,MAAM,EAAE,MAAM;IAO1B,MAAM,CAAC,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC;IAIxC,IAAI,IAAI,WAEP;IACK,GAAG,CAAC,CAAC,SAAS,QAAQ,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAe1D,GAAG,CAAC,CAAC,SAAS,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;IAe7D,IAAI,CAAC,CAAC,SAAS,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC;IAiBlE,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAOrC,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAIxC,OAAO,CAAC,CAAC,SAAS,QAAQ,EAAE,KAAK,GAAE,SAAc,EAAE,IAAI,GAAE,cAAmB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAY1G,OAAO,CAAC,CAAC,SAAS,QAAQ,EAAE,IAAI,GAAE,gBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAYrF,YAAY,CAAC,CAAC,SAAS,QAAQ,KAAK,OAAO,CAAC;QAChD,IAAI,EAAE;YACJ,GAAG,EAAE,MAAM,CAAC;YACZ,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;SACrB,EAAE,CAAC;QACJ,KAAK,EAAE,SAAS,CAAC;KAClB,CAAC;IAIF,SAAS,CAAC,CAAC,SAAS,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,IAAI;IAK/E,KAAK,CAAC,CAAC,SAAS,YAAY,EAAE,CAAC,SAAS,QAAQ,EAAE,CAAC,SAAS,WAAW,GAAG,CAAC,EAC/E,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,EACxB,IAAI,GAAE,SAAS,CAAC,CAAC,CAAM,GACtB,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAQxB,OAAO;CAId"}

package/database.js

@@ -0,0 +1,124 @@
+import { index } from "./indexer.js";
+import { ensureLogger, NotFoundError, makeName } from "./utils.js";
+export function isDatabase(db) {
+    return db instanceof DatabaseImpl;
+}
+export class DatabaseImpl {
+    onClosed(fn) {
+        this.ledger.onClosed(fn);
+    }
+    close() {
+        return this.ledger.close();
+    }
+    destroy() {
+        return this.ledger.destroy();
+    }
+    ready() {
+        return this.ledger.ready();
+    }
+    constructor(ledger) {
+        this.sthis = ledger.sthis;
+        this.ledger = ledger;
+        this.id = ledger.id;
+        this.logger = ensureLogger(this.sthis, "Database");
+    }
+    attach(a) {
+        return this.ledger.attach(a);
+    }
+    get name() {
+        return this.ledger.name;
+    }
+    async get(id) {
+        if (!id)
+            throw this.logger.Error().Str("db", this.name).Msg(`Doc id is required`).AsError();
+        await this.ready();
+        this.logger.Debug().Str("id", id).Msg("get");
+        try {
+            const got = await this.ledger.crdt.get(id);
+            if (!got)
+                throw new NotFoundError(`Not found: ${id}`);
+            const { doc } = got;
+            return { ...doc, _id: id };
+        }
+        catch (e) {
+            throw new NotFoundError(`Not found: ${id} - ${e instanceof Error ? e.message : String(e)}`);
+        }
+    }
+    async put(doc) {
+        await this.ready();
+        this.logger.Debug().Str("id", doc._id).Msg("put");
+        const { _id, ...value } = doc;
+        const docId = _id || this.sthis.timeOrderedNextId().str;
+        const result = (await this.ledger.writeQueue.push({
+            id: docId,
+            value: {
+                ...value,
+                _id: docId,
+            },
+        }));
+        return { id: docId, clock: result?.head, name: this.name };
+    }
+    async bulk(docs) {
+        await this.ready();
+        const updates = docs.map((doc) => {
+            const id = doc._id || this.sthis.timeOrderedNextId().str;
+            return {
+                id,
+                value: {
+                    ...doc,
+                    _id: id,
+                },
+            };
+        });
+        const result = (await this.ledger.writeQueue.bulk(updates));
+        return { ids: updates.map((u) => u.id), clock: result.head, name: this.name };
+    }
+    async del(id) {
+        await this.ready();
+        this.logger.Debug().Str("id", id).Msg("del");
+        const result = (await this.ledger.writeQueue.push({ id: id, del: true }));
+        return { id, clock: result?.head, name: this.name };
+    }
+    async remove(id) {
+        return this.del(id);
+    }
+    async changes(since = [], opts = {}) {
+        await this.ready();
+        this.logger.Debug().Any("since", since).Any("opts", opts).Msg("changes");
+        const { result, head } = await this.ledger.crdt.changes(since, opts);
+        const rows = result.map(({ id: key, value, del, clock }) => ({
+            key,
+            value: (del ? { _id: key, _deleted: true } : { _id: key, ...value }),
+            clock,
+        }));
+        return { rows, clock: head, name: this.name };
+    }
+    async allDocs(opts = {}) {
+        await this.ready();
+        void opts;
+        this.logger.Debug().Msg("allDocs");
+        const { result, head } = await this.ledger.crdt.allDocs();
+        const rows = result.map(({ id: key, value, del }) => ({
+            key,
+            value: (del ? { _id: key, _deleted: true } : { _id: key, ...value }),
+        }));
+        return { rows, clock: head, name: this.name };
+    }
+    async allDocuments() {
+        return this.allDocs();
+    }
+    subscribe(listener, updates) {
+        return this.ledger.subscribe(listener, updates);
+    }
+    async query(field, opts = {}) {
+        await this.ready();
+        this.logger.Debug().Any("field", field).Any("opts", opts).Msg("query");
+        const idx = typeof field === "string" ? index(this, field) : index(this, makeName(field.toString()), field);
+        return await idx.query(opts);
+    }
+    async compact() {
+        await this.ready();
+        await this.ledger.crdt.compact();
+    }
+}
+//# sourceMappingURL=database.js.map

package/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../src/database.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AA0BrC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEnE,MAAM,UAAU,UAAU,CAAC,EAAW;IACpC,OAAO,EAAE,YAAY,YAAY,CAAC;AACpC,CAAC;AAED,MAAM,OAAO,YAAY;IACvB,QAAQ,CAAC,EAAc;QACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAOD,YAAY,MAAc;QACxB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,CAAa;QAClB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1B,CAAC;IACD,KAAK,CAAC,GAAG,CAAqB,EAAU;QACtC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,CAAC;QAE5F,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC3C,IAAI,CAAC,GAAG;gBAAE,MAAM,IAAI,aAAa,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YACtD,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC;YACpB,OAAO,EAAE,GAAI,GAA+B,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;QAC1D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,aAAa,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAqB,GAAc;QAC1C,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,GAAG,GAAG,CAAC;QAC9B,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,GAAG,CAAC;QACxD,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;YAChD,EAAE,EAAE,KAAK;YACT,KAAK,EAAE;gBACL,GAAI,KAA8B;gBAClC,GAAG,EAAE,KAAK;aACX;SACF,CAAC,CAAa,CAAC;QAChB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAiB,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,IAAI,CAAqB,IAAiB;QAC9C,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEnB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC/B,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,GAAG,CAAC;YACzD,OAAO;gBACL,EAAE;gBACF,KAAK,EAAE;oBACL,GAAI,GAA4B;oBAChC,GAAG,EAAE,EAAE;iBACR;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAa,CAAC;QACxE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAkB,CAAC;IAChG,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAa,CAAC;QACtF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAiB,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,OAAO,CAAqB,QAAmB,EAAE,EAAE,OAAuB,EAAE;QAChF,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACrE,MAAM,IAAI,GAA4B,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YACpF,GAAG;YACH,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,CAAiB;YACpF,KAAK;SACN,CAAC,CAAC,CAAC;QACJ,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,OAAO,CAAqB,OAAyB,EAAE;QAC3D,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC;QACV,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;YACpD,GAAG;YACH,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,CAAiB;SACrF,CAAC,CAAC,CAAC;QACJ,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,YAAY;QAOhB,OAAO,IAAI,CAAC,OAAO,EAAK,CAAC;IAC3B,CAAC;IAED,SAAS,CAAqB,QAAuB,EAAE,OAAiB;QACtE,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAGD,KAAK,CAAC,KAAK,CACT,KAAwB,EACxB,OAAqB,EAAE;QAEvB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAEvE,MAAM,GAAG,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAU,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAU,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAC9H,OAAO,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IACnC,CAAC;CACF"}

package/deno.json

@@ -1,12 +1,12 @@
 {
   "imports": {
     "@fireproof/core": "./index.js",
-    "@adviser/cement": "npm:@adviser/cement@~0.4.10",
+    "@adviser/cement": "npm:@adviser/cement@~0.4.14",
     "@ipld/car": "npm:@ipld/car@^5.4.0",
     "@ipld/dag-cbor": "npm:@ipld/dag-cbor@^9.2.2",
     "@ipld/dag-json": "npm:@ipld/dag-json@^10.2.3",
     "@web3-storage/pail": "npm:@web3-storage/pail@^0.6.2",
-    "cborg": "npm:cborg@^4.2.9",
+    "cborg": "npm:cborg@^4.2.10",
     "jose": "npm:jose@^6.0.10",
     "multiformats": "npm:multiformats@^13.3.2",
     "charwise": "npm:charwise@^3.0.1",