@fireproof/core-base 0.0.0-smoke-1b31059-1752074105

package/ledger.js

@@ -0,0 +1,245 @@
+import { BuildURI, KeyedResolvOnce, ResolveOnce, URI, AppContext } from "@adviser/cement";
+import { writeQueue } from "./write-queue.js";
+import { defaultWriteQueueOpts, PARAM, } from "@fireproof/core-types-base";
+import { decodeFile, encodeFile, ensureLogger, ensureSuperThis, ensureURIDefaults, hashObject } from "@fireproof/core-runtime";
+import { DatabaseImpl } from "./database.js";
+import { CRDTImpl } from "./crdt.js";
+import { toSortedArray } from "@adviser/cement/utils";
+import { getDefaultURI } from "@fireproof/core-blockstore";
+import { defaultKeyBagOpts } from "@fireproof/core-keybag";
+const ledgers = new KeyedResolvOnce();
+export function keyConfigOpts(sthis, name, opts) {
+    return JSON.stringify(toSortedArray({
+        name,
+        stores: toSortedArray(JSON.parse(JSON.stringify(toStoreURIRuntime(sthis, name, opts?.storeUrls)))),
+    }));
+}
+export function isLedger(db) {
+    return db instanceof LedgerImpl || db instanceof LedgerShell;
+}
+export function LedgerFactory(name, opts) {
+    const sthis = ensureSuperThis(opts);
+    const key = keyConfigOpts(sthis, name, opts);
+    const item = ledgers.get(key);
+    return new LedgerShell(item.once((key) => {
+        const db = new LedgerImpl(sthis, {
+            name,
+            meta: opts?.meta,
+            keyBag: defaultKeyBagOpts(sthis, opts?.keyBag),
+            storeUrls: toStoreURIRuntime(sthis, name, opts?.storeUrls),
+            gatewayInterceptor: opts?.gatewayInterceptor,
+            writeQueue: defaultWriteQueueOpts(opts?.writeQueue),
+            ctx: opts?.ctx ?? new AppContext(),
+            storeEnDe: {
+                encodeFile,
+                decodeFile,
+                ...opts?.storeEnDe,
+            },
+            tracer: opts?.tracer ??
+                (() => {
+                }),
+        });
+        db.onClosed(() => {
+            ledgers.unget(key);
+        });
+        return db;
+    }));
+}
+export class LedgerShell {
+    ref;
+    writeQueue;
+    name;
+    constructor(ref) {
+        this.ref = ref;
+        this.writeQueue = ref.writeQueue;
+        this.name = ref.name;
+        ref.addShell(this);
+    }
+    attach(a) {
+        return this.ref.attach(a);
+    }
+    get opts() {
+        return this.ref.opts;
+    }
+    get ctx() {
+        return this.ref.ctx;
+    }
+    refId() {
+        return this.ref.refId();
+    }
+    get logger() {
+        return this.ref.logger;
+    }
+    get sthis() {
+        return this.ref.sthis;
+    }
+    get crdt() {
+        return this.ref.crdt;
+    }
+    onClosed(fn) {
+        return this.ref.onClosed(fn);
+    }
+    close() {
+        return this.ref.shellClose(this);
+    }
+    destroy() {
+        return this.ref.destroy();
+    }
+    ready() {
+        return this.ref.ready();
+    }
+    subscribe(listener, updates) {
+        return this.ref.subscribe(listener, updates);
+    }
+}
+class LedgerImpl {
+    opts;
+    _listening = false;
+    _listeners = new Set();
+    _noupdate_listeners = new Set();
+    crdt;
+    writeQueue;
+    shells = new Set();
+    ctx;
+    get name() {
+        return this.opts.name;
+    }
+    addShell(shell) {
+        this.shells.add(shell);
+    }
+    _refid = new ResolveOnce();
+    refId() {
+        return this._refid.once(() => hashObject(this.opts.storeUrls));
+    }
+    _onClosedFns = new Map();
+    onClosed(fn) {
+        const id = this.sthis.nextId().str;
+        this._onClosedFns.set(id, fn);
+        return () => {
+            this._onClosedFns.delete(id);
+        };
+    }
+    async close() {
+        throw this.logger.Error().Str("db", this.name).Msg(`use shellClose`).AsError();
+    }
+    async shellClose(db) {
+        if (!this.shells.has(db)) {
+            throw this.logger.Error().Str("db", this.name).Msg(`LedgerShell mismatch`).AsError();
+        }
+        this.shells.delete(db);
+        if (this.shells.size === 0) {
+            await this.ready();
+            await this.crdt.close();
+            await this.writeQueue.close();
+            this._onClosedFns.forEach((fn) => fn());
+        }
+    }
+    async destroy() {
+        await this.ready();
+        await this.crdt.destroy();
+    }
+    _ready = new ResolveOnce();
+    async ready() {
+        const ret = await this._ready.once(async () => {
+            await this.sthis.start();
+            await this.crdt.ready();
+        });
+        return ret;
+    }
+    logger;
+    sthis;
+    constructor(sthis, opts) {
+        this.opts = {
+            tracer: () => {
+            },
+            ...opts,
+        };
+        this.sthis = sthis;
+        this.ctx = opts.ctx;
+        this.logger = ensureLogger(this.sthis, "Ledger");
+        this.crdt = new CRDTImpl(this.sthis, this.opts, this);
+        this.writeQueue = writeQueue(this.sthis, async (updates) => this.crdt.bulk(updates), this.opts.writeQueue);
+        this.crdt.clock.onTock(() => this._no_update_notify());
+    }
+    async attach(a) {
+        await this.ready();
+        return this.crdt.blockstore.loader.attach(a);
+    }
+    subscribe(listener, updates) {
+        this.ready();
+        this.logger.Debug().Bool("updates", updates).Msg("subscribe");
+        if (updates) {
+            if (!this._listening) {
+                this._listening = true;
+                this.crdt.clock.onTick((updates) => {
+                    void this._notify(updates);
+                });
+            }
+            this._listeners.add(listener);
+            return () => {
+                this._listeners.delete(listener);
+            };
+        }
+        else {
+            this._noupdate_listeners.add(listener);
+            return () => {
+                this._noupdate_listeners.delete(listener);
+            };
+        }
+    }
+    async _notify(updates) {
+        await this.ready();
+        if (this._listeners.size) {
+            const docs = updates.map(({ id, value }) => ({ ...value, _id: id }));
+            for (const listener of this._listeners) {
+                await (async () => await listener(docs))().catch((e) => {
+                    this.logger.Error().Err(e).Msg("subscriber error");
+                });
+            }
+        }
+    }
+    async _no_update_notify() {
+        await this.ready();
+        if (this._noupdate_listeners.size) {
+            for (const listener of this._noupdate_listeners) {
+                await (async () => await listener([]))().catch((e) => {
+                    this.logger.Error().Err(e).Msg("subscriber error");
+                });
+            }
+        }
+    }
+}
+export function toStoreURIRuntime(sthis, name, sopts) {
+    sopts = sopts || {};
+    if (!sopts.base) {
+        const fp_env = sthis.env.get("FP_STORAGE_URL");
+        if (fp_env) {
+            sopts = { ...sopts, base: BuildURI.from(fp_env).setParam(PARAM.URL_GEN, "fromEnv") };
+        }
+        else {
+            sopts = { ...sopts, base: getDefaultURI(sthis).build().setParam(PARAM.URL_GEN, "default") };
+        }
+    }
+    const base = URI.from(sopts.base);
+    return {
+        idx: {
+            car: ensureURIDefaults(sthis, { name }, sopts.idx?.car ?? sopts.data?.car, base, "car", { idx: true }),
+            file: ensureURIDefaults(sthis, { name }, sopts.idx?.file ?? sopts.idx?.car ?? sopts.data?.file ?? sopts.data?.car, base, "file", {
+                file: true,
+                idx: true,
+            }),
+            meta: ensureURIDefaults(sthis, { name }, sopts.idx?.meta ?? sopts.data?.meta, base, "meta", { idx: true }),
+            wal: ensureURIDefaults(sthis, { name }, sopts.idx?.wal ?? sopts.data?.wal, base, "wal", { idx: true }),
+        },
+        data: {
+            car: ensureURIDefaults(sthis, { name }, sopts.data?.car, base, "car"),
+            file: ensureURIDefaults(sthis, { name }, sopts.data?.file ?? sopts.data?.car, base, "file", { file: true }),
+            meta: ensureURIDefaults(sthis, { name }, sopts.data?.meta, base, "meta"),
+            wal: ensureURIDefaults(sthis, { name }, sopts.data?.wal, base, "wal"),
+        },
+    };
+}
+export function fireproof(name, opts) {
+    return new DatabaseImpl(LedgerFactory(name, opts));
+}
+//# sourceMappingURL=ledger.js.map

package/ledger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ledger.js","sourceRoot":"","sources":["ledger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAU,WAAW,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElG,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAGL,qBAAqB,EAarB,KAAK,GACN,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAE/H,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,MAAM,OAAO,GAAG,IAAI,eAAe,EAAU,CAAC;AAE9C,MAAM,UAAU,aAAa,CAAC,KAAgB,EAAE,IAAY,EAAE,IAAiB;IAC7E,OAAO,IAAI,CAAC,SAAS,CACnB,aAAa,CAAC;QACZ,IAAI;QACJ,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;KACnG,CAAC,CACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,EAAW;IAClC,OAAO,EAAE,YAAY,UAAU,IAAI,EAAE,YAAY,WAAW,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,IAAiB;IAC3D,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAI9B,OAAO,IAAI,WAAW,CACpB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;QAGhB,MAAM,EAAE,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE;YAC/B,IAAI;YACJ,IAAI,EAAE,IAAI,EAAE,IAAI;YAChB,MAAM,EAAE,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC;YAC9C,SAAS,EAAE,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC;YAC1D,kBAAkB,EAAE,IAAI,EAAE,kBAAkB;YAC5C,UAAU,EAAE,qBAAqB,CAAC,IAAI,EAAE,UAAU,CAAC;YACnD,GAAG,EAAE,IAAI,EAAE,GAAG,IAAI,IAAI,UAAU,EAAE;YAClC,SAAS,EAAE;gBACT,UAAU;gBACV,UAAU;gBACV,GAAG,IAAI,EAAE,SAAS;aACnB;YACD,MAAM,EACJ,IAAI,EAAE,MAAM;gBACZ,CAAC,GAAG,EAAE;gBAEN,CAAC,CAAC;SACL,CAAC,CAAC;QACH,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE;YACf,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,WAAW;IACb,GAAG,CAAa;IAChB,UAAU,CAAkC;IAC5C,IAAI,CAAS;IAEtB,YAAY,GAAe;QACzB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACrB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,CAAa;QAClB,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;IACvB,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACtB,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAKD,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;IACzB,CAAC;IACD,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;IACvB,CAAC;IAED,QAAQ,CAAC,EAAc;QACrB,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC;IACD,KAAK;QACH,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IACD,OAAO;QACL,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IAC5B,CAAC;IACD,KAAK;QACH,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAMD,SAAS,CAAqB,QAAuB,EAAE,OAAiB;QACtE,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;CACF;AAED,MAAM,UAAU;IAEL,IAAI,CAAa;IAE1B,UAAU,GAAG,KAAK,CAAC;IACV,UAAU,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC7C,mBAAmB,GAAG,IAAI,GAAG,EAAwB,CAAC;IACtD,IAAI,CAAO;IACX,UAAU,CAAkC;IAG5C,MAAM,GAAqB,IAAI,GAAG,EAAe,CAAC;IAElD,GAAG,CAAa;IAEzB,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAExB,CAAC;IAED,QAAQ,CAAC,KAAkB;QACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAEQ,MAAM,GAAG,IAAI,WAAW,EAAU,CAAC;IAC5C,KAAK;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IACjE,CAAC;IAEQ,YAAY,GAAG,IAAI,GAAG,EAAsB,CAAC;IACtD,QAAQ,CAAC,EAAc;QACrB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9B,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,OAAO,EAAE,CAAC;IACjF,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,EAAe;QAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,OAAO,EAAE,CAAC;QACvF,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1C,CAAC;IAEH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IAE5B,CAAC;IAEQ,MAAM,GAAsB,IAAI,WAAW,EAAQ,CAAC;IAC7D,KAAK,CAAC,KAAK;QACT,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAE1B,CAAC,CAAC,CAAC;QACH,OAAO,GAAG,CAAC;IACb,CAAC;IAEQ,MAAM,CAAS;IACf,KAAK,CAAY;IAG1B,YAAY,KAAgB,EAAE,IAA8B;QAC1D,IAAI,CAAC,IAAI,GAAG;YACV,MAAM,EAAE,GAAG,EAAE;YAEb,CAAC;YACD,GAAG,IAAI;SACR,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QAEpB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,UAAU,GAAG,UAAU,CAC1B,IAAI,CAAC,KAAK,EACV,KAAK,EAAE,OAA8B,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EACjE,IAAI,CAAC,IAAI,CAAC,UAAU,CACrB,CAAC;QACF,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,CAAa;QACxB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAOD,SAAS,CAAqB,QAAuB,EAAE,OAAiB;QACtE,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC9D,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;gBACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAA0C,EAAE,EAAE;oBACpE,KAAK,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC7B,CAAC,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAA4C,CAAC,CAAC;YAClE,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAA4C,CAAC,CAAC;YACvE,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAA4C,CAAC,CAAC;YAC3E,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,QAA4C,CAAC,CAAC;YAChF,CAAC,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,OAA8B;QAClD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,GAA0B,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5F,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACvC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,QAAQ,CAAC,IAA6B,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAQ,EAAE,EAAE;oBACrF,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBACrD,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;YAClC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAChD,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAQ,EAAE,EAAE;oBAC1D,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBACrD,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAgB,EAAE,IAAY,EAAE,KAAqB;IACrF,KAAK,GAAG,KAAK,IAAI,EAAE,CAAC;IACpB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC/C,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,GAAG,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QACvF,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QAC9F,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAQlC,OAAO;QACL,GAAG,EAAE;YACH,GAAG,EAAE,iBAAiB,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;YACtG,IAAI,EAAE,iBAAiB,CACrB,KAAK,EACL,EAAE,IAAI,EAAE,EACR,KAAK,CAAC,GAAG,EAAE,IAAI,IAAI,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,GAAG,EACxE,IAAI,EACJ,MAAM,EACN;gBACE,IAAI,EAAE,IAAI;gBACV,GAAG,EAAE,IAAI;aACV,CACF;YACD,IAAI,EAAE,iBAAiB,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;YAC1G,GAAG,EAAE,iBAAiB,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;SACvG;QACD,IAAI,EAAE;YACJ,GAAG,EAAE,iBAAiB,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC;YACrE,IAAI,EAAE,iBAAiB,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC3G,IAAI,EAAE,iBAAiB,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC;YACxE,GAAG,EAAE,iBAAiB,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC;SACtE;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,IAAiB;IACvD,OAAO,IAAI,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACrD,CAAC"}

package/ledger.ts

@@ -0,0 +1,344 @@
+import { BuildURI, KeyedResolvOnce, Logger, ResolveOnce, URI, AppContext } from "@adviser/cement";
+
+import { writeQueue } from "./write-queue.js";
+import {
+  DocUpdate,
+  ConfigOpts,
+  defaultWriteQueueOpts,
+  DocWithId,
+  ListenerFn,
+  DocTypes,
+  SuperThis,
+  Database,
+  Ledger,
+  WriteQueue,
+  CRDT,
+  LedgerOpts,
+  Attachable,
+  Attached,
+  LedgerOptsOptionalTracer,
+  PARAM,
+} from "@fireproof/core-types-base";
+import { StoreURIRuntime, StoreUrlsOpts } from "@fireproof/core-types-blockstore";
+import { decodeFile, encodeFile, ensureLogger, ensureSuperThis, ensureURIDefaults, hashObject } from "@fireproof/core-runtime";
+
+import { DatabaseImpl } from "./database.js";
+import { CRDTImpl } from "./crdt.js";
+import { toSortedArray } from "@adviser/cement/utils";
+import { getDefaultURI } from "@fireproof/core-blockstore";
+import { defaultKeyBagOpts } from "@fireproof/core-keybag";
+
+const ledgers = new KeyedResolvOnce<Ledger>();
+
+export function keyConfigOpts(sthis: SuperThis, name: string, opts?: ConfigOpts): string {
+  return JSON.stringify(
+    toSortedArray({
+      name,
+      stores: toSortedArray(JSON.parse(JSON.stringify(toStoreURIRuntime(sthis, name, opts?.storeUrls)))),
+    }),
+  );
+}
+
+export function isLedger(db: unknown): db is Ledger {
+  return db instanceof LedgerImpl || db instanceof LedgerShell;
+}
+
+export function LedgerFactory(name: string, opts?: ConfigOpts): Ledger {
+  const sthis = ensureSuperThis(opts);
+  const key = keyConfigOpts(sthis, name, opts);
+  const item = ledgers.get(key);
+  // if (!item.ready) {
+  // console.log("LedgerFactory", key);
+  // }
+  return new LedgerShell(
+    item.once((key) => {
+      // console.log("once-LedgerFactory", key);
+
+      const db = new LedgerImpl(sthis, {
+        name,
+        meta: opts?.meta,
+        keyBag: defaultKeyBagOpts(sthis, opts?.keyBag),
+        storeUrls: toStoreURIRuntime(sthis, name, opts?.storeUrls),
+        gatewayInterceptor: opts?.gatewayInterceptor,
+        writeQueue: defaultWriteQueueOpts(opts?.writeQueue),
+        ctx: opts?.ctx ?? new AppContext(),
+        storeEnDe: {
+          encodeFile,
+          decodeFile,
+          ...opts?.storeEnDe,
+        },
+        tracer:
+          opts?.tracer ??
+          (() => {
+            /* noop */
+          }),
+      });
+      db.onClosed(() => {
+        ledgers.unget(key);
+      });
+      return db;
+    }),
+  );
+}
+
+export class LedgerShell implements Ledger {
+  readonly ref: LedgerImpl;
+  readonly writeQueue: WriteQueue<DocUpdate<DocTypes>>;
+  readonly name: string;
+
+  constructor(ref: LedgerImpl) {
+    this.ref = ref;
+    this.writeQueue = ref.writeQueue;
+    this.name = ref.name;
+    ref.addShell(this);
+  }
+
+  attach(a: Attachable): Promise<Attached> {
+    return this.ref.attach(a);
+  }
+
+  get opts(): LedgerOpts {
+    return this.ref.opts;
+  }
+
+  get ctx(): AppContext {
+    return this.ref.ctx;
+  }
+
+  refId(): Promise<string> {
+    return this.ref.refId();
+  }
+
+  // get id(): string {
+  //   return this.ref.id;
+  // }
+  get logger(): Logger {
+    return this.ref.logger;
+  }
+  get sthis(): SuperThis {
+    return this.ref.sthis;
+  }
+  get crdt(): CRDT {
+    return this.ref.crdt;
+  }
+
+  onClosed(fn: () => void): () => void {
+    return this.ref.onClosed(fn);
+  }
+  close(): Promise<void> {
+    return this.ref.shellClose(this);
+  }
+  destroy(): Promise<void> {
+    return this.ref.destroy();
+  }
+  ready(): Promise<void> {
+    return this.ref.ready();
+  }
+
+  // asDB(): Database {
+  //   return this.ref.asDB();
+  // }
+
+  subscribe<T extends DocTypes>(listener: ListenerFn<T>, updates?: boolean): () => void {
+    return this.ref.subscribe(listener, updates);
+  }
+}
+
+class LedgerImpl implements Ledger {
+  // readonly name: string;
+  readonly opts: LedgerOpts;
+
+  _listening = false;
+  readonly _listeners = new Set<ListenerFn<DocTypes>>();
+  readonly _noupdate_listeners = new Set<ListenerFn<DocTypes>>();
+  readonly crdt: CRDT;
+  readonly writeQueue: WriteQueue<DocUpdate<DocTypes>>;
+  // readonly blockstore: BaseBlockstore;
+
+  readonly shells: Set<LedgerShell> = new Set<LedgerShell>();
+
+  readonly ctx: AppContext;
+
+  get name(): string {
+    return this.opts.name;
+    // this.opts.storeUrls.data.data.getParam(PARAM.NAME) ?? "default";
+  }
+
+  addShell(shell: LedgerShell) {
+    this.shells.add(shell);
+  }
+
+  readonly _refid = new ResolveOnce<string>();
+  refId(): Promise<string> {
+    return this._refid.once(() => hashObject(this.opts.storeUrls));
+  }
+
+  readonly _onClosedFns = new Map<string, () => void>();
+  onClosed(fn: () => void): () => void {
+    const id = this.sthis.nextId().str;
+    this._onClosedFns.set(id, fn);
+    return () => {
+      this._onClosedFns.delete(id);
+    };
+  }
+  async close() {
+    throw this.logger.Error().Str("db", this.name).Msg(`use shellClose`).AsError();
+  }
+  async shellClose(db: LedgerShell) {
+    if (!this.shells.has(db)) {
+      throw this.logger.Error().Str("db", this.name).Msg(`LedgerShell mismatch`).AsError();
+    }
+    this.shells.delete(db);
+    if (this.shells.size === 0) {
+      await this.ready();
+      await this.crdt.close();
+      await this.writeQueue.close();
+      this._onClosedFns.forEach((fn) => fn());
+    }
+    // await this.blockstore.close();
+  }
+
+  async destroy() {
+    await this.ready();
+    await this.crdt.destroy();
+    // await this.blockstore.destroy();
+  }
+
+  readonly _ready: ResolveOnce<void> = new ResolveOnce<void>();
+  async ready(): Promise<void> {
+    const ret = await this._ready.once(async () => {
+      await this.sthis.start();
+      await this.crdt.ready();
+      // await this.blockstore.ready();
+    });
+    return ret;
+  }
+
+  readonly logger: Logger;
+  readonly sthis: SuperThis;
+  // readonly id: string;
+
+  constructor(sthis: SuperThis, opts: LedgerOptsOptionalTracer) {
+    this.opts = {
+      tracer: () => {
+        /* noop */
+      },
+      ...opts,
+    }; // || this.opts;
+    // this.name = opts.storeUrls.data.data.getParam(PARAM.NAME) || "default";
+    this.sthis = sthis;
+    this.ctx = opts.ctx;
+    // this.id = sthis.timeOrderedNextId().str;
+    this.logger = ensureLogger(this.sthis, "Ledger");
+    this.crdt = new CRDTImpl(this.sthis, this.opts, this);
+    this.writeQueue = writeQueue(
+      this.sthis,
+      async (updates: DocUpdate<DocTypes>[]) => this.crdt.bulk(updates),
+      this.opts.writeQueue,
+    );
+    this.crdt.clock.onTock(() => this._no_update_notify());
+  }
+
+  async attach(a: Attachable): Promise<Attached> {
+    await this.ready();
+    return this.crdt.blockstore.loader.attach(a);
+  }
+
+  // readonly _asDb = new ResolveOnce<Database>();
+  // asDB(): Database {
+  //   return this._asDb.once(() => new DatabaseImpl(this));
+  // }
+
+  subscribe<T extends DocTypes>(listener: ListenerFn<T>, updates?: boolean): () => void {
+    this.ready();
+    this.logger.Debug().Bool("updates", updates).Msg("subscribe");
+    if (updates) {
+      if (!this._listening) {
+        this._listening = true;
+        this.crdt.clock.onTick((updates: DocUpdate<NonNullable<unknown>>[]) => {
+          void this._notify(updates);
+        });
+      }
+      this._listeners.add(listener as ListenerFn<NonNullable<unknown>>);
+      return () => {
+        this._listeners.delete(listener as ListenerFn<NonNullable<unknown>>);
+      };
+    } else {
+      this._noupdate_listeners.add(listener as ListenerFn<NonNullable<unknown>>);
+      return () => {
+        this._noupdate_listeners.delete(listener as ListenerFn<NonNullable<unknown>>);
+      };
+    }
+  }
+
+  private async _notify(updates: DocUpdate<DocTypes>[]) {
+    await this.ready();
+    if (this._listeners.size) {
+      const docs: DocWithId<DocTypes>[] = updates.map(({ id, value }) => ({ ...value, _id: id }));
+      for (const listener of this._listeners) {
+        await (async () => await listener(docs as DocWithId<DocTypes>[]))().catch((e: Error) => {
+          this.logger.Error().Err(e).Msg("subscriber error");
+        });
+      }
+    }
+  }
+
+  private async _no_update_notify() {
+    await this.ready();
+    if (this._noupdate_listeners.size) {
+      for (const listener of this._noupdate_listeners) {
+        await (async () => await listener([]))().catch((e: Error) => {
+          this.logger.Error().Err(e).Msg("subscriber error");
+        });
+      }
+    }
+  }
+}
+
+export function toStoreURIRuntime(sthis: SuperThis, name: string, sopts?: StoreUrlsOpts): StoreURIRuntime {
+  sopts = sopts || {};
+  if (!sopts.base) {
+    const fp_env = sthis.env.get("FP_STORAGE_URL");
+    if (fp_env) {
+      sopts = { ...sopts, base: BuildURI.from(fp_env).setParam(PARAM.URL_GEN, "fromEnv") };
+    } else {
+      sopts = { ...sopts, base: getDefaultURI(sthis).build().setParam(PARAM.URL_GEN, "default") };
+    }
+  }
+  const base = URI.from(sopts.base);
+  // bbase.setParam(PARAM.NAME, name);
+  // const base = bbase.URI();
+  // readonly public?: boolean;
+  // readonly meta?: DbMeta;
+  // readonly persistIndexes?: boolean;
+  // readonly autoCompact?: number;
+  // readonly threshold?: number;
+  return {
+    idx: {
+      car: ensureURIDefaults(sthis, { name }, sopts.idx?.car ?? sopts.data?.car, base, "car", { idx: true }),
+      file: ensureURIDefaults(
+        sthis,
+        { name },
+        sopts.idx?.file ?? sopts.idx?.car ?? sopts.data?.file ?? sopts.data?.car,
+        base,
+        "file",
+        {
+          file: true,
+          idx: true,
+        },
+      ),
+      meta: ensureURIDefaults(sthis, { name }, sopts.idx?.meta ?? sopts.data?.meta, base, "meta", { idx: true }),
+      wal: ensureURIDefaults(sthis, { name }, sopts.idx?.wal ?? sopts.data?.wal, base, "wal", { idx: true }),
+    },
+    data: {
+      car: ensureURIDefaults(sthis, { name }, sopts.data?.car, base, "car"),
+      file: ensureURIDefaults(sthis, { name }, sopts.data?.file ?? sopts.data?.car, base, "file", { file: true }),
+      meta: ensureURIDefaults(sthis, { name }, sopts.data?.meta, base, "meta"),
+      wal: ensureURIDefaults(sthis, { name }, sopts.data?.wal, base, "wal"),
+    },
+  };
+}
+
+export function fireproof(name: string, opts?: ConfigOpts): Database {
+  return new DatabaseImpl(LedgerFactory(name, opts));
+}

package/package.json

@@ -0,0 +1,54 @@
+{
+  "name": "@fireproof/core-base",
+  "version": "0.0.0-smoke-1b31059-1752074105",
+  "description": "Live ledger for the web.",
+  "type": "module",
+  "main": "./index.js",
+  "keywords": [
+    "ledger",
+    "JSON",
+    "document",
+    "IPLD",
+    "CID",
+    "IPFS"
+  ],
+  "contributors": [
+    "J Chris Anderson",
+    "Alan Shaw",
+    "Travis Vachon",
+    "Mikeal Rogers",
+    "Meno Abels"
+  ],
+  "author": "J Chris Anderson",
+  "license": "Apache-2.0 OR MIT",
+  "homepage": "https://use-fireproof.com",
+  "gptdoc": "import { fireproof } from 'use-fireproof'; const db = fireproof('app-db-name'); const ok = await db.put({ anyField: ['any','json'] }); const doc = await db.get(ok.id); await db.del(doc._id); db.subscribe(myRedrawFn); const result = await db.query('anyField', {range : ['a', 'z']}); result.rows.map(({ key }) => key);",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/fireproof-storage/fireproof.git"
+  },
+  "bugs": {
+    "url": "https://github.com/fireproof-storage/fireproof/issues"
+  },
+  "dependencies": {
+    "@adviser/cement": "^0.4.20",
+    "@fireproof/core-blockstore": "0.0.0-smoke-1b31059-1752074105",
+    "@fireproof/core-keybag": "0.0.0-smoke-1b31059-1752074105",
+    "@fireproof/core-runtime": "0.0.0-smoke-1b31059-1752074105",
+    "@fireproof/core-types-base": "0.0.0-smoke-1b31059-1752074105",
+    "@fireproof/core-types-blockstore": "0.0.0-smoke-1b31059-1752074105",
+    "@fireproof/core-types-protocols-cloud": "0.0.0-smoke-1b31059-1752074105",
+    "@fireproof/vendor": "^3.0.0",
+    "@ipld/dag-cbor": "^9.2.4",
+    "@web3-storage/pail": "^0.6.2",
+    "charwise": "^3.0.1",
+    "prolly-trees": "^1.0.4"
+  },
+  "devDependencies": {
+    "@fireproof/core-cli": "0.0.0-smoke-1b31059-1752074105",
+    "@types/node": "^24.0.10"
+  },
+  "scripts": {
+    "build": "tsc"
+  }
+}

package/tsconfig.json

@@ -0,0 +1,18 @@
+{
+  "extends": [
+    "/home/runner/work/fireproof/fireproof/tsconfig.dist.json"
+  ],
+  "compilerOptions": {
+    "noEmit": false,
+    "outDir": "./"
+  },
+  "include": [
+    "**/*"
+  ],
+  "exclude": [
+    "node_modules",
+    "dist",
+    ".git",
+    ".vscode"
+  ]
+}

package/version.d.ts

@@ -0,0 +1 @@
+export declare const PACKAGE_VERSION: string;

package/version.js

@@ -0,0 +1,4 @@
+export const PACKAGE_VERSION = Object.keys({
+    __packageVersion__: "xxxx",
+})[0];
+//# sourceMappingURL=version.js.map

package/version.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"version.js","sourceRoot":"","sources":["version.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC;IACzC,kBAAkB,EAAE,MAAM;CAC3B,CAAC,CAAC,CAAC,CAAW,CAAC"}