@fireproof/core 0.20.0-dev-preview-62 → 0.20.0-dev-preview-63

package/blockstore/store-factory.js

@@ -0,0 +1,105 @@
+import { Result } from "@adviser/cement";
+import { decodeFile, encodeFile } from "../runtime/files.js";
+import { CarStoreImpl, FileStoreImpl, MetaStoreImpl, WALStoreImpl } from "./store.js";
+import { PARAM } from "../types.js";
+import { getGatewayFactoryItem } from "./register-store-protocol.js";
+import { InterceptorGateway } from "./interceptor-gateway.js";
+export async function getInterceptableGateway(ctx, url, opt) {
+    const item = getGatewayFactoryItem(url.protocol);
+    if (item) {
+        return Result.Ok(new InterceptorGateway(ctx.loader.sthis, await item.serdegateway(ctx.loader.sthis), opt.gatewayInterceptor));
+    }
+    return Result.Err(ctx.loader.sthis.logger.Warn().Url(url).Msg("unsupported protocol").AsError());
+}
+async function carStoreFactory(ctx, uai) {
+    const storeUrl = uai.url.build().setParam(PARAM.STORE, "car").URI();
+    const rgateway = await getInterceptableGateway(ctx, storeUrl, uai);
+    if (rgateway.isErr()) {
+        throw ctx.loader.sthis.logger.Error().Result("err", rgateway).Url(uai.url).Msg("notfound").AsError();
+    }
+    const gateway = rgateway.Ok();
+    const store = new CarStoreImpl(ctx.loader.sthis, uai.url, {
+        gateway,
+        loader: ctx.loader,
+    });
+    return store;
+}
+async function fileStoreFactory(ctx, uai) {
+    const storeUrl = uai.url.build().setParam(PARAM.STORE, "file").URI();
+    const rgateway = await getInterceptableGateway(ctx, storeUrl, uai);
+    if (rgateway.isErr()) {
+        throw ctx.loader.sthis.logger.Error().Result("err", rgateway).Url(uai.url).Msg("notfound").AsError();
+    }
+    const gateway = rgateway.Ok();
+    const store = new FileStoreImpl(ctx.loader.sthis, uai.url, {
+        gateway: gateway,
+        loader: ctx.loader,
+    });
+    return store;
+}
+async function metaStoreFactory(ctx, uai) {
+    const storeUrl = uai.url.build().setParam(PARAM.STORE, "meta").URI();
+    const rgateway = await getInterceptableGateway(ctx, storeUrl, uai);
+    if (rgateway.isErr()) {
+        throw ctx.loader.sthis.logger.Error().Result("err", rgateway).Url(uai.url).Msg("notfound").AsError();
+    }
+    const gateway = rgateway.Ok();
+    const store = new MetaStoreImpl(ctx.loader.sthis, uai.url, {
+        gateway,
+        loader: ctx.loader,
+    });
+    return store;
+}
+async function WALStoreFactory(ctx, uai) {
+    const storeUrl = uai.url.build().setParam(PARAM.STORE, "wal").URI();
+    const rgateway = await getInterceptableGateway(ctx, storeUrl, uai);
+    if (rgateway.isErr()) {
+        throw ctx.loader.sthis.logger.Error().Result("err", rgateway).Url(uai.url).Msg("notfound").AsError();
+    }
+    const gateway = rgateway.Ok();
+    const store = new WALStoreImpl(ctx.loader.sthis, uai.url, {
+        gateway,
+        loader: ctx.loader,
+    });
+    return store;
+}
+async function ensureStart(store, damaw) {
+    const ret = await store.start(damaw);
+    if (ret.isErr()) {
+        throw store.logger.Error().Result("start", ret).Msg("start failed").AsError();
+    }
+    store.logger.Debug().Url(ret.Ok(), "prepared").Msg("produced");
+    return store;
+}
+export function ensureStoreEnDeFile(ende) {
+    ende = ende || {};
+    return {
+        encodeFile: ende.encodeFile || encodeFile,
+        decodeFile: ende.decodeFile || decodeFile,
+    };
+}
+export function toStoreRuntime(sthis, endeOpts = {}) {
+    return {
+        makeStores: async (sfi) => {
+            const ctx = {
+                loader: sfi.loader,
+            };
+            const storeSet = {};
+            storeSet.meta = await metaStoreFactory(ctx, sfi.byStore.meta);
+            storeSet.car = await carStoreFactory(ctx, sfi.byStore.car);
+            storeSet.file = await fileStoreFactory(ctx, sfi.byStore.file);
+            if (sfi.byStore.wal) {
+                storeSet.wal = await WALStoreFactory(ctx, sfi.byStore.wal);
+            }
+            await ensureStart(storeSet.meta, storeSet);
+            await ensureStart(storeSet.car, storeSet);
+            await ensureStart(storeSet.file, storeSet);
+            if (storeSet.wal) {
+                await ensureStart(storeSet.wal, storeSet);
+            }
+            return storeSet;
+        },
+        ...ensureStoreEnDeFile(endeOpts),
+    };
+}
+//# sourceMappingURL=store-factory.js.map

package/blockstore/store-factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-factory.js","sourceRoot":"","sources":["../../../../src/blockstore/store-factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEtD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAYtF,OAAO,EAAE,KAAK,EAAa,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAErE,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAS9D,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,GAAoB,EACpB,GAAQ,EACR,GAAqD;IAErD,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjD,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,MAAM,CAAC,EAAE,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAChI,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;AACnG,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAoB,EAAE,GAAsB;IACzE,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;IACpE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;QACrB,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACvG,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE;QACxD,OAAO;QACP,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,GAAoB,EAAE,GAAsB;IAC1E,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;IACrE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;QACrB,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACvG,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE;QACzD,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAeD,KAAK,UAAU,gBAAgB,CAAC,GAAoB,EAAE,GAAsB;IAC1E,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;IACrE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;QACrB,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACvG,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE;QACzD,OAAO;QACP,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAeD,KAAK,UAAU,eAAe,CAAC,GAAoB,EAAE,GAAsB;IACzE,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;IACpE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;QACrB,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACvG,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE;QACxD,OAAO;QACP,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAAQ,EACR,KAA6B;IAE7B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;QAChB,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;IAChF,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAA6B;IAC/D,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IAClB,OAAO;QACL,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,UAAU;QACzC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,UAAU;KAC1C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAgB,EAAE,WAAmC,EAAE;IAEpF,OAAO;QACL,UAAU,EAAE,KAAK,EAAE,GAAqB,EAAE,EAAE;YAC1C,MAAM,GAAG,GAAoB;gBAC3B,MAAM,EAAE,GAAG,CAAC,MAAM;aACnB,CAAC;YACF,MAAM,QAAQ,GAAoC,EAA4B,CAAC;YAC/E,QAAQ,CAAC,IAAI,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC9D,QAAQ,CAAC,GAAG,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC3D,QAAQ,CAAC,IAAI,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC9D,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBACpB,QAAQ,CAAC,GAAG,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC7D,CAAC;YAED,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3C,MAAM,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC1C,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3C,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;gBACjB,MAAM,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC5C,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAMD,GAAG,mBAAmB,CAAC,QAAQ,CAAC;KACjC,CAAC;AACJ,CAAC"}

package/blockstore/store-remote.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=store-remote.d.ts.map

package/blockstore/store-remote.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-remote.d.ts","sourceRoot":"","sources":["../../../../src/blockstore/store-remote.ts"],"names":[],"mappings":""}

package/blockstore/store-remote.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=store-remote.js.map

package/blockstore/store-remote.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store-remote.js","sourceRoot":"","sources":["../../../../src/blockstore/store-remote.ts"],"names":[],"mappings":""}

package/blockstore/store.d.ts

@@ -0,0 +1,82 @@
+import { Logger, ResolveOnce, Result, URI } from "@adviser/cement";
+import type { AnyBlock, AnyLink, CommitOpts, DataSaveOpts, DbMeta, WALStore as WALStore, WALState, LoadHandler, CryptoAction, Loadable, CarClockHead, DbMetaEvent, MetaStore, DataAndMetaStore, CarStore, FileStore } from "./types.js";
+import { Falsy, StoreType, SuperThis } from "../types.js";
+import { SerdeGateway, SerdeGatewayInterceptor } from "./serde-gateway.js";
+import { CommitQueue } from "./commit-queue.js";
+import { InterceptorGateway } from "./interceptor-gateway.js";
+export interface StoreOpts {
+    readonly gateway: SerdeGateway;
+    readonly gatewayInterceptor?: SerdeGatewayInterceptor;
+    readonly loader: Loadable;
+}
+export interface BaseStoreOpts {
+    readonly gateway: InterceptorGateway;
+    readonly loader: Loadable;
+}
+export declare abstract class BaseStoreImpl {
+    abstract readonly storeType: StoreType;
+    private _url;
+    readonly logger: Logger;
+    readonly sthis: SuperThis;
+    readonly gateway: InterceptorGateway;
+    get realGateway(): SerdeGateway;
+    readonly opts: StoreOpts;
+    readonly loader: Loadable;
+    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts, logger: Logger);
+    url(): URI;
+    readonly _onStarted: ((dam: DataAndMetaStore) => void)[];
+    onStarted(fn: (dam: DataAndMetaStore) => void): void;
+    readonly _onClosed: (() => void)[];
+    onClosed(fn: () => void): void;
+    abstract close(): Promise<Result<void>>;
+    ready(): Promise<void>;
+    keyedCrypto(): Promise<CryptoAction>;
+    start(dam: DataAndMetaStore): Promise<Result<URI>>;
+}
+export declare function createDbMetaEvent(sthis: SuperThis, dbMeta: DbMeta, parents: CarClockHead): Promise<DbMetaEvent>;
+export declare class MetaStoreImpl extends BaseStoreImpl implements MetaStore {
+    readonly storeType = "meta";
+    readonly subscribers: Map<string, LoadHandler[]>;
+    parents: CarClockHead;
+    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts);
+    private updateParentsFromDbMetas;
+    load(branch?: string): Promise<DbMeta[] | Falsy>;
+    save(meta: DbMeta, branch?: string): Promise<Result<void>>;
+    close(): Promise<Result<void>>;
+    destroy(): Promise<Result<void>>;
+}
+declare abstract class DataStoreImpl extends BaseStoreImpl {
+    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts, logger: Logger);
+    load(cid: AnyLink): Promise<AnyBlock>;
+    save(car: AnyBlock, opts?: DataSaveOpts): Promise<void>;
+    remove(cid: AnyLink): Promise<Result<void>>;
+    close(): Promise<Result<void>>;
+    destroy(): Promise<Result<void>>;
+}
+export declare class CarStoreImpl extends DataStoreImpl implements CarStore {
+    readonly storeType = "car";
+    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts);
+}
+export declare class FileStoreImpl extends DataStoreImpl implements FileStore {
+    readonly storeType = "file";
+    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts);
+}
+export declare class WALStoreImpl extends BaseStoreImpl implements WALStore {
+    readonly storeType = "wal";
+    readonly _ready: ResolveOnce<void, void>;
+    readonly walState: WALState;
+    readonly processing: Promise<void> | undefined;
+    readonly processQueue: CommitQueue<void>;
+    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts);
+    ready(): Promise<void>;
+    enqueue(dbMeta: DbMeta, opts: CommitOpts): Promise<void>;
+    enqueueFile(fileCid: AnyLink, publicFile?: boolean): Promise<void>;
+    process(): Promise<void>;
+    _doProcess(): Promise<void>;
+    load(): Promise<WALState | Falsy>;
+    save(state: WALState): Promise<void>;
+    close(): Promise<Result<undefined, Error>>;
+    destroy(): Promise<Result<void, Error>>;
+}
+export {};
+//# sourceMappingURL=store.d.ts.map

package/blockstore/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../../../src/blockstore/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoB,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AACrF,OAAO,KAAK,EACV,QAAQ,EACR,OAAO,EACP,UAAU,EACV,YAAY,EACZ,MAAM,EACN,QAAQ,IAAI,QAAQ,EACpB,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,YAAY,EAGZ,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,QAAQ,EACR,SAAS,EACV,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,KAAK,EAAS,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAG3E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAUhD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAS9D,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAE/B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,uBAAuB,CAAC;IACtD,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;CAC3B;AAED,8BAAsB,aAAa;IAGjC,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAGvC,OAAO,CAAC,IAAI,CAAM;IAClB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,IAAI,WAAW,IAAI,YAAY,CAE9B;IAED,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;gBAEd,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM;IAqB3E,GAAG,IAAI,GAAG;IAIV,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,gBAAgB,KAAK,IAAI,CAAC,EAAE,CAAM;IAC9D,SAAS,CAAC,EAAE,EAAE,CAAC,GAAG,EAAE,gBAAgB,KAAK,IAAI;IAG7C,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,IAAI,CAAC,EAAE,CAAM;IACxC,QAAQ,CAAC,EAAE,EAAE,MAAM,IAAI;IAGvB,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAEjC,KAAK;IAIL,WAAW,IAAI,OAAO,CAAC,YAAY,CAAC;IAIpC,KAAK,CAAC,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;CAuCzD;AAED,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAYrH;AAED,qBAAa,aAAc,SAAQ,aAAc,YAAW,SAAS;IACnE,QAAQ,CAAC,SAAS,UAAU;IAC5B,QAAQ,CAAC,WAAW,6BAAoC;IACxD,OAAO,EAAE,YAAY,CAAM;gBAGf,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa;IA0B3D,OAAO,CAAC,wBAAwB;IAiB1B,IAAI,CAAC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC;IAoBhD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAsB1D,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAK9B,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;CAIvC;AAED,uBAAe,aAAc,SAAQ,aAAa;gBACpC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM;IAIrE,IAAI,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC;IAqBrC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,YAAY,GAAG,OAAO,CAAgB,IAAI,CAAC;IAkCtE,MAAM,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAO3C,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAKpC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;CAIjC;AAED,qBAAa,YAAa,SAAQ,aAAc,YAAW,QAAQ;IACjE,QAAQ,CAAC,SAAS,SAAS;gBAEf,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa;CAG5D;AAED,qBAAa,aAAc,SAAQ,aAAc,YAAW,SAAS;IACnE,QAAQ,CAAC,SAAS,UAAU;gBAEhB,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa;CAG5D;AAED,qBAAa,YAAa,SAAQ,aAAc,YAAW,QAAQ;IACjE,QAAQ,CAAC,SAAS,SAAS;IAK3B,QAAQ,CAAC,MAAM,0BAA2B;IAE1C,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAA2D;IACtF,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,SAAS,CAAa;IAC3D,QAAQ,CAAC,YAAY,EAAE,WAAW,CAAC,IAAI,CAAC,CAA2B;gBAEvD,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa;IAOrD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAetB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU;IAiBxC,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,UAAQ;IAMhD,OAAO;IAeP,UAAU;IA0HV,IAAI,IAAI,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;IAmBjC,IAAI,CAAC,KAAK,EAAE,QAAQ;IAoBpB,KAAK;IAMX,OAAO;CAIR"}

package/blockstore/store.js

@@ -0,0 +1,438 @@
+import { exception2Result, ResolveOnce, Result } from "@adviser/cement";
+import { PARAM } from "../types.js";
+import { ensureLogger, inplaceFilter, isNotFoundError } from "../utils.js";
+import { carLogIncludesGroup } from "./loader.js";
+import { CommitQueue } from "./commit-queue.js";
+import { keyedCryptoFactory } from "../runtime/keyed-crypto.js";
+import { Car2FPMsg, File2FPMsg } from "./fp-envelope.js";
+import { EventBlock } from "@fireproof/vendor/@web3-storage/pail/clock";
+import { format } from "@ipld/dag-json";
+import pRetry from "p-retry";
+import pMap from "p-map";
+function guardVersion(url) {
+    if (!url.hasParam("version")) {
+        return Result.Err(`missing version: ${url.toString()}`);
+    }
+    return Result.Ok(url);
+}
+export class BaseStoreImpl {
+    get realGateway() {
+        return this.gateway.innerGW;
+    }
+    constructor(sthis, url, opts, logger) {
+        this._onStarted = [];
+        this._onClosed = [];
+        this._url = url;
+        this.opts = opts;
+        this.loader = opts.loader;
+        this.sthis = sthis;
+        const name = this._url.getParam(PARAM.NAME);
+        if (!name) {
+            throw logger.Error().Url(this._url).Msg("missing name").AsError();
+        }
+        this.logger = logger
+            .With()
+            .Str("this", this.sthis.nextId().str)
+            .Ref("url", () => this._url.toString())
+            .Logger();
+        this.gateway = opts.gateway;
+    }
+    url() {
+        return this._url;
+    }
+    onStarted(fn) {
+        this._onStarted.push(fn);
+    }
+    onClosed(fn) {
+        this._onClosed.push(fn);
+    }
+    async ready() {
+        return;
+    }
+    async keyedCrypto() {
+        return keyedCryptoFactory(this._url, await this.loader.keyBag(), this.sthis);
+    }
+    async start(dam) {
+        this.logger.Debug().Str("storeType", this.storeType).Msg("starting-gateway-pre");
+        this._url = this._url.build().setParam(PARAM.STORE, this.storeType).URI();
+        const res = await this.gateway.start({ loader: this.loader }, this._url);
+        if (res.isErr()) {
+            this.logger.Error().Result("gw-start", res).Msg("started-gateway");
+            return res;
+        }
+        this._url = res.Ok();
+        const kb = await this.loader.keyBag();
+        const skRes = await kb.ensureKeyFromUrl(this._url, () => {
+            const key = this._url.getParam(PARAM.KEY);
+            return key;
+        });
+        if (skRes.isErr()) {
+            return skRes;
+        }
+        this._url = skRes.Ok();
+        const version = guardVersion(this._url);
+        if (version.isErr()) {
+            this.logger.Error().Result("version", version).Msg("guardVersion");
+            await this.close();
+            return version;
+        }
+        if (this.ready) {
+            const fn = this.ready.bind(this);
+            const ready = await exception2Result(fn);
+            if (ready.isErr()) {
+                await this.close();
+                return ready;
+            }
+        }
+        this._onStarted.forEach((fn) => fn(dam));
+        this.logger.Debug().Msg("started");
+        return version;
+    }
+}
+export async function createDbMetaEvent(sthis, dbMeta, parents) {
+    const event = await EventBlock.create({
+        dbMeta: sthis.txt.encode(format(dbMeta)),
+    }, parents);
+    return {
+        eventCid: event.cid,
+        dbMeta,
+        parents,
+    };
+}
+export class MetaStoreImpl extends BaseStoreImpl {
+    constructor(sthis, url, opts) {
+        super(sthis, url, { ...opts }, ensureLogger(sthis, "MetaStoreImpl"));
+        this.storeType = "meta";
+        this.subscribers = new Map();
+        this.parents = [];
+        if (opts.gateway.subscribe) {
+            this.onStarted(async (dam) => {
+                this.logger.Debug().Str("url", this.url().toString()).Msg("Subscribing to the gateway");
+                opts.gateway.subscribe({ loader: this.loader }, this.url(), async ({ payload: dbMetas }) => {
+                    this.logger.Debug().Msg("Received message from gateway");
+                    await Promise.all(dbMetas.map((dbMetaEv) => this.loader.taskManager?.handleEvent(dbMetaEv.eventCid, dbMetaEv.parents, dbMetaEv.dbMeta, this.loader.attachedStores.activate(dam))));
+                    this.updateParentsFromDbMetas(dbMetas);
+                });
+            });
+        }
+    }
+    updateParentsFromDbMetas(dbMetas) {
+        const cids = dbMetas.map((m) => m.eventCid);
+        const dbMetaParents = dbMetas.flatMap((m) => m.parents);
+        const uniqueParentsMap = new Map([...this.parents, ...cids].map((p) => [p.toString(), p]));
+        const dbMetaParentsSet = new Set(dbMetaParents.map((p) => p.toString()));
+        this.parents = Array.from(uniqueParentsMap.values()).filter((p) => !dbMetaParentsSet.has(p.toString()));
+    }
+    async load(branch = "main") {
+        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), branch);
+        if (url.isErr()) {
+            throw this.logger.Error().Result("buildUrl", url).Str("branch", branch).Msg("got error from gateway.buildUrl").AsError();
+        }
+        const rfpEnv = await this.gateway.get({ loader: this.loader }, url.Ok());
+        if (rfpEnv.isErr()) {
+            if (isNotFoundError(rfpEnv)) {
+                return undefined;
+            }
+            throw this.logger.Error().Url(url.Ok()).Err(rfpEnv).Msg("gateway get").AsError();
+        }
+        const fpMeta = rfpEnv.Ok().payload;
+        const dbMetas = fpMeta.map((m) => m.dbMeta);
+        await this.loader.handleDbMetasFromStore(dbMetas, this.loader.attachedStores.activate(url.Ok()));
+        this.updateParentsFromDbMetas(fpMeta);
+        return dbMetas;
+    }
+    async save(meta, branch) {
+        branch = branch || "main";
+        this.logger.Debug().Str("branch", branch).Any("meta", meta).Msg("saving meta");
+        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), branch);
+        if (url.isErr()) {
+            throw this.logger.Error().Err(url.Err()).Str("branch", branch).Msg("got error from gateway.buildUrl").AsError();
+        }
+        const dbMetaEvent = await createDbMetaEvent(this.sthis, meta, this.parents);
+        const res = await this.gateway.put({ loader: this.loader }, url.Ok(), {
+            type: "meta",
+            payload: [dbMetaEvent],
+        });
+        if (res.isErr()) {
+            throw this.logger.Error().Err(res.Err()).Msg("got error from gateway.put").AsError();
+        }
+        return res;
+    }
+    async close() {
+        await this.gateway.close({ loader: this.loader }, this.url());
+        this._onClosed.forEach((fn) => fn());
+        return Result.Ok(undefined);
+    }
+    async destroy() {
+        this.logger.Debug().Msg("destroy");
+        return this.gateway.destroy({ loader: this.loader }, this.url());
+    }
+}
+class DataStoreImpl extends BaseStoreImpl {
+    constructor(sthis, url, opts, logger) {
+        super(sthis, url, { ...opts }, logger);
+    }
+    async load(cid) {
+        this.logger.Debug().Any("cid", cid).Msg("loading");
+        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), cid.toString());
+        if (url.isErr()) {
+            throw this.logger.Error().Err(url.Err()).Str("cid", cid.toString()).Msg("got error from gateway.buildUrl").AsError();
+        }
+        const res = await this.gateway.get({ loader: this.loader }, url.Ok());
+        if (res.isErr()) {
+            throw res.Err();
+        }
+        const fpenv = res.Ok();
+        switch (fpenv.type) {
+            case "car":
+            case "file":
+                return { cid, bytes: fpenv.payload };
+            default:
+                throw this.logger.Error().Msg("unexpected type").AsError();
+        }
+    }
+    async save(car, opts) {
+        this.logger.Debug().Any("cid", car.cid.toString()).Msg("saving");
+        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), car.cid.toString());
+        if (url.isErr()) {
+            throw this.logger.Error().Err(url.Err()).Ref("cid", car.cid).Msg("got error from gateway.buildUrl").AsError();
+        }
+        let fpMsg;
+        switch (url.Ok().getParam(PARAM.STORE)) {
+            case "car":
+                fpMsg = Car2FPMsg(car.bytes);
+                break;
+            case "file":
+                fpMsg = File2FPMsg(car.bytes);
+                break;
+            default:
+                throw this.logger.Error().Str("store", url.Ok().getParam(PARAM.STORE)).Msg("unexpected store").AsError();
+        }
+        if (fpMsg.isErr()) {
+            throw this.logger.Error().Err(fpMsg).Msg("got error from FPMsg2Car").AsError();
+        }
+        const res = await this.gateway.put({ loader: this.loader }, url.Ok(), fpMsg.Ok());
+        if (res.isErr()) {
+            throw this.logger.Error().Err(res.Err()).Msg("got error from gateway.put").AsError();
+        }
+        return res.Ok();
+    }
+    async remove(cid) {
+        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), cid.toString());
+        if (url.isErr()) {
+            return url;
+        }
+        return this.gateway.delete({ loader: this.loader }, url.Ok());
+    }
+    async close() {
+        await this.gateway.close({ loader: this.loader }, this.url());
+        this._onClosed.forEach((fn) => fn());
+        return Result.Ok(undefined);
+    }
+    destroy() {
+        this.logger.Debug().Msg("destroy");
+        return this.gateway.destroy({ loader: this.loader }, this.url());
+    }
+}
+export class CarStoreImpl extends DataStoreImpl {
+    constructor(sthis, url, opts) {
+        super(sthis, url, { ...opts }, ensureLogger(sthis, "CarStoreImpl"));
+        this.storeType = "car";
+    }
+}
+export class FileStoreImpl extends DataStoreImpl {
+    constructor(sthis, url, opts) {
+        super(sthis, url, { ...opts }, ensureLogger(sthis, "FileStoreImpl"));
+        this.storeType = "file";
+    }
+}
+export class WALStoreImpl extends BaseStoreImpl {
+    constructor(sthis, url, opts) {
+        super(sthis, url, { ...opts }, ensureLogger(sthis, "WALStoreImpl"));
+        this.storeType = "wal";
+        this._ready = new ResolveOnce();
+        this.walState = { operations: [], noLoaderOps: [], fileOperations: [] };
+        this.processing = undefined;
+        this.processQueue = new CommitQueue();
+    }
+    async ready() {
+        return this._ready.once(async () => {
+            const walState = await this.load().catch((e) => {
+                this.logger.Error().Err(e).Msg("error loading wal");
+                return undefined;
+            });
+            this.walState.operations.splice(0, this.walState.operations.length);
+            this.walState.fileOperations.splice(0, this.walState.fileOperations.length);
+            if (walState) {
+                this.walState.operations.push(...walState.operations);
+                this.walState.fileOperations.push(...walState.fileOperations);
+            }
+        });
+    }
+    async enqueue(dbMeta, opts) {
+        await this.ready();
+        if (opts.compact) {
+            this.walState.operations.splice(0, this.walState.operations.length);
+            this.walState.noLoaderOps.splice(0, this.walState.noLoaderOps.length);
+            this.walState.noLoaderOps.push(dbMeta);
+        }
+        else if (opts.noLoader) {
+            this.walState.noLoaderOps.push(dbMeta);
+        }
+        else {
+            this.walState.operations.push(dbMeta);
+        }
+        await this.save(this.walState);
+        if (!opts.noLoader) {
+            void this.process();
+        }
+    }
+    async enqueueFile(fileCid, publicFile = false) {
+        await this.ready();
+        this.walState.fileOperations.push({ cid: fileCid, public: publicFile });
+    }
+    async process() {
+        await this.ready();
+        await this.processQueue.enqueue(async () => {
+            try {
+                await this._doProcess();
+            }
+            catch (e) {
+                this.logger.Error().Any("error", e).Msg("error processing wal");
+            }
+            if (this.walState.operations.length || this.walState.fileOperations.length || this.walState.noLoaderOps.length) {
+                setTimeout(() => void this.process(), 0);
+            }
+        });
+    }
+    async _doProcess() {
+        if (!this.loader)
+            return;
+        const operations = [...this.walState.operations];
+        const noLoaderOps = [...this.walState.noLoaderOps];
+        const fileOperations = [...this.walState.fileOperations];
+        if (operations.length + noLoaderOps.length + fileOperations.length === 0)
+            return;
+        const concurrencyLimit = 3;
+        const retryableUpload = (fn, description) => pRetry(fn, {
+            retries: 5,
+            onFailedAttempt: (error) => {
+                this.logger
+                    .Warn()
+                    .Any("error", error)
+                    .Any("fn", fn.toString())
+                    .Msg(`Attempt ${error.attemptNumber} failed for ${description}. There are ${error.retriesLeft} retries left.`);
+            },
+        });
+        try {
+            await pMap(noLoaderOps, async (dbMeta) => {
+                await retryableUpload(async () => {
+                    if (!this.loader) {
+                        return;
+                    }
+                    for (const cid of dbMeta.cars) {
+                        const car = await this.loader.attachedStores.local().active.car.load(cid);
+                        if (!car) {
+                            if (carLogIncludesGroup(this.loader.carLog.asArray(), dbMeta.cars)) {
+                                throw this.logger.Error().Ref("cid", cid).Msg("missing local car").AsError();
+                            }
+                        }
+                        else {
+                            await this.loader.attachedStores.forRemotes((x) => x.active.car.save(car));
+                        }
+                    }
+                    inplaceFilter(this.walState.noLoaderOps, (op) => op !== dbMeta);
+                }, `noLoaderOp with dbMeta.cars=${dbMeta.cars.toString()}`);
+            }, { concurrency: concurrencyLimit });
+            await pMap(operations, async (dbMeta) => {
+                await retryableUpload(async () => {
+                    if (!this.loader) {
+                        return;
+                    }
+                    for (const cid of dbMeta.cars) {
+                        const car = await this.loader.attachedStores.local().active.car.load(cid);
+                        if (!car) {
+                            if (carLogIncludesGroup(this.loader.carLog.asArray(), dbMeta.cars)) {
+                                throw this.logger.Error().Ref("cid", cid).Msg(`missing local car`).AsError();
+                            }
+                        }
+                        else {
+                            await this.loader.attachedStores.forRemotes((x) => x.active.car.save(car));
+                        }
+                    }
+                    inplaceFilter(this.walState.operations, (op) => op !== dbMeta);
+                }, `operation with dbMeta.cars=${dbMeta.cars.toString()}`);
+            }, { concurrency: concurrencyLimit });
+            await pMap(fileOperations, async ({ cid: fileCid, public: publicFile }) => {
+                await retryableUpload(async () => {
+                    if (!this.loader) {
+                        return;
+                    }
+                    const fileBlock = await this.loader.attachedStores.local().active.file.load(fileCid);
+                    if (!fileBlock) {
+                        throw this.logger.Error().Ref("cid", fileCid).Msg("missing file block").AsError();
+                    }
+                    await this.loader.attachedStores.forRemotes((x) => x.active.file.save(fileBlock, { public: publicFile }));
+                    inplaceFilter(this.walState.fileOperations, (op) => op.cid !== fileCid);
+                }, `fileOperation with cid=${fileCid.toString()}`);
+            }, { concurrency: concurrencyLimit });
+            if (operations.length) {
+                const lastOp = operations[operations.length - 1];
+                await retryableUpload(async () => {
+                    if (!this.loader) {
+                        return;
+                    }
+                    await this.loader.attachedStores.forRemotes((x) => x.active.meta.save(lastOp));
+                }, `remoteMetaStore save with dbMeta.cars=${lastOp.cars.toString()}`);
+            }
+        }
+        catch (error) {
+            this.logger.Error().Any("error", error).Msg("Processing failed");
+            return;
+        }
+        finally {
+            await this.save(this.walState);
+        }
+    }
+    async load() {
+        this.logger.Debug().Msg("loading");
+        const filepath = await this.gateway.buildUrl({ loader: this.loader }, this.url(), "main");
+        if (filepath.isErr()) {
+            throw this.logger.Error().Err(filepath.Err()).Url(this.url()).Msg("error building url").AsError();
+        }
+        const bytes = (await this.gateway.get({ loader: this.loader }, filepath.Ok()));
+        if (bytes.isErr()) {
+            if (isNotFoundError(bytes)) {
+                return undefined;
+            }
+            throw this.logger.Error().Err(bytes.Err()).Msg("error get").AsError();
+        }
+        if (bytes.Ok().type !== "wal") {
+            throw this.logger.Error().Str("type", bytes.Ok().type).Msg("unexpected type").AsError();
+        }
+        return bytes.Ok().payload;
+    }
+    async save(state) {
+        const filepath = await this.gateway.buildUrl({ loader: this.loader }, this.url(), "main");
+        if (filepath.isErr()) {
+            throw this.logger.Error().Err(filepath.Err()).Url(this.url()).Msg("error building url").AsError();
+        }
+        const res = await this.gateway.put({ loader: this.loader }, filepath.Ok(), {
+            type: "wal",
+            payload: state,
+        });
+        if (res.isErr()) {
+            throw this.logger.Error().Err(res.Err()).Str("filePath", filepath.Ok().toString()).Msg("error saving").AsError();
+        }
+    }
+    async close() {
+        await this.gateway.close({ loader: this.loader }, this.url());
+        this._onClosed.forEach((fn) => fn());
+        return Result.Ok(undefined);
+    }
+    destroy() {
+        this.logger.Debug().Msg("destroy");
+        return this.gateway.destroy({ loader: this.loader }, this.url());
+    }
+}
+//# sourceMappingURL=store.js.map