@fireproof/core 0.20.0-dev-preview-63 → 0.20.1-dev-preview-01

package/blockstore/store-factory.js

@@ -1,105 +0,0 @@
-import { Result } from "@adviser/cement";
-import { decodeFile, encodeFile } from "../runtime/files.js";
-import { CarStoreImpl, FileStoreImpl, MetaStoreImpl, WALStoreImpl } from "./store.js";
-import { PARAM } from "../types.js";
-import { getGatewayFactoryItem } from "./register-store-protocol.js";
-import { InterceptorGateway } from "./interceptor-gateway.js";
-export async function getInterceptableGateway(ctx, url, opt) {
-    const item = getGatewayFactoryItem(url.protocol);
-    if (item) {
-        return Result.Ok(new InterceptorGateway(ctx.loader.sthis, await item.serdegateway(ctx.loader.sthis), opt.gatewayInterceptor));
-    }
-    return Result.Err(ctx.loader.sthis.logger.Warn().Url(url).Msg("unsupported protocol").AsError());
-}
-async function carStoreFactory(ctx, uai) {
-    const storeUrl = uai.url.build().setParam(PARAM.STORE, "car").URI();
-    const rgateway = await getInterceptableGateway(ctx, storeUrl, uai);
-    if (rgateway.isErr()) {
-        throw ctx.loader.sthis.logger.Error().Result("err", rgateway).Url(uai.url).Msg("notfound").AsError();
-    }
-    const gateway = rgateway.Ok();
-    const store = new CarStoreImpl(ctx.loader.sthis, uai.url, {
-        gateway,
-        loader: ctx.loader,
-    });
-    return store;
-}
-async function fileStoreFactory(ctx, uai) {
-    const storeUrl = uai.url.build().setParam(PARAM.STORE, "file").URI();
-    const rgateway = await getInterceptableGateway(ctx, storeUrl, uai);
-    if (rgateway.isErr()) {
-        throw ctx.loader.sthis.logger.Error().Result("err", rgateway).Url(uai.url).Msg("notfound").AsError();
-    }
-    const gateway = rgateway.Ok();
-    const store = new FileStoreImpl(ctx.loader.sthis, uai.url, {
-        gateway: gateway,
-        loader: ctx.loader,
-    });
-    return store;
-}
-async function metaStoreFactory(ctx, uai) {
-    const storeUrl = uai.url.build().setParam(PARAM.STORE, "meta").URI();
-    const rgateway = await getInterceptableGateway(ctx, storeUrl, uai);
-    if (rgateway.isErr()) {
-        throw ctx.loader.sthis.logger.Error().Result("err", rgateway).Url(uai.url).Msg("notfound").AsError();
-    }
-    const gateway = rgateway.Ok();
-    const store = new MetaStoreImpl(ctx.loader.sthis, uai.url, {
-        gateway,
-        loader: ctx.loader,
-    });
-    return store;
-}
-async function WALStoreFactory(ctx, uai) {
-    const storeUrl = uai.url.build().setParam(PARAM.STORE, "wal").URI();
-    const rgateway = await getInterceptableGateway(ctx, storeUrl, uai);
-    if (rgateway.isErr()) {
-        throw ctx.loader.sthis.logger.Error().Result("err", rgateway).Url(uai.url).Msg("notfound").AsError();
-    }
-    const gateway = rgateway.Ok();
-    const store = new WALStoreImpl(ctx.loader.sthis, uai.url, {
-        gateway,
-        loader: ctx.loader,
-    });
-    return store;
-}
-async function ensureStart(store, damaw) {
-    const ret = await store.start(damaw);
-    if (ret.isErr()) {
-        throw store.logger.Error().Result("start", ret).Msg("start failed").AsError();
-    }
-    store.logger.Debug().Url(ret.Ok(), "prepared").Msg("produced");
-    return store;
-}
-export function ensureStoreEnDeFile(ende) {
-    ende = ende || {};
-    return {
-        encodeFile: ende.encodeFile || encodeFile,
-        decodeFile: ende.decodeFile || decodeFile,
-    };
-}
-export function toStoreRuntime(sthis, endeOpts = {}) {
-    return {
-        makeStores: async (sfi) => {
-            const ctx = {
-                loader: sfi.loader,
-            };
-            const storeSet = {};
-            storeSet.meta = await metaStoreFactory(ctx, sfi.byStore.meta);
-            storeSet.car = await carStoreFactory(ctx, sfi.byStore.car);
-            storeSet.file = await fileStoreFactory(ctx, sfi.byStore.file);
-            if (sfi.byStore.wal) {
-                storeSet.wal = await WALStoreFactory(ctx, sfi.byStore.wal);
-            }
-            await ensureStart(storeSet.meta, storeSet);
-            await ensureStart(storeSet.car, storeSet);
-            await ensureStart(storeSet.file, storeSet);
-            if (storeSet.wal) {
-                await ensureStart(storeSet.wal, storeSet);
-            }
-            return storeSet;
-        },
-        ...ensureStoreEnDeFile(endeOpts),
-    };
-}
-//# sourceMappingURL=store-factory.js.map

package/blockstore/store-factory.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"store-factory.js","sourceRoot":"","sources":["../../../../src/blockstore/store-factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEtD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAYtF,OAAO,EAAE,KAAK,EAAa,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAErE,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAS9D,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,GAAoB,EACpB,GAAQ,EACR,GAAqD;IAErD,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjD,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,MAAM,CAAC,EAAE,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAChI,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;AACnG,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAoB,EAAE,GAAsB;IACzE,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;IACpE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;QACrB,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACvG,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE;QACxD,OAAO;QACP,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,GAAoB,EAAE,GAAsB;IAC1E,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;IACrE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;QACrB,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACvG,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE;QACzD,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAeD,KAAK,UAAU,gBAAgB,CAAC,GAAoB,EAAE,GAAsB;IAC1E,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;IACrE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;QACrB,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACvG,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE;QACzD,OAAO;QACP,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAeD,KAAK,UAAU,eAAe,CAAC,GAAoB,EAAE,GAAsB;IACzE,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;IACpE,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;QACrB,MAAM,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IACvG,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE;QACxD,OAAO;QACP,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAAQ,EACR,KAA6B;IAE7B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;QAChB,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;IAChF,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAA6B;IAC/D,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IAClB,OAAO;QACL,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,UAAU;QACzC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,UAAU;KAC1C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAgB,EAAE,WAAmC,EAAE;IAEpF,OAAO;QACL,UAAU,EAAE,KAAK,EAAE,GAAqB,EAAE,EAAE;YAC1C,MAAM,GAAG,GAAoB;gBAC3B,MAAM,EAAE,GAAG,CAAC,MAAM;aACnB,CAAC;YACF,MAAM,QAAQ,GAAoC,EAA4B,CAAC;YAC/E,QAAQ,CAAC,IAAI,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC9D,QAAQ,CAAC,GAAG,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC3D,QAAQ,CAAC,IAAI,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC9D,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;gBACpB,QAAQ,CAAC,GAAG,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC7D,CAAC;YAED,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3C,MAAM,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC1C,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3C,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;gBACjB,MAAM,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC5C,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAMD,GAAG,mBAAmB,CAAC,QAAQ,CAAC;KACjC,CAAC;AACJ,CAAC"}

package/blockstore/store-remote.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=store-remote.d.ts.map

package/blockstore/store-remote.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"store-remote.d.ts","sourceRoot":"","sources":["../../../../src/blockstore/store-remote.ts"],"names":[],"mappings":""}

package/blockstore/store-remote.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=store-remote.js.map

package/blockstore/store-remote.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"store-remote.js","sourceRoot":"","sources":["../../../../src/blockstore/store-remote.ts"],"names":[],"mappings":""}

package/blockstore/store.d.ts

@@ -1,82 +0,0 @@
-import { Logger, ResolveOnce, Result, URI } from "@adviser/cement";
-import type { AnyBlock, AnyLink, CommitOpts, DataSaveOpts, DbMeta, WALStore as WALStore, WALState, LoadHandler, CryptoAction, Loadable, CarClockHead, DbMetaEvent, MetaStore, DataAndMetaStore, CarStore, FileStore } from "./types.js";
-import { Falsy, StoreType, SuperThis } from "../types.js";
-import { SerdeGateway, SerdeGatewayInterceptor } from "./serde-gateway.js";
-import { CommitQueue } from "./commit-queue.js";
-import { InterceptorGateway } from "./interceptor-gateway.js";
-export interface StoreOpts {
-    readonly gateway: SerdeGateway;
-    readonly gatewayInterceptor?: SerdeGatewayInterceptor;
-    readonly loader: Loadable;
-}
-export interface BaseStoreOpts {
-    readonly gateway: InterceptorGateway;
-    readonly loader: Loadable;
-}
-export declare abstract class BaseStoreImpl {
-    abstract readonly storeType: StoreType;
-    private _url;
-    readonly logger: Logger;
-    readonly sthis: SuperThis;
-    readonly gateway: InterceptorGateway;
-    get realGateway(): SerdeGateway;
-    readonly opts: StoreOpts;
-    readonly loader: Loadable;
-    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts, logger: Logger);
-    url(): URI;
-    readonly _onStarted: ((dam: DataAndMetaStore) => void)[];
-    onStarted(fn: (dam: DataAndMetaStore) => void): void;
-    readonly _onClosed: (() => void)[];
-    onClosed(fn: () => void): void;
-    abstract close(): Promise<Result<void>>;
-    ready(): Promise<void>;
-    keyedCrypto(): Promise<CryptoAction>;
-    start(dam: DataAndMetaStore): Promise<Result<URI>>;
-}
-export declare function createDbMetaEvent(sthis: SuperThis, dbMeta: DbMeta, parents: CarClockHead): Promise<DbMetaEvent>;
-export declare class MetaStoreImpl extends BaseStoreImpl implements MetaStore {
-    readonly storeType = "meta";
-    readonly subscribers: Map<string, LoadHandler[]>;
-    parents: CarClockHead;
-    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts);
-    private updateParentsFromDbMetas;
-    load(branch?: string): Promise<DbMeta[] | Falsy>;
-    save(meta: DbMeta, branch?: string): Promise<Result<void>>;
-    close(): Promise<Result<void>>;
-    destroy(): Promise<Result<void>>;
-}
-declare abstract class DataStoreImpl extends BaseStoreImpl {
-    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts, logger: Logger);
-    load(cid: AnyLink): Promise<AnyBlock>;
-    save(car: AnyBlock, opts?: DataSaveOpts): Promise<void>;
-    remove(cid: AnyLink): Promise<Result<void>>;
-    close(): Promise<Result<void>>;
-    destroy(): Promise<Result<void>>;
-}
-export declare class CarStoreImpl extends DataStoreImpl implements CarStore {
-    readonly storeType = "car";
-    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts);
-}
-export declare class FileStoreImpl extends DataStoreImpl implements FileStore {
-    readonly storeType = "file";
-    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts);
-}
-export declare class WALStoreImpl extends BaseStoreImpl implements WALStore {
-    readonly storeType = "wal";
-    readonly _ready: ResolveOnce<void, void>;
-    readonly walState: WALState;
-    readonly processing: Promise<void> | undefined;
-    readonly processQueue: CommitQueue<void>;
-    constructor(sthis: SuperThis, url: URI, opts: BaseStoreOpts);
-    ready(): Promise<void>;
-    enqueue(dbMeta: DbMeta, opts: CommitOpts): Promise<void>;
-    enqueueFile(fileCid: AnyLink, publicFile?: boolean): Promise<void>;
-    process(): Promise<void>;
-    _doProcess(): Promise<void>;
-    load(): Promise<WALState | Falsy>;
-    save(state: WALState): Promise<void>;
-    close(): Promise<Result<undefined, Error>>;
-    destroy(): Promise<Result<void, Error>>;
-}
-export {};
-//# sourceMappingURL=store.d.ts.map

package/blockstore/store.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../../../src/blockstore/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoB,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AACrF,OAAO,KAAK,EACV,QAAQ,EACR,OAAO,EACP,UAAU,EACV,YAAY,EACZ,MAAM,EACN,QAAQ,IAAI,QAAQ,EACpB,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,YAAY,EAGZ,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,QAAQ,EACR,SAAS,EACV,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,KAAK,EAAS,SAAS,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAG3E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAUhD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAS9D,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAE/B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,uBAAuB,CAAC;IACtD,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;CAC3B;AAED,8BAAsB,aAAa;IAGjC,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAGvC,OAAO,CAAC,IAAI,CAAM;IAClB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,IAAI,WAAW,IAAI,YAAY,CAE9B;IAED,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;gBAEd,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM;IAqB3E,GAAG,IAAI,GAAG;IAIV,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,gBAAgB,KAAK,IAAI,CAAC,EAAE,CAAM;IAC9D,SAAS,CAAC,EAAE,EAAE,CAAC,GAAG,EAAE,gBAAgB,KAAK,IAAI;IAG7C,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,IAAI,CAAC,EAAE,CAAM;IACxC,QAAQ,CAAC,EAAE,EAAE,MAAM,IAAI;IAGvB,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAEjC,KAAK;IAIL,WAAW,IAAI,OAAO,CAAC,YAAY,CAAC;IAIpC,KAAK,CAAC,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;CAuCzD;AAED,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAYrH;AAED,qBAAa,aAAc,SAAQ,aAAc,YAAW,SAAS;IACnE,QAAQ,CAAC,SAAS,UAAU;IAC5B,QAAQ,CAAC,WAAW,6BAAoC;IACxD,OAAO,EAAE,YAAY,CAAM;gBAGf,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa;IA0B3D,OAAO,CAAC,wBAAwB;IAiB1B,IAAI,CAAC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC;IAoBhD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAsB1D,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAK9B,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;CAIvC;AAED,uBAAe,aAAc,SAAQ,aAAa;gBACpC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM;IAIrE,IAAI,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC;IAqBrC,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,YAAY,GAAG,OAAO,CAAgB,IAAI,CAAC;IAkCtE,MAAM,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAO3C,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAKpC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;CAIjC;AAED,qBAAa,YAAa,SAAQ,aAAc,YAAW,QAAQ;IACjE,QAAQ,CAAC,SAAS,SAAS;gBAEf,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa;CAG5D;AAED,qBAAa,aAAc,SAAQ,aAAc,YAAW,SAAS;IACnE,QAAQ,CAAC,SAAS,UAAU;gBAEhB,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa;CAG5D;AAED,qBAAa,YAAa,SAAQ,aAAc,YAAW,QAAQ;IACjE,QAAQ,CAAC,SAAS,SAAS;IAK3B,QAAQ,CAAC,MAAM,0BAA2B;IAE1C,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAA2D;IACtF,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,SAAS,CAAa;IAC3D,QAAQ,CAAC,YAAY,EAAE,WAAW,CAAC,IAAI,CAAC,CAA2B;gBAEvD,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa;IAOrD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAetB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU;IAiBxC,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,UAAQ;IAMhD,OAAO;IAeP,UAAU;IA0HV,IAAI,IAAI,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;IAmBjC,IAAI,CAAC,KAAK,EAAE,QAAQ;IAoBpB,KAAK;IAMX,OAAO;CAIR"}

package/blockstore/store.js

@@ -1,438 +0,0 @@
-import { exception2Result, ResolveOnce, Result } from "@adviser/cement";
-import { PARAM } from "../types.js";
-import { ensureLogger, inplaceFilter, isNotFoundError } from "../utils.js";
-import { carLogIncludesGroup } from "./loader.js";
-import { CommitQueue } from "./commit-queue.js";
-import { keyedCryptoFactory } from "../runtime/keyed-crypto.js";
-import { Car2FPMsg, File2FPMsg } from "./fp-envelope.js";
-import { EventBlock } from "@fireproof/vendor/@web3-storage/pail/clock";
-import { format } from "@ipld/dag-json";
-import pRetry from "p-retry";
-import pMap from "p-map";
-function guardVersion(url) {
-    if (!url.hasParam("version")) {
-        return Result.Err(`missing version: ${url.toString()}`);
-    }
-    return Result.Ok(url);
-}
-export class BaseStoreImpl {
-    get realGateway() {
-        return this.gateway.innerGW;
-    }
-    constructor(sthis, url, opts, logger) {
-        this._onStarted = [];
-        this._onClosed = [];
-        this._url = url;
-        this.opts = opts;
-        this.loader = opts.loader;
-        this.sthis = sthis;
-        const name = this._url.getParam(PARAM.NAME);
-        if (!name) {
-            throw logger.Error().Url(this._url).Msg("missing name").AsError();
-        }
-        this.logger = logger
-            .With()
-            .Str("this", this.sthis.nextId().str)
-            .Ref("url", () => this._url.toString())
-            .Logger();
-        this.gateway = opts.gateway;
-    }
-    url() {
-        return this._url;
-    }
-    onStarted(fn) {
-        this._onStarted.push(fn);
-    }
-    onClosed(fn) {
-        this._onClosed.push(fn);
-    }
-    async ready() {
-        return;
-    }
-    async keyedCrypto() {
-        return keyedCryptoFactory(this._url, await this.loader.keyBag(), this.sthis);
-    }
-    async start(dam) {
-        this.logger.Debug().Str("storeType", this.storeType).Msg("starting-gateway-pre");
-        this._url = this._url.build().setParam(PARAM.STORE, this.storeType).URI();
-        const res = await this.gateway.start({ loader: this.loader }, this._url);
-        if (res.isErr()) {
-            this.logger.Error().Result("gw-start", res).Msg("started-gateway");
-            return res;
-        }
-        this._url = res.Ok();
-        const kb = await this.loader.keyBag();
-        const skRes = await kb.ensureKeyFromUrl(this._url, () => {
-            const key = this._url.getParam(PARAM.KEY);
-            return key;
-        });
-        if (skRes.isErr()) {
-            return skRes;
-        }
-        this._url = skRes.Ok();
-        const version = guardVersion(this._url);
-        if (version.isErr()) {
-            this.logger.Error().Result("version", version).Msg("guardVersion");
-            await this.close();
-            return version;
-        }
-        if (this.ready) {
-            const fn = this.ready.bind(this);
-            const ready = await exception2Result(fn);
-            if (ready.isErr()) {
-                await this.close();
-                return ready;
-            }
-        }
-        this._onStarted.forEach((fn) => fn(dam));
-        this.logger.Debug().Msg("started");
-        return version;
-    }
-}
-export async function createDbMetaEvent(sthis, dbMeta, parents) {
-    const event = await EventBlock.create({
-        dbMeta: sthis.txt.encode(format(dbMeta)),
-    }, parents);
-    return {
-        eventCid: event.cid,
-        dbMeta,
-        parents,
-    };
-}
-export class MetaStoreImpl extends BaseStoreImpl {
-    constructor(sthis, url, opts) {
-        super(sthis, url, { ...opts }, ensureLogger(sthis, "MetaStoreImpl"));
-        this.storeType = "meta";
-        this.subscribers = new Map();
-        this.parents = [];
-        if (opts.gateway.subscribe) {
-            this.onStarted(async (dam) => {
-                this.logger.Debug().Str("url", this.url().toString()).Msg("Subscribing to the gateway");
-                opts.gateway.subscribe({ loader: this.loader }, this.url(), async ({ payload: dbMetas }) => {
-                    this.logger.Debug().Msg("Received message from gateway");
-                    await Promise.all(dbMetas.map((dbMetaEv) => this.loader.taskManager?.handleEvent(dbMetaEv.eventCid, dbMetaEv.parents, dbMetaEv.dbMeta, this.loader.attachedStores.activate(dam))));
-                    this.updateParentsFromDbMetas(dbMetas);
-                });
-            });
-        }
-    }
-    updateParentsFromDbMetas(dbMetas) {
-        const cids = dbMetas.map((m) => m.eventCid);
-        const dbMetaParents = dbMetas.flatMap((m) => m.parents);
-        const uniqueParentsMap = new Map([...this.parents, ...cids].map((p) => [p.toString(), p]));
-        const dbMetaParentsSet = new Set(dbMetaParents.map((p) => p.toString()));
-        this.parents = Array.from(uniqueParentsMap.values()).filter((p) => !dbMetaParentsSet.has(p.toString()));
-    }
-    async load(branch = "main") {
-        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), branch);
-        if (url.isErr()) {
-            throw this.logger.Error().Result("buildUrl", url).Str("branch", branch).Msg("got error from gateway.buildUrl").AsError();
-        }
-        const rfpEnv = await this.gateway.get({ loader: this.loader }, url.Ok());
-        if (rfpEnv.isErr()) {
-            if (isNotFoundError(rfpEnv)) {
-                return undefined;
-            }
-            throw this.logger.Error().Url(url.Ok()).Err(rfpEnv).Msg("gateway get").AsError();
-        }
-        const fpMeta = rfpEnv.Ok().payload;
-        const dbMetas = fpMeta.map((m) => m.dbMeta);
-        await this.loader.handleDbMetasFromStore(dbMetas, this.loader.attachedStores.activate(url.Ok()));
-        this.updateParentsFromDbMetas(fpMeta);
-        return dbMetas;
-    }
-    async save(meta, branch) {
-        branch = branch || "main";
-        this.logger.Debug().Str("branch", branch).Any("meta", meta).Msg("saving meta");
-        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), branch);
-        if (url.isErr()) {
-            throw this.logger.Error().Err(url.Err()).Str("branch", branch).Msg("got error from gateway.buildUrl").AsError();
-        }
-        const dbMetaEvent = await createDbMetaEvent(this.sthis, meta, this.parents);
-        const res = await this.gateway.put({ loader: this.loader }, url.Ok(), {
-            type: "meta",
-            payload: [dbMetaEvent],
-        });
-        if (res.isErr()) {
-            throw this.logger.Error().Err(res.Err()).Msg("got error from gateway.put").AsError();
-        }
-        return res;
-    }
-    async close() {
-        await this.gateway.close({ loader: this.loader }, this.url());
-        this._onClosed.forEach((fn) => fn());
-        return Result.Ok(undefined);
-    }
-    async destroy() {
-        this.logger.Debug().Msg("destroy");
-        return this.gateway.destroy({ loader: this.loader }, this.url());
-    }
-}
-class DataStoreImpl extends BaseStoreImpl {
-    constructor(sthis, url, opts, logger) {
-        super(sthis, url, { ...opts }, logger);
-    }
-    async load(cid) {
-        this.logger.Debug().Any("cid", cid).Msg("loading");
-        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), cid.toString());
-        if (url.isErr()) {
-            throw this.logger.Error().Err(url.Err()).Str("cid", cid.toString()).Msg("got error from gateway.buildUrl").AsError();
-        }
-        const res = await this.gateway.get({ loader: this.loader }, url.Ok());
-        if (res.isErr()) {
-            throw res.Err();
-        }
-        const fpenv = res.Ok();
-        switch (fpenv.type) {
-            case "car":
-            case "file":
-                return { cid, bytes: fpenv.payload };
-            default:
-                throw this.logger.Error().Msg("unexpected type").AsError();
-        }
-    }
-    async save(car, opts) {
-        this.logger.Debug().Any("cid", car.cid.toString()).Msg("saving");
-        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), car.cid.toString());
-        if (url.isErr()) {
-            throw this.logger.Error().Err(url.Err()).Ref("cid", car.cid).Msg("got error from gateway.buildUrl").AsError();
-        }
-        let fpMsg;
-        switch (url.Ok().getParam(PARAM.STORE)) {
-            case "car":
-                fpMsg = Car2FPMsg(car.bytes);
-                break;
-            case "file":
-                fpMsg = File2FPMsg(car.bytes);
-                break;
-            default:
-                throw this.logger.Error().Str("store", url.Ok().getParam(PARAM.STORE)).Msg("unexpected store").AsError();
-        }
-        if (fpMsg.isErr()) {
-            throw this.logger.Error().Err(fpMsg).Msg("got error from FPMsg2Car").AsError();
-        }
-        const res = await this.gateway.put({ loader: this.loader }, url.Ok(), fpMsg.Ok());
-        if (res.isErr()) {
-            throw this.logger.Error().Err(res.Err()).Msg("got error from gateway.put").AsError();
-        }
-        return res.Ok();
-    }
-    async remove(cid) {
-        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), cid.toString());
-        if (url.isErr()) {
-            return url;
-        }
-        return this.gateway.delete({ loader: this.loader }, url.Ok());
-    }
-    async close() {
-        await this.gateway.close({ loader: this.loader }, this.url());
-        this._onClosed.forEach((fn) => fn());
-        return Result.Ok(undefined);
-    }
-    destroy() {
-        this.logger.Debug().Msg("destroy");
-        return this.gateway.destroy({ loader: this.loader }, this.url());
-    }
-}
-export class CarStoreImpl extends DataStoreImpl {
-    constructor(sthis, url, opts) {
-        super(sthis, url, { ...opts }, ensureLogger(sthis, "CarStoreImpl"));
-        this.storeType = "car";
-    }
-}
-export class FileStoreImpl extends DataStoreImpl {
-    constructor(sthis, url, opts) {
-        super(sthis, url, { ...opts }, ensureLogger(sthis, "FileStoreImpl"));
-        this.storeType = "file";
-    }
-}
-export class WALStoreImpl extends BaseStoreImpl {
-    constructor(sthis, url, opts) {
-        super(sthis, url, { ...opts }, ensureLogger(sthis, "WALStoreImpl"));
-        this.storeType = "wal";
-        this._ready = new ResolveOnce();
-        this.walState = { operations: [], noLoaderOps: [], fileOperations: [] };
-        this.processing = undefined;
-        this.processQueue = new CommitQueue();
-    }
-    async ready() {
-        return this._ready.once(async () => {
-            const walState = await this.load().catch((e) => {
-                this.logger.Error().Err(e).Msg("error loading wal");
-                return undefined;
-            });
-            this.walState.operations.splice(0, this.walState.operations.length);
-            this.walState.fileOperations.splice(0, this.walState.fileOperations.length);
-            if (walState) {
-                this.walState.operations.push(...walState.operations);
-                this.walState.fileOperations.push(...walState.fileOperations);
-            }
-        });
-    }
-    async enqueue(dbMeta, opts) {
-        await this.ready();
-        if (opts.compact) {
-            this.walState.operations.splice(0, this.walState.operations.length);
-            this.walState.noLoaderOps.splice(0, this.walState.noLoaderOps.length);
-            this.walState.noLoaderOps.push(dbMeta);
-        }
-        else if (opts.noLoader) {
-            this.walState.noLoaderOps.push(dbMeta);
-        }
-        else {
-            this.walState.operations.push(dbMeta);
-        }
-        await this.save(this.walState);
-        if (!opts.noLoader) {
-            void this.process();
-        }
-    }
-    async enqueueFile(fileCid, publicFile = false) {
-        await this.ready();
-        this.walState.fileOperations.push({ cid: fileCid, public: publicFile });
-    }
-    async process() {
-        await this.ready();
-        await this.processQueue.enqueue(async () => {
-            try {
-                await this._doProcess();
-            }
-            catch (e) {
-                this.logger.Error().Any("error", e).Msg("error processing wal");
-            }
-            if (this.walState.operations.length || this.walState.fileOperations.length || this.walState.noLoaderOps.length) {
-                setTimeout(() => void this.process(), 0);
-            }
-        });
-    }
-    async _doProcess() {
-        if (!this.loader)
-            return;
-        const operations = [...this.walState.operations];
-        const noLoaderOps = [...this.walState.noLoaderOps];
-        const fileOperations = [...this.walState.fileOperations];
-        if (operations.length + noLoaderOps.length + fileOperations.length === 0)
-            return;
-        const concurrencyLimit = 3;
-        const retryableUpload = (fn, description) => pRetry(fn, {
-            retries: 5,
-            onFailedAttempt: (error) => {
-                this.logger
-                    .Warn()
-                    .Any("error", error)
-                    .Any("fn", fn.toString())
-                    .Msg(`Attempt ${error.attemptNumber} failed for ${description}. There are ${error.retriesLeft} retries left.`);
-            },
-        });
-        try {
-            await pMap(noLoaderOps, async (dbMeta) => {
-                await retryableUpload(async () => {
-                    if (!this.loader) {
-                        return;
-                    }
-                    for (const cid of dbMeta.cars) {
-                        const car = await this.loader.attachedStores.local().active.car.load(cid);
-                        if (!car) {
-                            if (carLogIncludesGroup(this.loader.carLog.asArray(), dbMeta.cars)) {
-                                throw this.logger.Error().Ref("cid", cid).Msg("missing local car").AsError();
-                            }
-                        }
-                        else {
-                            await this.loader.attachedStores.forRemotes((x) => x.active.car.save(car));
-                        }
-                    }
-                    inplaceFilter(this.walState.noLoaderOps, (op) => op !== dbMeta);
-                }, `noLoaderOp with dbMeta.cars=${dbMeta.cars.toString()}`);
-            }, { concurrency: concurrencyLimit });
-            await pMap(operations, async (dbMeta) => {
-                await retryableUpload(async () => {
-                    if (!this.loader) {
-                        return;
-                    }
-                    for (const cid of dbMeta.cars) {
-                        const car = await this.loader.attachedStores.local().active.car.load(cid);
-                        if (!car) {
-                            if (carLogIncludesGroup(this.loader.carLog.asArray(), dbMeta.cars)) {
-                                throw this.logger.Error().Ref("cid", cid).Msg(`missing local car`).AsError();
-                            }
-                        }
-                        else {
-                            await this.loader.attachedStores.forRemotes((x) => x.active.car.save(car));
-                        }
-                    }
-                    inplaceFilter(this.walState.operations, (op) => op !== dbMeta);
-                }, `operation with dbMeta.cars=${dbMeta.cars.toString()}`);
-            }, { concurrency: concurrencyLimit });
-            await pMap(fileOperations, async ({ cid: fileCid, public: publicFile }) => {
-                await retryableUpload(async () => {
-                    if (!this.loader) {
-                        return;
-                    }
-                    const fileBlock = await this.loader.attachedStores.local().active.file.load(fileCid);
-                    if (!fileBlock) {
-                        throw this.logger.Error().Ref("cid", fileCid).Msg("missing file block").AsError();
-                    }
-                    await this.loader.attachedStores.forRemotes((x) => x.active.file.save(fileBlock, { public: publicFile }));
-                    inplaceFilter(this.walState.fileOperations, (op) => op.cid !== fileCid);
-                }, `fileOperation with cid=${fileCid.toString()}`);
-            }, { concurrency: concurrencyLimit });
-            if (operations.length) {
-                const lastOp = operations[operations.length - 1];
-                await retryableUpload(async () => {
-                    if (!this.loader) {
-                        return;
-                    }
-                    await this.loader.attachedStores.forRemotes((x) => x.active.meta.save(lastOp));
-                }, `remoteMetaStore save with dbMeta.cars=${lastOp.cars.toString()}`);
-            }
-        }
-        catch (error) {
-            this.logger.Error().Any("error", error).Msg("Processing failed");
-            return;
-        }
-        finally {
-            await this.save(this.walState);
-        }
-    }
-    async load() {
-        this.logger.Debug().Msg("loading");
-        const filepath = await this.gateway.buildUrl({ loader: this.loader }, this.url(), "main");
-        if (filepath.isErr()) {
-            throw this.logger.Error().Err(filepath.Err()).Url(this.url()).Msg("error building url").AsError();
-        }
-        const bytes = (await this.gateway.get({ loader: this.loader }, filepath.Ok()));
-        if (bytes.isErr()) {
-            if (isNotFoundError(bytes)) {
-                return undefined;
-            }
-            throw this.logger.Error().Err(bytes.Err()).Msg("error get").AsError();
-        }
-        if (bytes.Ok().type !== "wal") {
-            throw this.logger.Error().Str("type", bytes.Ok().type).Msg("unexpected type").AsError();
-        }
-        return bytes.Ok().payload;
-    }
-    async save(state) {
-        const filepath = await this.gateway.buildUrl({ loader: this.loader }, this.url(), "main");
-        if (filepath.isErr()) {
-            throw this.logger.Error().Err(filepath.Err()).Url(this.url()).Msg("error building url").AsError();
-        }
-        const res = await this.gateway.put({ loader: this.loader }, filepath.Ok(), {
-            type: "wal",
-            payload: state,
-        });
-        if (res.isErr()) {
-            throw this.logger.Error().Err(res.Err()).Str("filePath", filepath.Ok().toString()).Msg("error saving").AsError();
-        }
-    }
-    async close() {
-        await this.gateway.close({ loader: this.loader }, this.url());
-        this._onClosed.forEach((fn) => fn());
-        return Result.Ok(undefined);
-    }
-    destroy() {
-        this.logger.Debug().Msg("destroy");
-        return this.gateway.destroy({ loader: this.loader }, this.url());
-    }
-}
-//# sourceMappingURL=store.js.map