@fireproof/core 0.20.4 → 0.20.5-dev-preview-3

package/blockstore/store.js

@@ -0,0 +1,439 @@
+import { exception2Result, ResolveOnce, Result } from "@adviser/cement";
+import { PARAM } from "../types.js";
+import { ensureLogger, hashString, inplaceFilter, isNotFoundError } from "../utils.js";
+import { carLogIncludesGroup } from "./loader.js";
+import { keyedCryptoFactory } from "../runtime/keyed-crypto.js";
+import { Car2FPMsg, File2FPMsg } from "./fp-envelope.js";
+import { EventBlock } from "@web3-storage/pail/clock";
+import { format } from "@ipld/dag-json";
+import pRetry from "p-retry";
+import pMap from "p-map";
+function guardVersion(url) {
+    if (!url.hasParam("version")) {
+        return Result.Err(`missing version: ${url.toString()}`);
+    }
+    return Result.Ok(url);
+}
+export class BaseStoreImpl {
+    get realGateway() {
+        return this.gateway.innerGW;
+    }
+    constructor(sthis, url, opts, logger) {
+        this._id = new ResolveOnce();
+        this._onStarted = [];
+        this._onClosed = [];
+        this.myId = sthis.nextId().str;
+        this._url = url;
+        this.opts = opts;
+        this.loader = opts.loader;
+        this.sthis = sthis;
+        const name = this._url.getParam(PARAM.NAME);
+        if (!name) {
+            throw logger.Error().Url(this._url).Msg("missing name").AsError();
+        }
+        this.logger = logger
+            .With()
+            .Str("this", this.sthis.nextId().str)
+            .Ref("url", () => this._url.toString())
+            .Logger();
+        this.gateway = opts.gateway;
+    }
+    url() {
+        return this._url;
+    }
+    id() {
+        return this._id.once(() => hashString(this.url().toString()));
+    }
+    onStarted(fn) {
+        this._onStarted.push(fn);
+    }
+    onClosed(fn) {
+        this._onClosed.push(fn);
+    }
+    async ready() {
+        return;
+    }
+    async keyedCrypto() {
+        return keyedCryptoFactory(this._url, await this.loader.keyBag(), this.sthis);
+    }
+    async start(dam) {
+        this.logger.Debug().Str("storeType", this.storeType).Msg("starting-gateway-pre");
+        this._url = this._url.build().setParam(PARAM.STORE, this.storeType).URI();
+        const res = await this.gateway.start({ loader: this.loader }, this._url);
+        if (res.isErr()) {
+            this.logger.Error().Result("gw-start", res).Msg("started-gateway");
+            return res;
+        }
+        this._url = res.Ok();
+        const kb = await this.loader.keyBag();
+        const skRes = await kb.ensureKeyFromUrl(this._url, () => {
+            const key = this._url.getParam(PARAM.KEY);
+            return key;
+        });
+        if (skRes.isErr()) {
+            return skRes;
+        }
+        this._url = skRes.Ok();
+        const version = guardVersion(this._url);
+        if (version.isErr()) {
+            this.logger.Error().Result("version", version).Msg("guardVersion");
+            await this.close();
+            return version;
+        }
+        if (this.ready) {
+            const fn = this.ready.bind(this);
+            const ready = await exception2Result(fn);
+            if (ready.isErr()) {
+                await this.close();
+                return ready;
+            }
+        }
+        this._onStarted.forEach((fn) => fn(dam));
+        this.logger.Debug().Msg("started");
+        return version;
+    }
+}
+export async function createDbMetaEvent(sthis, dbMeta, parents) {
+    const event = await EventBlock.create({
+        dbMeta: sthis.txt.encode(format(dbMeta)),
+    }, parents);
+    return {
+        eventCid: event.cid,
+        dbMeta,
+        parents,
+    };
+}
+export class MetaStoreImpl extends BaseStoreImpl {
+    constructor(sthis, url, opts) {
+        super(sthis, url, { ...opts }, ensureLogger(sthis, "MetaStoreImpl"));
+        this.storeType = "meta";
+        this.subscribers = new Map();
+        this.parents = [];
+        this.cnt = 0;
+    }
+    updateParentsFromDbMetas(dbMetas) {
+        const cids = dbMetas.map((m) => m.eventCid);
+        const dbMetaParents = dbMetas.flatMap((m) => m.parents);
+        const uniqueParentsMap = new Map([...this.parents, ...cids].map((p) => [p.toString(), p]));
+        const dbMetaParentsSet = new Set(dbMetaParents.map((p) => p.toString()));
+        this.parents = Array.from(uniqueParentsMap.values()).filter((p) => !dbMetaParentsSet.has(p.toString()));
+    }
+    stream(branch = "main") {
+        const id = this.sthis.nextId();
+        let unsubscribe = Result.Ok(() => {
+        });
+        return new ReadableStream({
+            start: async (controller) => {
+                this.cnt++;
+                unsubscribe = await this.gateway.subscribe({ loader: this.loader }, this.url(), async (fpMeta) => {
+                    const dbMetas = fpMeta.payload.map((m) => m.dbMeta);
+                    controller.enqueue(dbMetas);
+                    this.updateParentsFromDbMetas(fpMeta.payload);
+                });
+                const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), branch);
+                if (url.isErr()) {
+                    this.logger.Error().Err(url).Msg("buildUrlError");
+                    return;
+                }
+                const rfpEnv = await this.gateway.get({ loader: this.loader }, url.Ok());
+                if (rfpEnv.isErr()) {
+                    if (isNotFoundError(rfpEnv)) {
+                        controller.enqueue([]);
+                        return;
+                    }
+                    console.log("gateway get error", id.str, url.Ok());
+                    controller.close();
+                    throw this.logger.Error().Url(url.Ok()).Err(rfpEnv).Msg("gateway get").AsError();
+                }
+                const fpMeta = rfpEnv.Ok().payload;
+                const dbMetas = fpMeta.map((m) => m.dbMeta);
+                controller.enqueue(dbMetas);
+                this.updateParentsFromDbMetas(fpMeta);
+            },
+            cancel: (reason) => {
+                if (reason !== "close") {
+                    this.logger.Warn().Any({ reason }).Msg("unexpected meta stream end");
+                }
+                if (unsubscribe.isOk()) {
+                    unsubscribe.Ok()();
+                }
+            },
+        });
+    }
+    async save(meta, branch) {
+        branch = branch || "main";
+        this.logger.Debug().Str("branch", branch).Any("meta", meta).Msg("saving meta");
+        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), branch);
+        if (url.isErr()) {
+            throw this.logger.Error().Err(url.Err()).Str("branch", branch).Msg("got error from gateway.buildUrl").AsError();
+        }
+        const dbMetaEvent = await createDbMetaEvent(this.sthis, meta, this.parents);
+        const res = await this.gateway.put({ loader: this.loader }, url.Ok(), {
+            type: "meta",
+            payload: [dbMetaEvent],
+        });
+        if (res.isErr()) {
+            throw this.logger.Error().Err(res.Err()).Msg("got error from gateway.put").AsError();
+        }
+        return res;
+    }
+    async close() {
+        await this.gateway.close({ loader: this.loader }, this.url());
+        this._onClosed.forEach((fn) => fn());
+        return Result.Ok(undefined);
+    }
+    async destroy() {
+        this.logger.Debug().Msg("destroy");
+        return this.gateway.destroy({ loader: this.loader }, this.url());
+    }
+}
+class DataStoreImpl extends BaseStoreImpl {
+    constructor(sthis, url, opts, logger) {
+        super(sthis, url, { ...opts }, logger);
+    }
+    async load(cid) {
+        this.logger.Debug().Any("cid", cid).Msg("loading");
+        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), cid.toString());
+        if (url.isErr()) {
+            throw this.logger.Error().Err(url.Err()).Str("cid", cid.toString()).Msg("got error from gateway.buildUrl").AsError();
+        }
+        const res = await this.gateway.get({ loader: this.loader }, url.Ok());
+        if (res.isErr()) {
+            throw res.Err();
+        }
+        const fpenv = res.Ok();
+        switch (fpenv.type) {
+            case "car":
+            case "file":
+                return { cid, bytes: fpenv.payload };
+            default:
+                throw this.logger.Error().Msg("unexpected type").AsError();
+        }
+    }
+    async save(car, opts) {
+        this.logger.Debug().Any("cid", car.cid.toString()).Msg("saving");
+        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), car.cid.toString());
+        if (url.isErr()) {
+            throw this.logger.Error().Err(url.Err()).Ref("cid", car.cid).Msg("got error from gateway.buildUrl").AsError();
+        }
+        let fpMsg;
+        switch (url.Ok().getParam(PARAM.STORE)) {
+            case "car":
+                fpMsg = Car2FPMsg(car.bytes);
+                break;
+            case "file":
+                fpMsg = File2FPMsg(car.bytes);
+                break;
+            default:
+                throw this.logger.Error().Str("store", url.Ok().getParam(PARAM.STORE)).Msg("unexpected store").AsError();
+        }
+        if (fpMsg.isErr()) {
+            throw this.logger.Error().Err(fpMsg).Msg("got error from FPMsg2Car").AsError();
+        }
+        const res = await this.gateway.put({ loader: this.loader }, url.Ok(), fpMsg.Ok());
+        if (res.isErr()) {
+            throw this.logger.Error().Err(res.Err()).Msg("got error from gateway.put").AsError();
+        }
+        return res.Ok();
+    }
+    async remove(cid) {
+        const url = await this.gateway.buildUrl({ loader: this.loader }, this.url(), cid.toString());
+        if (url.isErr()) {
+            return url;
+        }
+        return this.gateway.delete({ loader: this.loader }, url.Ok());
+    }
+    async close() {
+        await this.gateway.close({ loader: this.loader }, this.url());
+        this._onClosed.forEach((fn) => fn());
+        return Result.Ok(undefined);
+    }
+    destroy() {
+        this.logger.Debug().Msg("destroy");
+        return this.gateway.destroy({ loader: this.loader }, this.url());
+    }
+}
+export class CarStoreImpl extends DataStoreImpl {
+    constructor(sthis, url, opts) {
+        super(sthis, url, { ...opts }, ensureLogger(sthis, "CarStoreImpl"));
+        this.storeType = "car";
+    }
+}
+export class FileStoreImpl extends DataStoreImpl {
+    constructor(sthis, url, opts) {
+        super(sthis, url, { ...opts }, ensureLogger(sthis, "FileStoreImpl"));
+        this.storeType = "file";
+    }
+}
+export class WALStoreImpl extends BaseStoreImpl {
+    constructor(sthis, url, opts) {
+        super(sthis, url, { ...opts }, ensureLogger(sthis, "WALStoreImpl"));
+        this.storeType = "wal";
+        this._ready = new ResolveOnce();
+        this.walState = { operations: [], noLoaderOps: [], fileOperations: [] };
+        this.processQueue = opts.loader.commitQueue;
+    }
+    async ready() {
+        return this._ready.once(async () => {
+            const walState = await this.load().catch((e) => {
+                this.logger.Error().Err(e).Msg("error loading wal");
+                return;
+            });
+            this.walState.operations.splice(0, this.walState.operations.length);
+            this.walState.fileOperations.splice(0, this.walState.fileOperations.length);
+            if (walState) {
+                this.walState.operations.push(...walState.operations);
+                this.walState.fileOperations.push(...walState.fileOperations);
+            }
+        });
+    }
+    async enqueue(dbMeta, opts) {
+        await this.ready();
+        if (opts.compact) {
+            this.walState.operations.splice(0, this.walState.operations.length);
+            this.walState.noLoaderOps.splice(0, this.walState.noLoaderOps.length);
+            this.walState.noLoaderOps.push(dbMeta);
+        }
+        else if (opts.noLoader) {
+            this.walState.noLoaderOps.push(dbMeta);
+        }
+        else {
+            this.walState.operations.push(dbMeta);
+        }
+        await this.save(this.walState);
+        if (!opts.noLoader) {
+            void this.process();
+        }
+    }
+    async enqueueFile(fileCid, publicFile = false) {
+        await this.ready();
+        this.walState.fileOperations.push({ cid: fileCid, public: publicFile });
+    }
+    async process() {
+        await this.ready();
+        await this.processQueue.enqueue(async () => {
+            try {
+                await this._doProcess();
+            }
+            catch (e) {
+                this.logger.Error().Any("error", e).Msg("error processing wal");
+            }
+            if (this.walState.operations.length || this.walState.fileOperations.length || this.walState.noLoaderOps.length) {
+                setTimeout(() => void this.process(), 0);
+            }
+        });
+    }
+    async _doProcess() {
+        if (!this.loader)
+            return;
+        const operations = [...this.walState.operations];
+        const noLoaderOps = [...this.walState.noLoaderOps];
+        const fileOperations = [...this.walState.fileOperations];
+        if (operations.length + noLoaderOps.length + fileOperations.length === 0)
+            return;
+        const concurrencyLimit = 3;
+        const retryableUpload = (fn, description) => pRetry(fn, {
+            retries: 5,
+            onFailedAttempt: (error) => {
+                this.logger
+                    .Warn()
+                    .Any("error", error)
+                    .Any("fn", fn.toString())
+                    .Msg(`Attempt ${error.attemptNumber} failed for ${description}. There are ${error.retriesLeft} retries left.`);
+            },
+        });
+        try {
+            await pMap(noLoaderOps, async (dbMeta) => {
+                await retryableUpload(async () => {
+                    for (const cid of dbMeta.cars) {
+                        const car = await this.loader.attachedStores.local().active.car.load(cid);
+                        if (!car) {
+                            if (carLogIncludesGroup(this.loader.carLog.asArray(), dbMeta.cars)) {
+                                throw this.logger.Error().Ref("cid", cid).Msg("missing local car").AsError();
+                            }
+                        }
+                    }
+                    inplaceFilter(this.walState.noLoaderOps, (op) => op !== dbMeta);
+                }, `noLoaderOp with dbMeta.cars=${dbMeta.cars.toString()}`);
+            }, { concurrency: concurrencyLimit });
+            await pMap(operations, async (dbMeta) => {
+                await retryableUpload(async () => {
+                    for (const cid of dbMeta.cars) {
+                        const car = await this.loader.attachedStores.local().active.car.load(cid);
+                        if (!car) {
+                            if (carLogIncludesGroup(this.loader.carLog.asArray(), dbMeta.cars)) {
+                                throw this.logger.Error().Ref("cid", cid).Msg(`missing local car`).AsError();
+                            }
+                        }
+                    }
+                    inplaceFilter(this.walState.operations, (op) => op !== dbMeta);
+                }, `operation with dbMeta.cars=${dbMeta.cars.toString()}`);
+            }, { concurrency: concurrencyLimit });
+            await pMap(fileOperations, async ({ cid: fileCid }) => {
+                await retryableUpload(async () => {
+                    const fileBlock = await this.loader.attachedStores.local().active.file.load(fileCid);
+                    if (!fileBlock) {
+                        throw this.logger.Error().Ref("cid", fileCid).Msg("missing file block").AsError();
+                    }
+                    inplaceFilter(this.walState.fileOperations, (op) => op.cid !== fileCid);
+                }, `fileOperation with cid=${fileCid.toString()}`);
+            }, { concurrency: concurrencyLimit });
+            if (operations.length) {
+                const lastOp = operations[operations.length - 1];
+                await retryableUpload(async () => {
+                    if (!this.loader) {
+                        return;
+                    }
+                }, `remoteMetaStore save with dbMeta.cars=${lastOp.cars.toString()}`);
+            }
+        }
+        catch (error) {
+            this.logger.Error().Any("error", error).Msg("Processing failed");
+            return;
+        }
+        finally {
+            await this.save(this.walState);
+        }
+    }
+    async load() {
+        this.logger.Debug().Msg("loading");
+        const filepath = await this.gateway.buildUrl({ loader: this.loader }, this.url(), "main");
+        if (filepath.isErr()) {
+            throw this.logger.Error().Err(filepath.Err()).Url(this.url()).Msg("error building url").AsError();
+        }
+        const bytes = (await this.gateway.get({ loader: this.loader }, filepath.Ok()));
+        if (bytes.isErr()) {
+            if (isNotFoundError(bytes)) {
+                return undefined;
+            }
+            throw this.logger.Error().Err(bytes.Err()).Msg("error get").AsError();
+        }
+        if (bytes.Ok().type !== "wal") {
+            throw this.logger.Error().Str("type", bytes.Ok().type).Msg("unexpected type").AsError();
+        }
+        return bytes.Ok().payload;
+    }
+    async save(state) {
+        const filepath = await this.gateway.buildUrl({ loader: this.loader }, this.url(), "main");
+        if (filepath.isErr()) {
+            throw this.logger.Error().Err(filepath.Err()).Url(this.url()).Msg("error building url").AsError();
+        }
+        const res = await this.gateway.put({ loader: this.loader }, filepath.Ok(), {
+            type: "wal",
+            payload: state,
+        });
+        if (res.isErr()) {
+            throw this.logger.Error().Err(res.Err()).Str("filePath", filepath.Ok().toString()).Msg("error saving").AsError();
+        }
+    }
+    async close() {
+        await this.gateway.close({ loader: this.loader }, this.url());
+        this._onClosed.forEach((fn) => fn());
+        return Result.Ok(undefined);
+    }
+    destroy() {
+        this.logger.Debug().Msg("destroy");
+        return this.gateway.destroy({ loader: this.loader }, this.url());
+    }
+}
+//# sourceMappingURL=store.js.map

package/blockstore/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../../src/blockstore/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAU,WAAW,EAAE,MAAM,EAAO,MAAM,iBAAiB,CAAC;AAqBrF,OAAO,EAAS,KAAK,EAAwB,MAAM,aAAa,CAAC;AAEjE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACvF,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAElD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAgE,MAAM,kBAAkB,CAAC;AAEvH,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,MAAM,MAAM,SAAS,CAAC;AAC7B,OAAO,IAAI,MAAM,OAAO,CAAC;AAIzB,SAAS,YAAY,CAAC,GAAQ;IAC5B,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7B,OAAO,MAAM,CAAC,GAAG,CAAC,oBAAoB,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;AACxB,CAAC;AAcD,MAAM,OAAgB,aAAa;IAUjC,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9B,CAAC;IAMD,YAAY,KAAgB,EAAE,GAAQ,EAAE,IAAmB,EAAE,MAAc;QA0BlE,QAAG,GAAG,IAAI,WAAW,EAAE,CAAC;QAKxB,eAAU,GAAwC,EAAE,CAAC;QAIrD,cAAS,GAAmB,EAAE,CAAC;QAjCtC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAChB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM;aACjB,IAAI,EAAE;aACN,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC;aACpC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;aAEtC,MAAM,EAAE,CAAC;QAEZ,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,GAAG;QACD,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAGD,EAAE;QACA,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IAChE,CAAC;IAGD,SAAS,CAAC,EAAmC;QAC3C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAED,QAAQ,CAAC,EAAc;QACrB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IAGD,KAAK,CAAC,KAAK;QACT,OAAO;IACT,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/E,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAqB;QAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACjF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,CAAC;QAC1E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACzE,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACnE,OAAO,GAAkB,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC;QAGrB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE;YACtD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,OAAO,GAAa,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;YAClB,OAAO,KAAoB,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,EAAE,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YACnE,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,EAAE,CAAC,CAAC;YACzC,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,KAAoB,CAAC;YAC9B,CAAC;QACH,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,KAAgB,EAAE,MAAc,EAAE,OAAqB;IAC7F,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,MAAM,CACnC;QACE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;KACzC,EACD,OAAwE,CACzE,CAAC;IACF,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,GAAmB;QACnC,MAAM;QACN,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,aAAc,SAAQ,aAAa;IAM9C,YAAY,KAAgB,EAAE,GAAQ,EAAE,IAAmB;QAGzD,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,YAAY,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC;QAR9D,cAAS,GAAG,MAAM,CAAC;QACnB,gBAAW,GAAG,IAAI,GAAG,EAAyB,CAAC;QACxD,YAAO,GAAiB,EAAE,CAAC;QAgD3B,QAAG,GAAG,CAAC,CAAC;IAnBR,CAAC;IAEO,wBAAwB,CAAC,OAAsB;QACrD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACxD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACzE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IAC1G,CAAC;IAYD,MAAM,CAAC,MAAM,GAAG,MAAM;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAE/B,IAAI,WAAW,GAAsB,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE;QAEpD,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,cAAc,CAAW;YAClC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBAG1B,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEX,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,MAAsB,EAAE,EAAE;oBAC/G,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;oBAQpD,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC5B,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAChD,CAAC,CAAC,CAAC;gBAEH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;gBAGrF,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;oBAIlD,OAAO;gBAET,CAAC;gBAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBAGzE,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;oBAGnB,IAAI,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;wBAE5B,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;wBACvB,OAAO;oBACT,CAAC;oBACD,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;oBACnD,UAAU,CAAC,KAAK,EAAE,CAAC;oBACnB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC;gBACnF,CAAC;gBAED,MAAM,MAAM,GAAI,MAAM,CAAC,EAAE,EAAqB,CAAC,OAAO,CAAC;gBAEvD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBAY5C,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC5B,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;YAIxC,CAAC;YACD,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE;gBACjB,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;oBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;gBACvE,CAAC;gBACD,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;oBACvB,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC;gBACrB,CAAC;YAEH,CAAC;SAEF,CAAC,CAAC;IACL,CAAC;IAwBD,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,MAAe;QACtC,MAAM,GAAG,MAAM,IAAI,MAAM,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAG/E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;QACrF,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC,OAAO,EAAE,CAAC;QAClH,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE;YACpE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,WAAW,CAAC;SACL,CAAC,CAAC;QACrB,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,OAAO,EAAE,CAAC;QACvF,CAAC;QAGD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IACD,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACnE,CAAC;CACF;AAED,MAAe,aAAc,SAAQ,aAAa;IAChD,YAAY,KAAgB,EAAE,GAAQ,EAAE,IAAmB,EAAE,MAAc;QACzE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAY;QACrB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7F,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC,OAAO,EAAE,CAAC;QACvH,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACtE,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;QAClB,CAAC;QACD,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE,EAAoC,CAAC;QACzD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,KAAK,CAAC;YACX,KAAK,MAAM;gBACT,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YACvC;gBACE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC;QAC/D,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,IAAI,CAAC,GAAa,EAAE,IAAmB;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjG,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC,OAAO,EAAE,CAAC;QAChH,CAAC;QASD,IAAI,KAA6C,CAAC;QAClD,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,KAAK,KAAK;gBACR,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC7B,MAAM;YACR,KAAK,MAAM;gBACT,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM;YACR;gBACE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,OAAO,EAAE,CAAC;QAC7G,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,OAAO,EAAE,CAAC;QACjF,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAClF,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,OAAO,EAAE,CAAC;QACvF,CAAC;QACD,OAAO,GAAG,CAAC,EAAE,EAAE,CAAC;IAClB,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,GAAY;QACvB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7F,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,OAAO,GAAG,CAAC;QACb,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO;QACL,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACnE,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAQ,aAAa;IAG7C,YAAY,KAAgB,EAAE,GAAQ,EAAE,IAAmB;QACzD,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,YAAY,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC;QAH7D,cAAS,GAAG,KAAK,CAAC;IAI3B,CAAC;CACF;AAED,MAAM,OAAO,aAAc,SAAQ,aAAa;IAG9C,YAAY,KAAgB,EAAE,GAAQ,EAAE,IAAmB;QACzD,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,YAAY,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC;QAH9D,cAAS,GAAG,MAAM,CAAC;IAI5B,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAQ,aAAa;IAY7C,YAAY,KAAgB,EAAE,GAAQ,EAAE,IAAmB;QAGzD,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,YAAY,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC;QAd7D,cAAS,GAAG,KAAK,CAAC;QAKlB,WAAM,GAAG,IAAI,WAAW,EAAQ,CAAC;QAEjC,aAAQ,GAAa,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC;QAQpF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;IAE9C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;gBACpD,OAAO;YACT,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACpE,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAC5E,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;gBACtD,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,IAAgB;QAC5C,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACpE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACtE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAgB,EAAE,UAAU,GAAG,KAAK;QACpD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IAE1E,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEnB,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YACzC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAC1B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YAClE,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;gBAC/G,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QAGzB,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAEzD,IAAI,UAAU,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEjF,MAAM,gBAAgB,GAAG,CAAC,CAAC;QAG3B,MAAM,eAAe,GAAG,CAAI,EAAoB,EAAE,WAAmB,EAAE,EAAE,CACvE,MAAM,CAAC,EAAE,EAAE;YACT,OAAO,EAAE,CAAC;YACV,eAAe,EAAE,CAAC,KAAK,EAAE,EAAE;gBACzB,IAAI,CAAC,MAAM;qBACR,IAAI,EAAE;qBACN,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC;qBACnB,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,CAAC;qBACxB,GAAG,CAAC,WAAW,KAAK,CAAC,aAAa,eAAe,WAAW,eAAe,KAAK,CAAC,WAAW,gBAAgB,CAAC,CAAC;YACnH,CAAC;SACF,CAAC,CAAC;QAEL,IAAI,CAAC;YAEH,MAAM,IAAI,CACR,WAAW,EACX,KAAK,EAAE,MAAM,EAAE,EAAE;gBACf,MAAM,eAAe,CAAC,KAAK,IAAI,EAAE;oBAI/B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAE1E,IAAI,CAAC,GAAG,EAAE,CAAC;4BACT,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gCACnE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,OAAO,EAAE,CAAC;4BAC/E,CAAC;wBAIH,CAAC;oBACH,CAAC;oBAED,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;gBAClE,CAAC,EAAE,+BAA+B,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC,EACD,EAAE,WAAW,EAAE,gBAAgB,EAAE,CAClC,CAAC;YAGF,MAAM,IAAI,CACR,UAAU,EACV,KAAK,EAAE,MAAM,EAAE,EAAE;gBACf,MAAM,eAAe,CAAC,KAAK,IAAI,EAAE;oBAI/B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC1E,IAAI,CAAC,GAAG,EAAE,CAAC;4BACT,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gCACnE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,OAAO,EAAE,CAAC;4BAC/E,CAAC;wBAMH,CAAC;oBACH,CAAC;oBAED,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;gBACjE,CAAC,EAAE,8BAA8B,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC7D,CAAC,EACD,EAAE,WAAW,EAAE,gBAAgB,EAAE,CAClC,CAAC;YAGF,MAAM,IAAI,CACR,cAAc,EACd,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE;gBACzB,MAAM,eAAe,CAAC,KAAK,IAAI,EAAE;oBAI/B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACrF,IAAI,CAAC,SAAS,EAAE,CAAC;wBACf,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,CAAC;oBACpF,CAAC;oBAID,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC;gBAC1E,CAAC,EAAE,0BAA0B,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACrD,CAAC,EACD,EAAE,WAAW,EAAE,gBAAgB,EAAE,CAClC,CAAC;YAGF,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACjD,MAAM,eAAe,CAAC,KAAK,IAAI,EAAE;oBAC/B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;wBACjB,OAAO;oBACT,CAAC;gBAGH,CAAC,EAAE,yCAAyC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YAEjE,OAAO;QACT,CAAC;gBAAS,CAAC;YAET,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;QAC1F,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,CAAC;QACpG,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAA0B,CAAC;QACxG,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;YAClB,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC;QACxE,CAAC;QACD,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC;QAC1F,CAAC;QACD,OAAO,KAAK,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAe;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;QAC1F,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,CAAC;QACpG,CAAC;QAOD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE;YACzE,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,KAAK;SACE,CAAC,CAAC;QACpB,IAAI,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;QACnH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,OAAO,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO;QACL,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACnE,CAAC;CACF"}

package/blockstore/task-manager.d.ts

@@ -0,0 +1,19 @@
+import { Logger } from "@adviser/cement";
+import type { ActiveStore, CarClockHead, CarClockLink, DbMeta } from "./types.js";
+import { SuperThis } from "../types.js";
+export interface TaskManagerParams {
+    readonly removeAfter: number;
+    readonly retryTimeout: number;
+}
+export declare class TaskManager {
+    private readonly eventsWeHandled;
+    private queue;
+    private isProcessing;
+    readonly logger: Logger;
+    readonly params: TaskManagerParams;
+    readonly callback: (dbMeta: DbMeta, store: ActiveStore) => Promise<void>;
+    constructor(sthis: SuperThis, callback: (dbMeta: DbMeta, store: ActiveStore) => Promise<void>, params: TaskManagerParams);
+    handleEvent(cid: CarClockLink, parents: CarClockHead, dbMeta: DbMeta, store: ActiveStore): Promise<void>;
+    private processQueue;
+}
+//# sourceMappingURL=task-manager.d.ts.map

package/blockstore/task-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-manager.d.ts","sourceRoot":"","sources":["../../../../src/blockstore/task-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAElF,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AASxC,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,qBAAa,WAAW;IAEtB,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAqB;IAErD,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,YAAY,CAAS;IAE7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;IAEnC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;gBAC7D,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,iBAAiB;IAMlH,WAAW,CAAC,GAAG,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW;YAShF,YAAY;CA2B3B"}

package/blockstore/task-manager.js

@@ -0,0 +1,50 @@
+import { ensureLogger } from "../utils.js";
+export class TaskManager {
+    constructor(sthis, callback, params) {
+        this.eventsWeHandled = new Set();
+        this.queue = [];
+        this.isProcessing = false;
+        this.logger = ensureLogger(sthis, "TaskManager");
+        this.callback = callback;
+        this.params = params;
+    }
+    async handleEvent(cid, parents, dbMeta, store) {
+        for (const parent of parents) {
+            this.eventsWeHandled.add(parent.toString());
+        }
+        this.queue.push({ cid: cid.toString(), dbMeta, retries: 0, store });
+        this.queue = this.queue.filter(({ cid }) => !this.eventsWeHandled.has(cid));
+        void this.processQueue();
+    }
+    async processQueue() {
+        if (this.isProcessing)
+            return;
+        this.isProcessing = true;
+        const filteredQueue = this.queue.filter(({ cid }) => !this.eventsWeHandled.has(cid));
+        const first = filteredQueue[0];
+        if (!first) {
+            this.isProcessing = false;
+            return;
+        }
+        try {
+            await this.callback(first.dbMeta, first.store);
+            this.eventsWeHandled.add(first.cid);
+            this.queue = this.queue.filter(({ cid }) => !this.eventsWeHandled.has(cid));
+        }
+        catch (err) {
+            if (first.retries++ > 3) {
+                this.logger.Error().Str("cid", first.cid).Msg("failed to process event block after 3 retries");
+                this.queue = this.queue.filter(({ cid }) => cid !== first.cid);
+            }
+            await new Promise((resolve) => setTimeout(resolve, 50));
+            this.logger.Warn().Err(err).Msg("retry to process event block");
+        }
+        finally {
+            this.isProcessing = false;
+            if (this.queue.length > 0) {
+                void this.processQueue();
+            }
+        }
+    }
+}
+//# sourceMappingURL=task-manager.js.map

package/blockstore/task-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-manager.js","sourceRoot":"","sources":["../../../../src/blockstore/task-manager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAe3C,MAAM,OAAO,WAAW;IAWtB,YAAY,KAAgB,EAAE,QAA+D,EAAE,MAAyB;QATvG,oBAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAE7C,UAAK,GAAe,EAAE,CAAC;QACvB,iBAAY,GAAG,KAAK,CAAC;QAO3B,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QACjD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,GAAiB,EAAE,OAAqB,EAAE,MAAc,EAAE,KAAkB;QAC5F,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5E,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACrF,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAC/C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;gBAC/F,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAClE,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;YAC1B,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/blockstore/transaction.d.ts

@@ -0,0 +1,62 @@
+import { AnyLink, CarMakeable, TransactionMeta, TransactionWrapper, BlockstoreOpts, BlockstoreRuntime, Loadable, FPBlock, BlockFetcher } from "./types.js";
+import { BaseBlockstore, CarTransaction, CRDT, Falsy, SuperThis } from "../types.js";
+import { Logger } from "@adviser/cement";
+export interface CarTransactionOpts {
+    readonly add: boolean;
+    readonly noLoader: boolean;
+}
+export declare class CarTransactionImpl implements CarMakeable, CarTransaction {
+    #private;
+    readonly parent: BaseBlockstore;
+    constructor(parent: BaseBlockstore, opts?: CarTransactionOpts);
+    get(cid: AnyLink): Promise<FPBlock | Falsy>;
+    superGet(cid: AnyLink): Promise<FPBlock | Falsy>;
+    put(fb: FPBlock): Promise<void>;
+    putSync(fb: FPBlock): void;
+    unshift(fb: FPBlock): void;
+    entries(): AsyncIterableIterator<FPBlock>;
+}
+export declare function defaultedBlockstoreRuntime(sthis: SuperThis, opts: BlockstoreOpts, component: string, ctx?: Record<string, unknown>): BlockstoreRuntime;
+export declare class BaseBlockstoreImpl implements BlockFetcher {
+    readonly transactions: Set<CarTransaction>;
+    readonly ebOpts: BlockstoreRuntime;
+    readonly sthis: SuperThis;
+    readonly crdtParent?: CRDT;
+    readonly loader: Loadable;
+    ready(): Promise<void>;
+    close(): Promise<void>;
+    destroy(): Promise<void>;
+    compact(): Promise<void>;
+    readonly logger: Logger;
+    constructor(ebOpts: BlockstoreOpts, crdt?: CRDT);
+    get(cid: AnyLink): Promise<FPBlock | Falsy>;
+    put(fp: FPBlock): Promise<void>;
+    lastTxMeta?: unknown;
+    transaction<M extends TransactionMeta>(fn: (t: CarTransaction) => Promise<M>, _opts?: CarTransactionOpts): Promise<TransactionWrapper<M>>;
+    openTransaction(opts?: CarTransactionOpts): CarTransaction;
+    commitTransaction<M extends TransactionMeta>(t: CarTransaction, done: M, opts: CarTransactionOpts): Promise<TransactionWrapper<M>>;
+    entries(): AsyncIterableIterator<FPBlock>;
+}
+export declare class EncryptedBlockstore extends BaseBlockstoreImpl {
+    ready(): Promise<void>;
+    close(): Promise<void>;
+    destroy(): Promise<void>;
+    compacting: boolean;
+    readonly logger: Logger;
+    constructor(sthis: SuperThis, ebOpts: BlockstoreOpts, crdt?: CRDT);
+    get(cid: AnyLink): Promise<FPBlock | Falsy>;
+    transaction<M extends TransactionMeta>(fn: (t: CarTransaction) => Promise<M>, opts?: {
+        noLoader: boolean;
+    }): Promise<TransactionWrapper<M>>;
+    getFile(car: AnyLink, cid: AnyLink): Promise<Uint8Array>;
+    compact(): Promise<void>;
+    defaultCompact(blocks: CompactionFetcher, logger: Logger): Promise<TransactionMeta>;
+    entries(): AsyncIterableIterator<FPBlock>;
+}
+export declare class CompactionFetcher implements BlockFetcher {
+    readonly blockstore: EncryptedBlockstore;
+    readonly loggedBlocks: CarTransaction;
+    constructor(blocks: EncryptedBlockstore);
+    get(cid: AnyLink): Promise<FPBlock | Falsy>;
+}
+//# sourceMappingURL=transaction.d.ts.map

package/blockstore/transaction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transaction.d.ts","sourceRoot":"","sources":["../../../../src/blockstore/transaction.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,OAAO,EACP,WAAW,EACX,eAAe,EACf,kBAAkB,EAClB,cAAc,EACd,iBAAiB,EACjB,QAAQ,EACR,OAAO,EACP,YAAY,EAEb,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,EAAgB,SAAS,EAAE,MAAM,aAAa,CAAC;AAEnG,OAAO,EAAE,MAAM,EAAmB,MAAM,iBAAiB,CAAC;AAK1D,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;CAC5B;AAED,qBAAa,kBAAmB,YAAW,WAAW,EAAE,cAAc;;IACpE,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;gBAIpB,MAAM,EAAE,cAAc,EAAE,IAAI,GAAE,kBAAmD;IAQvF,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC;IAS3C,QAAQ,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC;IAIhD,GAAG,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrC,OAAO,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI;IAK1B,OAAO,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI;IAOnB,OAAO,IAAI,qBAAqB,CAAC,OAAO,CAAC;CAQjD;AAED,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,SAAS,EAChB,IAAI,EAAE,cAAc,EACpB,SAAS,EAAE,MAAM,EACjB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,iBAAiB,CA8BnB;AAUD,qBAAa,kBAAmB,YAAW,YAAY;IACrD,QAAQ,CAAC,YAAY,EAAE,GAAG,CAAC,cAAc,CAAC,CAA6B;IACvE,QAAQ,CAAC,MAAM,EAAE,iBAAiB,CAAC;IACnC,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAE1B,QAAQ,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC;IAE3B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;IAI1B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAIhB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBACZ,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,EAAE,IAAI;IAQzC,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC;IAS3C,GAAG,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrC,UAAU,CAAC,EAAE,OAAO,CAAC;IAEf,WAAW,CAAC,CAAC,SAAS,eAAe,EACzC,EAAE,EAAE,CAAC,CAAC,EAAE,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,EACrC,KAAK,CAAC,EAAE,kBAAkB,GACzB,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IAUjC,eAAe,CAAC,IAAI,GAAE,kBAAmD,GAAG,cAAc;IAIpF,iBAAiB,CAAC,CAAC,SAAS,eAAe,EAC/C,CAAC,EAAE,cAAc,EACjB,IAAI,EAAE,CAAC,EACP,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IAa1B,OAAO,IAAI,qBAAqB,CAAC,OAAO,CAAC;CAUjD;AAED,qBAAa,mBAAoB,SAAQ,kBAAkB;IAGzD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,UAAU,UAAS;IACnB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,EAAE,IAAI;IAO3D,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC;IAO3C,WAAW,CAAC,CAAC,SAAS,eAAe,EACzC,EAAE,EAAE,CAAC,CAAC,EAAE,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,EACrC,IAAI;;KAAsB,GACzB,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IAgB3B,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,GAA0B,OAAO,CAAC,UAAU,CAAC;IAY/E,OAAO;IAgBP,cAAc,CAAC,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAmBlF,OAAO,IAAI,qBAAqB,CAAC,OAAO,CAAC;CAQjD;AAED,qBAAa,iBAAkB,YAAW,YAAY;IACpD,QAAQ,CAAC,UAAU,EAAE,mBAAmB,CAAC;IAEzC,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC;gBAE1B,MAAM,EAAE,mBAAmB;IAMjC,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC;CAKlD"}