@ceramicnetwork/indexing 1.1.0-rc.0

package/lib/history-sync/interfaces.js

@@ -0,0 +1,11 @@
+export const REBUILD_ANCHOR_JOB = 'rebuildAnchorJob';
+export const HISTORY_SYNC_JOB = 'historySyncJob';
+export const CONTINUOUS_SYNC_JOB = 'continuousSyncJob';
+export var SyncJobType;
+(function (SyncJobType) {
+    SyncJobType[SyncJobType["Catchup"] = 0] = "Catchup";
+    SyncJobType[SyncJobType["Reorg"] = 1] = "Reorg";
+    SyncJobType[SyncJobType["Full"] = 2] = "Full";
+    SyncJobType[SyncJobType["Continuous"] = 3] = "Continuous";
+})(SyncJobType || (SyncJobType = {}));
+//# sourceMappingURL=interfaces.js.map

package/lib/history-sync/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../src/history-sync/interfaces.ts"],"names":[],"mappings":"AA6CA,MAAM,CAAC,MAAM,kBAAkB,GAAG,kBAAkB,CAAA;AASpD,MAAM,CAAC,MAAM,gBAAgB,GAAG,gBAAgB,CAAA;AAChD,MAAM,CAAC,MAAM,mBAAmB,GAAG,mBAAmB,CAAA;AAGtD,MAAM,CAAN,IAAY,WAKX;AALD,WAAY,WAAW;IACrB,mDAAO,CAAA;IACP,+CAAK,CAAA;IACL,6CAAI,CAAA;IACJ,yDAAU,CAAA;AACZ,CAAC,EALW,WAAW,KAAX,WAAW,QAKtB"}

package/lib/history-sync/sync-api.d.ts

@@ -0,0 +1,82 @@
+import { type BlockProofsListenerEvent } from '@ceramicnetwork/anchor-listener';
+import type { DiagnosticsLogger } from '@ceramicnetwork/common';
+import type { Provider } from '@ethersproject/providers';
+import type { LocalIndexApi } from '../local-index-api.js';
+import { HandleCommit, ISyncApi, IpfsService, SyncJobData, type SyncJob } from './interfaces.js';
+import { SyncCompleteData } from './workers/sync.js';
+export declare const BLOCK_CONFIRMATIONS = 20;
+export declare const INITIAL_INDEXING_BLOCKS: Record<string, number>;
+export declare const STATE_TABLE_NAME = "ceramic_indexing_state";
+declare type StoredState = {
+    processedBlockHash?: string;
+    processedBlockNumber?: number;
+};
+export declare type SyncConfig = {
+    db: string;
+    on?: boolean;
+};
+export interface ActiveSyncStatus {
+    startBlock: number;
+    currentBlock: number;
+    endBlock: number;
+    models: Array<string>;
+    createdAt: Date;
+    startedAt: Date;
+}
+export interface ContinuousSyncStatus {
+    startBlock: number;
+    latestBlock: number;
+    confirmations: number;
+    currentBlock: number;
+    models: Array<string>;
+}
+export interface PendingSyncStatus {
+    startBlock: number;
+    endBlock: number;
+    models: Array<string>;
+    createdAt: Date;
+}
+export interface SyncStatus {
+    activeSyncs: Array<ActiveSyncStatus>;
+    continuousSync: Array<ContinuousSyncStatus>;
+    pendingSyncs: Array<PendingSyncStatus>;
+}
+export declare class SyncApi implements ISyncApi {
+    private readonly syncConfig;
+    private readonly ipfsService;
+    private readonly handleCommit;
+    private readonly localIndex;
+    private readonly diagnosticsLogger;
+    readonly modelsToSync: Set<string>;
+    readonly modelsToHistoricSync: Map<string, number>;
+    private readonly dataSource;
+    private readonly jobQueue;
+    private subscription;
+    private provider;
+    private chainId;
+    private initialIndexingBlock;
+    private periodicStatusLogger;
+    private currentBlock;
+    private startBlock;
+    constructor(syncConfig: SyncConfig, ipfsService: IpfsService, handleCommit: HandleCommit, localIndex: LocalIndexApi, diagnosticsLogger: DiagnosticsLogger);
+    init(provider: Provider): Promise<void>;
+    _initJobQueue(): Promise<void>;
+    _upsertModelForHistoricSync(model: string): void;
+    _initModelsToSync(): Promise<void>;
+    _initStateTable(): Promise<StoredState>;
+    _initBlockSubscription(expectedParentHash?: string): void;
+    _handleBlockProofs({ block, reorganized }: BlockProofsListenerEvent): Promise<void>;
+    _addSyncJob(type: SyncJob, data: SyncJobData): Promise<void>;
+    _updateStoredState(state: StoredState): Promise<void>;
+    _logSyncStatus(): Promise<void>;
+    syncStatus(): Promise<SyncStatus>;
+    _initPeriodicStatusLogger(): void;
+    startModelSync(models: string | string[], startBlock?: number, knownEndBlock?: number): Promise<void>;
+    stopModelSync(models: string | string[]): Promise<void>;
+    syncCompletedForModel(data: SyncCompleteData): void;
+    syncComplete(model: string): boolean;
+    shutdown(): Promise<void>;
+    get enabled(): boolean | undefined;
+}
+export {};
+//# sourceMappingURL=sync-api.d.ts.map

package/lib/history-sync/sync-api.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-api.d.ts","sourceRoot":"","sources":["../../src/history-sync/sync-api.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,wBAAwB,EAE9B,MAAM,iCAAiC,CAAA;AAExC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAE/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AAGxD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAE1D,OAAO,EAGL,YAAY,EACZ,QAAQ,EACR,WAAW,EAEX,WAAW,EAGX,KAAK,OAAO,EACb,MAAM,iBAAiB,CAAA;AAExB,OAAO,EAGL,gBAAgB,EAEjB,MAAM,mBAAmB,CAAA;AAG1B,eAAO,MAAM,mBAAmB,KAAK,CAAA;AAErC,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAI1D,CAAA;AAED,eAAO,MAAM,gBAAgB,2BAA2B,CAAA;AAExD,aAAK,WAAW,GAAG;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAA;CAC9B,CAAA;AAED,oBAAY,UAAU,GAAG;IAIvB,EAAE,EAAE,MAAM,CAAA;IAEV,EAAE,CAAC,EAAE,OAAO,CAAA;CACb,CAAA;AAGD,MAAM,WAAW,gBAAgB;IAE/B,UAAU,EAAE,MAAM,CAAA;IAElB,YAAY,EAAE,MAAM,CAAA;IAEpB,QAAQ,EAAE,MAAM,CAAA;IAEhB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAErB,SAAS,EAAE,IAAI,CAAA;IAEf,SAAS,EAAE,IAAI,CAAA;CAChB;AACD,MAAM,WAAW,oBAAoB;IAEnC,UAAU,EAAE,MAAM,CAAA;IAElB,WAAW,EAAE,MAAM,CAAA;IAEnB,aAAa,EAAE,MAAM,CAAA;IAErB,YAAY,EAAE,MAAM,CAAA;IAEpB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;CACtB;AACD,MAAM,WAAW,iBAAiB;IAEhC,UAAU,EAAE,MAAM,CAAA;IAElB,QAAQ,EAAE,MAAM,CAAA;IAEhB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IAErB,SAAS,EAAE,IAAI,CAAA;CAChB;AACD,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAA;IACpC,cAAc,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAA;IAC3C,YAAY,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAA;CACvC;AAED,qBAAa,OAAQ,YAAW,QAAQ;IAcpC,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAjBpC,SAAgB,YAAY,cAAoB;IAChD,SAAgB,oBAAoB,sBAA4B;IAChE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAO;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,oBAAoB,CAA0B;IACtD,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAAS;gBAGR,UAAU,EAAE,UAAU,EACtB,WAAW,EAAE,WAAW,EACxB,YAAY,EAAE,YAAY,EAC1B,UAAU,EAAE,aAAa,EACzB,iBAAiB,EAAE,iBAAiB;IAQjD,IAAI,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IA2CvC,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAwBpC,2BAA2B,CAAC,KAAK,EAAE,MAAM;IAanC,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAUlC,eAAe,IAAI,OAAO,CAAC,WAAW,CAAC;IAwB7C,sBAAsB,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI;IAuBnD,kBAAkB,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BnF,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB5D,kBAAkB,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAQrD,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAM/B,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC;IA0DvC,yBAAyB,IAAI,IAAI;IAc3B,cAAc,CAClB,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,EACzB,UAAU,SAA4B,EACtC,aAAa,CAAC,EAAE,MAAM,GACrB,OAAO,CAAC,IAAI,CAAC;IA4BV,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAc7D,qBAAqB,CAAC,IAAI,EAAE,gBAAgB;IAa5C,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAK9B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAY/B,IAAI,OAAO,wBAEV;CACF"}

package/lib/history-sync/sync-api.js

@@ -0,0 +1,276 @@
+import knex from 'knex';
+import { createBlockProofsListener, } from '@ceramicnetwork/anchor-listener';
+import { JobQueue } from '@ceramicnetwork/job-queue';
+import { catchError, concatMap, defer, interval, mergeMap } from 'rxjs';
+import { CONTINUOUS_SYNC_JOB, HISTORY_SYNC_JOB, REBUILD_ANCHOR_JOB, SyncJobType, } from './interfaces.js';
+import { RebuildAnchorWorker } from './workers/rebuild-anchor.js';
+import { createContinuousSyncJob, createHistorySyncJob, SyncWorker, } from './workers/sync.js';
+const SYNC_STATUS_LOG_INTERVAL = 60000;
+export const BLOCK_CONFIRMATIONS = 20;
+export const INITIAL_INDEXING_BLOCKS = {
+    'eip155:1': 16695723,
+    'eip155:5': 8503000,
+    'eip155:100': 26511896,
+};
+export const STATE_TABLE_NAME = 'ceramic_indexing_state';
+export class SyncApi {
+    constructor(syncConfig, ipfsService, handleCommit, localIndex, diagnosticsLogger) {
+        this.syncConfig = syncConfig;
+        this.ipfsService = ipfsService;
+        this.handleCommit = handleCommit;
+        this.localIndex = localIndex;
+        this.diagnosticsLogger = diagnosticsLogger;
+        this.modelsToSync = new Set();
+        this.modelsToHistoricSync = new Map();
+        if (!this.syncConfig.on)
+            return;
+        this.dataSource = knex({ client: 'pg', connection: this.syncConfig.db });
+        this.jobQueue = new JobQueue(this.syncConfig.db, this.diagnosticsLogger);
+    }
+    async init(provider) {
+        if (!this.syncConfig.on)
+            return;
+        this.provider = provider;
+        const chainIdNumber = (await provider.getNetwork()).chainId;
+        this.chainId = `eip155:${chainIdNumber}`;
+        this.initialIndexingBlock = INITIAL_INDEXING_BLOCKS[this.chainId] || 0;
+        const [latestBlock, { processedBlockNumber }] = await Promise.all([
+            this.provider.getBlock(-BLOCK_CONFIRMATIONS),
+            this._initStateTable(),
+            this._initModelsToSync(),
+            this._initJobQueue(),
+        ]);
+        this.startBlock = latestBlock.number;
+        this._initBlockSubscription(latestBlock.hash);
+        if (processedBlockNumber == null) {
+            await this._addSyncJob(HISTORY_SYNC_JOB, {
+                jobType: SyncJobType.Catchup,
+                fromBlock: this.initialIndexingBlock,
+                toBlock: latestBlock.number,
+                models: Array.from(this.modelsToSync),
+            });
+        }
+        else if (processedBlockNumber < latestBlock.number) {
+            await this._addSyncJob(HISTORY_SYNC_JOB, {
+                jobType: SyncJobType.Catchup,
+                fromBlock: processedBlockNumber,
+                toBlock: latestBlock.number,
+                models: Array.from(this.modelsToSync),
+            });
+        }
+        this._initPeriodicStatusLogger();
+    }
+    async _initJobQueue() {
+        await this.jobQueue.init({
+            [REBUILD_ANCHOR_JOB]: new RebuildAnchorWorker(this.ipfsService, this.handleCommit, this.diagnosticsLogger),
+            [HISTORY_SYNC_JOB]: new SyncWorker(this.provider, this.jobQueue, this.chainId, this.diagnosticsLogger, this.syncCompletedForModel.bind(this)),
+            [CONTINUOUS_SYNC_JOB]: new SyncWorker(this.provider, this.jobQueue, this.chainId, this.diagnosticsLogger, this.syncCompletedForModel.bind(this)),
+        });
+    }
+    _upsertModelForHistoricSync(model) {
+        let existing = this.modelsToHistoricSync.get(model);
+        if (existing) {
+            existing += 1;
+        }
+        else {
+            existing = 1;
+        }
+        this.modelsToHistoricSync.set(model, existing);
+    }
+    async _initModelsToSync() {
+        const streamsIds = await this.localIndex.indexedModels();
+        for (const id of streamsIds) {
+            this.modelsToSync.add(id.toString());
+        }
+    }
+    async _initStateTable() {
+        const exists = await this.dataSource.schema.hasTable(STATE_TABLE_NAME);
+        if (!exists) {
+            await this.dataSource.schema.createTable(STATE_TABLE_NAME, function (table) {
+                table.string('processed_block_hash', 1024);
+                table.integer('processed_block_number');
+            });
+            await this.dataSource
+                .into(STATE_TABLE_NAME)
+                .insert({ processed_block_hash: null, processed_block_number: null });
+            return {};
+        }
+        const state = await this.dataSource.from(STATE_TABLE_NAME).first();
+        return {
+            processedBlockHash: state['processed_block_hash'],
+            processedBlockNumber: state['processed_block_number'],
+        };
+    }
+    _initBlockSubscription(expectedParentHash) {
+        this.subscription = createBlockProofsListener({
+            confirmations: BLOCK_CONFIRMATIONS,
+            chainId: this.chainId,
+            provider: this.provider,
+            expectedParentHash,
+        })
+            .pipe(mergeMap((blockProofs) => this._handleBlockProofs(blockProofs)), catchError((err) => {
+            this.diagnosticsLogger.err(`Error received during continuous sync: ${err}`);
+            throw err;
+        }))
+            .subscribe();
+    }
+    async _handleBlockProofs({ block, reorganized }) {
+        this.currentBlock = block.number;
+        if (reorganized) {
+            await this._addSyncJob(HISTORY_SYNC_JOB, {
+                jobType: SyncJobType.Reorg,
+                fromBlock: block.number - BLOCK_CONFIRMATIONS,
+                toBlock: block.number,
+                models: Array.from(this.modelsToSync),
+            });
+        }
+        else {
+            await this._addSyncJob(CONTINUOUS_SYNC_JOB, {
+                jobType: SyncJobType.Continuous,
+                fromBlock: block.number,
+                toBlock: block.number,
+                models: Array.from(this.modelsToSync),
+            });
+        }
+        await this._updateStoredState({
+            processedBlockHash: block.hash,
+            processedBlockNumber: block.number,
+        });
+    }
+    async _addSyncJob(type, data) {
+        if (data.models.length === 0) {
+            return;
+        }
+        if (data.jobType != SyncJobType.Reorg && data.jobType != SyncJobType.Continuous) {
+            for (const model of data.models) {
+                this._upsertModelForHistoricSync(model);
+            }
+        }
+        const job = type === HISTORY_SYNC_JOB ? createHistorySyncJob(data) : createContinuousSyncJob(data);
+        this.jobQueue.addJob(job);
+    }
+    async _updateStoredState(state) {
+        await this.dataSource.from(STATE_TABLE_NAME).update({
+            processed_block_hash: state.processedBlockHash,
+            processed_block_number: state.processedBlockNumber,
+        });
+    }
+    async _logSyncStatus() {
+        const syncStatus = await this.syncStatus();
+        this.diagnosticsLogger.imp(`Logging state of running ComposeDB syncs\n ${JSON.stringify(syncStatus, null, 3)}`);
+    }
+    async syncStatus() {
+        const [activeJobs, pendingJobs] = await Promise.all([
+            this.jobQueue.getJobs('active', [CONTINUOUS_SYNC_JOB, HISTORY_SYNC_JOB]),
+            this.jobQueue.getJobs('created', [CONTINUOUS_SYNC_JOB, HISTORY_SYNC_JOB]),
+        ]);
+        const historySyncJobs = activeJobs[HISTORY_SYNC_JOB] || [];
+        const continuousSyncJobs = activeJobs[CONTINUOUS_SYNC_JOB] || pendingJobs[CONTINUOUS_SYNC_JOB] || [];
+        const pendingSyncJobs = pendingJobs[HISTORY_SYNC_JOB] || [];
+        return {
+            activeSyncs: historySyncJobs.map((job) => {
+                const jobData = job.data;
+                return {
+                    currentBlock: jobData.currentBlock || jobData.fromBlock,
+                    startBlock: jobData.fromBlock,
+                    endBlock: jobData.toBlock,
+                    models: jobData.models,
+                    createdAt: job.createdOn,
+                    startedAt: job.startedOn,
+                };
+            }),
+            continuousSync: continuousSyncJobs.length > 0
+                ? continuousSyncJobs.map((job) => {
+                    const jobData = job.data;
+                    return {
+                        startBlock: this.startBlock,
+                        latestBlock: this.currentBlock,
+                        confirmations: BLOCK_CONFIRMATIONS,
+                        currentBlock: jobData.fromBlock,
+                        models: jobData.models,
+                    };
+                })
+                : [
+                    {
+                        startBlock: this.startBlock,
+                        latestBlock: this.currentBlock,
+                        confirmations: BLOCK_CONFIRMATIONS,
+                        currentBlock: this.currentBlock - BLOCK_CONFIRMATIONS,
+                        models: Array.from(this.modelsToSync),
+                    },
+                ],
+            pendingSyncs: pendingSyncJobs.map((job) => {
+                const jobData = job.data;
+                return {
+                    startBlock: jobData.fromBlock,
+                    endBlock: jobData.toBlock,
+                    models: jobData.models,
+                    createdAt: job.createdOn,
+                };
+            }),
+        };
+    }
+    _initPeriodicStatusLogger() {
+        this.periodicStatusLogger = interval(SYNC_STATUS_LOG_INTERVAL)
+            .pipe(concatMap(() => {
+            return defer(async () => await this._logSyncStatus());
+        }))
+            .subscribe();
+    }
+    async startModelSync(models, startBlock = this.initialIndexingBlock, knownEndBlock) {
+        if (!this.syncConfig.on)
+            return;
+        const modelIds = Array.isArray(models) ? models : [models];
+        for (const id of modelIds) {
+            const modelId = id.toString();
+            this.modelsToSync.add(modelId);
+        }
+        const endBlock = knownEndBlock ??
+            (await this.provider.getBlock('latest').then(({ number }) => number - BLOCK_CONFIRMATIONS));
+        await this._addSyncJob(HISTORY_SYNC_JOB, {
+            jobType: SyncJobType.Full,
+            fromBlock: startBlock,
+            toBlock: endBlock,
+            models: modelIds,
+        });
+    }
+    async stopModelSync(models) {
+        if (!this.syncConfig.on)
+            return;
+        const modelIds = Array.isArray(models) ? models : [models];
+        for (const id of modelIds) {
+            this.modelsToSync.delete(id.toString());
+        }
+        this.diagnosticsLogger.warn(`Stopped syncing models ${models}. Syncs that are currently running will not be stopped/cancelled but this is a temporary state and will be implemented in a future version.`);
+    }
+    syncCompletedForModel(data) {
+        if (data.jobType !== SyncJobType.Reorg && data.jobType !== SyncJobType.Continuous) {
+            const existing = this.modelsToHistoricSync.get(data.modelId);
+            if (existing) {
+                if (existing <= 1) {
+                    this.modelsToHistoricSync.delete(data.modelId);
+                }
+                else {
+                    this.modelsToHistoricSync.set(data.modelId, existing - 1);
+                }
+            }
+        }
+    }
+    syncComplete(model) {
+        const count = this.modelsToHistoricSync.get(model) || 0;
+        return count === 0;
+    }
+    async shutdown() {
+        if (!this.syncConfig.on)
+            return;
+        this.subscription?.unsubscribe();
+        this.subscription = undefined;
+        this.periodicStatusLogger?.unsubscribe();
+        this.periodicStatusLogger = undefined;
+        await this.jobQueue.stop();
+    }
+    get enabled() {
+        return this.syncConfig.on;
+    }
+}
+//# sourceMappingURL=sync-api.js.map

package/lib/history-sync/sync-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-api.js","sourceRoot":"","sources":["../../src/history-sync/sync-api.ts"],"names":[],"mappings":"AAAA,OAAO,IAAmB,MAAM,MAAM,CAAA;AACtC,OAAO,EAEL,yBAAyB,GAC1B,MAAM,iCAAiC,CAAA;AAGxC,OAAO,EAAkB,QAAQ,EAAE,MAAM,2BAA2B,CAAA;AAEpE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAgB,MAAM,MAAM,CAAA;AAIrF,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EAIhB,kBAAkB,EAElB,WAAW,GAGZ,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAA;AACjE,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EAEpB,UAAU,GACX,MAAM,mBAAmB,CAAA;AAE1B,MAAM,wBAAwB,GAAG,KAAK,CAAA;AACtC,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,CAAA;AAErC,MAAM,CAAC,MAAM,uBAAuB,GAA2B;IAC7D,UAAU,EAAE,QAAQ;IACpB,UAAU,EAAE,OAAO;IACnB,YAAY,EAAE,QAAQ;CACvB,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,wBAAwB,CAAA;AA2DxD,MAAM,OAAO,OAAO;IAalB,YACmB,UAAsB,EACtB,WAAwB,EACxB,YAA0B,EAC1B,UAAyB,EACzB,iBAAoC;QAJpC,eAAU,GAAV,UAAU,CAAY;QACtB,gBAAW,GAAX,WAAW,CAAa;QACxB,iBAAY,GAAZ,YAAY,CAAc;QAC1B,eAAU,GAAV,UAAU,CAAe;QACzB,sBAAiB,GAAjB,iBAAiB,CAAmB;QAjBvC,iBAAY,GAAG,IAAI,GAAG,EAAU,CAAA;QAChC,yBAAoB,GAAG,IAAI,GAAG,EAAkB,CAAA;QAkB9D,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,OAAM;QAE/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,CAAA;QACxE,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC1E,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAkB;QAC3B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,OAAM;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QAExB,MAAM,aAAa,GAAG,CAAC,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAA;QAC3D,IAAI,CAAC,OAAO,GAAG,UAAU,aAAa,EAAsB,CAAA;QAC5D,IAAI,CAAC,oBAAoB,GAAG,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAEtE,MAAM,CAAC,WAAW,EAAE,EAAE,oBAAoB,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAChE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,mBAAmB,CAAC;YAC5C,IAAI,CAAC,eAAe,EAAE;YACtB,IAAI,CAAC,iBAAiB,EAAE;YACxB,IAAI,CAAC,aAAa,EAAE;SACrB,CAAC,CAAA;QAEF,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,MAAM,CAAA;QACpC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QAG7C,IAAI,oBAAoB,IAAI,IAAI,EAAE;YAEhC,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE;gBACvC,OAAO,EAAE,WAAW,CAAC,OAAO;gBAC5B,SAAS,EAAE,IAAI,CAAC,oBAAoB;gBACpC,OAAO,EAAE,WAAW,CAAC,MAAM;gBAC3B,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;aACtC,CAAC,CAAA;SACH;aAAM,IAAI,oBAAoB,GAAG,WAAW,CAAC,MAAM,EAAE;YAEpD,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE;gBACvC,OAAO,EAAE,WAAW,CAAC,OAAO;gBAC5B,SAAS,EAAE,oBAAoB;gBAC/B,OAAO,EAAE,WAAW,CAAC,MAAM;gBAC3B,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;aACtC,CAAC,CAAA;SACH;QAED,IAAI,CAAC,yBAAyB,EAAE,CAAA;IAClC,CAAC;IAKD,KAAK,CAAC,aAAa;QACjB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YACvB,CAAC,kBAAkB,CAAC,EAAE,IAAI,mBAAmB,CAC3C,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,iBAAiB,CACvB;YACD,CAAC,gBAAgB,CAAC,EAAE,IAAI,UAAU,CAChC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CACtC;YACD,CAAC,mBAAmB,CAAC,EAAE,IAAI,UAAU,CACnC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CACtC;SACF,CAAC,CAAA;IACJ,CAAC;IAED,2BAA2B,CAAC,KAAa;QACvC,IAAI,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACnD,IAAI,QAAQ,EAAE;YACZ,QAAQ,IAAI,CAAC,CAAA;SACd;aAAM;YACL,QAAQ,GAAG,CAAC,CAAA;SACb;QACD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;IAChD,CAAC;IAKD,KAAK,CAAC,iBAAiB;QACrB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAA;QACxD,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE;YAC3B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAA;SACrC;IACH,CAAC;IAKD,KAAK,CAAC,eAAe;QACnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAA;QACtE,IAAI,CAAC,MAAM,EAAE;YACX,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,gBAAgB,EAAE,UAAU,KAAK;gBACxE,KAAK,CAAC,MAAM,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAA;gBAC1C,KAAK,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAA;YACzC,CAAC,CAAC,CAAA;YACF,MAAM,IAAI,CAAC,UAAU;iBAClB,IAAI,CAAC,gBAAgB,CAAC;iBACtB,MAAM,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,sBAAsB,EAAE,IAAI,EAAE,CAAC,CAAA;YACvE,OAAO,EAAE,CAAA;SACV;QACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAA;QAClE,OAAO;YACL,kBAAkB,EAAE,KAAK,CAAC,sBAAsB,CAAC;YACjD,oBAAoB,EAAE,KAAK,CAAC,wBAAwB,CAAC;SACtD,CAAA;IACH,CAAC;IAOD,sBAAsB,CAAC,kBAA2B;QAChD,IAAI,CAAC,YAAY,GAAG,yBAAyB,CAAC;YAC5C,aAAa,EAAE,mBAAmB;YAClC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,kBAAkB;SACnB,CAAC;aACC,IAAI,CACH,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,EAC/D,UAAU,CAAC,CAAC,GAAG,EAAE,EAAE;YACjB,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,0CAA0C,GAAG,EAAE,CAAC,CAAA;YAE3E,MAAM,GAAG,CAAA;QACX,CAAC,CAAC,CACH;aACA,SAAS,EAAE,CAAA;IAChB,CAAC;IAOD,KAAK,CAAC,kBAAkB,CAAC,EAAE,KAAK,EAAE,WAAW,EAA4B;QACvE,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,MAAM,CAAA;QAGhC,IAAI,WAAW,EAAE;YACf,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE;gBACvC,OAAO,EAAE,WAAW,CAAC,KAAK;gBAC1B,SAAS,EAAE,KAAK,CAAC,MAAM,GAAG,mBAAmB;gBAC7C,OAAO,EAAE,KAAK,CAAC,MAAM;gBACrB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;aACtC,CAAC,CAAA;SACH;aAAM;YACL,MAAM,IAAI,CAAC,WAAW,CAAC,mBAAmB,EAAE;gBAC1C,OAAO,EAAE,WAAW,CAAC,UAAU;gBAC/B,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,OAAO,EAAE,KAAK,CAAC,MAAM;gBACrB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;aACtC,CAAC,CAAA;SACH;QAED,MAAM,IAAI,CAAC,kBAAkB,CAAC;YAC5B,kBAAkB,EAAE,KAAK,CAAC,IAAI;YAC9B,oBAAoB,EAAE,KAAK,CAAC,MAAM;SACnC,CAAC,CAAA;IACJ,CAAC;IAKD,KAAK,CAAC,WAAW,CAAC,IAAa,EAAE,IAAiB;QAChD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;YAC5B,OAAM;SACP;QAED,IAAI,IAAI,CAAC,OAAO,IAAI,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,IAAI,WAAW,CAAC,UAAU,EAAE;YAC/E,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE;gBAC/B,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAA;aACxC;SACF;QAED,MAAM,GAAG,GACP,IAAI,KAAK,gBAAgB,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAA;QAExF,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IAKD,KAAK,CAAC,kBAAkB,CAAC,KAAkB;QACzC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC;YAClD,oBAAoB,EAAE,KAAK,CAAC,kBAAkB;YAC9C,sBAAsB,EAAE,KAAK,CAAC,oBAAoB;SACnD,CAAC,CAAA;IACJ,CAAC;IAGD,KAAK,CAAC,cAAc;QAClB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;QAC1C,IAAI,CAAC,iBAAiB,CAAC,GAAG,CACxB,8CAA8C,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CACpF,CAAA;IACH,CAAC;IACD,KAAK,CAAC,UAAU;QACd,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;YACxE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;SAC1E,CAAC,CAAA;QAEF,MAAM,eAAe,GAAG,UAAU,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAA;QAC1D,MAAM,kBAAkB,GACtB,UAAU,CAAC,mBAAmB,CAAC,IAAI,WAAW,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAA;QAC3E,MAAM,eAAe,GAAG,WAAW,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAA;QAE3D,OAAO;YACL,WAAW,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACvC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAmB,CAAA;gBACvC,OAAO;oBACL,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,SAAS;oBACvD,UAAU,EAAE,OAAO,CAAC,SAAS;oBAC7B,QAAQ,EAAE,OAAO,CAAC,OAAO;oBACzB,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAA;YACH,CAAC,CAAC;YAEF,cAAc,EACZ,kBAAkB,CAAC,MAAM,GAAG,CAAC;gBAC3B,CAAC,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;oBAC7B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAmB,CAAA;oBACvC,OAAO;wBACL,UAAU,EAAE,IAAI,CAAC,UAAU;wBAC3B,WAAW,EAAE,IAAI,CAAC,YAAY;wBAC9B,aAAa,EAAE,mBAAmB;wBAClC,YAAY,EAAE,OAAO,CAAC,SAAS;wBAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;qBACvB,CAAA;gBACH,CAAC,CAAC;gBACJ,CAAC,CAAC;oBACE;wBACE,UAAU,EAAE,IAAI,CAAC,UAAU;wBAC3B,WAAW,EAAE,IAAI,CAAC,YAAY;wBAC9B,aAAa,EAAE,mBAAmB;wBAClC,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,mBAAmB;wBACrD,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;qBACtC;iBACF;YAEP,YAAY,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACxC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAmB,CAAA;gBACvC,OAAO;oBACL,UAAU,EAAE,OAAO,CAAC,SAAS;oBAC7B,QAAQ,EAAE,OAAO,CAAC,OAAO;oBACzB,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAA;YACH,CAAC,CAAC;SACH,CAAA;IACH,CAAC;IAED,yBAAyB;QACvB,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC,wBAAwB,CAAC;aAC3D,IAAI,CACH,SAAS,CAAC,GAAG,EAAE;YACb,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC,CAAA;QACvD,CAAC,CAAC,CACH;aACA,SAAS,EAAE,CAAA;IAChB,CAAC;IAMD,KAAK,CAAC,cAAc,CAClB,MAAyB,EACzB,UAAU,GAAG,IAAI,CAAC,oBAAoB,EACtC,aAAsB;QAEtB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,OAAM;QAE/B,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QAG1D,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE;YACzB,MAAM,OAAO,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAA;YAC7B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;SAC/B;QAED,MAAM,QAAQ,GACZ,aAAa;YACb,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,GAAG,mBAAmB,CAAC,CAAC,CAAA;QAG7F,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE;YACvC,OAAO,EAAE,WAAW,CAAC,IAAI;YACzB,SAAS,EAAE,UAAU;YACrB,OAAO,EAAE,QAAQ;YACjB,MAAM,EAAE,QAAQ;SACjB,CAAC,CAAA;IACJ,CAAC;IAMD,KAAK,CAAC,aAAa,CAAC,MAAyB;QAC3C,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,OAAM;QAE/B,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QAC1D,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE;YACzB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAA;SACxC;QAGD,IAAI,CAAC,iBAAiB,CAAC,IAAI,CACzB,0BAA0B,MAAM,6IAA6I,CAC9K,CAAA;IACH,CAAC;IAED,qBAAqB,CAAC,IAAsB;QAC1C,IAAI,IAAI,CAAC,OAAO,KAAK,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,KAAK,WAAW,CAAC,UAAU,EAAE;YACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAC5D,IAAI,QAAQ,EAAE;gBACZ,IAAI,QAAQ,IAAI,CAAC,EAAE;oBACjB,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;iBAC/C;qBAAM;oBACL,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAA;iBAC1D;aACF;SACF;IACH,CAAC;IAED,YAAY,CAAC,KAAa;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACvD,OAAO,KAAK,KAAK,CAAC,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,OAAM;QAE/B,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,CAAA;QAChC,IAAI,CAAC,YAAY,GAAG,SAAS,CAAA;QAE7B,IAAI,CAAC,oBAAoB,EAAE,WAAW,EAAE,CAAA;QACxC,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAA;QAErC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;IAC5B,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAA;IAC3B,CAAC;CACF"}

package/lib/history-sync/utils.d.ts

@@ -0,0 +1,15 @@
+import { CID } from 'multiformats/cid';
+import type { IpfsService, TreeMetadata } from './interfaces.js';
+import { PathDirection } from '@ceramicnetwork/anchor-utils';
+export declare class MerkleTreeLoader {
+    private readonly ipfsService;
+    private readonly rootCid;
+    private _metadata;
+    constructor(ipfsService: IpfsService, rootCid: CID);
+    getMetadata(): Promise<TreeMetadata>;
+    getLeafData(index: number): Promise<{
+        cid: CID;
+        path: PathDirection[];
+    }>;
+}
+//# sourceMappingURL=utils.d.ts.map

package/lib/history-sync/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/history-sync/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAChE,OAAO,EAAE,aAAa,EAA2B,MAAM,8BAA8B,CAAA;AAOrF,qBAAa,gBAAgB;IAGf,OAAO,CAAC,QAAQ,CAAC,WAAW;IAAe,OAAO,CAAC,QAAQ,CAAC,OAAO;IAF/E,OAAO,CAAC,SAAS,CAAe;gBAEH,WAAW,EAAE,WAAW,EAAmB,OAAO,EAAE,GAAG;IAM9E,WAAW,IAAI,OAAO,CAAC,YAAY,CAAC;IAapC,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,GAAG,EAAE,GAAG,CAAC;QAAC,IAAI,EAAE,aAAa,EAAE,CAAA;KAAE,CAAC;CAa/E"}

package/lib/history-sync/utils.js

@@ -0,0 +1,23 @@
+import { pathString, pathByIndex } from '@ceramicnetwork/anchor-utils';
+const METADATA_PATH = '2';
+export class MerkleTreeLoader {
+    constructor(ipfsService, rootCid) {
+        this.ipfsService = ipfsService;
+        this.rootCid = rootCid;
+    }
+    async getMetadata() {
+        if (!this._metadata) {
+            this._metadata = await this.ipfsService.retrieveFromIPFS(this.rootCid, METADATA_PATH);
+        }
+        return this._metadata;
+    }
+    async getLeafData(index) {
+        const metadata = await this.getMetadata();
+        const path = pathByIndex(index, metadata.numEntries);
+        const parent = await this.ipfsService.retrieveFromIPFS(this.rootCid, pathString(path.slice(0, -1)));
+        const lastPathDirection = path[path.length - 1];
+        const cid = parent[lastPathDirection];
+        return { cid, path };
+    }
+}
+//# sourceMappingURL=utils.js.map

package/lib/history-sync/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/history-sync/utils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAiB,UAAU,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAA;AAErF,MAAM,aAAa,GAAG,GAAG,CAAA;AAKzB,MAAM,OAAO,gBAAgB;IAG3B,YAA6B,WAAwB,EAAmB,OAAY;QAAvD,gBAAW,GAAX,WAAW,CAAa;QAAmB,YAAO,GAAP,OAAO,CAAK;IAAG,CAAC;IAMxF,KAAK,CAAC,WAAW;QACf,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACnB,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;SACtF;QAED,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAOD,KAAK,CAAC,WAAW,CAAC,KAAa;QAC7B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QACzC,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;QAEpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,CACpD,IAAI,CAAC,OAAO,EACZ,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAC9B,CAAA;QACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,iBAAkB,CAAC,CAAA;QAEtC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,CAAA;IACtB,CAAC;CACF"}

package/lib/history-sync/workers/rebuild-anchor.d.ts

@@ -0,0 +1,15 @@
+import { default as PgBoss } from 'pg-boss';
+import type { SendOptions } from 'pg-boss';
+import type { AnchorProof, DiagnosticsLogger } from '@ceramicnetwork/common';
+import { type IpfsService, type HandleCommit, type RebuildAnchorJobData } from '../interfaces.js';
+import type { Worker, Job } from '@ceramicnetwork/job-queue';
+export declare function createRebuildAnchorJob(proof: AnchorProof, models: string[], options?: SendOptions): Job<RebuildAnchorJobData>;
+export declare class RebuildAnchorWorker implements Worker<RebuildAnchorJobData> {
+    private readonly ipfsService;
+    private readonly handleCommit;
+    private readonly logger;
+    constructor(ipfsService: IpfsService, handleCommit: HandleCommit, logger: DiagnosticsLogger);
+    private getModelForStream;
+    handler(job: PgBoss.Job): Promise<void>;
+}
+//# sourceMappingURL=rebuild-anchor.d.ts.map

package/lib/history-sync/workers/rebuild-anchor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebuild-anchor.d.ts","sourceRoot":"","sources":["../../../src/history-sync/workers/rebuild-anchor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,MAAM,EAAE,MAAM,SAAS,CAAA;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,KAAK,EAAE,WAAW,EAAgB,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAG1F,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,oBAAoB,EAE1B,MAAM,kBAAkB,CAAA;AACzB,OAAO,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,2BAA2B,CAAA;AAgB5D,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,GAAE,WAAwC,GAChD,GAAG,CAAC,oBAAoB,CAAC,CAY3B;AAMD,qBAAa,mBAAoB,YAAW,MAAM,CAAC,oBAAoB,CAAC;IAEpE,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAFN,WAAW,EAAE,WAAW,EACxB,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,iBAAiB;YAG9B,iBAAiB;IAwBzB,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG;CA4E9B"}

package/lib/history-sync/workers/rebuild-anchor.js

@@ -0,0 +1,96 @@
+import { MerkleTreeLoader } from '../utils.js';
+import { StreamID } from '@ceramicnetwork/streamid';
+import { REBUILD_ANCHOR_JOB, } from '../interfaces.js';
+import { CID } from 'multiformats/cid';
+import { pathString } from '@ceramicnetwork/anchor-utils';
+import PQueue from 'p-queue';
+const IPFS_LOAD_CONCURRENCY = 16;
+const REBUILD_ANCHOR_JOB_OPTIONS = {
+    retryLimit: 5,
+    retryDelay: 60,
+    retryBackoff: true,
+    expireInHours: 12,
+    retentionDays: 3,
+};
+export function createRebuildAnchorJob(proof, models, options = REBUILD_ANCHOR_JOB_OPTIONS) {
+    return {
+        name: REBUILD_ANCHOR_JOB,
+        data: {
+            models,
+            chainId: proof.chainId,
+            txHash: proof.txHash.toString(),
+            root: proof.root.toString(),
+            txType: proof.txType,
+        },
+        options,
+    };
+}
+export class RebuildAnchorWorker {
+    constructor(ipfsService, handleCommit, logger) {
+        this.ipfsService = ipfsService;
+        this.handleCommit = handleCommit;
+        this.logger = logger;
+    }
+    async getModelForStream(streamId) {
+        const signedCommit = await this.ipfsService.retrieveCommit(streamId.cid, streamId);
+        const genesisCommit = signedCommit?.link
+            ? await this.ipfsService.retrieveCommit(signedCommit.link, streamId)
+            : signedCommit;
+        if (!genesisCommit?.header?.model) {
+            return null;
+        }
+        return StreamID.fromBytes(genesisCommit.header.model);
+    }
+    async handler(job) {
+        const jobData = job.data;
+        const proof = {
+            chainId: jobData.chainId,
+            txHash: CID.parse(jobData.txHash),
+            root: CID.parse(jobData.root),
+            txType: jobData.txType,
+        };
+        const proofCid = await this.ipfsService.storeRecord(proof).catch((err) => {
+            this.logger.err(`Failed to store a proof on ipfs for root ${jobData.root} and txHash ${jobData.txHash} for models ${jobData.models} with error: ${err} `);
+        });
+        if (!proofCid) {
+            return;
+        }
+        const merkleTreeLeafLoader = new MerkleTreeLoader(this.ipfsService, proof.root);
+        const metadata = await merkleTreeLeafLoader.getMetadata().catch((err) => {
+            this.logger.err(`Failed to retrieve the merkle tree metadata for root ${jobData.root} and txHash ${jobData.txHash} for models ${jobData.models} with error: ${err} `);
+        });
+        if (!metadata) {
+            return;
+        }
+        const tasks = metadata.streamIds.map((stream, i) => {
+            return async () => {
+                try {
+                    const streamId = StreamID.fromString(stream);
+                    const model = await this.getModelForStream(streamId);
+                    const shouldIndex = model
+                        ? jobData.models.some((modelNeedingSync) => modelNeedingSync === model.toString())
+                        : false;
+                    if (shouldIndex) {
+                        const { cid, path } = await merkleTreeLeafLoader.getLeafData(i);
+                        const anchorCommit = {
+                            id: streamId.cid,
+                            prev: cid,
+                            proof: proofCid,
+                            path: pathString(path),
+                        };
+                        const anchorCommitCid = await this.ipfsService.storeCommit(anchorCommit);
+                        await this.handleCommit(streamId, anchorCommitCid, model);
+                        this.logger.debug(`Successfully handled anchor commit ${anchorCommitCid} for stream ${streamId.toString()} and model ${model.toString()} using merkle tree root ${jobData.root}`);
+                    }
+                }
+                catch (err) {
+                    this.logger.err(`Failed to recreate the anchor commit for stream ${stream} using root ${jobData.root} and txHash ${jobData.txHash} for models ${jobData.models} with error: ${err} `);
+                }
+            };
+        });
+        const queue = new PQueue({ concurrency: IPFS_LOAD_CONCURRENCY });
+        await queue.addAll(tasks);
+        this.logger.debug(`Rebuild anchor job completed for models ${jobData.models}, root ${jobData.root}, and txHash ${jobData.txHash}`);
+    }
+}
+//# sourceMappingURL=rebuild-anchor.js.map

package/lib/history-sync/workers/rebuild-anchor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebuild-anchor.js","sourceRoot":"","sources":["../../../src/history-sync/workers/rebuild-anchor.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AACnD,OAAO,EAIL,kBAAkB,GACnB,MAAM,kBAAkB,CAAA;AAEzB,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAA;AACzD,OAAO,MAAM,MAAM,SAAS,CAAA;AAG5B,MAAM,qBAAqB,GAAG,EAAE,CAAA;AAEhC,MAAM,0BAA0B,GAAgB;IAC9C,UAAU,EAAE,CAAC;IACb,UAAU,EAAE,EAAE;IACd,YAAY,EAAE,IAAI;IAClB,aAAa,EAAE,EAAE;IACjB,aAAa,EAAE,CAAC;CACjB,CAAA;AAED,MAAM,UAAU,sBAAsB,CACpC,KAAkB,EAClB,MAAgB,EAChB,UAAuB,0BAA0B;IAEjD,OAAO;QACL,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE;YACJ,MAAM;YACN,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE;YAC/B,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC3B,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB;QACD,OAAO;KACR,CAAA;AACH,CAAC;AAMD,MAAM,OAAO,mBAAmB;IAC9B,YACmB,WAAwB,EACxB,YAA0B,EAC1B,MAAyB;QAFzB,gBAAW,GAAX,WAAW,CAAa;QACxB,iBAAY,GAAZ,YAAY,CAAc;QAC1B,WAAM,GAAN,MAAM,CAAmB;IACzC,CAAC;IAEI,KAAK,CAAC,iBAAiB,CAAC,QAAkB;QAChD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CACxD,QAAQ,CAAC,GAAG,EACZ,QAAQ,CACT,CAAA;QAED,MAAM,aAAa,GAAG,YAAY,EAAE,IAAI;YACtC,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC;YACpE,CAAC,CAAC,YAAY,CAAA;QAEhB,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE;YACjC,OAAO,IAAI,CAAA;SACZ;QAED,OAAO,QAAQ,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACvD,CAAC;IASD,KAAK,CAAC,OAAO,CAAC,GAAe;QAC3B,MAAM,OAAO,GAAG,GAAG,CAAC,IAA4B,CAAA;QAChD,MAAM,KAAK,GAAgB;YACzB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACjC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAC7B,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAA;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,KAAY,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC9E,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,4CAA4C,OAAO,CAAC,IAAI,eAAe,OAAO,CAAC,MAAM,eAAe,OAAO,CAAC,MAAM,gBAAgB,GAAG,GAAG,CACzI,CAAA;QAEH,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,EAAE;YACb,OAAM;SACP;QAED,MAAM,oBAAoB,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QAC/E,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACtE,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,wDAAwD,OAAO,CAAC,IAAI,eAAe,OAAO,CAAC,MAAM,eAAe,OAAO,CAAC,MAAM,gBAAgB,GAAG,GAAG,CACrJ,CAAA;QAEH,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,EAAE;YACb,OAAM;SACP;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACjD,OAAO,KAAK,IAAI,EAAE;gBAChB,IAAI;oBACF,MAAM,QAAQ,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;oBAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;oBAEpD,MAAM,WAAW,GAAG,KAAK;wBACvB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,gBAAgB,EAAE,EAAE,CAAC,gBAAgB,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;wBAClF,CAAC,CAAC,KAAK,CAAA;oBAET,IAAI,WAAW,EAAE;wBACf,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,MAAM,oBAAoB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAA;wBAE/D,MAAM,YAAY,GAAiB;4BACjC,EAAE,EAAE,QAAQ,CAAC,GAAG;4BAChB,IAAI,EAAE,GAAG;4BACT,KAAK,EAAE,QAAQ;4BACf,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC;yBACvB,CAAA;wBAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,YAAY,CAAC,CAAA;wBAExE,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,eAAe,EAAE,KAAM,CAAC,CAAA;wBAE1D,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,sCAAsC,eAAe,eAAe,QAAQ,CAAC,QAAQ,EAAE,cAAc,KAAM,CAAC,QAAQ,EAAE,2BACpH,OAAO,CAAC,IACV,EAAE,CACH,CAAA;qBACF;iBACF;gBAAC,OAAO,GAAG,EAAE;oBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,mDAAmD,MAAM,eAAe,OAAO,CAAC,IAAI,eAAe,OAAO,CAAC,MAAM,eAAe,OAAO,CAAC,MAAM,gBAAgB,GAAG,GAAG,CACrK,CAAA;iBAEF;YACH,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE,CAAC,CAAA;QAChE,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEzB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,2CAA2C,OAAO,CAAC,MAAM,UAAU,OAAO,CAAC,IAAI,gBAAgB,OAAO,CAAC,MAAM,EAAE,CAChH,CAAA;IACH,CAAC;CACF"}

package/lib/history-sync/workers/sync.d.ts

@@ -0,0 +1,24 @@
+import { default as PgBoss } from 'pg-boss';
+import { type SendOptions } from 'pg-boss';
+import { IJobQueue, Job, Worker } from '@ceramicnetwork/job-queue';
+import type { SupportedNetwork } from '@ceramicnetwork/anchor-utils';
+import type { Provider } from '@ethersproject/providers';
+import { JobData, SyncJobType } from '../interfaces.js';
+import { DiagnosticsLogger } from '@ceramicnetwork/common';
+import { SyncJobData } from '../interfaces.js';
+export declare function createContinuousSyncJob(data: SyncJobData, options?: SendOptions): Job<SyncJobData>;
+export declare function createHistorySyncJob(data: SyncJobData, options?: SendOptions): Job<SyncJobData>;
+export interface SyncCompleteData {
+    jobType: SyncJobType;
+    modelId: string;
+}
+export declare class SyncWorker implements Worker<SyncJobData> {
+    private readonly provider;
+    private readonly jobQueue;
+    private readonly chainId;
+    private readonly logger;
+    private readonly syncCompleteCallback;
+    constructor(provider: Provider, jobQueue: IJobQueue<JobData>, chainId: SupportedNetwork, logger: DiagnosticsLogger, syncCompleteCallback: (data: SyncCompleteData) => void);
+    handler(job: PgBoss.Job): Promise<void>;
+}
+//# sourceMappingURL=sync.d.ts.map

package/lib/history-sync/workers/sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/history-sync/workers/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,MAAM,EAAE,MAAM,SAAS,CAAA;AAC3C,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAElE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAA;AACpE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AAGxD,OAAO,EAEL,OAAO,EAGP,WAAW,EACZ,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAU9C,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,WAAW,EACjB,OAAO,CAAC,EAAE,WAAW,GACpB,GAAG,CAAC,WAAW,CAAC,CAMlB;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC,CAM/F;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,WAAW,CAAA;IACpB,OAAO,EAAE,MAAM,CAAA;CAChB;AAMD,qBAAa,UAAW,YAAW,MAAM,CAAC,WAAW,CAAC;IAElD,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,oBAAoB;gBAJpB,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,SAAS,CAAC,OAAO,CAAC,EAC5B,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,iBAAiB,EACzB,oBAAoB,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI;IASnE,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG;CA8D9B"}