@subsquid/batch-processor 0.0.0 → 0.1.0-portal-api.d0738f

package/lib/database.d.ts

@@ -10,9 +10,11 @@ export interface FinalTxInfo {
 }
 export interface FinalDatabase<S> {
     supportsHotBlocks?: false;
-    connect(): Promise<HashAndHeight>;
+    connect(): Promise<FinalDatabaseState>;
     transact(info: FinalTxInfo, cb: (store: S) => Promise<void>): Promise<void>;
 }
+export interface FinalDatabaseState extends HashAndHeight {
+}
 export interface HotTxInfo {
     finalizedHead: HashAndHeight;
     baseHead: HashAndHeight;
@@ -22,11 +24,7 @@ export interface HotDatabase<S> {
     supportsHotBlocks: true;
     connect(): Promise<HotDatabaseState>;
     transact(info: FinalTxInfo, cb: (store: S) => Promise<void>): Promise<void>;
-    /**
-     * @deprecated
-     */
-    transactHot(info: HotTxInfo, cb: (store: S, block: HashAndHeight) => Promise<void>): Promise<void>;
-    transactHot2?(info: HotTxInfo, cb: (store: S, blockSliceStart: number, blockSliceEnd: number) => Promise<void>): Promise<void>;
+    transactHot2(info: HotTxInfo, cb: (store: S, blockSliceStart: number, blockSliceEnd: number) => Promise<void>): Promise<void>;
 }
 export interface HotDatabaseState extends HashAndHeight {
     top: HashAndHeight[];

package/lib/database.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../src/database.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;AAG3D,MAAM,WAAW,WAAW;IACxB,QAAQ,EAAE,aAAa,CAAA;IACvB,QAAQ,EAAE,aAAa,CAAA;IACvB,OAAO,EAAE,OAAO,CAAA;CACnB;AAGD,MAAM,WAAW,aAAa,CAAC,CAAC;IAC5B,iBAAiB,CAAC,EAAE,KAAK,CAAA;IACzB,OAAO,IAAI,OAAO,CAAC,aAAa,CAAC,CAAA;IACjC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9E;AAGD,MAAM,WAAW,SAAS;IACtB,aAAa,EAAE,aAAa,CAAA;IAC5B,QAAQ,EAAE,aAAa,CAAA;IACvB,SAAS,EAAE,aAAa,EAAE,CAAA;CAC7B;AAGD,MAAM,WAAW,WAAW,CAAC,CAAC;IAC1B,iBAAiB,EAAE,IAAI,CAAA;IACvB,OAAO,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAAA;IACpC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC3E;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAElG,YAAY,CAAC,CACT,IAAI,EAAE,SAAS,EACf,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,eAAe,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAChF,OAAO,CAAC,IAAI,CAAC,CAAA;CACnB;AAGD,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACnD,GAAG,EAAE,aAAa,EAAE,CAAA;CACvB;AAGD,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;CACf"}
+{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../src/database.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;AAG3D,MAAM,WAAW,WAAW;IACxB,QAAQ,EAAE,aAAa,CAAA;IACvB,QAAQ,EAAE,aAAa,CAAA;IACvB,OAAO,EAAE,OAAO,CAAA;CACnB;AAGD,MAAM,WAAW,aAAa,CAAC,CAAC;IAC5B,iBAAiB,CAAC,EAAE,KAAK,CAAA;IACzB,OAAO,IAAI,OAAO,CAAC,kBAAkB,CAAC,CAAA;IACtC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9E;AAGD,MAAM,WAAW,kBAAmB,SAAQ,aAAa;CAAG;AAG5D,MAAM,WAAW,SAAS;IACtB,aAAa,EAAE,aAAa,CAAA;IAC5B,QAAQ,EAAE,aAAa,CAAA;IACvB,SAAS,EAAE,aAAa,EAAE,CAAA;CAC7B;AAGD,MAAM,WAAW,WAAW,CAAC,CAAC;IAC1B,iBAAiB,EAAE,IAAI,CAAA;IACvB,OAAO,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAAA;IACpC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAE3E,YAAY,CACR,IAAI,EAAE,SAAS,EACf,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,eAAe,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAChF,OAAO,CAAC,IAAI,CAAC,CAAA;CACnB;AAGD,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACnD,GAAG,EAAE,aAAa,EAAE,CAAA;CACvB;AAGD,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;CACf"}

package/lib/index.d.ts

@@ -1,4 +1,3 @@
 export * from './database';
-export * from './datasource';
 export * from './run';
 //# sourceMappingURL=index.d.ts.map

package/lib/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAA;AAC1B,cAAc,cAAc,CAAA;AAC5B,cAAc,OAAO,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAA;AAC1B,cAAc,OAAO,CAAA"}

package/lib/index.js

@@ -15,6 +15,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./database"), exports);
-__exportStar(require("./datasource"), exports);
 __exportStar(require("./run"), exports);
 //# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6CAA0B;AAC1B,+CAA4B;AAC5B,wCAAqB"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6CAA0B;AAC1B,wCAAqB"}

package/lib/run.d.ts

@@ -1,5 +1,5 @@
-import { Database, HashAndHeight } from './database';
-import { DataSource } from './datasource';
+import { Database } from './database';
+import { DataSource, BlockRef } from '@subsquid/util-internal-data-source';
 export interface DataHandlerContext<Block, Store> {
     /**
      * Storage interface provided by the database
@@ -14,8 +14,8 @@ export interface DataHandlerContext<Block, Store> {
      */
     isHead: boolean;
 }
-interface BlockBase {
-    header: HashAndHeight;
+export interface BlockBase {
+    header: BlockRef;
 }
 /**
  * Run data processing.
@@ -32,5 +32,4 @@ interface BlockBase {
  * @param dataHandler - The data handler, see {@link DataHandlerContext} for an API available to the handler.
  */
 export declare function run<Block extends BlockBase, Store>(src: DataSource<Block>, db: Database<Store>, dataHandler: (ctx: DataHandlerContext<Block, Store>) => Promise<void>): void;
-export {};
 //# sourceMappingURL=run.d.ts.map

package/lib/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,QAAQ,EAAE,aAAa,EAAC,MAAM,YAAY,CAAA;AAClD,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAA;AAQvC,MAAM,WAAW,kBAAkB,CAAC,KAAK,EAAE,KAAK;IAC5C;;OAEG;IACH,KAAK,EAAE,KAAK,CAAA;IACZ;;OAEG;IACH,MAAM,EAAE,KAAK,EAAE,CAAA;IACf;;OAEG;IACH,MAAM,EAAE,OAAO,CAAA;CAClB;AAGD,UAAU,SAAS;IACf,MAAM,EAAE,aAAa,CAAA;CACxB;AAGD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,GAAG,CAAC,KAAK,SAAS,SAAS,EAAE,KAAK,EAC9C,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC,EACtB,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,EACnB,WAAW,EAAE,CAAC,GAAG,EAAE,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GACtE,IAAI,CAMN"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":"AAIA,OAAO,EAAgB,QAAQ,EAAmB,MAAM,YAAY,CAAA;AAEpE,OAAO,EAAC,UAAU,EAAmB,QAAQ,EAAkB,MAAM,qCAAqC,CAAA;AAM1G,MAAM,WAAW,kBAAkB,CAAC,KAAK,EAAE,KAAK;IAC5C;;OAEG;IACH,KAAK,EAAE,KAAK,CAAA;IACZ;;OAEG;IACH,MAAM,EAAE,KAAK,EAAE,CAAA;IACf;;OAEG;IACH,MAAM,EAAE,OAAO,CAAA;CAClB;AAED,MAAM,WAAW,SAAS;IACtB,MAAM,EAAE,QAAQ,CAAA;CACnB;AAOD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,GAAG,CAAC,KAAK,SAAS,SAAS,EAAE,KAAK,EAC9C,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC,EACtB,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,EACnB,WAAW,EAAE,CAAC,GAAG,EAAE,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,GACtE,IAAI,CASN"}

package/lib/run.js

@@ -22,14 +22,19 @@ var __importStar = (this && this.__importStar) || function (mod) {
     __setModuleDefault(result, mod);
     return result;
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.run = void 0;
+exports.run = run;
 const logger_1 = require("@subsquid/logger");
 const util_internal_1 = require("@subsquid/util-internal");
 const util_internal_prometheus_server_1 = require("@subsquid/util-internal-prometheus-server");
 const prom = __importStar(require("prom-client"));
 const metrics_1 = require("./metrics");
+const util_internal_data_source_1 = require("@subsquid/util-internal-data-source");
 const util_1 = require("./util");
+const assert_1 = __importDefault(require("assert"));
 const log = (0, logger_1.createLogger)('sqd:batch-processor');
 /**
  * Run data processing.
@@ -48,11 +53,10 @@ const log = (0, logger_1.createLogger)('sqd:batch-processor');
 function run(src, db, dataHandler) {
     (0, util_internal_1.runProgram)(() => {
         return new Processor(src, db, dataHandler).run();
-    }, err => {
+    }, (err) => {
         log.fatal(err);
     });
 }
-exports.run = run;
 class Processor {
     constructor(src, db, handler) {
         this.src = src;
@@ -60,32 +64,63 @@ class Processor {
         this.handler = handler;
         this.metrics = new metrics_1.Metrics();
         this.hasStatusNews = false;
-        this.chainHeight = new util_internal_1.Throttler(() => this.src.getFinalizedHeight(), 30000);
     }
     async run() {
-        let state = await this.db.connect();
-        if (state.height >= 0) {
-            log.info(`last processed final block was ${state.height}`);
+        let getHead = this.db.supportsHotBlocks ? this.src.getHead.bind(this.src) : this.src.getFinalizedHead.bind(this.src);
+        let chainHeight = new util_internal_1.Throttler(() => getHead()?.then((r) => r?.number ?? -1), 10000);
+        let state = {
+            finalizedHead: undefined,
+            unfinalizedHeads: [],
+        };
+        if (this.db.supportsHotBlocks) {
+            let dbState = await this.db.connect();
+            state.finalizedHead = dbState.height < 0 ? undefined : toBlockRef(dbState);
+            state.unfinalizedHeads = dbState.top.map(toBlockRef);
         }
-        await this.assertWeAreOnTheSameChain(state);
-        await this.initMetrics(state);
-        for await (let blocks of this.src.getBlockStream(state.height + 1)) {
-            if (blocks.length > 0) {
-                state = await this.processBatch(state, blocks);
+        else {
+            let dbState = await this.db.connect();
+            state.finalizedHead = dbState.height < 0 ? undefined : toBlockRef(dbState);
+        }
+        let head = getStateHead(state);
+        if (head != null) {
+            log.info(`last processed block was ${head.number}`);
+        }
+        await this.initMetrics(head?.number ?? -1, await chainHeight.get());
+        while (true) {
+            let getStream = this.db.supportsHotBlocks
+                ? this.src.getStream.bind(this.src)
+                : this.src.getFinalizedStream.bind(this.src);
+            head = getStateHead(state);
+            try {
+                for await (let data of getStream({ after: head })) {
+                    state = await this.processBatch(state, data, await chainHeight.get());
+                }
+                break; // Stream completed successfully, exit loop
+            }
+            catch (e) {
+                if (!(0, util_internal_data_source_1.isForkException)(e) || !this.db.supportsHotBlocks)
+                    throw e;
+                // Handle fork and continue loop to retry
+                let chain = state.finalizedHead
+                    ? [state.finalizedHead, ...state.unfinalizedHeads]
+                    : state.unfinalizedHeads;
+                let rollbackIndex = findRollbackIndex(chain, e.previousBlocks);
+                if (rollbackIndex === -1) {
+                    if (state.finalizedHead != null)
+                        throw new Error('Unable to process fork');
+                    state.unfinalizedHeads = [];
+                }
+                else {
+                    const rollbackHead = chain[rollbackIndex];
+                    log.info(`navigating a fork on a common base ${(0, util_1.formatHead)(rollbackHead)}`);
+                    state.unfinalizedHeads = chain.slice(1, rollbackIndex + 1);
+                }
             }
         }
         this.reportFinalStatus();
     }
-    async assertWeAreOnTheSameChain(state) {
-        if (state.height < 0)
-            return;
-        let hash = await this.src.getBlockHash(state.height);
-        if (state.hash === hash)
-            return;
-        throw new Error(`already indexed block ${(0, util_1.formatHead)(state)} was not found on chain`);
-    }
-    async initMetrics(state) {
-        await this.updateProgressMetrics(await this.chainHeight.get(), state);
+    async initMetrics(state, chainHeight) {
+        this.updateProgressMetrics(chainHeight, state);
         let port = process.env.PROCESSOR_PROMETHEUS_PORT || process.env.PROMETHEUS_PORT;
         if (port == null)
             return;
@@ -94,51 +129,79 @@ class Processor {
         let server = await (0, util_internal_prometheus_server_1.createPrometheusServer)(prom.register, port);
         log.info(`prometheus metrics are served on port ${server.port}`);
     }
-    updateProgressMetrics(chainHeight, state, time) {
+    updateProgressMetrics(chainHeight, indexerHeight, time) {
         this.metrics.setChainHeight(chainHeight);
-        this.metrics.setLastProcessedBlock(state.height);
-        let left;
-        let processed;
-        if (this.src.getBlocksCountInRange) {
-            left = this.src.getBlocksCountInRange({
-                from: this.metrics.getLastProcessedBlock() + 1,
-                to: this.metrics.getChainHeight()
-            });
-            processed = this.src.getBlocksCountInRange({
-                from: 0,
-                to: this.metrics.getChainHeight()
-            }) - left;
-        }
-        else {
-            left = this.metrics.getChainHeight() - this.metrics.getLastProcessedBlock();
-            processed = this.metrics.getLastProcessedBlock();
-        }
+        this.metrics.setLastProcessedBlock(indexerHeight);
+        let left = this.metrics.getChainHeight() - this.metrics.getLastProcessedBlock();
+        let processed = this.metrics.getLastProcessedBlock();
         this.metrics.updateProgress(processed, left, time);
     }
-    async processBatch(prevHead, blocks) {
-        let chainHeight = await this.chainHeight.get();
-        let nextHead = {
-            hash: (0, util_internal_1.last)(blocks).header.hash,
-            height: (0, util_internal_1.last)(blocks).header.height
-        };
-        let isOnTop = nextHead.height >= chainHeight;
+    async processBatch(state, data, chainHeight) {
+        let { blocks, finalizedHead: finalizedHeadData } = data;
+        if (blocks.length === 0)
+            return state;
+        let prevHead = getStateHead(state);
+        // Validate data continuity
+        if (prevHead && prevHead.number >= blocks[0].header.number) {
+            throw new Error('Data is not continuous');
+        }
+        let unfinalizedIndex = 0;
+        if (finalizedHeadData != null) {
+            unfinalizedIndex = blocks.findIndex((b) => b.header.number > finalizedHeadData.number);
+        }
+        let nextHead = (0, util_internal_1.last)(blocks).header;
+        let isOnTop = nextHead.number >= chainHeight;
         let mappingStartTime = process.hrtime.bigint();
-        await this.db.transact({
-            prevHead,
-            nextHead,
-            isOnTop
-        }, store => {
-            return this.handler({
-                store,
-                blocks,
-                isHead: isOnTop
+        // All new blocks are finalized
+        if (unfinalizedIndex < 0) {
+            const finalizedRef = blocks[blocks.length - 1].header;
+            state.finalizedHead = { number: finalizedRef.number, hash: finalizedRef.hash };
+            state.unfinalizedHeads = [];
+            await this.db.transact({
+                prevHead: prevHead ? toHashAndHeight(prevHead) : { height: -1, hash: '0x' },
+                nextHead: toHashAndHeight(nextHead),
+                isOnTop,
+            }, (store) => {
+                return this.handler({
+                    store,
+                    blocks,
+                    isHead: isOnTop,
+                });
+            });
+        }
+        else {
+            (0, assert_1.default)(this.db.supportsHotBlocks);
+            let finalizedRef = blocks[unfinalizedIndex - 1]?.header;
+            if (finalizedHeadData?.hash && finalizedHeadData?.number != null) {
+                finalizedRef = { hash: finalizedHeadData.hash, number: finalizedHeadData.number };
+            }
+            state.finalizedHead = finalizedRef ?? state.finalizedHead;
+            // Finalize all hot heads that are older than the cold head
+            if (state.finalizedHead) {
+                let finalizeIndex = state.unfinalizedHeads.findIndex((h) => h.number > state.finalizedHead.number);
+                state.unfinalizedHeads = finalizeIndex < 0 ? [] : state.unfinalizedHeads.slice(finalizeIndex);
+            }
+            // Process unfinalized blocks
+            for (let i = unfinalizedIndex; i < blocks.length; i++) {
+                state.unfinalizedHeads.push({ number: blocks[i].header.number, hash: blocks[i].header.hash });
+            }
+            await this.db.transactHot2({
+                finalizedHead: toHashAndHeight(finalizedHeadData ?? state.finalizedHead),
+                baseHead: toHashAndHeight(prevHead ?? state.finalizedHead),
+                newBlocks: blocks.map((b) => toHashAndHeight(b.header)),
+            }, (store, start, end) => {
+                return this.handler({
+                    store,
+                    blocks: blocks.slice(start, end),
+                    isHead: isOnTop,
+                });
             });
-        });
+        }
         let mappingEndTime = process.hrtime.bigint();
-        this.updateProgressMetrics(chainHeight, nextHead, mappingEndTime);
+        this.updateProgressMetrics(chainHeight, nextHead.number, mappingEndTime);
         this.metrics.registerBatch(blocks.length, (0, util_1.getItemsCount)(blocks), mappingStartTime, mappingEndTime);
         this.reportStatus();
-        return nextHead;
+        return state;
     }
     reportStatus() {
         if (this.statusReportTimer == null) {
@@ -165,4 +228,37 @@ class Processor {
         }
     }
 }
+function findRollbackIndex(currentChain, forkChain) {
+    let currentIndex = 0;
+    let forkIndex = 0;
+    let lastCommonIndex = -1;
+    while (currentIndex < currentChain.length && forkIndex < forkChain.length) {
+        const currentBlock = currentChain[currentIndex];
+        const forkBlock = forkChain[forkIndex];
+        if (currentBlock.number > forkBlock.number) {
+            forkIndex++;
+            continue;
+        }
+        if (currentBlock.number < forkBlock.number) {
+            currentIndex++;
+            continue;
+        }
+        if (currentBlock.hash !== forkBlock.hash) {
+            return lastCommonIndex;
+        }
+        lastCommonIndex = currentIndex;
+        currentIndex++;
+        forkIndex++;
+    }
+    return lastCommonIndex;
+}
+function toHashAndHeight(ref) {
+    return { height: ref.number, hash: ref.hash };
+}
+function toBlockRef(hashAndHeight) {
+    return { number: hashAndHeight.height, hash: hashAndHeight.hash };
+}
+function getStateHead(state) {
+    return (0, util_internal_1.maybeLast)(state.unfinalizedHeads) ?? state.finalizedHead;
+}
 //# sourceMappingURL=run.js.map

package/lib/run.js.map

@@ -1 +1 @@
-{"version":3,"file":"run.js","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA6C;AAC7C,2DAAmE;AACnE,+FAAgF;AAChF,kDAAmC;AAGnC,uCAAiC;AACjC,iCAAgD;AAGhD,MAAM,GAAG,GAAG,IAAA,qBAAY,EAAC,qBAAqB,CAAC,CAAA;AAwB/C;;;;;;;;;;;;;GAaG;AACH,SAAgB,GAAG,CACf,GAAsB,EACtB,EAAmB,EACnB,WAAqE;IAErE,IAAA,0BAAU,EAAC,GAAG,EAAE;QACZ,OAAO,IAAI,SAAS,CAAC,GAAG,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC,GAAG,EAAE,CAAA;IACpD,CAAC,EAAE,GAAG,CAAC,EAAE;QACL,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAClB,CAAC,CAAC,CAAA;AACN,CAAC;AAVD,kBAUC;AAGD,MAAM,SAAS;IAMX,YACY,GAAkB,EAClB,EAAe,EACf,OAAyD;QAFzD,QAAG,GAAH,GAAG,CAAe;QAClB,OAAE,GAAF,EAAE,CAAa;QACf,YAAO,GAAP,OAAO,CAAkD;QAR7D,YAAO,GAAG,IAAI,iBAAO,EAAE,CAAA;QAGvB,kBAAa,GAAG,KAAK,CAAA;QAOzB,IAAI,CAAC,WAAW,GAAG,IAAI,yBAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,EAAE,KAAM,CAAC,CAAA;IACjF,CAAC;IAED,KAAK,CAAC,GAAG;QACL,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAA;QACnC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACpB,GAAG,CAAC,IAAI,CAAC,kCAAkC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;QAC9D,CAAC;QAED,MAAM,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,CAAA;QAC3C,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QAE7B,IAAI,KAAK,EAAE,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;YACjE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAClD,CAAC;QACL,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAA;IAC5B,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,KAAoB;QACxD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAM;QAC5B,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QACpD,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI;YAAE,OAAM;QAC/B,MAAM,IAAI,KAAK,CACX,yBAAyB,IAAA,iBAAU,EAAC,KAAK,CAAC,yBAAyB,CACtE,CAAA;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,KAAoB;QAC1C,MAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAA;QACrE,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAA;QAC/E,IAAI,IAAI,IAAI,IAAI;YAAE,OAAM;QACxB,IAAI,CAAC,qBAAqB,EAAE,CAAA;QAC5B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;QACtB,IAAI,MAAM,GAAG,MAAM,IAAA,wDAAsB,EAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;QAC9D,GAAG,CAAC,IAAI,CAAC,yCAAyC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IACpE,CAAC;IAEO,qBAAqB,CAAC,WAAmB,EAAE,KAAoB,EAAE,IAAa;QAClF,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;QACxC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAChD,IAAI,IAAY,CAAA;QAChB,IAAI,SAAiB,CAAA;QACrB,IAAI,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;YACjC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,qBAAqB,CAAC;gBAClC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,GAAG,CAAC;gBAC9C,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE;aACpC,CAAC,CAAA;YACF,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,qBAAqB,CAAC;gBACvC,IAAI,EAAE,CAAC;gBACP,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE;aACpC,CAAC,GAAG,IAAI,CAAA;QACb,CAAC;aAAM,CAAC;YACJ,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAA;YAC3E,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAA;QACpD,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACtD,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAuB,EAAE,MAAW;QAC3D,IAAI,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,CAAA;QAE9C,IAAI,QAAQ,GAAG;YACX,IAAI,EAAE,IAAA,oBAAI,EAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI;YAC9B,MAAM,EAAE,IAAA,oBAAI,EAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM;SACrC,CAAA;QAED,IAAI,OAAO,GAAG,QAAQ,CAAC,MAAM,IAAI,WAAW,CAAA;QAE5C,IAAI,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;QAE9C,MAAM,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC;YACnB,QAAQ;YACR,QAAQ;YACR,OAAO;SACV,EAAE,KAAK,CAAC,EAAE;YACP,OAAO,IAAI,CAAC,OAAO,CAAC;gBAChB,KAAK;gBACL,MAAM;gBACN,MAAM,EAAE,OAAO;aAClB,CAAC,CAAA;QACN,CAAC,CAAC,CAAA;QAEF,IAAI,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;QAE5C,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAA;QACjE,IAAI,CAAC,OAAO,CAAC,aAAa,CACtB,MAAM,CAAC,MAAM,EACb,IAAA,oBAAa,EAAC,MAAM,CAAC,EACrB,gBAAgB,EAChB,cAAc,CACjB,CAAA;QAED,IAAI,CAAC,YAAY,EAAE,CAAA;QAEnB,OAAO,QAAQ,CAAA;IACnB,CAAC;IAEO,YAAY;QAChB,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAA;YACtC,IAAI,CAAC,iBAAiB,GAAG,UAAU,CAAC,GAAG,EAAE;gBACrC,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAA;gBAClC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACrB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;oBAC1B,IAAI,CAAC,YAAY,EAAE,CAAA;gBACvB,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,CAAA;QACZ,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAC7B,CAAC;IACL,CAAC;IAEO,iBAAiB;QACrB,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC;YACjC,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QACxC,CAAC;QACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;YAC1B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAA;QAC1C,CAAC;IACL,CAAC;CACJ"}
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkDA,kBAaC;AA/DD,6CAA6C;AAC7C,2DAA8E;AAC9E,+FAAgF;AAChF,kDAAmC;AAEnC,uCAAiC;AACjC,mFAA0G;AAC1G,iCAAgD;AAChD,oDAA2B;AAE3B,MAAM,GAAG,GAAG,IAAA,qBAAY,EAAC,qBAAqB,CAAC,CAAA;AA0B/C;;;;;;;;;;;;;GAaG;AACH,SAAgB,GAAG,CACf,GAAsB,EACtB,EAAmB,EACnB,WAAqE;IAErE,IAAA,0BAAU,EACN,GAAG,EAAE;QACD,OAAO,IAAI,SAAS,CAAC,GAAG,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC,GAAG,EAAE,CAAA;IACpD,CAAC,EACD,CAAC,GAAG,EAAE,EAAE;QACJ,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAClB,CAAC,CACJ,CAAA;AACL,CAAC;AAED,MAAM,SAAS;IAKX,YACY,GAAkB,EAClB,EAAe,EACf,OAAyD;QAFzD,QAAG,GAAH,GAAG,CAAe;QAClB,OAAE,GAAF,EAAE,CAAa;QACf,YAAO,GAAP,OAAO,CAAkD;QAP7D,YAAO,GAAG,IAAI,iBAAO,EAAE,CAAA;QAEvB,kBAAa,GAAG,KAAK,CAAA;IAM1B,CAAC;IAEJ,KAAK,CAAC,GAAG;QACL,IAAI,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACpH,IAAI,WAAW,GAAG,IAAI,yBAAS,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,EAAE,KAAM,CAAC,CAAA;QAEtF,IAAI,KAAK,GAAmB;YACxB,aAAa,EAAE,SAAS;YACxB,gBAAgB,EAAE,EAAE;SACvB,CAAA;QACD,IAAI,IAAI,CAAC,EAAE,CAAC,iBAAiB,EAAE,CAAC;YAC5B,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAA;YACrC,KAAK,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;YAC1E,KAAK,CAAC,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QACxD,CAAC;aAAM,CAAC;YACJ,IAAI,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAA;YACrC,KAAK,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;QAC9E,CAAC;QAED,IAAI,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAA;QAC9B,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACf,GAAG,CAAC,IAAI,CAAC,4BAA4B,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;QACvD,CAAC;QACD,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,MAAM,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;QAEnE,OAAO,IAAI,EAAE,CAAC;YACV,IAAI,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,iBAAiB;gBACrC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;gBACnC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAEhD,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAA;YAC1B,IAAI,CAAC;gBACD,IAAI,KAAK,EAAE,IAAI,IAAI,IAAI,SAAS,CAAC,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,EAAE,CAAC;oBAC9C,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;gBACzE,CAAC;gBACD,MAAK,CAAC,2CAA2C;YACrD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,IAAI,CAAC,IAAA,2CAAe,EAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,iBAAiB;oBAAE,MAAM,CAAC,CAAA;gBAE9D,yCAAyC;gBACzC,IAAI,KAAK,GAAG,KAAK,CAAC,aAAa;oBAC3B,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,EAAE,GAAG,KAAK,CAAC,gBAAgB,CAAC;oBAClD,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAA;gBAC5B,IAAI,aAAa,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC,CAAC,cAAc,CAAC,CAAA;gBAC9D,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;oBACvB,IAAI,KAAK,CAAC,aAAa,IAAI,IAAI;wBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;oBAC1E,KAAK,CAAC,gBAAgB,GAAG,EAAE,CAAA;gBAC/B,CAAC;qBAAM,CAAC;oBACJ,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,CAAC,CAAA;oBACzC,GAAG,CAAC,IAAI,CAAC,sCAAsC,IAAA,iBAAU,EAAC,YAAY,CAAC,EAAE,CAAC,CAAA;oBAE1E,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,GAAG,CAAC,CAAC,CAAA;gBAC9D,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAA;IAC5B,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,WAAmB;QACxD,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QAC9C,IAAI,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAA;QAC/E,IAAI,IAAI,IAAI,IAAI;YAAE,OAAM;QACxB,IAAI,CAAC,qBAAqB,EAAE,CAAA;QAC5B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;QACtB,IAAI,MAAM,GAAG,MAAM,IAAA,wDAAsB,EAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;QAC9D,GAAG,CAAC,IAAI,CAAC,yCAAyC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IACpE,CAAC;IAEO,qBAAqB,CAAC,WAAmB,EAAE,aAAqB,EAAE,IAAa;QACnF,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;QACxC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAA;QACjD,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAA;QAC/E,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAA;QACpD,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACtD,CAAC;IAEO,KAAK,CAAC,YAAY,CACtB,KAAqB,EACrB,IAAmB,EACnB,WAAmB;QAEnB,IAAI,EAAC,MAAM,EAAE,aAAa,EAAE,iBAAiB,EAAC,GAAG,IAAI,CAAA;QAErD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QAErC,IAAI,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,CAAA;QAElC,2BAA2B;QAC3B,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;QAC7C,CAAC;QAED,IAAI,gBAAgB,GAAG,CAAC,CAAA;QACxB,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;YAC5B,gBAAgB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,iBAAkB,CAAC,MAAM,CAAC,CAAA;QAC3F,CAAC;QAED,IAAI,QAAQ,GAAG,IAAA,oBAAI,EAAC,MAAM,CAAC,CAAC,MAAM,CAAA;QAClC,IAAI,OAAO,GAAG,QAAQ,CAAC,MAAM,IAAI,WAAW,CAAA;QAE5C,IAAI,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;QAE9C,+BAA+B;QAC/B,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAA;YACrD,KAAK,CAAC,aAAa,GAAG,EAAC,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAC,CAAA;YAC5E,KAAK,CAAC,gBAAgB,GAAG,EAAE,CAAA;YAE3B,MAAM,IAAI,CAAC,EAAE,CAAC,QAAQ,CAClB;gBACI,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAC,MAAM,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAC;gBACzE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC;gBACnC,OAAO;aACV,EACD,CAAC,KAAK,EAAE,EAAE;gBACN,OAAO,IAAI,CAAC,OAAO,CAAC;oBAChB,KAAK;oBACL,MAAM;oBACN,MAAM,EAAE,OAAO;iBAClB,CAAC,CAAA;YACN,CAAC,CACJ,CAAA;QACL,CAAC;aAAM,CAAC;YACJ,IAAA,gBAAM,EAAC,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,CAAA;YAEjC,IAAI,YAAY,GAAyB,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAAE,MAAM,CAAA;YAC7E,IAAI,iBAAiB,EAAE,IAAI,IAAI,iBAAiB,EAAE,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC/D,YAAY,GAAG,EAAC,IAAI,EAAE,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,iBAAiB,CAAC,MAAM,EAAC,CAAA;YACnF,CAAC;YACD,KAAK,CAAC,aAAa,GAAG,YAAY,IAAI,KAAK,CAAC,aAAa,CAAA;YAEzD,2DAA2D;YAC3D,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBACtB,IAAI,aAAa,GAAG,KAAK,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,aAAc,CAAC,MAAM,CAAC,CAAA;gBACnG,KAAK,CAAC,gBAAgB,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;YACjG,CAAC;YAED,6BAA6B;YAC7B,KAAK,IAAI,CAAC,GAAG,gBAAgB,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpD,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAC,CAAC,CAAA;YAC/F,CAAC;YAED,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CACtB;gBACI,aAAa,EAAE,eAAe,CAAC,iBAAiB,IAAI,KAAK,CAAC,aAAa,CAAC;gBACxE,QAAQ,EAAE,eAAe,CAAC,QAAQ,IAAI,KAAK,CAAC,aAAa,CAAC;gBAC1D,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;aAC1D,EACD,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAClB,OAAO,IAAI,CAAC,OAAO,CAAC;oBAChB,KAAK;oBACL,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC;oBAChC,MAAM,EAAE,OAAO;iBAClB,CAAC,CAAA;YACN,CAAC,CACJ,CAAA;QACL,CAAC;QAED,IAAI,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;QAE5C,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;QACxE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,IAAA,oBAAa,EAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE,cAAc,CAAC,CAAA;QAElG,IAAI,CAAC,YAAY,EAAE,CAAA;QAEnB,OAAO,KAAK,CAAA;IAChB,CAAC;IAEO,YAAY;QAChB,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAA;YACtC,IAAI,CAAC,iBAAiB,GAAG,UAAU,CAAC,GAAG,EAAE;gBACrC,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAA;gBAClC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACrB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;oBAC1B,IAAI,CAAC,YAAY,EAAE,CAAA;gBACvB,CAAC;YACL,CAAC,EAAE,IAAK,CAAC,CAAA;QACb,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAC7B,CAAC;IACL,CAAC;IAEO,iBAAiB;QACrB,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC;YACjC,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QACxC,CAAC;QACD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;YAC1B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAA;QAC1C,CAAC;IACL,CAAC;CACJ;AAED,SAAS,iBAAiB,CAAC,YAAwB,EAAE,SAAqB;IACtE,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAA;IAExB,OAAO,YAAY,GAAG,YAAY,CAAC,MAAM,IAAI,SAAS,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QACxE,MAAM,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC,CAAA;QAC/C,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAA;QAEtC,IAAI,YAAY,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;YACzC,SAAS,EAAE,CAAA;YACX,SAAQ;QACZ,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;YACzC,YAAY,EAAE,CAAA;YACd,SAAQ;QACZ,CAAC;QAED,IAAI,YAAY,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACvC,OAAO,eAAe,CAAA;QAC1B,CAAC;QAED,eAAe,GAAG,YAAY,CAAA;QAC9B,YAAY,EAAE,CAAA;QACd,SAAS,EAAE,CAAA;IACf,CAAC;IAED,OAAO,eAAe,CAAA;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,GAAa;IAClC,OAAO,EAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAC,CAAA;AAC/C,CAAC;AAED,SAAS,UAAU,CAAC,aAA4B;IAC5C,OAAO,EAAC,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,aAAa,CAAC,IAAI,EAAC,CAAA;AACnE,CAAC;AAED,SAAS,YAAY,CAAC,KAAqB;IACvC,OAAO,IAAA,yBAAS,EAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,aAAa,CAAA;AACnE,CAAC"}

package/lib/util.d.ts

@@ -1,6 +1,6 @@
-import { HashAndHeight } from './database';
+import type { BlockRef } from '@subsquid/util-internal-data-source';
 export declare function timeInterval(seconds: number): string;
 export declare function getItemsCount(blocks: any[]): number;
-export declare function formatHead(head: HashAndHeight): string;
+export declare function formatHead(head: BlockRef): string;
 export declare function shortHash(hash: string): string;
 //# sourceMappingURL=util.d.ts.map

package/lib/util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,aAAa,EAAC,MAAM,YAAY,CAAA;AAGxC,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAWpD;AAGD,wBAAgB,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAWnD;AAGD,wBAAgB,UAAU,CAAC,IAAI,EAAE,aAAa,GAAG,MAAM,CAEtD;AAGD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAM9C"}
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,qCAAqC,CAAA;AAIjE,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAWpD;AAGD,wBAAgB,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAWnD;AAGD,wBAAgB,UAAU,CAAC,IAAI,EAAE,QAAQ,GAAG,MAAM,CAEjD;AAGD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAM9C"}

package/lib/util.js

@@ -1,6 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.shortHash = exports.formatHead = exports.getItemsCount = exports.timeInterval = void 0;
+exports.timeInterval = timeInterval;
+exports.getItemsCount = getItemsCount;
+exports.formatHead = formatHead;
+exports.shortHash = shortHash;
 function timeInterval(seconds) {
     if (seconds < 60) {
         return Math.round(seconds) + 's';
@@ -13,7 +16,6 @@ function timeInterval(seconds) {
     minutes = minutes - hours * 60;
     return hours + 'h ' + minutes + 'm';
 }
-exports.timeInterval = timeInterval;
 function getItemsCount(blocks) {
     let count = 0;
     for (let block of blocks) {
@@ -26,11 +28,9 @@ function getItemsCount(blocks) {
     }
     return count;
 }
-exports.getItemsCount = getItemsCount;
 function formatHead(head) {
-    return `${head.height}#${shortHash(head.hash)}`;
+    return `${head.number}#${shortHash(head.hash)}`;
 }
-exports.formatHead = formatHead;
 function shortHash(hash) {
     if (hash.startsWith('0x')) {
         return hash.slice(2, 7);
@@ -39,5 +39,4 @@ function shortHash(hash) {
         return hash.slice(0, 5);
     }
 }
-exports.shortHash = shortHash;
 //# sourceMappingURL=util.js.map

package/lib/util.js.map

@@ -1 +1 @@
-{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":";;;AAGA,SAAgB,YAAY,CAAC,OAAe;IACxC,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,GAAG,CAAA;IACpC,CAAC;IACD,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,GAAC,EAAE,CAAC,CAAA;IACnC,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QACf,OAAQ,OAAO,GAAC,GAAG,CAAA;IACvB,CAAC;IACD,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAA;IACpC,OAAO,GAAG,OAAO,GAAG,KAAK,GAAG,EAAE,CAAA;IAC9B,OAAO,KAAK,GAAG,IAAI,GAAG,OAAO,GAAG,GAAG,CAAA;AACvC,CAAC;AAXD,oCAWC;AAGD,SAAgB,aAAa,CAAC,MAAa;IACvC,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;QACvB,KAAK,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC;YACpB,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAA;YACpB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,KAAK,IAAI,GAAG,CAAC,MAAM,CAAA;YACvB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAA;AAChB,CAAC;AAXD,sCAWC;AAGD,SAAgB,UAAU,CAAC,IAAmB;IAC1C,OAAO,GAAG,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;AACnD,CAAC;AAFD,gCAEC;AAGD,SAAgB,SAAS,CAAC,IAAY;IAClC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,CAAC;SAAM,CAAC;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,CAAC;AACL,CAAC;AAND,8BAMC"}
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":";;AAIA,oCAWC;AAGD,sCAWC;AAGD,gCAEC;AAGD,8BAMC;AAvCD,SAAgB,YAAY,CAAC,OAAe;IACxC,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QACf,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,GAAG,CAAA;IACpC,CAAC;IACD,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,GAAC,EAAE,CAAC,CAAA;IACnC,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QACf,OAAQ,OAAO,GAAC,GAAG,CAAA;IACvB,CAAC;IACD,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAA;IACpC,OAAO,GAAG,OAAO,GAAG,KAAK,GAAG,EAAE,CAAA;IAC9B,OAAO,KAAK,GAAG,IAAI,GAAG,OAAO,GAAG,GAAG,CAAA;AACvC,CAAC;AAGD,SAAgB,aAAa,CAAC,MAAa;IACvC,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;QACvB,KAAK,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC;YACpB,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAA;YACpB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,KAAK,IAAI,GAAG,CAAC,MAAM,CAAA;YACvB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAA;AAChB,CAAC;AAGD,SAAgB,UAAU,CAAC,IAAc;IACrC,OAAO,GAAG,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;AACnD,CAAC;AAGD,SAAgB,SAAS,CAAC,IAAY;IAClC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,CAAC;SAAM,CAAC;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,CAAC;AACL,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@subsquid/batch-processor",
-  "version": "0.0.0",
+  "version": "0.1.0-portal-api.d0738f",
   "description": "ETL processor",
   "license": "GPL-3.0-or-later",
   "repository": "git@github.com:subsquid/squid.git",
@@ -14,16 +14,17 @@
   ],
   "main": "lib/index.js",
   "dependencies": {
-    "@subsquid/logger": "^1.3.3",
+    "@subsquid/logger": "^1.4.0",
     "@subsquid/util-internal": "^3.2.0",
     "@subsquid/util-internal-counters": "^1.3.2",
     "@subsquid/util-internal-prometheus-server": "^1.3.0",
     "@subsquid/util-internal-range": "^0.3.0",
-    "prom-client": "^14.2.0"
+    "prom-client": "^14.2.0",
+    "@subsquid/util-internal-data-source": "0.0.1-portal-api.d0738f"
   },
   "devDependencies": {
     "@types/node": "^18.18.14",
-    "typescript": "~5.3.2"
+    "typescript": "~5.5.4"
   },
   "scripts": {
     "build": "rm -rf lib && tsc"

package/src/database.ts

@@ -14,11 +14,14 @@ export interface FinalTxInfo {
 
 export interface FinalDatabase<S> {
     supportsHotBlocks?: false
-    connect(): Promise<HashAndHeight>
+    connect(): Promise<FinalDatabaseState>
     transact(info: FinalTxInfo, cb: (store: S) => Promise<void>): Promise<void>
 }
 
 
+export interface FinalDatabaseState extends HashAndHeight {}
+
+
 export interface HotTxInfo {
     finalizedHead: HashAndHeight
     baseHead: HashAndHeight
@@ -30,12 +33,8 @@ export interface HotDatabase<S> {
     supportsHotBlocks: true
     connect(): Promise<HotDatabaseState>
     transact(info: FinalTxInfo, cb: (store: S) => Promise<void>): Promise<void>
-    /**
-     * @deprecated
-     */
-    transactHot(info: HotTxInfo, cb: (store: S, block: HashAndHeight) => Promise<void>): Promise<void>
 
-    transactHot2?(
+    transactHot2(
         info: HotTxInfo,
         cb: (store: S, blockSliceStart: number, blockSliceEnd: number) => Promise<void>
     ): Promise<void>
@@ -50,4 +49,4 @@ export interface HotDatabaseState extends HashAndHeight {
 export interface HashAndHeight {
     height: number
     hash: string
-}
+}

package/src/index.ts

@@ -1,3 +1,2 @@
 export * from './database'
-export * from './datasource'
 export * from './run'

package/src/run.ts

@@ -1,16 +1,15 @@
 import {createLogger} from '@subsquid/logger'
-import {last, runProgram, Throttler} from '@subsquid/util-internal'
+import {last, maybeLast, runProgram, Throttler} from '@subsquid/util-internal'
 import {createPrometheusServer} from '@subsquid/util-internal-prometheus-server'
 import * as prom from 'prom-client'
-import {Database, HashAndHeight} from './database'
-import {DataSource} from './datasource'
+import {HashAndHeight, Database, HotDatabaseState} from './database'
 import {Metrics} from './metrics'
+import {DataSource, isForkException, BlockRef, type BlockBatch} from '@subsquid/util-internal-data-source'
 import {formatHead, getItemsCount} from './util'
-
+import assert from 'assert'
 
 const log = createLogger('sqd:batch-processor')
 
-
 export interface DataHandlerContext<Block, Store> {
     /**
      * Storage interface provided by the database
@@ -26,11 +25,14 @@ export interface DataHandlerContext<Block, Store> {
     isHead: boolean
 }
 
-
-interface BlockBase {
-    header: HashAndHeight
+export interface BlockBase {
+    header: BlockRef
 }
 
+interface ProcessorState {
+    finalizedHead: BlockRef | undefined
+    unfinalizedHeads: BlockRef[]
+}
 
 /**
  * Run data processing.
@@ -51,17 +53,18 @@ export function run<Block extends BlockBase, Store>(
     db: Database<Store>,
     dataHandler: (ctx: DataHandlerContext<Block, Store>) => Promise<void>
 ): void {
-    runProgram(() => {
-        return new Processor(src, db, dataHandler).run()
-    }, err => {
-        log.fatal(err)
-    })
+    runProgram(
+        () => {
+            return new Processor(src, db, dataHandler).run()
+        },
+        (err) => {
+            log.fatal(err)
+        }
+    )
 }
 
-
 class Processor<B extends BlockBase, S> {
     private metrics = new Metrics()
-    private chainHeight: Throttler<number>
     private statusReportTimer?: any
     private hasStatusNews = false
 
@@ -69,39 +72,67 @@ class Processor<B extends BlockBase, S> {
         private src: DataSource<B>,
         private db: Database<S>,
         private handler: (ctx: DataHandlerContext<B, S>) => Promise<void>
-    ) {
-        this.chainHeight = new Throttler(() => this.src.getFinalizedHeight(), 30_000)
-    }
+    ) {}
 
     async run(): Promise<void> {
-        let state = await this.db.connect()
-        if (state.height >= 0) {
-            log.info(`last processed final block was ${state.height}`)
+        let getHead = this.db.supportsHotBlocks ? this.src.getHead.bind(this.src) : this.src.getFinalizedHead.bind(this.src)
+        let chainHeight = new Throttler(() => getHead()?.then((r) => r?.number ?? -1), 10_000)
+
+        let state: ProcessorState = {
+            finalizedHead: undefined,
+            unfinalizedHeads: [],
+        }
+        if (this.db.supportsHotBlocks) {
+            let dbState = await this.db.connect()
+            state.finalizedHead = dbState.height < 0 ? undefined : toBlockRef(dbState)
+            state.unfinalizedHeads = dbState.top.map(toBlockRef)
+        } else {
+            let dbState = await this.db.connect()
+            state.finalizedHead = dbState.height < 0 ? undefined : toBlockRef(dbState)
         }
 
-        await this.assertWeAreOnTheSameChain(state)
-        await this.initMetrics(state)
+        let head = getStateHead(state)
+        if (head != null) {
+            log.info(`last processed block was ${head.number}`)
+        }
+        await this.initMetrics(head?.number ?? -1, await chainHeight.get())
+
+        while (true) {
+            let getStream = this.db.supportsHotBlocks
+                ? this.src.getStream.bind(this.src)
+                : this.src.getFinalizedStream.bind(this.src)
+
+            head = getStateHead(state)
+            try {
+                for await (let data of getStream({after: head})) {
+                    state = await this.processBatch(state, data, await chainHeight.get())
+                }
+                break // Stream completed successfully, exit loop
+            } catch (e) {
+                if (!isForkException(e) || !this.db.supportsHotBlocks) throw e
 
-        for await (let blocks of this.src.getBlockStream(state.height + 1)) {
-            if (blocks.length > 0) {
-                state = await this.processBatch(state, blocks)
+                // Handle fork and continue loop to retry
+                let chain = state.finalizedHead
+                    ? [state.finalizedHead, ...state.unfinalizedHeads]
+                    : state.unfinalizedHeads
+                let rollbackIndex = findRollbackIndex(chain, e.previousBlocks)
+                if (rollbackIndex === -1) {
+                    if (state.finalizedHead != null) throw new Error('Unable to process fork')
+                    state.unfinalizedHeads = []
+                } else {
+                    const rollbackHead = chain[rollbackIndex]
+                    log.info(`navigating a fork on a common base ${formatHead(rollbackHead)}`)
+
+                    state.unfinalizedHeads = chain.slice(1, rollbackIndex + 1)
+                }
             }
         }
 
         this.reportFinalStatus()
     }
 
-    private async assertWeAreOnTheSameChain(state: HashAndHeight): Promise<void> {
-        if (state.height < 0) return
-        let hash = await this.src.getBlockHash(state.height)
-        if (state.hash === hash) return
-        throw new Error(
-            `already indexed block ${formatHead(state)} was not found on chain`
-        )
-    }
-
-    private async initMetrics(state: HashAndHeight): Promise<void> {
-        await this.updateProgressMetrics(await this.chainHeight.get(), state)
+    private async initMetrics(state: number, chainHeight: number): Promise<void> {
+        this.updateProgressMetrics(chainHeight, state)
         let port = process.env.PROCESSOR_PROMETHEUS_PORT || process.env.PROMETHEUS_PORT
         if (port == null) return
         prom.collectDefaultMetrics()
@@ -110,64 +141,104 @@ class Processor<B extends BlockBase, S> {
         log.info(`prometheus metrics are served on port ${server.port}`)
     }
 
-    private updateProgressMetrics(chainHeight: number, state: HashAndHeight, time?: bigint): void {
+    private updateProgressMetrics(chainHeight: number, indexerHeight: number, time?: bigint): void {
         this.metrics.setChainHeight(chainHeight)
-        this.metrics.setLastProcessedBlock(state.height)
-        let left: number
-        let processed: number
-        if (this.src.getBlocksCountInRange) {
-            left = this.src.getBlocksCountInRange({
-                from: this.metrics.getLastProcessedBlock() + 1,
-                to: this.metrics.getChainHeight()
-            })
-            processed = this.src.getBlocksCountInRange({
-                from: 0,
-                to: this.metrics.getChainHeight()
-            }) - left
-        } else {
-            left = this.metrics.getChainHeight() - this.metrics.getLastProcessedBlock()
-            processed = this.metrics.getLastProcessedBlock()
-        }
+        this.metrics.setLastProcessedBlock(indexerHeight)
+        let left = this.metrics.getChainHeight() - this.metrics.getLastProcessedBlock()
+        let processed = this.metrics.getLastProcessedBlock()
         this.metrics.updateProgress(processed, left, time)
     }
 
-    private async processBatch(prevHead: HashAndHeight, blocks: B[]): Promise<HashAndHeight> {
-        let chainHeight = await this.chainHeight.get()
+    private async processBatch(
+        state: ProcessorState,
+        data: BlockBatch<B>,
+        chainHeight: number
+    ): Promise<ProcessorState> {
+        let {blocks, finalizedHead: finalizedHeadData} = data
+
+        if (blocks.length === 0) return state
 
-        let nextHead = {
-            hash: last(blocks).header.hash,
-            height: last(blocks).header.height
+        let prevHead = getStateHead(state)
+
+        // Validate data continuity
+        if (prevHead && prevHead.number >= blocks[0].header.number) {
+            throw new Error('Data is not continuous')
+        }
+
+        let unfinalizedIndex = 0
+        if (finalizedHeadData != null) {
+            unfinalizedIndex = blocks.findIndex((b) => b.header.number > finalizedHeadData!.number)
         }
 
-        let isOnTop = nextHead.height >= chainHeight
+        let nextHead = last(blocks).header
+        let isOnTop = nextHead.number >= chainHeight
 
         let mappingStartTime = process.hrtime.bigint()
 
-        await this.db.transact({
-            prevHead,
-            nextHead,
-            isOnTop
-        }, store => {
-            return this.handler({
-                store,
-                blocks,
-                isHead: isOnTop
-            })
-        })
+        // All new blocks are finalized
+        if (unfinalizedIndex < 0) {
+            const finalizedRef = blocks[blocks.length - 1].header
+            state.finalizedHead = {number: finalizedRef.number, hash: finalizedRef.hash}
+            state.unfinalizedHeads = []
+
+            await this.db.transact(
+                {
+                    prevHead: prevHead ? toHashAndHeight(prevHead) : {height: -1, hash: '0x'},
+                    nextHead: toHashAndHeight(nextHead),
+                    isOnTop,
+                },
+                (store) => {
+                    return this.handler({
+                        store,
+                        blocks,
+                        isHead: isOnTop,
+                    })
+                }
+            )
+        } else {
+            assert(this.db.supportsHotBlocks)
+
+            let finalizedRef: BlockRef | undefined = blocks[unfinalizedIndex - 1]?.header
+            if (finalizedHeadData?.hash && finalizedHeadData?.number != null) {
+                finalizedRef = {hash: finalizedHeadData.hash, number: finalizedHeadData.number}
+            }
+            state.finalizedHead = finalizedRef ?? state.finalizedHead
+
+            // Finalize all hot heads that are older than the cold head
+            if (state.finalizedHead) {
+                let finalizeIndex = state.unfinalizedHeads.findIndex((h) => h.number > state.finalizedHead!.number)
+                state.unfinalizedHeads = finalizeIndex < 0 ? [] : state.unfinalizedHeads.slice(finalizeIndex)
+            }
+
+            // Process unfinalized blocks
+            for (let i = unfinalizedIndex; i < blocks.length; i++) {
+                state.unfinalizedHeads.push({number: blocks[i].header.number, hash: blocks[i].header.hash})
+            }
+
+            await this.db.transactHot2(
+                {
+                    finalizedHead: toHashAndHeight(finalizedHeadData ?? state.finalizedHead),
+                    baseHead: toHashAndHeight(prevHead ?? state.finalizedHead),
+                    newBlocks: blocks.map((b) => toHashAndHeight(b.header)),
+                },
+                (store, start, end) => {
+                    return this.handler({
+                        store,
+                        blocks: blocks.slice(start, end),
+                        isHead: isOnTop,
+                    })
+                }
+            )
+        }
 
         let mappingEndTime = process.hrtime.bigint()
 
-        this.updateProgressMetrics(chainHeight, nextHead, mappingEndTime)
-        this.metrics.registerBatch(
-            blocks.length,
-            getItemsCount(blocks),
-            mappingStartTime,
-            mappingEndTime
-        )
+        this.updateProgressMetrics(chainHeight, nextHead.number, mappingEndTime)
+        this.metrics.registerBatch(blocks.length, getItemsCount(blocks), mappingStartTime, mappingEndTime)
 
         this.reportStatus()
 
-        return nextHead
+        return state
     }
 
     private reportStatus(): void {
@@ -179,7 +250,7 @@ class Processor<B extends BlockBase, S> {
                     this.hasStatusNews = false
                     this.reportStatus()
                 }
-            }, 5000)
+            }, 5_000)
         } else {
             this.hasStatusNews = true
         }
@@ -195,3 +266,46 @@ class Processor<B extends BlockBase, S> {
         }
     }
 }
+
+function findRollbackIndex(currentChain: BlockRef[], forkChain: BlockRef[]): number {
+    let currentIndex = 0
+    let forkIndex = 0
+    let lastCommonIndex = -1
+
+    while (currentIndex < currentChain.length && forkIndex < forkChain.length) {
+        const currentBlock = currentChain[currentIndex]
+        const forkBlock = forkChain[forkIndex]
+
+        if (currentBlock.number > forkBlock.number) {
+            forkIndex++
+            continue
+        }
+
+        if (currentBlock.number < forkBlock.number) {
+            currentIndex++
+            continue
+        }
+
+        if (currentBlock.hash !== forkBlock.hash) {
+            return lastCommonIndex
+        }
+
+        lastCommonIndex = currentIndex
+        currentIndex++
+        forkIndex++
+    }
+
+    return lastCommonIndex
+}
+
+function toHashAndHeight(ref: BlockRef): HashAndHeight {
+    return {height: ref.number, hash: ref.hash}
+}
+
+function toBlockRef(hashAndHeight: HashAndHeight): BlockRef {
+    return {number: hashAndHeight.height, hash: hashAndHeight.hash}
+}
+
+function getStateHead(state: ProcessorState): BlockRef | undefined {
+    return maybeLast(state.unfinalizedHeads) ?? state.finalizedHead
+}

package/src/util.ts

@@ -1,3 +1,4 @@
+import type {BlockRef} from '@subsquid/util-internal-data-source'
 import {HashAndHeight} from './database'
 
 
@@ -29,8 +30,8 @@ export function getItemsCount(blocks: any[]): number {
 }
 
 
-export function formatHead(head: HashAndHeight): string {
-    return `${head.height}#${shortHash(head.hash)}`
+export function formatHead(head: BlockRef): string {
+    return `${head.number}#${shortHash(head.hash)}`
 }
 
 

package/lib/datasource.d.ts

@@ -1,8 +0,0 @@
-import type { FiniteRange } from '@subsquid/util-internal-range';
-export interface DataSource<B> {
-    getFinalizedHeight(): Promise<number>;
-    getBlockHash(height: number): Promise<string | undefined>;
-    getBlockStream(fromBlock?: number): AsyncIterable<B[]>;
-    getBlocksCountInRange?(range: FiniteRange): number;
-}
-//# sourceMappingURL=datasource.d.ts.map

package/lib/datasource.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"datasource.d.ts","sourceRoot":"","sources":["../src/datasource.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,+BAA+B,CAAA;AAG9D,MAAM,WAAW,UAAU,CAAC,CAAC;IACzB,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAA;IACrC,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAA;IACzD,cAAc,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC,CAAC,EAAE,CAAC,CAAA;IACtD,qBAAqB,CAAC,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CAAA;CACrD"}

package/lib/datasource.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=datasource.js.map

package/lib/datasource.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"datasource.js","sourceRoot":"","sources":["../src/datasource.ts"],"names":[],"mappings":""}

package/src/datasource.ts

@@ -1,9 +0,0 @@
-import type {FiniteRange} from '@subsquid/util-internal-range'
-
-
-export interface DataSource<B> {
-    getFinalizedHeight(): Promise<number>
-    getBlockHash(height: number): Promise<string | undefined>
-    getBlockStream(fromBlock?: number): AsyncIterable<B[]>
-    getBlocksCountInRange?(range: FiniteRange): number
-}