@subql/node-ethereum 0.4.1-12-storeCache-0.0.3 → 0.4.1-13

package/dist/indexer/indexer.manager.d.ts

@@ -20,7 +20,6 @@ export declare class IndexerManager {
     private dsProcessorService;
     private projectService;
     private api;
-    private filteredDataSources;
     constructor(storeService: StoreService, apiService: ApiService, poiService: PoiService, sequelize: Sequelize, project: SubqueryProject, nodeConfig: NodeConfig, sandboxService: SandboxService, dynamicDsService: DynamicDsService, unfinalizedBlocksService: UnfinalizedBlocksService, dsProcessorService: DsProcessorService, projectService: ProjectService);
     indexBlock(blockContent: EthereumBlockWrapper): Promise<{
         dynamicDsCreated: boolean;

package/dist/indexer/indexer.manager.js

@@ -97,14 +97,12 @@ let IndexerManager = class IndexerManager {
                     await this.storeService.setMetadataBatch([{ key: 'lastPoiHeight', value: blockHeight }], { transaction: tx });
                 }
             }
-            await this.storeService.flushCache();
         }
         catch (e) {
             await tx.rollback();
             throw e;
         }
         await tx.commit();
-        this.storeService.resetMemoryStore();
         return {
             dynamicDsCreated,
             operationHash,
@@ -128,11 +126,12 @@ let IndexerManager = class IndexerManager {
             process.exit(1);
         }
     }
-    async indexBlockData({ block, logs, transactions }, dataSources, getVM) {
+    async indexBlockData({ block, transactions }, dataSources, getVM) {
+        var _a;
         await this.indexBlockContent(block, dataSources, getVM);
         for (const tx of transactions) {
             await this.indexTransaction(tx, dataSources, getVM);
-            for (const log of logs.filter((l) => l.transactionHash === tx.hash)) {
+            for (const log of (_a = tx.logs) !== null && _a !== void 0 ? _a : []) {
                 await this.indexEvent(log, dataSources, getVM);
             }
         }

package/dist/indexer/indexer.manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"indexer.manager.js","sourceRoot":"","sources":["../../src/indexer/indexer.manager.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;;;;AAEtC,2CAAoD;AACpD,yCAAiD;AACjD,4DAUgC;AAChC,gDAU0B;AAQ1B,yCAAmD;AACnD,kEAA+E;AAE/E,+DAAkE;AAClE,oCAAwC;AACxC,iEAGgC;AAChC,6DAAwD;AACxD,uDAAmD;AACnD,uDAAmD;AACnD,2EAAuE;AAEvE,MAAM,gBAAgB,GAAG,IAAA,eAAQ,EAAC,MAAM,CAAC,CAAC;AAE1C,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,SAAS,CAAC,CAAC;AAG7B,IAAM,cAAc,GAApB,MAAM,cAAc;IAIzB,YACU,YAA0B,EAC1B,UAAsB,EACtB,UAAsB,EACtB,SAAoB,EACiB,OAAwB,EAC7D,UAAsB,EACtB,cAA8B,EAC9B,gBAAkC,EAClC,wBAAkD,EAClD,kBAAsC,EACtC,cAA8B;QAV9B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,cAAS,GAAT,SAAS,CAAW;QACiB,YAAO,GAAP,OAAO,CAAiB;QAC7D,eAAU,GAAV,UAAU,CAAY;QACtB,mBAAc,GAAd,cAAc,CAAgB;QAC9B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,6BAAwB,GAAxB,wBAAwB,CAA0B;QAClD,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,mBAAc,GAAd,cAAc,CAAgB;QAEtC,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAErC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IACjC,CAAC;IAGK,AAAN,KAAK,CAAC,UAAU,CAAC,YAAkC;QAKjD,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC;QAC5C,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,IAAI,kBAAkB,GAAG,IAAI,CAAC;QAC9B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAE9C,IAAI,aAAa,GAAG,gBAAgB,CAAC;QACrC,IAAI,YAAwB,CAAC;QAE7B,IAAI;YACF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAC7D,WAAW,CACZ,CAAC;YAEF,uCAAuC;YACvC,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAEjD,kBAAkB,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAEpE,MAAM,IAAI,CAAC,cAAc,CACvB,YAAY,EACZ,WAAW;YACX,4DAA4D;YAC5D,KAAK,EAAE,EAAkB,EAAE,EAAE;gBAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAClD,EAAE,EACF,IAAI,CAAC,GAAG,EACR,YAAY,CACb,CAAC;gBAEF,uCAAuC;gBACvC,EAAE,CAAC,MAAM,CACP,KAAK,EAAE,YAAoB,EAAE,IAA8B,EAAE,EAAE;oBAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,CAC/D;wBACE,YAAY;wBACZ,IAAI;wBACJ,UAAU,EAAE,WAAW;qBACxB,EACD,EAAE,CACH,CAAC;oBACF,+FAA+F;oBAC/F,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACxB,gBAAgB,GAAG,IAAI,CAAC;gBAC1B,CAAC,EACD,yBAAyB,CAC1B,CAAC;gBAEF,OAAO,EAAE,CAAC;YACZ,CAAC,CACF,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAChC;oBACE,EAAE,GAAG,EAAE,qBAAqB,EAAE,KAAK,EAAE,WAAW,EAAE;oBAClD,EAAE,GAAG,EAAE,wBAAwB,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE;iBACrD,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACpB;gBACD,0FAA0F;gBAC1F,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,qBAAqB,EAAE,EAAE,CAAC;aACjE,CAAC,CAAC;YAEH,wEAAwE;YACxE,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,sBAAsB,EAAE,CAAC;YAC3D,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE;gBAChC,2DAA2D;gBAC3D,IAAI,CAAC,IAAA,YAAK,EAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE;oBAC3C,MAAM,QAAQ,GAAG,oBAAQ,CAAC,MAAM,CAC9B,WAAW,EACX,YAAY,CAAC,KAAK,CAAC,IAAI,EACvB,aAAa,EACb,MAAM,IAAI,CAAC,UAAU,CAAC,qBAAqB,EAAE,EAC7C,IAAI,CAAC,OAAO,CAAC,EAAE,CAChB,CAAC;oBACF,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC;oBAC7B,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC9D,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;oBACpD,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CACtC,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,EAC9C,EAAE,WAAW,EAAE,EAAE,EAAE,CACpB,CAAC;iBACH;aACF;YACD,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC;SACtC;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,CAAC,CAAC;SACT;QAED,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;QAErC,OAAO;YACL,gBAAgB;YAChB,aAAa;YACb,kBAAkB;SACnB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,KAAoB,EACpB,EAAe;QAEf,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE;YACrC,OAAO,IAAI,CAAC,wBAAwB,CAAC,wBAAwB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;SAC1E;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,iBAAiB,CAAC,EAAoB,EAAE,WAAmB;QACjE,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE;YACd,MAAM,CAAC,KAAK,CACV,0IAA0I,WAAW;yFACpE,CAClF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAwB,EACnD,WAA6B,EAC7B,KAAqD;QAErD,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;QAExD,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE;YAC7B,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;YAEpD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE;gBACnE,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;aAChD;SACF;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,KAAoB,EACpB,WAA6B,EAC7B,KAAqD;QAErD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;YAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,qCAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACnE;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,EAAuB,EACvB,WAA6B,EAC7B,KAAqD;QAErD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;YAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,qCAAmB,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SAC/D;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,GAAgB,EAChB,WAA6B,EAC7B,KAAqD;QAErD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;YAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,qCAAmB,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACjE;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,IAAO,EACP,IAAuC,EACvC,EAAkB,EAClB,KAAsD;QAEtD,IAAI,EAAkB,CAAC;QACvB,IAAI,IAAA,6BAAW,EAAC,EAAE,CAAC,EAAE;YACnB,MAAM,QAAQ,GAAI,EAAE,CAAC,OAAO,CAAC,QAAkC,CAAC,MAAM,CACpE,CAAC,CAAC,EAAE,EAAE;;gBACJ,OAAA,CAAC,CAAC,IAAI,KAAK,IAAI;oBACf,aAAa,CAAC,IAAI,CAAC,CACjB,IAAW,EACX,CAAC,CAAC,MAAa,EACf,MAAA,EAAE,CAAC,OAAO,0CAAE,OAAO,CACpB,CAAA;aAAA,CACJ,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACpB,OAAO;aACR;YACD,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAEjE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC9B,EAAE,GAAG,EAAE,aAAF,EAAE,cAAF,EAAE,GAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7B,IAAI,CAAC,UAAU,CAAC,QAAQ;oBACtB,CAAC,CAAC,MAAM,IAAA,wBAAY,EAChB,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,EACvB,oBAAoB,EACpB,OAAO,CAAC,OAAO,CAChB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC;oBAClC,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;aACzD;SACF;aAAM,IAAI,IAAA,4BAAU,EAAC,EAAE,CAAC,EAAE;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAC1C,EAAE,EACF,IAAI,EACJ,gBAAgB,CAAC,IAAI,CAAC,EACtB,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE;gBACnB,QAAQ,IAAI,EAAE;oBACZ,KAAK,qCAAmB,CAAC,KAAK;wBAC5B,OAAO,qCAAoB,CAAC,qBAAqB,CAC/C,IAAqB,EACrB,UAAU,CACX,CAAC;oBACJ,KAAK,qCAAmB,CAAC,IAAI;wBAC3B,OAAO,qCAAoB,CAAC,2BAA2B,CACrD,IAA2B,EAC3B,UAAU,CACX,CAAC;oBACJ,KAAK,qCAAmB,CAAC,KAAK;wBAC5B,OAAO,qCAAoB,CAAC,mBAAmB,CAC7C,IAAmB,EACnB,UAAU,CACX,CAAC;oBACJ;wBACE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;iBAC/C;YACH,CAAC,CACF,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACpB,OAAO;aACR;YAED,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAEjE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC9B,EAAE,GAAG,EAAE,aAAF,EAAE,cAAF,EAAE,GAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7B,MAAM,IAAI,CAAC,2BAA2B,CAAC,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;aACrE;SACF;IACH,CAAC;IAEO,sBAAsB,CAC5B,EAA8C,EAC9C,IAAuC,EACvC,gBAAqC,EACrC,UAGY;QAEZ,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAE1D,OAAO,EAAE,CAAC,OAAO,CAAC,QAAQ;aACvB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE;YAClB,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE;gBAC/B,SAAS,CAAC,UAAU,CAAC;gBAErB,OAAO,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;aAC/C;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE;YAClB,MAAM,SAAS,GAAG,IAAA,0DAAmC,EACnD,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CACvC,CAAC;YAEF,IAAI;gBACF,OAAO,SAAS,CAAC,eAAe,CAAC;oBAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,KAAK,EAAE,IAAI;oBACX,EAAE;iBACH,CAAC,CAAC;aACJ;YAAC,OAAO,CAAC,EAAE;gBACV,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,oCAAoC,CAAC,CAAC;gBACtD,MAAM,CAAC,CAAC;aACT;QACH,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,2BAA2B,CACvC,EAA8C,EAC9C,EAAkB,EAClB,OAA2B,EAC3B,IAAuC;QAEvC,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAE3D,MAAM,SAAS,GAAG,IAAA,0DAAmC,EACnD,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CACvC,CAAC;QAEF,MAAM,eAAe,GAAG,MAAM,SAAS;aACpC,WAAW,CAAC;YACX,KAAK,EAAE,IAAI;YACX,EAAE;YACF,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM;SACP,CAAC;aACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACX,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,6CAA6C,CAAC,CAAC;YAC/D,MAAM,CAAC,CAAC;QACV,CAAC,CAAC,CAAC;QAEL,+FAA+F;QAC/F,+FAA+F;QAC/F,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE;YACnC,MAAM,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;SAChD;IACH,CAAC;CACF,CAAA;AAnUO;IADL,IAAA,oBAAQ,EAAC,oBAAY,CAAC,IAAI,CAAC,QAAQ,CAAC;;;;gDA0GpC;AAhIU,cAAc;IAD1B,IAAA,mBAAU,GAAE;IAUR,WAAA,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAA;qCAJL,wBAAY;QACd,sBAAU;QACV,sBAAU;QACX,qBAAS;QAC0B,iCAAe;QACjD,sBAAU;QACN,gCAAc;QACZ,qCAAgB;QACR,oDAAwB;QAC9B,yCAAkB;QACtB,gCAAc;GAf7B,cAAc,CA0V1B;AA1VY,wCAAc;AAkW3B,MAAM,gBAAgB,GAAG;IACvB,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,yCAAuB;IACpD,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,yCAAuB;IACpD,CAAC,qCAAmB,CAAC,IAAI,CAAC,EAAE,wCAAsB;CACnD,CAAC;AAEF,MAAM,aAAa,GAAG;IACpB,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,qCAAoB,CAAC,qBAAqB;IACvE,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,qCAAoB,CAAC,mBAAmB;IACrE,CAAC,qCAAmB,CAAC,IAAI,CAAC,EAAE,qCAAoB,CAAC,2BAA2B;CAC7E,CAAC;AAEF,MAAM,aAAa,GAAG;IACpB,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAmB,EAAE,EAAE,CAAC,IAAI;IAChE,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,GAAgB,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;IACzE,CAAC,qCAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,GAAgB,EAAE,EAAE,CAC/C,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC;CACjC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Inject, Injectable } from '@nestjs/common';\nimport { hexToU8a, u8aEq } from '@polkadot/util';\nimport {\n  isBlockHandlerProcessor,\n  isCallHandlerProcessor,\n  isEventHandlerProcessor,\n  isCustomDs,\n  isRuntimeDs,\n  SubqlEthereumCustomDataSource,\n  SubqlCustomHandler,\n  EthereumHandlerKind,\n  EthereumRuntimeHandlerInputMap,\n} from '@subql/common-ethereum';\nimport {\n  ApiService,\n  PoiBlock,\n  StoreService,\n  PoiService,\n  NodeConfig,\n  getLogger,\n  profiler,\n  profilerWrap,\n  IndexerSandbox,\n} from '@subql/node-core';\nimport {\n  EthereumTransaction,\n  EthereumLog,\n  SubqlRuntimeHandler,\n  EthereumBlockWrapper,\n  EthereumBlock,\n} from '@subql/types-ethereum';\nimport { Sequelize, Transaction } from 'sequelize';\nimport { SubqlProjectDs, SubqueryProject } from '../configure/SubqueryProject';\nimport { EthereumApi } from '../ethereum';\nimport { EthereumBlockWrapped } from '../ethereum/block.ethereum';\nimport { yargsOptions } from '../yargs';\nimport {\n  asSecondLayerHandlerProcessor_1_0_0,\n  DsProcessorService,\n} from './ds-processor.service';\nimport { DynamicDsService } from './dynamic-ds.service';\nimport { ProjectService } from './project.service';\nimport { SandboxService } from './sandbox.service';\nimport { UnfinalizedBlocksService } from './unfinalizedBlocks.service';\n\nconst NULL_MERKEL_ROOT = hexToU8a('0x00');\n\nconst logger = getLogger('indexer');\n\n@Injectable()\nexport class IndexerManager {\n  private api: EthereumApi;\n  private filteredDataSources: SubqlProjectDs[];\n\n  constructor(\n    private storeService: StoreService,\n    private apiService: ApiService,\n    private poiService: PoiService,\n    private sequelize: Sequelize,\n    @Inject('ISubqueryProject') private readonly project: SubqueryProject,\n    private nodeConfig: NodeConfig,\n    private sandboxService: SandboxService,\n    private dynamicDsService: DynamicDsService,\n    private unfinalizedBlocksService: UnfinalizedBlocksService,\n    private dsProcessorService: DsProcessorService,\n    private projectService: ProjectService,\n  ) {\n    logger.info('indexer manager start');\n\n    this.api = this.apiService.api;\n  }\n\n  @profiler(yargsOptions.argv.profiler)\n  async indexBlock(blockContent: EthereumBlockWrapper): Promise<{\n    dynamicDsCreated: boolean;\n    operationHash: Uint8Array;\n    reindexBlockHeight: null;\n  }> {\n    const { block, blockHeight } = blockContent;\n    let dynamicDsCreated = false;\n    let reindexBlockHeight = null;\n    const tx = await this.sequelize.transaction();\n    this.storeService.setTransaction(tx);\n    this.storeService.setBlockHeight(blockHeight);\n\n    let operationHash = NULL_MERKEL_ROOT;\n    let poiBlockHash: Uint8Array;\n\n    try {\n      const datasources = await this.projectService.getAllDataSources(\n        blockHeight,\n      );\n\n      // Check that we have valid datasources\n      this.assertDataSources(datasources, blockHeight);\n\n      reindexBlockHeight = await this.processUnfinalizedBlocks(block, tx);\n\n      await this.indexBlockData(\n        blockContent,\n        datasources,\n        // eslint-disable-next-line @typescript-eslint/require-await\n        async (ds: SubqlProjectDs) => {\n          const vm = this.sandboxService.getDsProcessorWrapper(\n            ds,\n            this.api,\n            blockContent,\n          );\n\n          // Inject function to create ds into vm\n          vm.freeze(\n            async (templateName: string, args?: Record<string, unknown>) => {\n              const newDs = await this.dynamicDsService.createDynamicDatasource(\n                {\n                  templateName,\n                  args,\n                  startBlock: blockHeight,\n                },\n                tx,\n              );\n              // Push the newly created dynamic ds to be processed this block on any future extrinsics/events\n              datasources.push(newDs);\n              dynamicDsCreated = true;\n            },\n            'createDynamicDatasource',\n          );\n\n          return vm;\n        },\n      );\n\n      await Promise.all([\n        this.storeService.setMetadataBatch(\n          [\n            { key: 'lastProcessedHeight', value: blockHeight },\n            { key: 'lastProcessedTimestamp', value: Date.now() },\n          ],\n          { transaction: tx },\n        ),\n        // Db Metadata increase BlockCount, in memory ref to block-dispatcher _processedBlockCount\n        this.storeService.incrementJsonbCount('processedBlockCount', tx),\n      ]);\n\n      // Need calculate operationHash to ensure correct offset insert all time\n      operationHash = this.storeService.getOperationMerkleRoot();\n      if (this.nodeConfig.proofOfIndex) {\n        //check if operation is null, then poi will not be inserted\n        if (!u8aEq(operationHash, NULL_MERKEL_ROOT)) {\n          const poiBlock = PoiBlock.create(\n            blockHeight,\n            blockContent.block.hash,\n            operationHash,\n            await this.poiService.getLatestPoiBlockHash(),\n            this.project.id,\n          );\n          poiBlockHash = poiBlock.hash;\n          await this.storeService.setPoi(poiBlock, { transaction: tx });\n          this.poiService.setLatestPoiBlockHash(poiBlockHash);\n          await this.storeService.setMetadataBatch(\n            [{ key: 'lastPoiHeight', value: blockHeight }],\n            { transaction: tx },\n          );\n        }\n      }\n      await this.storeService.flushCache();\n    } catch (e) {\n      await tx.rollback();\n      throw e;\n    }\n\n    await tx.commit();\n    this.storeService.resetMemoryStore();\n\n    return {\n      dynamicDsCreated,\n      operationHash,\n      reindexBlockHeight,\n    };\n  }\n\n  async start(): Promise<void> {\n    await this.projectService.init();\n    logger.info('indexer manager started');\n  }\n\n  private async processUnfinalizedBlocks(\n    block: EthereumBlock,\n    tx: Transaction,\n  ): Promise<number | null> {\n    if (this.nodeConfig.unfinalizedBlocks) {\n      return this.unfinalizedBlocksService.processUnfinalizedBlocks(block, tx);\n    }\n    return null;\n  }\n\n  private assertDataSources(ds: SubqlProjectDs[], blockHeight: number) {\n    if (!ds.length) {\n      logger.error(\n        `Your start block is greater than the current indexed block height in your database. Either change your startBlock (project.yaml) to <= ${blockHeight}\n         or delete your database and start again from the currently specified startBlock`,\n      );\n      process.exit(1);\n    }\n  }\n\n  private async indexBlockData(\n    { block, logs, transactions }: EthereumBlockWrapper,\n    dataSources: SubqlProjectDs[],\n    getVM: (d: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    await this.indexBlockContent(block, dataSources, getVM);\n\n    for (const tx of transactions) {\n      await this.indexTransaction(tx, dataSources, getVM);\n\n      for (const log of logs.filter((l) => l.transactionHash === tx.hash)) {\n        await this.indexEvent(log, dataSources, getVM);\n      }\n    }\n  }\n\n  private async indexBlockContent(\n    block: EthereumBlock,\n    dataSources: SubqlProjectDs[],\n    getVM: (d: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    for (const ds of dataSources) {\n      await this.indexData(EthereumHandlerKind.Block, block, ds, getVM);\n    }\n  }\n\n  private async indexTransaction(\n    tx: EthereumTransaction,\n    dataSources: SubqlProjectDs[],\n    getVM: (d: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    for (const ds of dataSources) {\n      await this.indexData(EthereumHandlerKind.Call, tx, ds, getVM);\n    }\n  }\n\n  private async indexEvent(\n    log: EthereumLog,\n    dataSources: SubqlProjectDs[],\n    getVM: (d: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    for (const ds of dataSources) {\n      await this.indexData(EthereumHandlerKind.Event, log, ds, getVM);\n    }\n  }\n\n  private async indexData<K extends EthereumHandlerKind>(\n    kind: K,\n    data: EthereumRuntimeHandlerInputMap[K],\n    ds: SubqlProjectDs,\n    getVM: (ds: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    let vm: IndexerSandbox;\n    if (isRuntimeDs(ds)) {\n      const handlers = (ds.mapping.handlers as SubqlRuntimeHandler[]).filter(\n        (h) =>\n          h.kind === kind &&\n          FilterTypeMap[kind](\n            data as any,\n            h.filter as any,\n            ds.options?.address,\n          ),\n      );\n\n      if (!handlers.length) {\n        return;\n      }\n      const parsedData = await DataAbiParser[kind](this.api)(data, ds);\n\n      for (const handler of handlers) {\n        vm = vm ?? (await getVM(ds));\n        this.nodeConfig.profiler\n          ? await profilerWrap(\n              vm.securedExec.bind(vm),\n              'handlerPerformance',\n              handler.handler,\n            )(handler.handler, [parsedData])\n          : await vm.securedExec(handler.handler, [parsedData]);\n      }\n    } else if (isCustomDs(ds)) {\n      const handlers = this.filterCustomDsHandlers<K>(\n        ds,\n        data,\n        ProcessorTypeMap[kind],\n        (data, baseFilter) => {\n          switch (kind) {\n            case EthereumHandlerKind.Block:\n              return EthereumBlockWrapped.filterBlocksProcessor(\n                data as EthereumBlock,\n                baseFilter,\n              );\n            case EthereumHandlerKind.Call:\n              return EthereumBlockWrapped.filterTransactionsProcessor(\n                data as EthereumTransaction,\n                baseFilter,\n              );\n            case EthereumHandlerKind.Event:\n              return EthereumBlockWrapped.filterLogsProcessor(\n                data as EthereumLog,\n                baseFilter,\n              );\n            default:\n              throw new Error('Unsupported handler kind');\n          }\n        },\n      );\n\n      if (!handlers.length) {\n        return;\n      }\n\n      const parsedData = await DataAbiParser[kind](this.api)(data, ds);\n\n      for (const handler of handlers) {\n        vm = vm ?? (await getVM(ds));\n        await this.transformAndExecuteCustomDs(ds, vm, handler, parsedData);\n      }\n    }\n  }\n\n  private filterCustomDsHandlers<K extends EthereumHandlerKind>(\n    ds: SubqlEthereumCustomDataSource<string, any>,\n    data: EthereumRuntimeHandlerInputMap[K],\n    baseHandlerCheck: ProcessorTypeMap[K],\n    baseFilter: (\n      data: EthereumRuntimeHandlerInputMap[K],\n      baseFilter: any,\n    ) => boolean,\n  ): SubqlCustomHandler[] {\n    const plugin = this.dsProcessorService.getDsProcessor(ds);\n\n    return ds.mapping.handlers\n      .filter((handler) => {\n        const processor = plugin.handlerProcessors[handler.kind];\n        if (baseHandlerCheck(processor)) {\n          processor.baseFilter;\n\n          return baseFilter(data, processor.baseFilter);\n        }\n        return false;\n      })\n      .filter((handler) => {\n        const processor = asSecondLayerHandlerProcessor_1_0_0(\n          plugin.handlerProcessors[handler.kind],\n        );\n\n        try {\n          return processor.filterProcessor({\n            filter: handler.filter,\n            input: data,\n            ds,\n          });\n        } catch (e) {\n          logger.error(e, 'Failed to run ds processer filter.');\n          throw e;\n        }\n      });\n  }\n\n  private async transformAndExecuteCustomDs<K extends EthereumHandlerKind>(\n    ds: SubqlEthereumCustomDataSource<string, any>,\n    vm: IndexerSandbox,\n    handler: SubqlCustomHandler,\n    data: EthereumRuntimeHandlerInputMap[K],\n  ): Promise<void> {\n    const plugin = this.dsProcessorService.getDsProcessor(ds);\n    const assets = await this.dsProcessorService.getAssets(ds);\n\n    const processor = asSecondLayerHandlerProcessor_1_0_0(\n      plugin.handlerProcessors[handler.kind],\n    );\n\n    const transformedData = await processor\n      .transformer({\n        input: data,\n        ds,\n        api: this.api,\n        filter: handler.filter,\n        assets,\n      })\n      .catch((e) => {\n        logger.error(e, 'Failed to transform data with ds processor.');\n        throw e;\n      });\n\n    // We can not run this in parallel. the transformed data items may be dependent on one another.\n    // An example of this is with Acala EVM packing multiple EVM logs into a single Substrate event\n    for (const _data of transformedData) {\n      await vm.securedExec(handler.handler, [_data]);\n    }\n  }\n}\n\ntype ProcessorTypeMap = {\n  [EthereumHandlerKind.Block]: typeof isBlockHandlerProcessor;\n  [EthereumHandlerKind.Event]: typeof isEventHandlerProcessor;\n  [EthereumHandlerKind.Call]: typeof isCallHandlerProcessor;\n};\n\nconst ProcessorTypeMap = {\n  [EthereumHandlerKind.Block]: isBlockHandlerProcessor,\n  [EthereumHandlerKind.Event]: isEventHandlerProcessor,\n  [EthereumHandlerKind.Call]: isCallHandlerProcessor,\n};\n\nconst FilterTypeMap = {\n  [EthereumHandlerKind.Block]: EthereumBlockWrapped.filterBlocksProcessor,\n  [EthereumHandlerKind.Event]: EthereumBlockWrapped.filterLogsProcessor,\n  [EthereumHandlerKind.Call]: EthereumBlockWrapped.filterTransactionsProcessor,\n};\n\nconst DataAbiParser = {\n  [EthereumHandlerKind.Block]: () => (data: EthereumBlock) => data,\n  [EthereumHandlerKind.Event]: (api: EthereumApi) => api.parseLog.bind(api),\n  [EthereumHandlerKind.Call]: (api: EthereumApi) =>\n    api.parseTransaction.bind(api),\n};\n"]}
+{"version":3,"file":"indexer.manager.js","sourceRoot":"","sources":["../../src/indexer/indexer.manager.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;;;;;;;;;;;;;AAEtC,2CAAoD;AACpD,yCAAiD;AACjD,4DAUgC;AAChC,gDAU0B;AAQ1B,yCAAmD;AACnD,kEAA+E;AAE/E,+DAAkE;AAClE,oCAAwC;AACxC,iEAGgC;AAChC,6DAAwD;AACxD,uDAAmD;AACnD,uDAAmD;AACnD,2EAAuE;AAEvE,MAAM,gBAAgB,GAAG,IAAA,eAAQ,EAAC,MAAM,CAAC,CAAC;AAE1C,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,SAAS,CAAC,CAAC;AAG7B,IAAM,cAAc,GAApB,MAAM,cAAc;IAGzB,YACU,YAA0B,EAC1B,UAAsB,EACtB,UAAsB,EACtB,SAAoB,EACiB,OAAwB,EAC7D,UAAsB,EACtB,cAA8B,EAC9B,gBAAkC,EAClC,wBAAkD,EAClD,kBAAsC,EACtC,cAA8B;QAV9B,iBAAY,GAAZ,YAAY,CAAc;QAC1B,eAAU,GAAV,UAAU,CAAY;QACtB,eAAU,GAAV,UAAU,CAAY;QACtB,cAAS,GAAT,SAAS,CAAW;QACiB,YAAO,GAAP,OAAO,CAAiB;QAC7D,eAAU,GAAV,UAAU,CAAY;QACtB,mBAAc,GAAd,cAAc,CAAgB;QAC9B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,6BAAwB,GAAxB,wBAAwB,CAA0B;QAClD,uBAAkB,GAAlB,kBAAkB,CAAoB;QACtC,mBAAc,GAAd,cAAc,CAAgB;QAEtC,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAErC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IACjC,CAAC;IAGK,AAAN,KAAK,CAAC,UAAU,CAAC,YAAkC;QAKjD,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,YAAY,CAAC;QAC5C,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,IAAI,kBAAkB,GAAG,IAAI,CAAC;QAC9B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAE9C,IAAI,aAAa,GAAG,gBAAgB,CAAC;QACrC,IAAI,YAAwB,CAAC;QAE7B,IAAI;YACF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAC7D,WAAW,CACZ,CAAC;YAEF,uCAAuC;YACvC,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAEjD,kBAAkB,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAEpE,MAAM,IAAI,CAAC,cAAc,CACvB,YAAY,EACZ,WAAW;YACX,4DAA4D;YAC5D,KAAK,EAAE,EAAkB,EAAE,EAAE;gBAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAClD,EAAE,EACF,IAAI,CAAC,GAAG,EACR,YAAY,CACb,CAAC;gBAEF,uCAAuC;gBACvC,EAAE,CAAC,MAAM,CACP,KAAK,EAAE,YAAoB,EAAE,IAA8B,EAAE,EAAE;oBAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,CAC/D;wBACE,YAAY;wBACZ,IAAI;wBACJ,UAAU,EAAE,WAAW;qBACxB,EACD,EAAE,CACH,CAAC;oBACF,+FAA+F;oBAC/F,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACxB,gBAAgB,GAAG,IAAI,CAAC;gBAC1B,CAAC,EACD,yBAAyB,CAC1B,CAAC;gBAEF,OAAO,EAAE,CAAC;YACZ,CAAC,CACF,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAChC;oBACE,EAAE,GAAG,EAAE,qBAAqB,EAAE,KAAK,EAAE,WAAW,EAAE;oBAClD,EAAE,GAAG,EAAE,wBAAwB,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE;iBACrD,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACpB;gBACD,0FAA0F;gBAC1F,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,qBAAqB,EAAE,EAAE,CAAC;aACjE,CAAC,CAAC;YAEH,wEAAwE;YACxE,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,sBAAsB,EAAE,CAAC;YAC3D,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE;gBAChC,2DAA2D;gBAC3D,IAAI,CAAC,IAAA,YAAK,EAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE;oBAC3C,MAAM,QAAQ,GAAG,oBAAQ,CAAC,MAAM,CAC9B,WAAW,EACX,YAAY,CAAC,KAAK,CAAC,IAAI,EACvB,aAAa,EACb,MAAM,IAAI,CAAC,UAAU,CAAC,qBAAqB,EAAE,EAC7C,IAAI,CAAC,OAAO,CAAC,EAAE,CAChB,CAAC;oBACF,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC;oBAC7B,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC9D,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;oBACpD,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CACtC,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,EAC9C,EAAE,WAAW,EAAE,EAAE,EAAE,CACpB,CAAC;iBACH;aACF;SACF;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,CAAC,CAAC;SACT;QAED,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC;QAElB,OAAO;YACL,gBAAgB;YAChB,aAAa;YACb,kBAAkB;SACnB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,KAAoB,EACpB,EAAe;QAEf,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE;YACrC,OAAO,IAAI,CAAC,wBAAwB,CAAC,wBAAwB,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;SAC1E;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,iBAAiB,CAAC,EAAoB,EAAE,WAAmB;QACjE,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE;YACd,MAAM,CAAC,KAAK,CACV,0IAA0I,WAAW;yFACpE,CAClF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,EAAE,KAAK,EAAE,YAAY,EAAwB,EAC7C,WAA6B,EAC7B,KAAqD;;QAErD,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;QAExD,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE;YAC7B,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;YAEpD,KAAK,MAAM,GAAG,IAAI,MAAA,EAAE,CAAC,IAAI,mCAAI,EAAE,EAAE;gBAC/B,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;aAChD;SACF;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,KAAoB,EACpB,WAA6B,EAC7B,KAAqD;QAErD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;YAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,qCAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACnE;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,EAAuB,EACvB,WAA6B,EAC7B,KAAqD;QAErD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;YAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,qCAAmB,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SAC/D;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,GAAgB,EAChB,WAA6B,EAC7B,KAAqD;QAErD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;YAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,qCAAmB,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACjE;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,IAAO,EACP,IAAuC,EACvC,EAAkB,EAClB,KAAsD;QAEtD,IAAI,EAAkB,CAAC;QACvB,IAAI,IAAA,6BAAW,EAAC,EAAE,CAAC,EAAE;YACnB,MAAM,QAAQ,GAAI,EAAE,CAAC,OAAO,CAAC,QAAkC,CAAC,MAAM,CACpE,CAAC,CAAC,EAAE,EAAE;;gBACJ,OAAA,CAAC,CAAC,IAAI,KAAK,IAAI;oBACf,aAAa,CAAC,IAAI,CAAC,CACjB,IAAW,EACX,CAAC,CAAC,MAAa,EACf,MAAA,EAAE,CAAC,OAAO,0CAAE,OAAO,CACpB,CAAA;aAAA,CACJ,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACpB,OAAO;aACR;YACD,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAEjE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC9B,EAAE,GAAG,EAAE,aAAF,EAAE,cAAF,EAAE,GAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7B,IAAI,CAAC,UAAU,CAAC,QAAQ;oBACtB,CAAC,CAAC,MAAM,IAAA,wBAAY,EAChB,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,EACvB,oBAAoB,EACpB,OAAO,CAAC,OAAO,CAChB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC;oBAClC,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;aACzD;SACF;aAAM,IAAI,IAAA,4BAAU,EAAC,EAAE,CAAC,EAAE;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAC1C,EAAE,EACF,IAAI,EACJ,gBAAgB,CAAC,IAAI,CAAC,EACtB,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE;gBACnB,QAAQ,IAAI,EAAE;oBACZ,KAAK,qCAAmB,CAAC,KAAK;wBAC5B,OAAO,qCAAoB,CAAC,qBAAqB,CAC/C,IAAqB,EACrB,UAAU,CACX,CAAC;oBACJ,KAAK,qCAAmB,CAAC,IAAI;wBAC3B,OAAO,qCAAoB,CAAC,2BAA2B,CACrD,IAA2B,EAC3B,UAAU,CACX,CAAC;oBACJ,KAAK,qCAAmB,CAAC,KAAK;wBAC5B,OAAO,qCAAoB,CAAC,mBAAmB,CAC7C,IAAmB,EACnB,UAAU,CACX,CAAC;oBACJ;wBACE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;iBAC/C;YACH,CAAC,CACF,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACpB,OAAO;aACR;YAED,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAEjE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;gBAC9B,EAAE,GAAG,EAAE,aAAF,EAAE,cAAF,EAAE,GAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7B,MAAM,IAAI,CAAC,2BAA2B,CAAC,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;aACrE;SACF;IACH,CAAC;IAEO,sBAAsB,CAC5B,EAA8C,EAC9C,IAAuC,EACvC,gBAAqC,EACrC,UAGY;QAEZ,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAE1D,OAAO,EAAE,CAAC,OAAO,CAAC,QAAQ;aACvB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE;YAClB,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE;gBAC/B,SAAS,CAAC,UAAU,CAAC;gBAErB,OAAO,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;aAC/C;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE;YAClB,MAAM,SAAS,GAAG,IAAA,0DAAmC,EACnD,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CACvC,CAAC;YAEF,IAAI;gBACF,OAAO,SAAS,CAAC,eAAe,CAAC;oBAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,KAAK,EAAE,IAAI;oBACX,EAAE;iBACH,CAAC,CAAC;aACJ;YAAC,OAAO,CAAC,EAAE;gBACV,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,oCAAoC,CAAC,CAAC;gBACtD,MAAM,CAAC,CAAC;aACT;QACH,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,2BAA2B,CACvC,EAA8C,EAC9C,EAAkB,EAClB,OAA2B,EAC3B,IAAuC;QAEvC,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAE3D,MAAM,SAAS,GAAG,IAAA,0DAAmC,EACnD,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CACvC,CAAC;QAEF,MAAM,eAAe,GAAG,MAAM,SAAS;aACpC,WAAW,CAAC;YACX,KAAK,EAAE,IAAI;YACX,EAAE;YACF,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM;SACP,CAAC;aACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACX,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,6CAA6C,CAAC,CAAC;YAC/D,MAAM,CAAC,CAAC;QACV,CAAC,CAAC,CAAC;QAEL,+FAA+F;QAC/F,+FAA+F;QAC/F,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE;YACnC,MAAM,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;SAChD;IACH,CAAC;CACF,CAAA;AAjUO;IADL,IAAA,oBAAQ,EAAC,oBAAY,CAAC,IAAI,CAAC,QAAQ,CAAC;;;;gDAwGpC;AA7HU,cAAc;IAD1B,IAAA,mBAAU,GAAE;IASR,WAAA,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAA;qCAJL,wBAAY;QACd,sBAAU;QACV,sBAAU;QACX,qBAAS;QAC0B,iCAAe;QACjD,sBAAU;QACN,gCAAc;QACZ,qCAAgB;QACR,oDAAwB;QAC9B,yCAAkB;QACtB,gCAAc;GAd7B,cAAc,CAuV1B;AAvVY,wCAAc;AA+V3B,MAAM,gBAAgB,GAAG;IACvB,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,yCAAuB;IACpD,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,yCAAuB;IACpD,CAAC,qCAAmB,CAAC,IAAI,CAAC,EAAE,wCAAsB;CACnD,CAAC;AAEF,MAAM,aAAa,GAAG;IACpB,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,qCAAoB,CAAC,qBAAqB;IACvE,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,qCAAoB,CAAC,mBAAmB;IACrE,CAAC,qCAAmB,CAAC,IAAI,CAAC,EAAE,qCAAoB,CAAC,2BAA2B;CAC7E,CAAC;AAEF,MAAM,aAAa,GAAG;IACpB,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAmB,EAAE,EAAE,CAAC,IAAI;IAChE,CAAC,qCAAmB,CAAC,KAAK,CAAC,EAAE,CAAC,GAAgB,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;IACzE,CAAC,qCAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,GAAgB,EAAE,EAAE,CAC/C,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC;CACjC,CAAC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { Inject, Injectable } from '@nestjs/common';\nimport { hexToU8a, u8aEq } from '@polkadot/util';\nimport {\n  isBlockHandlerProcessor,\n  isCallHandlerProcessor,\n  isEventHandlerProcessor,\n  isCustomDs,\n  isRuntimeDs,\n  SubqlEthereumCustomDataSource,\n  SubqlCustomHandler,\n  EthereumHandlerKind,\n  EthereumRuntimeHandlerInputMap,\n} from '@subql/common-ethereum';\nimport {\n  ApiService,\n  PoiBlock,\n  StoreService,\n  PoiService,\n  NodeConfig,\n  getLogger,\n  profiler,\n  profilerWrap,\n  IndexerSandbox,\n} from '@subql/node-core';\nimport {\n  EthereumTransaction,\n  EthereumLog,\n  SubqlRuntimeHandler,\n  EthereumBlockWrapper,\n  EthereumBlock,\n} from '@subql/types-ethereum';\nimport { Sequelize, Transaction } from 'sequelize';\nimport { SubqlProjectDs, SubqueryProject } from '../configure/SubqueryProject';\nimport { EthereumApi } from '../ethereum';\nimport { EthereumBlockWrapped } from '../ethereum/block.ethereum';\nimport { yargsOptions } from '../yargs';\nimport {\n  asSecondLayerHandlerProcessor_1_0_0,\n  DsProcessorService,\n} from './ds-processor.service';\nimport { DynamicDsService } from './dynamic-ds.service';\nimport { ProjectService } from './project.service';\nimport { SandboxService } from './sandbox.service';\nimport { UnfinalizedBlocksService } from './unfinalizedBlocks.service';\n\nconst NULL_MERKEL_ROOT = hexToU8a('0x00');\n\nconst logger = getLogger('indexer');\n\n@Injectable()\nexport class IndexerManager {\n  private api: EthereumApi;\n\n  constructor(\n    private storeService: StoreService,\n    private apiService: ApiService,\n    private poiService: PoiService,\n    private sequelize: Sequelize,\n    @Inject('ISubqueryProject') private readonly project: SubqueryProject,\n    private nodeConfig: NodeConfig,\n    private sandboxService: SandboxService,\n    private dynamicDsService: DynamicDsService,\n    private unfinalizedBlocksService: UnfinalizedBlocksService,\n    private dsProcessorService: DsProcessorService,\n    private projectService: ProjectService,\n  ) {\n    logger.info('indexer manager start');\n\n    this.api = this.apiService.api;\n  }\n\n  @profiler(yargsOptions.argv.profiler)\n  async indexBlock(blockContent: EthereumBlockWrapper): Promise<{\n    dynamicDsCreated: boolean;\n    operationHash: Uint8Array;\n    reindexBlockHeight: null;\n  }> {\n    const { block, blockHeight } = blockContent;\n    let dynamicDsCreated = false;\n    let reindexBlockHeight = null;\n    const tx = await this.sequelize.transaction();\n    this.storeService.setTransaction(tx);\n    this.storeService.setBlockHeight(blockHeight);\n\n    let operationHash = NULL_MERKEL_ROOT;\n    let poiBlockHash: Uint8Array;\n\n    try {\n      const datasources = await this.projectService.getAllDataSources(\n        blockHeight,\n      );\n\n      // Check that we have valid datasources\n      this.assertDataSources(datasources, blockHeight);\n\n      reindexBlockHeight = await this.processUnfinalizedBlocks(block, tx);\n\n      await this.indexBlockData(\n        blockContent,\n        datasources,\n        // eslint-disable-next-line @typescript-eslint/require-await\n        async (ds: SubqlProjectDs) => {\n          const vm = this.sandboxService.getDsProcessorWrapper(\n            ds,\n            this.api,\n            blockContent,\n          );\n\n          // Inject function to create ds into vm\n          vm.freeze(\n            async (templateName: string, args?: Record<string, unknown>) => {\n              const newDs = await this.dynamicDsService.createDynamicDatasource(\n                {\n                  templateName,\n                  args,\n                  startBlock: blockHeight,\n                },\n                tx,\n              );\n              // Push the newly created dynamic ds to be processed this block on any future extrinsics/events\n              datasources.push(newDs);\n              dynamicDsCreated = true;\n            },\n            'createDynamicDatasource',\n          );\n\n          return vm;\n        },\n      );\n\n      await Promise.all([\n        this.storeService.setMetadataBatch(\n          [\n            { key: 'lastProcessedHeight', value: blockHeight },\n            { key: 'lastProcessedTimestamp', value: Date.now() },\n          ],\n          { transaction: tx },\n        ),\n        // Db Metadata increase BlockCount, in memory ref to block-dispatcher _processedBlockCount\n        this.storeService.incrementJsonbCount('processedBlockCount', tx),\n      ]);\n\n      // Need calculate operationHash to ensure correct offset insert all time\n      operationHash = this.storeService.getOperationMerkleRoot();\n      if (this.nodeConfig.proofOfIndex) {\n        //check if operation is null, then poi will not be inserted\n        if (!u8aEq(operationHash, NULL_MERKEL_ROOT)) {\n          const poiBlock = PoiBlock.create(\n            blockHeight,\n            blockContent.block.hash,\n            operationHash,\n            await this.poiService.getLatestPoiBlockHash(),\n            this.project.id,\n          );\n          poiBlockHash = poiBlock.hash;\n          await this.storeService.setPoi(poiBlock, { transaction: tx });\n          this.poiService.setLatestPoiBlockHash(poiBlockHash);\n          await this.storeService.setMetadataBatch(\n            [{ key: 'lastPoiHeight', value: blockHeight }],\n            { transaction: tx },\n          );\n        }\n      }\n    } catch (e) {\n      await tx.rollback();\n      throw e;\n    }\n\n    await tx.commit();\n\n    return {\n      dynamicDsCreated,\n      operationHash,\n      reindexBlockHeight,\n    };\n  }\n\n  async start(): Promise<void> {\n    await this.projectService.init();\n    logger.info('indexer manager started');\n  }\n\n  private async processUnfinalizedBlocks(\n    block: EthereumBlock,\n    tx: Transaction,\n  ): Promise<number | null> {\n    if (this.nodeConfig.unfinalizedBlocks) {\n      return this.unfinalizedBlocksService.processUnfinalizedBlocks(block, tx);\n    }\n    return null;\n  }\n\n  private assertDataSources(ds: SubqlProjectDs[], blockHeight: number) {\n    if (!ds.length) {\n      logger.error(\n        `Your start block is greater than the current indexed block height in your database. Either change your startBlock (project.yaml) to <= ${blockHeight}\n         or delete your database and start again from the currently specified startBlock`,\n      );\n      process.exit(1);\n    }\n  }\n\n  private async indexBlockData(\n    { block, transactions }: EthereumBlockWrapper,\n    dataSources: SubqlProjectDs[],\n    getVM: (d: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    await this.indexBlockContent(block, dataSources, getVM);\n\n    for (const tx of transactions) {\n      await this.indexTransaction(tx, dataSources, getVM);\n\n      for (const log of tx.logs ?? []) {\n        await this.indexEvent(log, dataSources, getVM);\n      }\n    }\n  }\n\n  private async indexBlockContent(\n    block: EthereumBlock,\n    dataSources: SubqlProjectDs[],\n    getVM: (d: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    for (const ds of dataSources) {\n      await this.indexData(EthereumHandlerKind.Block, block, ds, getVM);\n    }\n  }\n\n  private async indexTransaction(\n    tx: EthereumTransaction,\n    dataSources: SubqlProjectDs[],\n    getVM: (d: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    for (const ds of dataSources) {\n      await this.indexData(EthereumHandlerKind.Call, tx, ds, getVM);\n    }\n  }\n\n  private async indexEvent(\n    log: EthereumLog,\n    dataSources: SubqlProjectDs[],\n    getVM: (d: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    for (const ds of dataSources) {\n      await this.indexData(EthereumHandlerKind.Event, log, ds, getVM);\n    }\n  }\n\n  private async indexData<K extends EthereumHandlerKind>(\n    kind: K,\n    data: EthereumRuntimeHandlerInputMap[K],\n    ds: SubqlProjectDs,\n    getVM: (ds: SubqlProjectDs) => Promise<IndexerSandbox>,\n  ): Promise<void> {\n    let vm: IndexerSandbox;\n    if (isRuntimeDs(ds)) {\n      const handlers = (ds.mapping.handlers as SubqlRuntimeHandler[]).filter(\n        (h) =>\n          h.kind === kind &&\n          FilterTypeMap[kind](\n            data as any,\n            h.filter as any,\n            ds.options?.address,\n          ),\n      );\n\n      if (!handlers.length) {\n        return;\n      }\n      const parsedData = await DataAbiParser[kind](this.api)(data, ds);\n\n      for (const handler of handlers) {\n        vm = vm ?? (await getVM(ds));\n        this.nodeConfig.profiler\n          ? await profilerWrap(\n              vm.securedExec.bind(vm),\n              'handlerPerformance',\n              handler.handler,\n            )(handler.handler, [parsedData])\n          : await vm.securedExec(handler.handler, [parsedData]);\n      }\n    } else if (isCustomDs(ds)) {\n      const handlers = this.filterCustomDsHandlers<K>(\n        ds,\n        data,\n        ProcessorTypeMap[kind],\n        (data, baseFilter) => {\n          switch (kind) {\n            case EthereumHandlerKind.Block:\n              return EthereumBlockWrapped.filterBlocksProcessor(\n                data as EthereumBlock,\n                baseFilter,\n              );\n            case EthereumHandlerKind.Call:\n              return EthereumBlockWrapped.filterTransactionsProcessor(\n                data as EthereumTransaction,\n                baseFilter,\n              );\n            case EthereumHandlerKind.Event:\n              return EthereumBlockWrapped.filterLogsProcessor(\n                data as EthereumLog,\n                baseFilter,\n              );\n            default:\n              throw new Error('Unsupported handler kind');\n          }\n        },\n      );\n\n      if (!handlers.length) {\n        return;\n      }\n\n      const parsedData = await DataAbiParser[kind](this.api)(data, ds);\n\n      for (const handler of handlers) {\n        vm = vm ?? (await getVM(ds));\n        await this.transformAndExecuteCustomDs(ds, vm, handler, parsedData);\n      }\n    }\n  }\n\n  private filterCustomDsHandlers<K extends EthereumHandlerKind>(\n    ds: SubqlEthereumCustomDataSource<string, any>,\n    data: EthereumRuntimeHandlerInputMap[K],\n    baseHandlerCheck: ProcessorTypeMap[K],\n    baseFilter: (\n      data: EthereumRuntimeHandlerInputMap[K],\n      baseFilter: any,\n    ) => boolean,\n  ): SubqlCustomHandler[] {\n    const plugin = this.dsProcessorService.getDsProcessor(ds);\n\n    return ds.mapping.handlers\n      .filter((handler) => {\n        const processor = plugin.handlerProcessors[handler.kind];\n        if (baseHandlerCheck(processor)) {\n          processor.baseFilter;\n\n          return baseFilter(data, processor.baseFilter);\n        }\n        return false;\n      })\n      .filter((handler) => {\n        const processor = asSecondLayerHandlerProcessor_1_0_0(\n          plugin.handlerProcessors[handler.kind],\n        );\n\n        try {\n          return processor.filterProcessor({\n            filter: handler.filter,\n            input: data,\n            ds,\n          });\n        } catch (e) {\n          logger.error(e, 'Failed to run ds processer filter.');\n          throw e;\n        }\n      });\n  }\n\n  private async transformAndExecuteCustomDs<K extends EthereumHandlerKind>(\n    ds: SubqlEthereumCustomDataSource<string, any>,\n    vm: IndexerSandbox,\n    handler: SubqlCustomHandler,\n    data: EthereumRuntimeHandlerInputMap[K],\n  ): Promise<void> {\n    const plugin = this.dsProcessorService.getDsProcessor(ds);\n    const assets = await this.dsProcessorService.getAssets(ds);\n\n    const processor = asSecondLayerHandlerProcessor_1_0_0(\n      plugin.handlerProcessors[handler.kind],\n    );\n\n    const transformedData = await processor\n      .transformer({\n        input: data,\n        ds,\n        api: this.api,\n        filter: handler.filter,\n        assets,\n      })\n      .catch((e) => {\n        logger.error(e, 'Failed to transform data with ds processor.');\n        throw e;\n      });\n\n    // We can not run this in parallel. the transformed data items may be dependent on one another.\n    // An example of this is with Acala EVM packing multiple EVM logs into a single Substrate event\n    for (const _data of transformedData) {\n      await vm.securedExec(handler.handler, [_data]);\n    }\n  }\n}\n\ntype ProcessorTypeMap = {\n  [EthereumHandlerKind.Block]: typeof isBlockHandlerProcessor;\n  [EthereumHandlerKind.Event]: typeof isEventHandlerProcessor;\n  [EthereumHandlerKind.Call]: typeof isCallHandlerProcessor;\n};\n\nconst ProcessorTypeMap = {\n  [EthereumHandlerKind.Block]: isBlockHandlerProcessor,\n  [EthereumHandlerKind.Event]: isEventHandlerProcessor,\n  [EthereumHandlerKind.Call]: isCallHandlerProcessor,\n};\n\nconst FilterTypeMap = {\n  [EthereumHandlerKind.Block]: EthereumBlockWrapped.filterBlocksProcessor,\n  [EthereumHandlerKind.Event]: EthereumBlockWrapped.filterLogsProcessor,\n  [EthereumHandlerKind.Call]: EthereumBlockWrapped.filterTransactionsProcessor,\n};\n\nconst DataAbiParser = {\n  [EthereumHandlerKind.Block]: () => (data: EthereumBlock) => data,\n  [EthereumHandlerKind.Event]: (api: EthereumApi) => api.parseLog.bind(api),\n  [EthereumHandlerKind.Call]: (api: EthereumApi) =>\n    api.parseTransaction.bind(api),\n};\n"]}

package/dist/utils/string.js

@@ -17,16 +17,24 @@ function hexStringEq(a, b) {
     return stringNormalizedEq((0, bytes_1.hexStripZeros)(a), (0, bytes_1.hexStripZeros)(b));
 }
 exports.hexStringEq = hexStringEq;
+const eventTopicsCache = {};
+const functionSighashCache = {};
 function eventToTopic(input) {
     if ((0, bytes_1.isHexString)(input))
         return input;
-    return (0, hash_1.id)(abi_1.EventFragment.fromString(input).format());
+    if (!eventTopicsCache[input]) {
+        eventTopicsCache[input] = (0, hash_1.id)(abi_1.EventFragment.fromString(input).format());
+    }
+    return eventTopicsCache[input];
 }
 exports.eventToTopic = eventToTopic;
 function functionToSighash(input) {
     if ((0, bytes_1.isHexString)(input))
         return input;
-    return (0, bytes_1.hexDataSlice)((0, hash_1.id)(abi_1.FunctionFragment.fromString(input).format()), 0, 4);
+    if (!functionSighashCache[input]) {
+        functionSighashCache[input] = (0, bytes_1.hexDataSlice)((0, hash_1.id)(abi_1.FunctionFragment.fromString(input).format()), 0, 4);
+    }
+    return functionSighashCache[input];
 }
 exports.functionToSighash = functionToSighash;
 //# sourceMappingURL=string.js.map

package/dist/utils/string.js.map

@@ -1 +1 @@
-{"version":3,"file":"string.js","sourceRoot":"","sources":["../../src/utils/string.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;AAEtC,4CAAqE;AACrE,gDAAgF;AAChF,8CAAyC;AAEzC,SAAgB,kBAAkB,CAAC,CAAS,EAAE,CAAS;IACrD,OAAO,CAAC,CAAC,WAAW,EAAE,MAAK,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,WAAW,EAAE,CAAA,CAAC;AAC9C,CAAC;AAFD,gDAEC;AAED,SAAgB,WAAW,CAAC,CAAS,EAAE,CAAS;IAC9C,IAAI,CAAC,IAAA,mBAAW,EAAC,CAAC,CAAC,IAAI,CAAC,IAAA,mBAAW,EAAC,CAAC,CAAC,EAAE;QACtC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;KAC/C;IACD,OAAO,kBAAkB,CAAC,IAAA,qBAAa,EAAC,CAAC,CAAC,EAAE,IAAA,qBAAa,EAAC,CAAC,CAAC,CAAC,CAAC;AAChE,CAAC;AALD,kCAKC;AAED,SAAgB,YAAY,CAAC,KAAa;IACxC,IAAI,IAAA,mBAAW,EAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAErC,OAAO,IAAA,SAAE,EAAC,mBAAa,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;AACtD,CAAC;AAJD,oCAIC;AAED,SAAgB,iBAAiB,CAAC,KAAa;IAC7C,IAAI,IAAA,mBAAW,EAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAErC,OAAO,IAAA,oBAAY,EAAC,IAAA,SAAE,EAAC,sBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7E,CAAC;AAJD,8CAIC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { EventFragment, FunctionFragment } from '@ethersproject/abi';\nimport { isHexString, hexStripZeros, hexDataSlice } from '@ethersproject/bytes';\nimport { id } from '@ethersproject/hash';\n\nexport function stringNormalizedEq(a: string, b: string): boolean {\n  return a.toLowerCase() === b?.toLowerCase();\n}\n\nexport function hexStringEq(a: string, b: string): boolean {\n  if (!isHexString(a) || !isHexString(b)) {\n    throw new Error('Inputs are not hex strings');\n  }\n  return stringNormalizedEq(hexStripZeros(a), hexStripZeros(b));\n}\n\nexport function eventToTopic(input: string): string {\n  if (isHexString(input)) return input;\n\n  return id(EventFragment.fromString(input).format());\n}\n\nexport function functionToSighash(input: string): string {\n  if (isHexString(input)) return input;\n\n  return hexDataSlice(id(FunctionFragment.fromString(input).format()), 0, 4);\n}\n"]}
+{"version":3,"file":"string.js","sourceRoot":"","sources":["../../src/utils/string.ts"],"names":[],"mappings":";AAAA,gEAAgE;AAChE,sCAAsC;;;AAEtC,4CAAqE;AACrE,gDAAgF;AAChF,8CAAyC;AAEzC,SAAgB,kBAAkB,CAAC,CAAS,EAAE,CAAS;IACrD,OAAO,CAAC,CAAC,WAAW,EAAE,MAAK,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,WAAW,EAAE,CAAA,CAAC;AAC9C,CAAC;AAFD,gDAEC;AAED,SAAgB,WAAW,CAAC,CAAS,EAAE,CAAS;IAC9C,IAAI,CAAC,IAAA,mBAAW,EAAC,CAAC,CAAC,IAAI,CAAC,IAAA,mBAAW,EAAC,CAAC,CAAC,EAAE;QACtC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;KAC/C;IACD,OAAO,kBAAkB,CAAC,IAAA,qBAAa,EAAC,CAAC,CAAC,EAAE,IAAA,qBAAa,EAAC,CAAC,CAAC,CAAC,CAAC;AAChE,CAAC;AALD,kCAKC;AAED,MAAM,gBAAgB,GAA2B,EAAE,CAAC;AACpD,MAAM,oBAAoB,GAA2B,EAAE,CAAC;AAExD,SAAgB,YAAY,CAAC,KAAa;IACxC,IAAI,IAAA,mBAAW,EAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAErC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE;QAC5B,gBAAgB,CAAC,KAAK,CAAC,GAAG,IAAA,SAAE,EAAC,mBAAa,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;KACxE;IAED,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC;AARD,oCAQC;AAED,SAAgB,iBAAiB,CAAC,KAAa;IAC7C,IAAI,IAAA,mBAAW,EAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAErC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE;QAChC,oBAAoB,CAAC,KAAK,CAAC,GAAG,IAAA,oBAAY,EACxC,IAAA,SAAE,EAAC,sBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,EAC/C,CAAC,EACD,CAAC,CACF,CAAC;KACH;IAED,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC;AAZD,8CAYC","sourcesContent":["// Copyright 2020-2022 OnFinality Limited authors & contributors\n// SPDX-License-Identifier: Apache-2.0\n\nimport { EventFragment, FunctionFragment } from '@ethersproject/abi';\nimport { isHexString, hexStripZeros, hexDataSlice } from '@ethersproject/bytes';\nimport { id } from '@ethersproject/hash';\n\nexport function stringNormalizedEq(a: string, b: string): boolean {\n  return a.toLowerCase() === b?.toLowerCase();\n}\n\nexport function hexStringEq(a: string, b: string): boolean {\n  if (!isHexString(a) || !isHexString(b)) {\n    throw new Error('Inputs are not hex strings');\n  }\n  return stringNormalizedEq(hexStripZeros(a), hexStripZeros(b));\n}\n\nconst eventTopicsCache: Record<string, string> = {};\nconst functionSighashCache: Record<string, string> = {};\n\nexport function eventToTopic(input: string): string {\n  if (isHexString(input)) return input;\n\n  if (!eventTopicsCache[input]) {\n    eventTopicsCache[input] = id(EventFragment.fromString(input).format());\n  }\n\n  return eventTopicsCache[input];\n}\n\nexport function functionToSighash(input: string): string {\n  if (isHexString(input)) return input;\n\n  if (!functionSighashCache[input]) {\n    functionSighashCache[input] = hexDataSlice(\n      id(FunctionFragment.fromString(input).format()),\n      0,\n      4,\n    );\n  }\n\n  return functionSighashCache[input];\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@subql/node-ethereum",
-  "version": "0.4.1-12-storeCache-0.0.3",
+  "version": "0.4.1-13",
   "description": "",
   "author": "Ian He",
   "license": "Apache-2.0",
@@ -25,9 +25,9 @@
     "@nestjs/platform-express": "^8.2.6",
     "@nestjs/schedule": "^1.0.2",
     "@subql/common": "1.5.0",
-    "@subql/common-ethereum": "dev",
-    "@subql/node-core": "1.10.0-storeCache-0.0.1",
-    "@subql/types-ethereum": "dev",
+    "@subql/common-ethereum": "0.2.2-4",
+    "@subql/node-core": "1.8.1-2",
+    "@subql/types-ethereum": "0.2.2-6",
     "@subql/utils": "1.3.2-1",
     "@subql/x-merkle-mountain-range": "2.0.0-0.1.2",
     "@willsoto/nestjs-prometheus": "^4.4.0",
@@ -45,7 +45,7 @@
     "reflect-metadata": "^0.1.13",
     "rimraf": "^3.0.2",
     "rxjs": "^7.5.2",
-    "sequelize": "6.28.0",
+    "sequelize": "6.23.0",
     "tar": "^6.1.11",
     "typescript": "^4.4.4",
     "web3-providers-http": "^1.8.0",
@@ -74,5 +74,5 @@
     "/dist",
     "/bin"
   ],
-  "stableVersion": "0.4.1-11"
-}
+  "stableVersion": "0.4.1-12"
+}