@subql/node-ethereum 3.3.4 → 3.3.5-poi-logs

package/dist/indexer/eth-fat-dictionary.service.js

@@ -0,0 +1,246 @@
+"use strict";
+// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors
+// SPDX-License-Identifier: GPL-3.0
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EthFatDictionaryService = void 0;
+const assert_1 = __importDefault(require("assert"));
+const common_1 = require("@nestjs/common");
+const node_core_1 = require("@subql/node-core");
+const fat_dictionary_service_1 = require("@subql/node-core/indexer/fat-dictionary.service");
+const utils_ethereum_1 = require("../ethereum/utils.ethereum");
+let EthFatDictionaryService = class EthFatDictionaryService extends fat_dictionary_service_1.FatDictionaryService {
+    constructor(nodeConfig) {
+        super(nodeConfig);
+    }
+    get dictionaryEndpoint() {
+        (0, assert_1.default)(this.nodeConfig.fatDictionary, 'fat dictionary not in node config');
+        return this.nodeConfig.fatDictionary;
+    }
+    /**
+     *
+     * @param startBlock
+     * @param queryEndBlock this block number will limit the max query range, increase dictionary query speed
+     * @param batchSize
+     * @param conditions
+     */
+    // eslint-disable-next-line @typescript-eslint/require-await
+    // TODO, move to eth
+    async queryFatDictionary(startBlock, queryEndBlock, limit = 200, conditions) {
+        if (!conditions) {
+            return undefined;
+        }
+        const requestConditions = this.dictionaryFatQuery(conditions);
+        const requestData = {
+            jsonrpc: "2.0",
+            method: "subql_filterBlocks",
+            id: 1,
+            params: [startBlock, queryEndBlock, limit, requestConditions, { "blockHeader": true, "logs": true, "transactions": { "data": true } }]
+        };
+        try {
+            const response = await this.dictionaryApi.post(this.dictionaryEndpoint, requestData, {
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+            });
+            return response.data.result;
+        }
+        catch (error) {
+            // Handle the error as needed
+            throw new Error(`Fat dictionary get capacity failed ${error}`);
+        }
+    }
+    // eslint-disable-next-line complexity
+    dictionaryFatQuery(dictionaryQueryEntries) {
+        const logsFilters = [];
+        const transactionsFilters = [];
+        for (const entry of dictionaryQueryEntries) {
+            if (entry.entity === 'evmTransactions') {
+                const filter = {};
+                const toArray = [];
+                const fromArray = [];
+                // const funcArray = []
+                for (const condition of entry.conditions) {
+                    if (condition.field === 'to' && condition.matcher === "equalTo") {
+                        toArray.push(condition.value);
+                    }
+                    if (condition.field === 'from' && condition.matcher === "equalTo") {
+                        fromArray.push(condition.value);
+                    }
+                    // if(condition.field==='func' && condition.matcher === "equalTo"){
+                    //   funcArray.push(condition.value)
+                    // }
+                }
+                if (toArray.length !== 0) {
+                    // @ts-ignore
+                    filter.to = toArray;
+                }
+                if (fromArray.length !== 0) {
+                    // @ts-ignore
+                    filter.from = fromArray;
+                }
+                // if(funcArray.length!==0){
+                //   // @ts-ignore
+                //   filter.function = funcArray;
+                // }
+                if (toArray.length !== 0 || fromArray.length !== 0) {
+                    transactionsFilters.push(filter);
+                }
+            }
+            if (entry.entity === 'evmLogs') {
+                const filter = {};
+                const addressArray = [];
+                const topicsArray = [];
+                for (const condition of entry.conditions) {
+                    if (condition.field === 'address' && condition.matcher === "equalTo") {
+                        addressArray.push(condition.value);
+                    }
+                    if (condition.field === 'topics0' && condition.matcher === "equalTo") {
+                        topicsArray.push(condition.value);
+                    }
+                    if (condition.field === 'topics1' && condition.matcher === "equalTo") {
+                        topicsArray.push(condition.value);
+                    }
+                    if (condition.field === 'topics2' && condition.matcher === "equalTo") {
+                        topicsArray.push(condition.value);
+                    }
+                }
+                if (addressArray.length !== 0) {
+                    // @ts-ignore
+                    filter.address = addressArray;
+                }
+                if (topicsArray.length !== 0) {
+                    // @ts-ignore
+                    filter.topics0 = topicsArray;
+                }
+                if (addressArray.length !== 0 || topicsArray.length !== 0) {
+                    logsFilters.push(filter);
+                }
+            }
+        }
+        return { "logs": logsFilters, "transactions": transactionsFilters };
+    }
+    buildDictionaryEntryMap(dataSources, buildDictionaryQueryEntries) {
+        this.queriesMap = dataSources.map(buildDictionaryQueryEntries);
+    }
+    convertResponseBlocks(data) {
+        var _a;
+        const blocks = [];
+        for (const block of data.Blocks) {
+            const logs = [];
+            const transactions = [];
+            try {
+                const ethBlock = {
+                    blockExtraData: block.Header.extraData,
+                    difficulty: block.Header.difficulty,
+                    extDataGasUsed: (_a = block.Header.excessBlobGas) === null || _a === void 0 ? void 0 : _a.toString(),
+                    extDataHash: block.Header.extraData,
+                    gasLimit: block.Header.gasLimit,
+                    gasUsed: block.Header.gasUsed,
+                    hash: block.Header.hash,
+                    logs: [],
+                    logsBloom: block.Header.logsBloom,
+                    miner: block.Header.miner,
+                    mixHash: block.Header.mixHash,
+                    nonce: block.Header.nonce,
+                    number: Number(block.Header.number),
+                    parentHash: block.Header.parentHash,
+                    receiptsRoot: block.Header.receiptsRoot,
+                    sha3Uncles: block.Header.sha3Uncles,
+                    size: undefined,
+                    stateRoot: block.Header.stateRoot,
+                    timestamp: block.Header.timestamp,
+                    totalDifficulty: block.Header.difficulty,
+                    transactions: [],
+                    transactionsRoot: block.Header.transactionRoot,
+                    uncles: [block.Header.sha3Uncles],
+                    baseFeePerGas: block.Header.baseFeePerGas,
+                    blockGasCost: undefined, //TODO, seems missing
+                };
+                if (block.Transactions !== null && block.Transactions.length) {
+                    for (const tx of block.Transactions) {
+                        const _ethTransaction = {
+                            blockHash: ethBlock.hash,
+                            blockNumber: ethBlock.number,
+                            blockTimestamp: ethBlock.timestamp,
+                            from: tx.from,
+                            gas: tx.gas,
+                            gasPrice: tx.gasPrice,
+                            hash: tx.hash,
+                            input: tx.input,
+                            nonce: tx.nonce,
+                            to: tx.to,
+                            transactionIndex: undefined,
+                            value: tx.value,
+                            type: tx.type,
+                            v: tx.v,
+                            r: tx.r,
+                            s: tx.s,
+                            receipt: undefined,
+                            logs: [],
+                            accessList: [],
+                            chainId: '',
+                            maxFeePerGas: tx.maxFeePerGas,
+                            maxPriorityFeePerGas: tx.maxPriorityFeePerGas,
+                            args: undefined, //todo
+                        };
+                        transactions.push(_ethTransaction);
+                    }
+                }
+                ethBlock.transactions = transactions;
+                if (block.Logs !== null && block.Logs.length) {
+                    for (const log of block.Logs) {
+                        const _ethLog = {
+                            address: log.address,
+                            topics: log.topics,
+                            data: log.data,
+                            blockHash: log.blockHash,
+                            blockNumber: Number(log.blockNumber),
+                            transactionHash: log.transactionHash,
+                            transactionIndex: Number(log.transactionIndex),
+                            logIndex: Number(log.logIndex),
+                            removed: log.removed,
+                            args: undefined,
+                            block: ethBlock,
+                            transaction: undefined,
+                        };
+                        logs.push(_ethLog);
+                    }
+                }
+                ethBlock.logs = logs.map((l) => (0, utils_ethereum_1.formatLog)(l, ethBlock));
+                //TODO, maybe need FORMAT transaction
+                blocks.push(ethBlock);
+            }
+            catch (e) {
+                throw new Error(`Convert fat block to Eth block failed at ${block.Header.number},${e.message}`);
+            }
+        }
+        if (blocks.length !== 0) {
+            return {
+                blocks: blocks,
+                start: blocks[0].number,
+                end: blocks[blocks.length - 1].number,
+            };
+        }
+        else {
+            return undefined;
+        }
+    }
+};
+EthFatDictionaryService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [node_core_1.NodeConfig])
+], EthFatDictionaryService);
+exports.EthFatDictionaryService = EthFatDictionaryService;
+//# sourceMappingURL=eth-fat-dictionary.service.js.map

package/dist/indexer/eth-fat-dictionary.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eth-fat-dictionary.service.js","sourceRoot":"","sources":["../../src/indexer/eth-fat-dictionary.service.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;;;;;;;AAEnC,oDAA4B;AAC5B,2CAA0C;AAC1C,gDAA4C;AAC5C,4FAA4G;AAI5G,+DAAqD;AAI9C,IAAM,uBAAuB,GAA7B,MAAM,uBAAwB,SAAQ,6CAAmC;IAG9E,YAAY,UAAsB;QAChC,KAAK,CAAC,UAAU,CAAC,CAAC;IACpB,CAAC;IAGD,IAAI,kBAAkB;QAEpB,IAAA,gBAAM,EAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,mCAAmC,CAAC,CAAA;QAC1E,OAAO,IAAI,CAAC,UAAU,CAAC,aAAa,CAAA;IACtC,CAAC;IAKD;;;;;;OAMG;IACH,4DAA4D;IAC5D,oBAAoB;IACpB,KAAK,CAAC,kBAAkB,CACtB,UAAkB,EAClB,aAAqB,EACrB,QAAe,GAAG,EAClB,UAAmC;QAEnC,IAAI,CAAC,UAAU,EAAE;YACf,OAAO,SAAS,CAAC;SAClB;QACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAE9D,MAAM,WAAW,GAAG;YAClB,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,oBAAoB;YAC5B,EAAE,EAAE,CAAC;YACL,MAAM,EAAE,CAAC,UAAU,EAAC,aAAa,EAAC,KAAK,EAAE,iBAAiB,EAAC,EAAC,aAAa,EAAC,IAAI,EAAC,MAAM,EAAC,IAAI,EAAC,cAAc,EAAC,EAAC,MAAM,EAAC,IAAI,EAAC,EAAC,CAAC;SAC1H,CAAC;QAEF,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,WAAW,EAAE;gBACnF,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;aACF,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,IAAI,CAAC,MAA4C,CAAC;SACnE;QAAC,OAAO,KAAK,EAAE;YACd,6BAA6B;YAC7B,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,EAAE,CAAE,CAAC;SACjE;IACH,CAAC;IAED,sCAAsC;IACtC,kBAAkB,CAChB,sBAA8C;QAE9C,MAAM,WAAW,GAAG,EAAE,CAAA;QACtB,MAAM,mBAAmB,GAAE,EAAE,CAAA;QAC7B,KAAK,MAAM,KAAK,IAAI,sBAAsB,EAAC;YACzC,IAAG,KAAK,CAAC,MAAM,KAAK,iBAAiB,EAAC;gBACpC,MAAM,MAAM,GAAG,EAAE,CAAA;gBACjB,MAAM,OAAO,GAAG,EAAE,CAAC;gBACnB,MAAM,SAAS,GAAG,EAAE,CAAA;gBACpB,uBAAuB;gBACvB,KAAI,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAC;oBACtC,IAAG,SAAS,CAAC,KAAK,KAAG,IAAI,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,EAAC;wBAC3D,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;qBAC9B;oBACD,IAAG,SAAS,CAAC,KAAK,KAAG,MAAM,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,EAAC;wBAC7D,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;qBAChC;oBACD,mEAAmE;oBACnE,oCAAoC;oBACpC,IAAI;iBACL;gBAED,IAAG,OAAO,CAAC,MAAM,KAAG,CAAC,EAAC;oBACpB,aAAa;oBACb,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC;iBACrB;gBACD,IAAG,SAAS,CAAC,MAAM,KAAG,CAAC,EAAC;oBACtB,aAAa;oBACb,MAAM,CAAC,IAAI,GAAG,SAAS,CAAC;iBACzB;gBACD,4BAA4B;gBAC5B,kBAAkB;gBAClB,iCAAiC;gBACjC,IAAI;gBAEJ,IAAG,OAAO,CAAC,MAAM,KAAG,CAAC,IAAI,SAAS,CAAC,MAAM,KAAG,CAAC,EAAC;oBAC5C,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;iBACjC;aACF;YACD,IAAG,KAAK,CAAC,MAAM,KAAK,SAAS,EAAC;gBAC5B,MAAM,MAAM,GAAG,EAAE,CAAA;gBACjB,MAAM,YAAY,GAAE,EAAE,CAAA;gBACtB,MAAM,WAAW,GAAG,EAAE,CAAA;gBACtB,KAAI,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAC;oBAEtC,IAAG,SAAS,CAAC,KAAK,KAAG,SAAS,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,EAAC;wBAChE,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;qBACnC;oBACD,IAAG,SAAS,CAAC,KAAK,KAAG,SAAS,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,EAAC;wBAChE,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;qBAClC;oBACD,IAAG,SAAS,CAAC,KAAK,KAAG,SAAS,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,EAAC;wBAChE,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;qBAClC;oBACD,IAAG,SAAS,CAAC,KAAK,KAAG,SAAS,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS,EAAC;wBAChE,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;qBAClC;iBAEF;gBACD,IAAG,YAAY,CAAC,MAAM,KAAG,CAAC,EAAC;oBACzB,aAAa;oBACb,MAAM,CAAC,OAAO,GAAG,YAAY,CAAC;iBAC/B;gBACD,IAAG,WAAW,CAAC,MAAM,KAAG,CAAC,EAAC;oBACxB,aAAa;oBACb,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC;iBAC9B;gBACD,IAAG,YAAY,CAAC,MAAM,KAAG,CAAC,IAAI,WAAW,CAAC,MAAM,KAAG,CAAC,EAAC;oBACnD,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;iBACzB;aACF;SACF;QACD,OAAO,EAAC,MAAM,EAAC,WAAW,EAAC,cAAc,EAAC,mBAAmB,EAAC,CAAA;IAChE,CAAC;IAED,uBAAuB,CACrB,WAAiC,EACjC,2BAA0E;QAE1E,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACjE,CAAC;IAED,qBAAqB,CAAC,IAAwC;;QAE5D,MAAM,MAAM,GAAmB,EAAE,CAAC;QAClC,KAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAC;YAE7B,MAAM,IAAI,GAAiB,EAAE,CAAC;YAC9B,MAAM,YAAY,GAA0B,EAAE,CAAC;YAC/C,IAAG;gBACD,MAAM,QAAQ,GAAiB;oBAC7B,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;oBACtC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;oBACnC,cAAc,EAAE,MAAA,KAAK,CAAC,MAAM,CAAC,aAAa,0CAAE,QAAQ,EAAE;oBACtD,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;oBACnC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ;oBAC/B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;oBAC7B,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;oBACvB,IAAI,EAAE,EAAE;oBACR,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;oBACjC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK;oBACzB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;oBAC7B,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK;oBACzB,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;oBACnC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;oBACnC,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,YAAY;oBACvC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;oBACnC,IAAI,EAAE,SAAS;oBACf,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;oBACjC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;oBACjC,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;oBACxC,YAAY,EAAE,EAAE;oBAChB,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,eAAe;oBAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC;oBACjC,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,aAAa;oBACzC,YAAY,EAAE,SAAS,EAAE,qBAAqB;iBAC/C,CAAA;gBAED,IAAG,KAAK,CAAC,YAAY,KAAG,IAAI,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,EAAC;oBACxD,KAAI,MAAM,EAAE,IAAI,KAAK,CAAC,YAAY,EAAC;wBACjC,MAAM,eAAe,GAAuB;4BAC1C,SAAS,EAAE,QAAQ,CAAC,IAAI;4BACxB,WAAW,EAAE,QAAQ,CAAC,MAAM;4BAC5B,cAAc,EAAE,QAAQ,CAAC,SAAS;4BAClC,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,GAAG,EAAE,EAAE,CAAC,GAAG;4BACX,QAAQ,EAAE,EAAE,CAAC,QAAQ;4BACrB,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,KAAK,EAAE,EAAE,CAAC,KAAK;4BACf,KAAK,EAAE,EAAE,CAAC,KAAK;4BACf,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,gBAAgB,EAAE,SAAS;4BAC3B,KAAK,EAAE,EAAE,CAAC,KAAK;4BACf,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,CAAC,EAAE,EAAE,CAAC,CAAC;4BACP,CAAC,EAAE,EAAE,CAAC,CAAC;4BACP,CAAC,EAAE,EAAE,CAAC,CAAC;4BACP,OAAO,EAAE,SAAS;4BAClB,IAAI,EAAE,EAAE;4BACR,UAAU,EAAE,EAAE;4BACd,OAAO,EAAE,EAAE;4BACX,YAAY,EAAE,EAAE,CAAC,YAAY;4BAC7B,oBAAoB,EAAE,EAAE,CAAC,oBAAoB;4BAC7C,IAAI,EAAE,SAAS,EAAE,MAAM;yBACxB,CAAA;wBACD,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;qBACpC;iBACF;gBACD,QAAQ,CAAC,YAAY,GAAG,YAAY,CAAC;gBAErC,IAAG,KAAK,CAAC,IAAI,KAAG,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,EAAC;oBACxC,KAAI,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAC;wBAC1B,MAAM,OAAO,GAAe;4BAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,MAAM,EAAE,GAAG,CAAC,MAAM;4BAClB,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,SAAS,EAAE,GAAG,CAAC,SAAS;4BACxB,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;4BACpC,eAAe,EAAE,GAAG,CAAC,eAAe;4BACpC,gBAAgB,EAAE,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC;4BAC9C,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;4BAC9B,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,IAAI,EAAE,SAAS;4BACf,KAAK,EAAE,QAAQ;4BACf,WAAW,EAAE,SAAS;yBACvB,CAAA;wBACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;qBACnB;iBACF;gBACD,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,0BAAS,EAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;gBACxD,qCAAqC;gBAErC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;aACvB;YAAA,OAAO,CAAC,EAAE;gBACT,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAA;aAChG;SAEF;QAED,IAAG,MAAM,CAAC,MAAM,KAAG,CAAC,EAAC;YACnB,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM;gBACvB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAC,CAAC,CAAC,CAAC,MAAM;aACpC,CAAA;SACF;aAAI;YACH,OAAO,SAAS,CAAA;SACjB;IACH,CAAC;CAEF,CAAA;AAzPY,uBAAuB;IADnC,IAAA,mBAAU,GAAE;qCAIa,sBAAU;GAHvB,uBAAuB,CAyPnC;AAzPY,0DAAuB","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport assert from 'assert';\nimport {Injectable} from '@nestjs/common';\nimport {NodeConfig} from '@subql/node-core';\nimport {FatDictionaryResponse, FatDictionaryService} from '@subql/node-core/indexer/fat-dictionary.service';\nimport {BlockHeightMap} from '@subql/node-core/utils/blockHeightMap';\nimport {DictionaryQueryEntry, BaseDataSource} from '@subql/types-core';\nimport {EthereumBlock, EthereumLog, EthereumReceipt, EthereumTransaction} from '@subql/types-ethereum';\nimport {formatLog} from '../ethereum/utils.ethereum';\n\n\n@Injectable()\nexport class EthFatDictionaryService extends FatDictionaryService<EthereumBlock>{\n\n\n  constructor(nodeConfig: NodeConfig) {\n    super(nodeConfig);\n  }\n\n\n  get dictionaryEndpoint(): string{\n\n    assert(this.nodeConfig.fatDictionary, 'fat dictionary not in node config')\n    return this.nodeConfig.fatDictionary\n  }\n\n\n\n\n  /**\n   *\n   * @param startBlock\n   * @param queryEndBlock this block number will limit the max query range, increase dictionary query speed\n   * @param batchSize\n   * @param conditions\n   */\n  // eslint-disable-next-line @typescript-eslint/require-await\n  // TODO, move to eth\n  async queryFatDictionary(\n    startBlock: number,\n    queryEndBlock: number,\n    limit: number =200,\n    conditions?: DictionaryQueryEntry[]\n  ): Promise<UnwrappedFatDictionaryResponseData | undefined> {\n    if (!conditions) {\n      return undefined;\n    }\n    const requestConditions = this.dictionaryFatQuery(conditions);\n\n    const requestData = {\n      jsonrpc: \"2.0\",\n      method: \"subql_filterBlocks\",\n      id: 1,\n      params: [startBlock,queryEndBlock,limit, requestConditions,{\"blockHeader\":true,\"logs\":true,\"transactions\":{\"data\":true}}]\n    };\n\n    try {\n      const response = await this.dictionaryApi.post(this.dictionaryEndpoint, requestData, {\n        headers: {\n          'Content-Type': 'application/json',\n        },\n      });\n      return response.data.result as UnwrappedFatDictionaryResponseData;\n    } catch (error) {\n      // Handle the error as needed\n      throw new Error(`Fat dictionary get capacity failed ${error}` );\n    }\n  }\n\n  // eslint-disable-next-line complexity\n  dictionaryFatQuery(\n    dictionaryQueryEntries: DictionaryQueryEntry[]\n  ){\n    const logsFilters = []\n    const transactionsFilters= []\n    for (const entry of dictionaryQueryEntries){\n      if(entry.entity === 'evmTransactions'){\n        const filter = {}\n        const toArray = [];\n        const fromArray = []\n        // const funcArray = []\n        for(const condition of entry.conditions){\n          if(condition.field==='to' && condition.matcher === \"equalTo\"){\n            toArray.push(condition.value)\n          }\n          if(condition.field==='from' && condition.matcher === \"equalTo\"){\n            fromArray.push(condition.value)\n          }\n          // if(condition.field==='func' && condition.matcher === \"equalTo\"){\n          //   funcArray.push(condition.value)\n          // }\n        }\n\n        if(toArray.length!==0){\n          // @ts-ignore\n          filter.to = toArray;\n        }\n        if(fromArray.length!==0){\n          // @ts-ignore\n          filter.from = fromArray;\n        }\n        // if(funcArray.length!==0){\n        //   // @ts-ignore\n        //   filter.function = funcArray;\n        // }\n\n        if(toArray.length!==0 || fromArray.length!==0){\n          transactionsFilters.push(filter)\n        }\n      }\n      if(entry.entity === 'evmLogs'){\n        const filter = {}\n        const addressArray =[]\n        const topicsArray = []\n        for(const condition of entry.conditions){\n\n          if(condition.field==='address' && condition.matcher === \"equalTo\"){\n            addressArray.push(condition.value)\n          }\n          if(condition.field==='topics0' && condition.matcher === \"equalTo\"){\n            topicsArray.push(condition.value)\n          }\n          if(condition.field==='topics1' && condition.matcher === \"equalTo\"){\n            topicsArray.push(condition.value)\n          }\n          if(condition.field==='topics2' && condition.matcher === \"equalTo\"){\n            topicsArray.push(condition.value)\n          }\n\n        }\n        if(addressArray.length!==0){\n          // @ts-ignore\n          filter.address = addressArray;\n        }\n        if(topicsArray.length!==0){\n          // @ts-ignore\n          filter.topics0 = topicsArray;\n        }\n        if(addressArray.length!==0 || topicsArray.length!==0){\n          logsFilters.push(filter)\n        }\n      }\n    }\n    return {\"logs\":logsFilters,\"transactions\":transactionsFilters}\n  }\n\n  buildDictionaryEntryMap<DS extends BaseDataSource>(\n    dataSources: BlockHeightMap<DS[]>,\n    buildDictionaryQueryEntries: (dataSources: DS[]) => DictionaryQueryEntry[]\n  ): void {\n    this.queriesMap = dataSources.map(buildDictionaryQueryEntries);\n  }\n\n  convertResponseBlocks(data: UnwrappedFatDictionaryResponseData):FatDictionaryResponse<EthereumBlock>|undefined{\n\n    const blocks:EthereumBlock[] = [];\n    for(const block of data.Blocks){\n\n      const logs: EthereumLog[] =[];\n      const transactions: EthereumTransaction[] = [];\n      try{\n        const ethBlock:EthereumBlock = {\n          blockExtraData: block.Header.extraData,\n          difficulty: block.Header.difficulty,\n          extDataGasUsed: block.Header.excessBlobGas?.toString(), //TODO, is this right?\n          extDataHash: block.Header.extraData,\n          gasLimit: block.Header.gasLimit,\n          gasUsed: block.Header.gasUsed,\n          hash: block.Header.hash,\n          logs: [],//\n          logsBloom: block.Header.logsBloom,\n          miner: block.Header.miner,\n          mixHash: block.Header.mixHash,\n          nonce: block.Header.nonce,\n          number: Number(block.Header.number),\n          parentHash: block.Header.parentHash,\n          receiptsRoot: block.Header.receiptsRoot,\n          sha3Uncles: block.Header.sha3Uncles,\n          size: undefined,// TODO, unknown from data\n          stateRoot: block.Header.stateRoot,\n          timestamp: block.Header.timestamp, //TODO, seems wrong from source\n          totalDifficulty: block.Header.difficulty,\n          transactions: [],\n          transactionsRoot: block.Header.transactionRoot,\n          uncles: [block.Header.sha3Uncles],\n          baseFeePerGas: block.Header.baseFeePerGas,\n          blockGasCost: undefined, //TODO, seems missing\n        }\n\n        if(block.Transactions!==null && block.Transactions.length){\n          for(const tx of block.Transactions){\n            const _ethTransaction:EthereumTransaction = {\n              blockHash: ethBlock.hash,\n              blockNumber: ethBlock.number,\n              blockTimestamp: ethBlock.timestamp,\n              from: tx.from,\n              gas: tx.gas,\n              gasPrice: tx.gasPrice,\n              hash: tx.hash,\n              input: tx.input,\n              nonce: tx.nonce,\n              to: tx.to,\n              transactionIndex: undefined,//todo\n              value: tx.value,\n              type: tx.type,\n              v: tx.v,\n              r: tx.r,\n              s: tx.s,\n              receipt: undefined, //todo\n              logs: [],\n              accessList: [],\n              chainId: '',\n              maxFeePerGas: tx.maxFeePerGas,\n              maxPriorityFeePerGas: tx.maxPriorityFeePerGas,\n              args: undefined, //todo\n            }\n            transactions.push(_ethTransaction);\n          }\n        }\n        ethBlock.transactions = transactions;\n\n        if(block.Logs!==null && block.Logs.length){\n          for(const log of block.Logs){\n            const _ethLog:EthereumLog = {\n              address: log.address,\n              topics: log.topics,\n              data: log.data,\n              blockHash: log.blockHash,\n              blockNumber: Number(log.blockNumber),\n              transactionHash: log.transactionHash,\n              transactionIndex: Number(log.transactionIndex),\n              logIndex: Number(log.logIndex),\n              removed: log.removed,\n              args: undefined, //TODO, unknown\n              block: ethBlock,\n              transaction: undefined,\n            }\n            logs.push(_ethLog)\n          }\n        }\n        ethBlock.logs = logs.map((l) => formatLog(l, ethBlock));\n        //TODO, maybe need FORMAT transaction\n\n        blocks.push(ethBlock);\n      }catch (e) {\n        throw new Error(`Convert fat block to Eth block failed at ${block.Header.number},${e.message}`)\n      }\n\n    }\n\n    if(blocks.length!==0){\n      return {\n        blocks: blocks,\n        start: blocks[0].number,\n        end: blocks[blocks.length-1].number,\n      }\n    }else{\n      return undefined\n    }\n  }\n\n}\n\ninterface UnwrappedEthFatBlock{\n  Header: {\n    parentHash: string,\n    sha3Uncles:string,\n    miner:string,\n    stateRoot:string,\n    transactionRoot:string,\n    receiptsRoot:string,\n    logsBloom:string,\n    difficulty: bigint,\n    number:bigint,\n    gasLimit:bigint\n    gasUsed: bigint,\n    timestamp: bigint,\n    extraData: string,\n    mixHash: string,\n    nonce:string,\n    baseFeePerGas: bigint,\n    withdrawalsRoot: string,\n    blobGasUsed:bigint,\n    excessBlobGas: bigint,\n    parentBeaconBlockRoot: string,\n    hash:string,\n  },\n  Transactions:UnwrappedEthFatTransaction[],\n  Logs:UnwrappedEthFatLog[],\n}\n\ninterface UnwrappedEthFatTransaction{\n  type: string,\n  nonce:bigint,\n  to:string,\n  gas:bigint,\n  gasPrice:bigint,\n  maxPriorityFeePerGas:bigint,\n  maxFeePerGas:bigint,\n  value:bigint\n  v: bigint;\n  r: string;\n  s: string;\n  input:string\n  hash: string;\n  from:string,\n}\n\ninterface UnwrappedEthFatLog{\n  address:string,\n  topics:string[],\n  data: string,\n  blockNumber: bigint,\n  transactionHash:string,\n  transactionIndex:bigint,\n  blockHash:string,\n  logIndex:bigint,\n  removed:boolean,\n}\n\ninterface UnwrappedFatDictionaryResponseData{\n  Blocks: UnwrappedEthFatBlock[],\n  BlockRange: number[];\n  GenesisHash: string;\n}\n"]}

package/dist/indexer/fetch.module.js

@@ -17,6 +17,7 @@ const blockDispatcher_1 = require("./blockDispatcher");
 const dictionary_service_1 = require("./dictionary.service");
 const ds_processor_service_1 = require("./ds-processor.service");
 const dynamic_ds_service_1 = require("./dynamic-ds.service");
+const eth_fat_dictionary_service_1 = require("./eth-fat-dictionary.service");
 const fetch_service_1 = require("./fetch.service");
 const indexer_manager_1 = require("./indexer.manager");
 const project_service_1 = require("./project.service");
@@ -89,6 +90,21 @@ FetchModule = __decorate([
             node_core_1.ConnectionPoolService,
             node_core_1.IndexingBenchmarkService,
             node_core_1.PoiBenchmarkService,
+            eth_fat_dictionary_service_1.EthFatDictionaryService,
+            // {
+            //   provide: FatDictionaryService,
+            //   useFactory: async (
+            //     project: SubqueryProject,
+            //     nodeConfig: NodeConfig,
+            //     eventEmitter: EventEmitter2,
+            //   ) => {
+            //     const fatDictionaryService = await FatDictionaryService.create(
+            //       nodeConfig
+            //     );
+            //     return fatDictionaryService;
+            //   },
+            //   inject: ['ISubqueryProject', NodeConfig, EventEmitter2],
+            // },
             {
                 provide: dictionary_service_1.DictionaryService,
                 useFactory: async (project, nodeConfig, eventEmitter) => {

package/dist/indexer/fetch.module.js.map

@@ -1 +1 @@
-{"version":3,"file":"fetch.module.js","sourceRoot":"","sources":["../../src/indexer/fetch.module.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;AAEnC,2CAAwC;AACxC,yDAAsD;AACtD,gDAc0B;AAG1B,2EAAsE;AACtE,uDAG2B;AAC3B,6DAAyD;AACzD,iEAA4D;AAC5D,6DAAwD;AACxD,mDAA+C;AAC/C,uDAAmD;AACnD,uDAAmD;AACnD,uDAAmD;AACnD,2EAAuE;AAwJhE,IAAM,WAAW,GAAjB,MAAM,WAAW;CAAG,CAAA;AAAd,WAAW;IAtJvB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,gCAAoB;YACpB,wBAAY;YACZ,6BAAiB;YACjB;gBACE,OAAO,EAAE,sBAAU;gBACnB,UAAU,EAAE,KAAK,EACf,OAAwB,EACxB,qBAAmE,EACnE,YAA2B,EAC3B,UAAsB,EACtB,EAAE;oBACF,MAAM,UAAU,GAAG,IAAI,yCAAkB,CACvC,OAAO,EACP,qBAAqB,EACrB,YAAY,EACZ,UAAU,CACX,CAAC;oBACF,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;oBACxB,OAAO,UAAU,CAAC;gBACpB,CAAC;gBACD,MAAM,EAAE;oBACN,kBAAkB;oBAClB,iCAAqB;oBACrB,6BAAa;oBACb,sBAAU;iBACX;aACF;YACD,gCAAc;YACd,sCAA0B;YAC1B,iCAAqB;YACrB;gBACE,OAAO,EAAE,6BAAiB;gBAC1B,UAAU,EAAE,CAAC,UAAsB,EAAE,EAAE;oBACrC,OAAO,IAAI,6BAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,EAAE,CAAC,sBAAU,CAAC;aACrB;YACD;gBACE,OAAO,EAAE,6BAAiB;gBAC1B,UAAU,EAAE,CAAC,UAAsB,EAAE,EAAE;oBACrC,OAAO,IAAI,6BAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,EAAE,CAAC,sBAAU,CAAC;aACrB;YACD;gBACE,OAAO,EAAE,kBAAkB;gBAC3B,UAAU,EAAE,CACV,UAAsB,EACtB,YAA2B,EAC3B,cAA8B,EAC9B,qBAA6C,EAC7C,UAA8B,EAC9B,cAA8B,EAC9B,iBAAoC,EACpC,YAAkC,EAClC,YAA0B,EAC1B,iBAAoC,EACpC,UAAsB,EACtB,cAA8B,EAC9B,OAAwB,EACxB,gBAAkC,EAClC,iBAA2C,EAC3C,mBAAsE,EACtE,EAAE,CACF,UAAU,CAAC,OAAO,KAAK,SAAS;oBAC9B,CAAC,CAAC,IAAI,8CAA4B,CAC9B,UAAU,EACV,YAAY,EACZ,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,cAAc,EACd,OAAO,EACP,gBAAgB,EAChB,iBAAiB,EACjB,mBAAmB,CACpB;oBACH,CAAC,CAAC,IAAI,wCAAsB,CACxB,UAAU,EACV,UAAU,EACV,cAAc,EACd,YAAY,EACZ,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EACjB,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,cAAc,EACd,OAAO,EACP,gBAAgB,CACjB;gBACP,MAAM,EAAE;oBACN,sBAAU;oBACV,6BAAa;oBACb,iBAAiB;oBACjB,wBAAwB;oBACxB,sBAAU;oBACV,gCAAc;oBACd,6BAAiB;oBACjB,gCAAoB;oBACpB,wBAAY;oBACZ,6BAAiB;oBACjB,sBAAU;oBACV,0BAAc;oBACd,kBAAkB;oBAClB,qCAAgB;oBAChB,oDAAwB;oBACxB,sCAA0B;iBAC3B;aACF;YACD,4BAAY;YACZ,iCAAqB;YACrB,oCAAwB;YACxB,+BAAmB;YACnB;gBACE,OAAO,EAAE,sCAAiB;gBAC1B,UAAU,EAAE,KAAK,EACf,OAAwB,EACxB,UAAsB,EACtB,YAA2B,EAC3B,EAAE;oBACF,MAAM,iBAAiB,GAAG,MAAM,sCAAiB,CAAC,MAAM,CACtD,OAAO,EACP,UAAU,EACV,YAAY,CACb,CAAC;oBACF,OAAO,iBAAiB,CAAC;gBAC3B,CAAC;gBACD,MAAM,EAAE,CAAC,kBAAkB,EAAE,sBAAU,EAAE,6BAAa,CAAC;aACxD;YACD,gCAAc;YACd,yCAAkB;YAClB,qCAAgB;YAChB,sBAAU;YACV,0BAAc;YACd;gBACE,QAAQ,EAAE,gCAAc;gBACxB,OAAO,EAAE,iBAAiB;aAC3B;YACD,oDAAwB;SACzB;QACD,OAAO,EAAE,CAAC,wBAAY,EAAE,6BAAiB,CAAC;KAC3C,CAAC;GACW,WAAW,CAAG;AAAd,kCAAW","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { Module } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport {\n  PoiBenchmarkService,\n  IndexingBenchmarkService,\n  StoreService,\n  PoiService,\n  ApiService,\n  NodeConfig,\n  ConnectionPoolService,\n  ConnectionPoolStateManager,\n  SmartBatchService,\n  StoreCacheService,\n  IProjectUpgradeService,\n  PoiSyncService,\n  InMemoryCacheService,\n} from '@subql/node-core';\nimport { SubqueryProject } from '../configure/SubqueryProject';\nimport { EthereumApiConnection } from '../ethereum/api.connection';\nimport { EthereumApiService } from '../ethereum/api.service.ethereum';\nimport {\n  BlockDispatcherService,\n  WorkerBlockDispatcherService,\n} from './blockDispatcher';\nimport { DictionaryService } from './dictionary.service';\nimport { DsProcessorService } from './ds-processor.service';\nimport { DynamicDsService } from './dynamic-ds.service';\nimport { FetchService } from './fetch.service';\nimport { IndexerManager } from './indexer.manager';\nimport { ProjectService } from './project.service';\nimport { SandboxService } from './sandbox.service';\nimport { UnfinalizedBlocksService } from './unfinalizedBlocks.service';\n\n@Module({\n  providers: [\n    InMemoryCacheService,\n    StoreService,\n    StoreCacheService,\n    {\n      provide: ApiService,\n      useFactory: async (\n        project: SubqueryProject,\n        connectionPoolService: ConnectionPoolService<EthereumApiConnection>,\n        eventEmitter: EventEmitter2,\n        nodeConfig: NodeConfig,\n      ) => {\n        const apiService = new EthereumApiService(\n          project,\n          connectionPoolService,\n          eventEmitter,\n          nodeConfig,\n        );\n        await apiService.init();\n        return apiService;\n      },\n      inject: [\n        'ISubqueryProject',\n        ConnectionPoolService,\n        EventEmitter2,\n        NodeConfig,\n      ],\n    },\n    IndexerManager,\n    ConnectionPoolStateManager,\n    ConnectionPoolService,\n    {\n      provide: SmartBatchService,\n      useFactory: (nodeConfig: NodeConfig) => {\n        return new SmartBatchService(nodeConfig.batchSize);\n      },\n      inject: [NodeConfig],\n    },\n    {\n      provide: SmartBatchService,\n      useFactory: (nodeConfig: NodeConfig) => {\n        return new SmartBatchService(nodeConfig.batchSize);\n      },\n      inject: [NodeConfig],\n    },\n    {\n      provide: 'IBlockDispatcher',\n      useFactory: (\n        nodeConfig: NodeConfig,\n        eventEmitter: EventEmitter2,\n        projectService: ProjectService,\n        projectUpgradeService: IProjectUpgradeService,\n        apiService: EthereumApiService,\n        indexerManager: IndexerManager,\n        smartBatchService: SmartBatchService,\n        cacheService: InMemoryCacheService,\n        storeService: StoreService,\n        storeCacheService: StoreCacheService,\n        poiService: PoiService,\n        poiSyncService: PoiSyncService,\n        project: SubqueryProject,\n        dynamicDsService: DynamicDsService,\n        unfinalizedBlocks: UnfinalizedBlocksService,\n        connectionPoolState: ConnectionPoolStateManager<EthereumApiConnection>,\n      ) =>\n        nodeConfig.workers !== undefined\n          ? new WorkerBlockDispatcherService(\n              nodeConfig,\n              eventEmitter,\n              projectService,\n              projectUpgradeService,\n              smartBatchService,\n              cacheService,\n              storeService,\n              storeCacheService,\n              poiService,\n              poiSyncService,\n              project,\n              dynamicDsService,\n              unfinalizedBlocks,\n              connectionPoolState,\n            )\n          : new BlockDispatcherService(\n              apiService,\n              nodeConfig,\n              indexerManager,\n              eventEmitter,\n              projectService,\n              projectUpgradeService,\n              smartBatchService,\n              storeService,\n              storeCacheService,\n              poiService,\n              poiSyncService,\n              project,\n              dynamicDsService,\n            ),\n      inject: [\n        NodeConfig,\n        EventEmitter2,\n        'IProjectService',\n        'IProjectUpgradeService',\n        ApiService,\n        IndexerManager,\n        SmartBatchService,\n        InMemoryCacheService,\n        StoreService,\n        StoreCacheService,\n        PoiService,\n        PoiSyncService,\n        'ISubqueryProject',\n        DynamicDsService,\n        UnfinalizedBlocksService,\n        ConnectionPoolStateManager,\n      ],\n    },\n    FetchService,\n    ConnectionPoolService,\n    IndexingBenchmarkService,\n    PoiBenchmarkService,\n    {\n      provide: DictionaryService,\n      useFactory: async (\n        project: SubqueryProject,\n        nodeConfig: NodeConfig,\n        eventEmitter: EventEmitter2,\n      ) => {\n        const dictionaryService = await DictionaryService.create(\n          project,\n          nodeConfig,\n          eventEmitter,\n        );\n        return dictionaryService;\n      },\n      inject: ['ISubqueryProject', NodeConfig, EventEmitter2],\n    },\n    SandboxService,\n    DsProcessorService,\n    DynamicDsService,\n    PoiService,\n    PoiSyncService,\n    {\n      useClass: ProjectService,\n      provide: 'IProjectService',\n    },\n    UnfinalizedBlocksService,\n  ],\n  exports: [StoreService, StoreCacheService],\n})\nexport class FetchModule {}\n"]}
+{"version":3,"file":"fetch.module.js","sourceRoot":"","sources":["../../src/indexer/fetch.module.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;AAEnC,2CAAwC;AACxC,yDAAsD;AACtD,gDAc0B;AAG1B,2EAAsE;AACtE,uDAG2B;AAC3B,6DAAyD;AACzD,iEAA4D;AAC5D,6DAAwD;AACxD,6EAAqE;AACrE,mDAA+C;AAC/C,uDAAmD;AACnD,uDAAmD;AACnD,uDAAmD;AACnD,2EAAuE;AAuKhE,IAAM,WAAW,GAAjB,MAAM,WAAW;CAAG,CAAA;AAAd,WAAW;IArKvB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,gCAAoB;YACpB,wBAAY;YACZ,6BAAiB;YACjB;gBACE,OAAO,EAAE,sBAAU;gBACnB,UAAU,EAAE,KAAK,EACf,OAAwB,EACxB,qBAAmE,EACnE,YAA2B,EAC3B,UAAsB,EACtB,EAAE;oBACF,MAAM,UAAU,GAAG,IAAI,yCAAkB,CACvC,OAAO,EACP,qBAAqB,EACrB,YAAY,EACZ,UAAU,CACX,CAAC;oBACF,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;oBACxB,OAAO,UAAU,CAAC;gBACpB,CAAC;gBACD,MAAM,EAAE;oBACN,kBAAkB;oBAClB,iCAAqB;oBACrB,6BAAa;oBACb,sBAAU;iBACX;aACF;YACD,gCAAc;YACd,sCAA0B;YAC1B,iCAAqB;YACrB;gBACE,OAAO,EAAE,6BAAiB;gBAC1B,UAAU,EAAE,CAAC,UAAsB,EAAE,EAAE;oBACrC,OAAO,IAAI,6BAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,EAAE,CAAC,sBAAU,CAAC;aACrB;YACD;gBACE,OAAO,EAAE,6BAAiB;gBAC1B,UAAU,EAAE,CAAC,UAAsB,EAAE,EAAE;oBACrC,OAAO,IAAI,6BAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,EAAE,CAAC,sBAAU,CAAC;aACrB;YACD;gBACE,OAAO,EAAE,kBAAkB;gBAC3B,UAAU,EAAE,CACV,UAAsB,EACtB,YAA2B,EAC3B,cAA8B,EAC9B,qBAA6C,EAC7C,UAA8B,EAC9B,cAA8B,EAC9B,iBAAoC,EACpC,YAAkC,EAClC,YAA0B,EAC1B,iBAAoC,EACpC,UAAsB,EACtB,cAA8B,EAC9B,OAAwB,EACxB,gBAAkC,EAClC,iBAA2C,EAC3C,mBAAsE,EACtE,EAAE,CACF,UAAU,CAAC,OAAO,KAAK,SAAS;oBAC9B,CAAC,CAAC,IAAI,8CAA4B,CAC9B,UAAU,EACV,YAAY,EACZ,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,cAAc,EACd,OAAO,EACP,gBAAgB,EAChB,iBAAiB,EACjB,mBAAmB,CACpB;oBACH,CAAC,CAAC,IAAI,wCAAsB,CACxB,UAAU,EACV,UAAU,EACV,cAAc,EACd,YAAY,EACZ,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EACjB,YAAY,EACZ,iBAAiB,EACjB,UAAU,EACV,cAAc,EACd,OAAO,EACP,gBAAgB,CACjB;gBACP,MAAM,EAAE;oBACN,sBAAU;oBACV,6BAAa;oBACb,iBAAiB;oBACjB,wBAAwB;oBACxB,sBAAU;oBACV,gCAAc;oBACd,6BAAiB;oBACjB,gCAAoB;oBACpB,wBAAY;oBACZ,6BAAiB;oBACjB,sBAAU;oBACV,0BAAc;oBACd,kBAAkB;oBAClB,qCAAgB;oBAChB,oDAAwB;oBACxB,sCAA0B;iBAC3B;aACF;YACD,4BAAY;YACZ,iCAAqB;YACrB,oCAAwB;YACxB,+BAAmB;YACnB,oDAAuB;YACvB,IAAI;YACJ,mCAAmC;YACnC,wBAAwB;YACxB,gCAAgC;YAChC,8BAA8B;YAC9B,mCAAmC;YACnC,WAAW;YACX,sEAAsE;YACtE,mBAAmB;YACnB,SAAS;YACT,mCAAmC;YACnC,OAAO;YACP,6DAA6D;YAC7D,KAAK;YACL;gBACE,OAAO,EAAE,sCAAiB;gBAC1B,UAAU,EAAE,KAAK,EACf,OAAwB,EACxB,UAAsB,EACtB,YAA2B,EAC3B,EAAE;oBACF,MAAM,iBAAiB,GAAG,MAAM,sCAAiB,CAAC,MAAM,CACtD,OAAO,EACP,UAAU,EACV,YAAY,CACb,CAAC;oBACF,OAAO,iBAAiB,CAAC;gBAC3B,CAAC;gBACD,MAAM,EAAE,CAAC,kBAAkB,EAAE,sBAAU,EAAE,6BAAa,CAAC;aACxD;YACD,gCAAc;YACd,yCAAkB;YAClB,qCAAgB;YAChB,sBAAU;YACV,0BAAc;YACd;gBACE,QAAQ,EAAE,gCAAc;gBACxB,OAAO,EAAE,iBAAiB;aAC3B;YACD,oDAAwB;SACzB;QACD,OAAO,EAAE,CAAC,wBAAY,EAAE,6BAAiB,CAAC;KAC3C,CAAC;GACW,WAAW,CAAG;AAAd,kCAAW","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { Module } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport {\n  PoiBenchmarkService,\n  IndexingBenchmarkService,\n  StoreService,\n  PoiService,\n  ApiService,\n  NodeConfig,\n  ConnectionPoolService,\n  ConnectionPoolStateManager,\n  SmartBatchService,\n  StoreCacheService,\n  IProjectUpgradeService,\n  PoiSyncService,\n  InMemoryCacheService,\n} from '@subql/node-core';\nimport { SubqueryProject } from '../configure/SubqueryProject';\nimport { EthereumApiConnection } from '../ethereum/api.connection';\nimport { EthereumApiService } from '../ethereum/api.service.ethereum';\nimport {\n  BlockDispatcherService,\n  WorkerBlockDispatcherService,\n} from './blockDispatcher';\nimport { DictionaryService } from './dictionary.service';\nimport { DsProcessorService } from './ds-processor.service';\nimport { DynamicDsService } from './dynamic-ds.service';\nimport {EthFatDictionaryService} from './eth-fat-dictionary.service';\nimport { FetchService } from './fetch.service';\nimport { IndexerManager } from './indexer.manager';\nimport { ProjectService } from './project.service';\nimport { SandboxService } from './sandbox.service';\nimport { UnfinalizedBlocksService } from './unfinalizedBlocks.service';\n\n@Module({\n  providers: [\n    InMemoryCacheService,\n    StoreService,\n    StoreCacheService,\n    {\n      provide: ApiService,\n      useFactory: async (\n        project: SubqueryProject,\n        connectionPoolService: ConnectionPoolService<EthereumApiConnection>,\n        eventEmitter: EventEmitter2,\n        nodeConfig: NodeConfig,\n      ) => {\n        const apiService = new EthereumApiService(\n          project,\n          connectionPoolService,\n          eventEmitter,\n          nodeConfig,\n        );\n        await apiService.init();\n        return apiService;\n      },\n      inject: [\n        'ISubqueryProject',\n        ConnectionPoolService,\n        EventEmitter2,\n        NodeConfig,\n      ],\n    },\n    IndexerManager,\n    ConnectionPoolStateManager,\n    ConnectionPoolService,\n    {\n      provide: SmartBatchService,\n      useFactory: (nodeConfig: NodeConfig) => {\n        return new SmartBatchService(nodeConfig.batchSize);\n      },\n      inject: [NodeConfig],\n    },\n    {\n      provide: SmartBatchService,\n      useFactory: (nodeConfig: NodeConfig) => {\n        return new SmartBatchService(nodeConfig.batchSize);\n      },\n      inject: [NodeConfig],\n    },\n    {\n      provide: 'IBlockDispatcher',\n      useFactory: (\n        nodeConfig: NodeConfig,\n        eventEmitter: EventEmitter2,\n        projectService: ProjectService,\n        projectUpgradeService: IProjectUpgradeService,\n        apiService: EthereumApiService,\n        indexerManager: IndexerManager,\n        smartBatchService: SmartBatchService,\n        cacheService: InMemoryCacheService,\n        storeService: StoreService,\n        storeCacheService: StoreCacheService,\n        poiService: PoiService,\n        poiSyncService: PoiSyncService,\n        project: SubqueryProject,\n        dynamicDsService: DynamicDsService,\n        unfinalizedBlocks: UnfinalizedBlocksService,\n        connectionPoolState: ConnectionPoolStateManager<EthereumApiConnection>,\n      ) =>\n        nodeConfig.workers !== undefined\n          ? new WorkerBlockDispatcherService(\n              nodeConfig,\n              eventEmitter,\n              projectService,\n              projectUpgradeService,\n              smartBatchService,\n              cacheService,\n              storeService,\n              storeCacheService,\n              poiService,\n              poiSyncService,\n              project,\n              dynamicDsService,\n              unfinalizedBlocks,\n              connectionPoolState,\n            )\n          : new BlockDispatcherService(\n              apiService,\n              nodeConfig,\n              indexerManager,\n              eventEmitter,\n              projectService,\n              projectUpgradeService,\n              smartBatchService,\n              storeService,\n              storeCacheService,\n              poiService,\n              poiSyncService,\n              project,\n              dynamicDsService,\n            ),\n      inject: [\n        NodeConfig,\n        EventEmitter2,\n        'IProjectService',\n        'IProjectUpgradeService',\n        ApiService,\n        IndexerManager,\n        SmartBatchService,\n        InMemoryCacheService,\n        StoreService,\n        StoreCacheService,\n        PoiService,\n        PoiSyncService,\n        'ISubqueryProject',\n        DynamicDsService,\n        UnfinalizedBlocksService,\n        ConnectionPoolStateManager,\n      ],\n    },\n    FetchService,\n    ConnectionPoolService,\n    IndexingBenchmarkService,\n    PoiBenchmarkService,\n    EthFatDictionaryService,\n    // {\n    //   provide: FatDictionaryService,\n    //   useFactory: async (\n    //     project: SubqueryProject,\n    //     nodeConfig: NodeConfig,\n    //     eventEmitter: EventEmitter2,\n    //   ) => {\n    //     const fatDictionaryService = await FatDictionaryService.create(\n    //       nodeConfig\n    //     );\n    //     return fatDictionaryService;\n    //   },\n    //   inject: ['ISubqueryProject', NodeConfig, EventEmitter2],\n    // },\n    {\n      provide: DictionaryService,\n      useFactory: async (\n        project: SubqueryProject,\n        nodeConfig: NodeConfig,\n        eventEmitter: EventEmitter2,\n      ) => {\n        const dictionaryService = await DictionaryService.create(\n          project,\n          nodeConfig,\n          eventEmitter,\n        );\n        return dictionaryService;\n      },\n      inject: ['ISubqueryProject', NodeConfig, EventEmitter2],\n    },\n    SandboxService,\n    DsProcessorService,\n    DynamicDsService,\n    PoiService,\n    PoiSyncService,\n    {\n      useClass: ProjectService,\n      provide: 'IProjectService',\n    },\n    UnfinalizedBlocksService,\n  ],\n  exports: [StoreService, StoreCacheService],\n})\nexport class FetchModule {}\n"]}

package/dist/indexer/fetch.service.d.ts

@@ -3,22 +3,23 @@ import { SchedulerRegistry } from '@nestjs/schedule';
 import { SubqlEthereumProcessorOptions } from '@subql/common-ethereum';
 import { NodeConfig, BaseFetchService, ApiService } from '@subql/node-core';
 import { DictionaryQueryEntry } from '@subql/types-core';
-import { SubqlDatasource } from '@subql/types-ethereum';
+import { EthereumBlock, SubqlDatasource } from '@subql/types-ethereum';
 import { SubqueryProject } from '../configure/SubqueryProject';
 import { EthereumApi } from '../ethereum';
 import { IEthereumBlockDispatcher } from './blockDispatcher';
 import { DictionaryService } from './dictionary.service';
 import { DynamicDsService } from './dynamic-ds.service';
+import { EthFatDictionaryService } from './eth-fat-dictionary.service';
 import { ProjectService } from './project.service';
 import { UnfinalizedBlocksService } from './unfinalizedBlocks.service';
 type GroupedEthereumProjectDs = SubqlDatasource & {
     groupedOptions?: SubqlEthereumProcessorOptions[];
 };
 export declare function buildDictionaryQueryEntries(dataSources: GroupedEthereumProjectDs[]): DictionaryQueryEntry[];
-export declare class FetchService extends BaseFetchService<SubqlDatasource, IEthereumBlockDispatcher, DictionaryService> {
+export declare class FetchService extends BaseFetchService<SubqlDatasource, IEthereumBlockDispatcher, DictionaryService, EthereumBlock> {
     private apiService;
     private unfinalizedBlocksService;
-    constructor(apiService: ApiService, nodeConfig: NodeConfig, projectService: ProjectService, project: SubqueryProject, blockDispatcher: IEthereumBlockDispatcher, dictionaryService: DictionaryService, dynamicDsService: DynamicDsService, unfinalizedBlocksService: UnfinalizedBlocksService, eventEmitter: EventEmitter2, schedulerRegistry: SchedulerRegistry);
+    constructor(apiService: ApiService, nodeConfig: NodeConfig, projectService: ProjectService, project: SubqueryProject, blockDispatcher: IEthereumBlockDispatcher, dictionaryService: DictionaryService, dynamicDsService: DynamicDsService, unfinalizedBlocksService: UnfinalizedBlocksService, eventEmitter: EventEmitter2, schedulerRegistry: SchedulerRegistry, fatDictionaryService: EthFatDictionaryService);
     get api(): EthereumApi;
     protected buildDictionaryQueryEntries(dataSources: (SubqlDatasource & {
         name?: string;

package/dist/indexer/fetch.service.js

@@ -27,6 +27,7 @@ const string_1 = require("../utils/string");
 const yargs_1 = require("../yargs");
 const dictionary_service_1 = require("./dictionary.service");
 const dynamic_ds_service_1 = require("./dynamic-ds.service");
+const eth_fat_dictionary_service_1 = require("./eth-fat-dictionary.service");
 const project_service_1 = require("./project.service");
 const unfinalizedBlocks_service_1 = require("./unfinalizedBlocks.service");
 const logger = (0, node_core_1.getLogger)('fetch.service');
@@ -179,8 +180,8 @@ function buildDictionaryQueryEntries(dataSources) {
 }
 exports.buildDictionaryQueryEntries = buildDictionaryQueryEntries;
 let FetchService = class FetchService extends node_core_1.BaseFetchService {
-    constructor(apiService, nodeConfig, projectService, project, blockDispatcher, dictionaryService, dynamicDsService, unfinalizedBlocksService, eventEmitter, schedulerRegistry) {
-        super(nodeConfig, projectService, project.network, blockDispatcher, dictionaryService, dynamicDsService, eventEmitter, schedulerRegistry);
+    constructor(apiService, nodeConfig, projectService, project, blockDispatcher, dictionaryService, dynamicDsService, unfinalizedBlocksService, eventEmitter, schedulerRegistry, fatDictionaryService) {
+        super(nodeConfig, projectService, project.network, blockDispatcher, dictionaryService, dynamicDsService, eventEmitter, schedulerRegistry, fatDictionaryService);
         this.apiService = apiService;
         this.unfinalizedBlocksService = unfinalizedBlocksService;
     }
@@ -243,7 +244,8 @@ FetchService = __decorate([
         dynamic_ds_service_1.DynamicDsService,
         unfinalizedBlocks_service_1.UnfinalizedBlocksService,
         event_emitter_1.EventEmitter2,
-        schedule_1.SchedulerRegistry])
+        schedule_1.SchedulerRegistry,
+        eth_fat_dictionary_service_1.EthFatDictionaryService])
 ], FetchService);
 exports.FetchService = FetchService;
 //# sourceMappingURL=fetch.service.js.map

package/dist/indexer/fetch.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"fetch.service.js","sourceRoot":"","sources":["../../src/indexer/fetch.service.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;;;;;;;AAEnC,2CAAoD;AACpD,yDAAsD;AACtD,+CAAqD;AAErD,4DAMgC;AAChC,gDAM0B;AAM1B,mCAA4D;AAC5D,kEAA+D;AAE/D,+DAA0D;AAC1D,4CAAkE;AAClE,oCAAwC;AAExC,6DAAyD;AACzD,6DAAwD;AACxD,uDAAmD;AACnD,2EAGqC;AAErC,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,eAAe,CAAC,CAAC;AAE1C,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B,SAAS,eAAe,CACtB,SAA0E,EAC1E,UAAsC;IAEtC,MAAM,iBAAiB,GAAG,oBAAY,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACnE,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;QAC5B,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE5E,IAAI,SAAS,CAAC,MAAM,GAAG,iBAAiB,EAAE;YACxC,MAAM,CAAC,IAAI,CACT,qBAAqB,SAAS,CAAC,MAAM,wBAAwB,iBAAiB,wEAAwE,CACvJ,CAAC;SACH;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,iBAAiB,EAAE;YACnE,UAAU,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,SAAS;gBAChB,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;SACJ;KACF;SAAM;QACL,IAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,OAAO,EAAE;YACtB,UAAU,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE;gBACtC,OAAO,EAAE,SAAS;aACnB,CAAC,CAAC;SACJ;KACF;AACH,CAAC;AAED,SAAS,uBAAuB,CAC9B,MAAyB,EACzB,SAA0E;IAE1E,MAAM,UAAU,GAA+B,EAAE,CAAC;IAClD,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,MAAM,EAAE;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,CAAC,KAAK,EAAE;gBACV,SAAS;aACV;YACD,MAAM,KAAK,GAAG,SAAS,CAAC,EAAE,CAAC;YAE3B,IAAI,KAAK,KAAK,OAAO,EAAE;gBACrB,UAAU,CAAC,IAAI,CAAC;oBACd,KAAK;oBACL,KAAK,EAAE,KAAY;oBACnB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAC;aACJ;iBAAM;gBACL,UAAU,CAAC,IAAI,CAAC;oBACd,KAAK;oBACL,KAAK,EAAE,IAAA,qBAAY,EAAC,KAAK,CAAC;oBAC1B,OAAO,EAAE,SAAS;iBACnB,CAAC,CAAC;aACJ;SACF;KACF;IACD,OAAO;QACL,MAAM,EAAE,SAAS;QACjB,UAAU;KACX,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,MAAiC,EACjC,SAA0E;IAE1E,MAAM,UAAU,GAA+B,EAAE,CAAC;IAClD,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAEvC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAClC,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS,EAAE;YACjC,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC;SACxB;KACF;IACD,IAAI,MAAM,CAAC,IAAI,EAAE;QACf,UAAU,CAAC,IAAI,CAAC;YACd,KAAK,EAAE,MAAM;YACb,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE;YAChC,OAAO,EAAE,SAAS;SACnB,CAAC,CAAC;KACJ;IACD,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IAClE,IAAI,CAAC,gBAAgB,EAAE;QACrB,IAAI,MAAM,CAAC,EAAE,EAAE;YACb,UAAU,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE;gBAC9B,OAAO,EAAE,SAAS;aACnB,CAAC,CAAC;SACJ;aAAM,IAAI,MAAM,CAAC,EAAE,KAAK,IAAI,EAAE;YAC7B,UAAU,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAW;gBAClB,OAAO,EAAE,QAAQ;aAClB,CAAC,CAAC;SACJ;KACF;SAAM,IAAI,gBAAgB,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE;QAChE,MAAM,CAAC,IAAI,CACT,uEAAuE,CACxE,CAAC;KACH;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE;QACnB,UAAU,CAAC,IAAI,CAAC;YACd,KAAK,EAAE,MAAM;YACb,KAAK,EAAE,IAAA,0BAAiB,EAAC,MAAM,CAAC,QAAQ,CAAC;YACzC,OAAO,EAAE,SAAS;SACnB,CAAC,CAAC;KACJ;IACD,OAAO;QACL,MAAM,EAAE,iBAAiB;QACzB,UAAU;KACX,CAAC;AACJ,CAAC;AAKD,SAAgB,2BAA2B,CACzC,WAAuC;;IAEvC,MAAM,YAAY,GAA2B,EAAE,CAAC;IAEhD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;QAC5B,KAAK,MAAM,OAAO,IAAI,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE;YACzC,kCAAkC;YAClC,IAAI,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,EAAE,CAAC;YAE/B,QAAQ,OAAO,CAAC,IAAI,EAAE;gBACpB,KAAK,qCAAmB,CAAC,KAAK;oBAC5B,OAAO,EAAE,CAAC;gBACZ,KAAK,qCAAmB,CAAC,IAAI,CAAC,CAAC;oBAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAmC,CAAC;oBAC3D,IACE,MAAM,CAAC,IAAI,KAAK,SAAS;wBACzB,MAAM,CAAC,EAAE,KAAK,SAAS;wBACvB,MAAM,CAAC,QAAQ,EACf;wBACA,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;qBAC/D;yBAAM;wBACL,OAAO,EAAE,CAAC;qBACX;oBACD,MAAM;iBACP;gBACD,KAAK,qCAAmB,CAAC,KAAK,CAAC,CAAC;oBAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,MAA2B,CAAC;oBACnD,IAAI,EAAE,CAAC,cAAc,EAAE;wBACrB,YAAY,CAAC,IAAI,CACf,uBAAuB,CAAC,MAAM,EAAE,EAAE,CAAC,cAAc,CAAC,CACnD,CAAC;qBACH;yBAAM,IAAI,CAAA,MAAA,EAAE,CAAC,OAAO,0CAAE,OAAO,KAAI,MAAM,CAAC,MAAM,EAAE;wBAC/C,YAAY,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;qBAChE;yBAAM;wBACL,OAAO,EAAE,CAAC;qBACX;oBACD,MAAM;iBACP;gBACD,QAAQ;aACT;SACF;KACF;IAED,OAAO,IAAA,eAAM,EACX,YAAY,EACZ,CAAC,IAAI,EAAE,EAAE,CACP,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAC9B,IAAA,eAAM,EAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CACxC,EAAE,CACN,CAAC;AACJ,CAAC;AAnDD,kEAmDC;AAGM,IAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,4BAIjC;IACC,YACU,UAAsB,EAC9B,UAAsB,EACK,cAA8B,EAC7B,OAAwB,EAEpD,eAAyC,EACzC,iBAAoC,EACpC,gBAAkC,EAC1B,wBAAkD,EAC1D,YAA2B,EAC3B,iBAAoC;QAEpC,KAAK,CACH,UAAU,EACV,cAAc,EACd,OAAO,CAAC,OAAO,EACf,eAAe,EACf,iBAAiB,EACjB,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,CAClB,CAAC;QArBM,eAAU,GAAV,UAAU,CAAY;QAQtB,6BAAwB,GAAxB,wBAAwB,CAA0B;IAc5D,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;IACnC,CAAC;IAES,2BAA2B;IACnC,qDAAqD;IACrD,WAAoD;QAEpD,MAAM,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,GAAG,IAAA,kBAAS,EACxD,WAAW,EACX,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,IAAI,CACjB,CAAC;QAEF,cAAc;QACd,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CACtC,IAAA,gBAAO,EAAC,mBAAmB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAC9C,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAChB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;gBACxB,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;aACnB;YAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAEvB,uCACK,GAAG,KACN,cAAc,EAAE,OAAO,IACvB;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,CAAC,GAAG,iBAAiB,EAAE,GAAG,kBAAkB,CAAC,CAAC;QAEjE,OAAO,2BAA2B,CAAC,UAAU,CAAC,CAAC;IACjD,CAAC;IAES,cAAc;QACtB,OAAO,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,WAAW,CAAC;IACjD,CAAC;IAES,KAAK,CAAC,kBAAkB;QAChC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAEjD,MAAM,MAAM,GAAG,IAAA,yCAAa,EAAC,KAAK,CAAC,CAAC;QAEpC,IAAI,CAAC,wBAAwB,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC,WAAW,CAAC;IAC5B,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;IACvC,CAAC;IAED,4DAA4D;IAClD,KAAK,CAAC,gBAAgB;QAC9B,MAAM,cAAc,GAAG,IAAA,6BAAY,EAAC,IAAI,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC;QAEjE,OAAO,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,cAAc,CAAC,CAAC;IACvD,CAAC;IAES,UAAU;QAClB,OAAO,IAAA,sBAAU,EACf,IAAI,CAAC,cAAc,CAAC,iBAAiB,EAAE,EACvC,4BAAU,EACV,qCAAmB,CAAC,KAAK,CAC1B,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,mBAAmB;QACjC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,4CAA4C;QAC5C,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;CACF,CAAA;AAzGY,YAAY;IADxB,IAAA,mBAAU,GAAE;IASR,WAAA,IAAA,eAAM,EAAC,iBAAiB,CAAC,CAAA;IACzB,WAAA,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAA;IAC1B,WAAA,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAA;qCAJP,sBAAU;QAClB,sBAAU;QACqB,gCAAc;QACpB,iCAAe,UAGjC,sCAAiB;QAClB,qCAAgB;QACA,oDAAwB;QAC5C,6BAAa;QACR,4BAAiB;GAhB3B,YAAY,CAyGxB;AAzGY,oCAAY","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { Inject, Injectable } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport { SchedulerRegistry } from '@nestjs/schedule';\n\nimport {\n  isCustomDs,\n  EthereumHandlerKind,\n  EthereumLogFilter,\n  SubqlEthereumProcessorOptions,\n  EthereumTransactionFilter,\n} from '@subql/common-ethereum';\nimport {\n  NodeConfig,\n  BaseFetchService,\n  ApiService,\n  getLogger,\n  getModulos,\n} from '@subql/node-core';\nimport {\n  DictionaryQueryCondition,\n  DictionaryQueryEntry,\n} from '@subql/types-core';\nimport { SubqlDatasource } from '@subql/types-ethereum';\nimport { groupBy, partition, sortBy, uniqBy } from 'lodash';\nimport { SubqueryProject } from '../configure/SubqueryProject';\nimport { EthereumApi } from '../ethereum';\nimport { calcInterval } from '../ethereum/utils.ethereum';\nimport { eventToTopic, functionToSighash } from '../utils/string';\nimport { yargsOptions } from '../yargs';\nimport { IEthereumBlockDispatcher } from './blockDispatcher';\nimport { DictionaryService } from './dictionary.service';\nimport { DynamicDsService } from './dynamic-ds.service';\nimport { ProjectService } from './project.service';\nimport {\n  blockToHeader,\n  UnfinalizedBlocksService,\n} from './unfinalizedBlocks.service';\n\nconst logger = getLogger('fetch.service');\n\nconst BLOCK_TIME_VARIANCE = 5000;\n\nconst INTERVAL_PERCENT = 0.9;\n\nfunction appendDsOptions(\n  dsOptions: SubqlEthereumProcessorOptions | SubqlEthereumProcessorOptions[],\n  conditions: DictionaryQueryCondition[],\n): void {\n  const queryAddressLimit = yargsOptions.argv['query-address-limit'];\n  if (Array.isArray(dsOptions)) {\n    const addresses = dsOptions.map((option) => option.address).filter(Boolean);\n\n    if (addresses.length > queryAddressLimit) {\n      logger.warn(\n        `Addresses length: ${addresses.length} is exceeding limit: ${queryAddressLimit}. Consider increasing this value with the flag --query-address-limit  `,\n      );\n    }\n\n    if (addresses.length !== 0 && addresses.length <= queryAddressLimit) {\n      conditions.push({\n        field: 'address',\n        value: addresses,\n        matcher: 'in',\n      });\n    }\n  } else {\n    if (dsOptions?.address) {\n      conditions.push({\n        field: 'address',\n        value: dsOptions.address.toLowerCase(),\n        matcher: 'equalTo',\n      });\n    }\n  }\n}\n\nfunction eventFilterToQueryEntry(\n  filter: EthereumLogFilter,\n  dsOptions: SubqlEthereumProcessorOptions | SubqlEthereumProcessorOptions[],\n): DictionaryQueryEntry {\n  const conditions: DictionaryQueryCondition[] = [];\n  appendDsOptions(dsOptions, conditions);\n  if (filter.topics) {\n    for (let i = 0; i < Math.min(filter.topics.length, 4); i++) {\n      const topic = filter.topics[i];\n      if (!topic) {\n        continue;\n      }\n      const field = `topics${i}`;\n\n      if (topic === '!null') {\n        conditions.push({\n          field,\n          value: false as any, // TODO update types to allow boolean\n          matcher: 'isNull',\n        });\n      } else {\n        conditions.push({\n          field,\n          value: eventToTopic(topic),\n          matcher: 'equalTo',\n        });\n      }\n    }\n  }\n  return {\n    entity: 'evmLogs',\n    conditions,\n  };\n}\n\nfunction callFilterToQueryEntry(\n  filter: EthereumTransactionFilter,\n  dsOptions: SubqlEthereumProcessorOptions | SubqlEthereumProcessorOptions[],\n): DictionaryQueryEntry {\n  const conditions: DictionaryQueryCondition[] = [];\n  appendDsOptions(dsOptions, conditions);\n\n  for (const condition of conditions) {\n    if (condition.field === 'address') {\n      condition.field = 'to';\n    }\n  }\n  if (filter.from) {\n    conditions.push({\n      field: 'from',\n      value: filter.from.toLowerCase(),\n      matcher: 'equalTo',\n    });\n  }\n  const optionsAddresses = conditions.find((c) => c.field === 'to');\n  if (!optionsAddresses) {\n    if (filter.to) {\n      conditions.push({\n        field: 'to',\n        value: filter.to.toLowerCase(),\n        matcher: 'equalTo',\n      });\n    } else if (filter.to === null) {\n      conditions.push({\n        field: 'to',\n        value: true as any, // TODO update types to allow boolean\n        matcher: 'isNull',\n      });\n    }\n  } else if (optionsAddresses && (filter.to || filter.to === null)) {\n    logger.warn(\n      `TransactionFilter 'to' conflict with 'address' in data source options`,\n    );\n  }\n\n  if (filter.function) {\n    conditions.push({\n      field: 'func',\n      value: functionToSighash(filter.function),\n      matcher: 'equalTo',\n    });\n  }\n  return {\n    entity: 'evmTransactions',\n    conditions,\n  };\n}\n\ntype GroupedEthereumProjectDs = SubqlDatasource & {\n  groupedOptions?: SubqlEthereumProcessorOptions[];\n};\nexport function buildDictionaryQueryEntries(\n  dataSources: GroupedEthereumProjectDs[],\n): DictionaryQueryEntry[] {\n  const queryEntries: DictionaryQueryEntry[] = [];\n\n  for (const ds of dataSources) {\n    for (const handler of ds.mapping.handlers) {\n      // No filters, cant use dictionary\n      if (!handler.filter) return [];\n\n      switch (handler.kind) {\n        case EthereumHandlerKind.Block:\n          return [];\n        case EthereumHandlerKind.Call: {\n          const filter = handler.filter as EthereumTransactionFilter;\n          if (\n            filter.from !== undefined ||\n            filter.to !== undefined ||\n            filter.function\n          ) {\n            queryEntries.push(callFilterToQueryEntry(filter, ds.options));\n          } else {\n            return [];\n          }\n          break;\n        }\n        case EthereumHandlerKind.Event: {\n          const filter = handler.filter as EthereumLogFilter;\n          if (ds.groupedOptions) {\n            queryEntries.push(\n              eventFilterToQueryEntry(filter, ds.groupedOptions),\n            );\n          } else if (ds.options?.address || filter.topics) {\n            queryEntries.push(eventFilterToQueryEntry(filter, ds.options));\n          } else {\n            return [];\n          }\n          break;\n        }\n        default:\n      }\n    }\n  }\n\n  return uniqBy(\n    queryEntries,\n    (item) =>\n      `${item.entity}|${JSON.stringify(\n        sortBy(item.conditions, (c) => c.field),\n      )}`,\n  );\n}\n\n@Injectable()\nexport class FetchService extends BaseFetchService<\n  SubqlDatasource,\n  IEthereumBlockDispatcher,\n  DictionaryService\n> {\n  constructor(\n    private apiService: ApiService,\n    nodeConfig: NodeConfig,\n    @Inject('IProjectService') projectService: ProjectService,\n    @Inject('ISubqueryProject') project: SubqueryProject,\n    @Inject('IBlockDispatcher')\n    blockDispatcher: IEthereumBlockDispatcher,\n    dictionaryService: DictionaryService,\n    dynamicDsService: DynamicDsService,\n    private unfinalizedBlocksService: UnfinalizedBlocksService,\n    eventEmitter: EventEmitter2,\n    schedulerRegistry: SchedulerRegistry,\n  ) {\n    super(\n      nodeConfig,\n      projectService,\n      project.network,\n      blockDispatcher,\n      dictionaryService,\n      dynamicDsService,\n      eventEmitter,\n      schedulerRegistry,\n    );\n  }\n\n  get api(): EthereumApi {\n    return this.apiService.unsafeApi;\n  }\n\n  protected buildDictionaryQueryEntries(\n    // Add name to dataousrces as templates have this set\n    dataSources: (SubqlDatasource & { name?: string })[],\n  ): DictionaryQueryEntry[] {\n    const [normalDataSources, templateDataSources] = partition(\n      dataSources,\n      (ds) => !ds.name,\n    );\n\n    // Group templ\n    const groupedDataSources = Object.values(\n      groupBy(templateDataSources, (ds) => ds.name),\n    ).map((grouped) => {\n      if (grouped.length === 1) {\n        return grouped[0];\n      }\n\n      const options = grouped.map((ds) => ds.options);\n      const ref = grouped[0];\n\n      return {\n        ...ref,\n        groupedOptions: options,\n      };\n    });\n\n    const filteredDs = [...normalDataSources, ...groupedDataSources];\n\n    return buildDictionaryQueryEntries(filteredDs);\n  }\n\n  protected getGenesisHash(): string {\n    return this.apiService.networkMeta.genesisHash;\n  }\n\n  protected async getFinalizedHeight(): Promise<number> {\n    const block = await this.api.getFinalizedBlock();\n\n    const header = blockToHeader(block);\n\n    this.unfinalizedBlocksService.registerFinalizedBlock(header);\n    return header.blockHeight;\n  }\n\n  protected async getBestHeight(): Promise<number> {\n    return this.api.getBestBlockHeight();\n  }\n\n  // eslint-disable-next-line @typescript-eslint/require-await\n  protected async getChainInterval(): Promise<number> {\n    const CHAIN_INTERVAL = calcInterval(this.api) * INTERVAL_PERCENT;\n\n    return Math.min(BLOCK_TIME_VARIANCE, CHAIN_INTERVAL);\n  }\n\n  protected getModulos(): number[] {\n    return getModulos(\n      this.projectService.getAllDataSources(),\n      isCustomDs,\n      EthereumHandlerKind.Block,\n    );\n  }\n\n  protected async initBlockDispatcher(): Promise<void> {\n    await this.blockDispatcher.init(this.resetForNewDs.bind(this));\n  }\n\n  protected async preLoopHook(): Promise<void> {\n    // Ethereum doesn't need to do anything here\n    return Promise.resolve();\n  }\n}\n"]}
+{"version":3,"file":"fetch.service.js","sourceRoot":"","sources":["../../src/indexer/fetch.service.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;;;;;;;;;;;;;;AAEnC,2CAAoD;AACpD,yDAAsD;AACtD,+CAAqD;AAErD,4DAMgC;AAChC,gDAM0B;AAM1B,mCAA4D;AAC5D,kEAA+D;AAE/D,+DAA0D;AAC1D,4CAAkE;AAClE,oCAAwC;AAExC,6DAAyD;AACzD,6DAAwD;AACxD,6EAAqE;AACrE,uDAAmD;AACnD,2EAGqC;AAErC,MAAM,MAAM,GAAG,IAAA,qBAAS,EAAC,eAAe,CAAC,CAAC;AAE1C,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B,SAAS,eAAe,CACtB,SAA0E,EAC1E,UAAsC;IAEtC,MAAM,iBAAiB,GAAG,oBAAY,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACnE,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;QAC5B,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE5E,IAAI,SAAS,CAAC,MAAM,GAAG,iBAAiB,EAAE;YACxC,MAAM,CAAC,IAAI,CACT,qBAAqB,SAAS,CAAC,MAAM,wBAAwB,iBAAiB,wEAAwE,CACvJ,CAAC;SACH;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,iBAAiB,EAAE;YACnE,UAAU,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,SAAS;gBAChB,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;SACJ;KACF;SAAM;QACL,IAAI,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,OAAO,EAAE;YACtB,UAAU,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE;gBACtC,OAAO,EAAE,SAAS;aACnB,CAAC,CAAC;SACJ;KACF;AACH,CAAC;AAED,SAAS,uBAAuB,CAC9B,MAAyB,EACzB,SAA0E;IAE1E,MAAM,UAAU,GAA+B,EAAE,CAAC;IAClD,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,MAAM,EAAE;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,CAAC,KAAK,EAAE;gBACV,SAAS;aACV;YACD,MAAM,KAAK,GAAG,SAAS,CAAC,EAAE,CAAC;YAE3B,IAAI,KAAK,KAAK,OAAO,EAAE;gBACrB,UAAU,CAAC,IAAI,CAAC;oBACd,KAAK;oBACL,KAAK,EAAE,KAAY;oBACnB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAC;aACJ;iBAAM;gBACL,UAAU,CAAC,IAAI,CAAC;oBACd,KAAK;oBACL,KAAK,EAAE,IAAA,qBAAY,EAAC,KAAK,CAAC;oBAC1B,OAAO,EAAE,SAAS;iBACnB,CAAC,CAAC;aACJ;SACF;KACF;IACD,OAAO;QACL,MAAM,EAAE,SAAS;QACjB,UAAU;KACX,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,MAAiC,EACjC,SAA0E;IAE1E,MAAM,UAAU,GAA+B,EAAE,CAAC;IAClD,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAEvC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAClC,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS,EAAE;YACjC,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC;SACxB;KACF;IACD,IAAI,MAAM,CAAC,IAAI,EAAE;QACf,UAAU,CAAC,IAAI,CAAC;YACd,KAAK,EAAE,MAAM;YACb,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE;YAChC,OAAO,EAAE,SAAS;SACnB,CAAC,CAAC;KACJ;IACD,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IAClE,IAAI,CAAC,gBAAgB,EAAE;QACrB,IAAI,MAAM,CAAC,EAAE,EAAE;YACb,UAAU,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE;gBAC9B,OAAO,EAAE,SAAS;aACnB,CAAC,CAAC;SACJ;aAAM,IAAI,MAAM,CAAC,EAAE,KAAK,IAAI,EAAE;YAC7B,UAAU,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAW;gBAClB,OAAO,EAAE,QAAQ;aAClB,CAAC,CAAC;SACJ;KACF;SAAM,IAAI,gBAAgB,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE;QAChE,MAAM,CAAC,IAAI,CACT,uEAAuE,CACxE,CAAC;KACH;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE;QACnB,UAAU,CAAC,IAAI,CAAC;YACd,KAAK,EAAE,MAAM;YACb,KAAK,EAAE,IAAA,0BAAiB,EAAC,MAAM,CAAC,QAAQ,CAAC;YACzC,OAAO,EAAE,SAAS;SACnB,CAAC,CAAC;KACJ;IACD,OAAO;QACL,MAAM,EAAE,iBAAiB;QACzB,UAAU;KACX,CAAC;AACJ,CAAC;AAKD,SAAgB,2BAA2B,CACzC,WAAuC;;IAEvC,MAAM,YAAY,GAA2B,EAAE,CAAC;IAEhD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;QAC5B,KAAK,MAAM,OAAO,IAAI,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE;YACzC,kCAAkC;YAClC,IAAI,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,EAAE,CAAC;YAE/B,QAAQ,OAAO,CAAC,IAAI,EAAE;gBACpB,KAAK,qCAAmB,CAAC,KAAK;oBAC5B,OAAO,EAAE,CAAC;gBACZ,KAAK,qCAAmB,CAAC,IAAI,CAAC,CAAC;oBAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAmC,CAAC;oBAC3D,IACE,MAAM,CAAC,IAAI,KAAK,SAAS;wBACzB,MAAM,CAAC,EAAE,KAAK,SAAS;wBACvB,MAAM,CAAC,QAAQ,EACf;wBACA,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;qBAC/D;yBAAM;wBACL,OAAO,EAAE,CAAC;qBACX;oBACD,MAAM;iBACP;gBACD,KAAK,qCAAmB,CAAC,KAAK,CAAC,CAAC;oBAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,MAA2B,CAAC;oBACnD,IAAI,EAAE,CAAC,cAAc,EAAE;wBACrB,YAAY,CAAC,IAAI,CACf,uBAAuB,CAAC,MAAM,EAAE,EAAE,CAAC,cAAc,CAAC,CACnD,CAAC;qBACH;yBAAM,IAAI,CAAA,MAAA,EAAE,CAAC,OAAO,0CAAE,OAAO,KAAI,MAAM,CAAC,MAAM,EAAE;wBAC/C,YAAY,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;qBAChE;yBAAM;wBACL,OAAO,EAAE,CAAC;qBACX;oBACD,MAAM;iBACP;gBACD,QAAQ;aACT;SACF;KACF;IAED,OAAO,IAAA,eAAM,EACX,YAAY,EACZ,CAAC,IAAI,EAAE,EAAE,CACP,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAC9B,IAAA,eAAM,EAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CACxC,EAAE,CACN,CAAC;AACJ,CAAC;AAnDD,kEAmDC;AAGM,IAAM,YAAY,GAAlB,MAAM,YAAa,SAAQ,4BAKjC;IACC,YACU,UAAsB,EAC9B,UAAsB,EACK,cAA8B,EAC7B,OAAwB,EAEpD,eAAyC,EACzC,iBAAoC,EACpC,gBAAkC,EAC1B,wBAAkD,EAC1D,YAA2B,EAC3B,iBAAoC,EACpC,oBAA6C;QAE7C,KAAK,CACH,UAAU,EACV,cAAc,EACd,OAAO,CAAC,OAAO,EACf,eAAe,EACf,iBAAiB,EACjB,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,CACrB,CAAC;QAvBM,eAAU,GAAV,UAAU,CAAY;QAQtB,6BAAwB,GAAxB,wBAAwB,CAA0B;IAgB5D,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;IACnC,CAAC;IAES,2BAA2B;IACnC,qDAAqD;IACrD,WAAoD;QAEpD,MAAM,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,GAAG,IAAA,kBAAS,EACxD,WAAW,EACX,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,IAAI,CACjB,CAAC;QAEF,cAAc;QACd,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CACtC,IAAA,gBAAO,EAAC,mBAAmB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAC9C,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAChB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;gBACxB,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;aACnB;YAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAEvB,uCACK,GAAG,KACN,cAAc,EAAE,OAAO,IACvB;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,CAAC,GAAG,iBAAiB,EAAE,GAAG,kBAAkB,CAAC,CAAC;QAEjE,OAAO,2BAA2B,CAAC,UAAU,CAAC,CAAC;IACjD,CAAC;IAES,cAAc;QACtB,OAAO,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,WAAW,CAAC;IACjD,CAAC;IAES,KAAK,CAAC,kBAAkB;QAChC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAEjD,MAAM,MAAM,GAAG,IAAA,yCAAa,EAAC,KAAK,CAAC,CAAC;QAEpC,IAAI,CAAC,wBAAwB,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC,WAAW,CAAC;IAC5B,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;IACvC,CAAC;IAED,4DAA4D;IAClD,KAAK,CAAC,gBAAgB;QAC9B,MAAM,cAAc,GAAG,IAAA,6BAAY,EAAC,IAAI,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC;QAEjE,OAAO,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,cAAc,CAAC,CAAC;IACvD,CAAC;IAES,UAAU;QAClB,OAAO,IAAA,sBAAU,EACf,IAAI,CAAC,cAAc,CAAC,iBAAiB,EAAE,EACvC,4BAAU,EACV,qCAAmB,CAAC,KAAK,CAC1B,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,mBAAmB;QACjC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,CAAC;IAES,KAAK,CAAC,WAAW;QACzB,4CAA4C;QAC5C,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;CACF,CAAA;AA5GY,YAAY;IADxB,IAAA,mBAAU,GAAE;IAUR,WAAA,IAAA,eAAM,EAAC,iBAAiB,CAAC,CAAA;IACzB,WAAA,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAA;IAC1B,WAAA,IAAA,eAAM,EAAC,kBAAkB,CAAC,CAAA;qCAJP,sBAAU;QAClB,sBAAU;QACqB,gCAAc;QACpB,iCAAe,UAGjC,sCAAiB;QAClB,qCAAgB;QACA,oDAAwB;QAC5C,6BAAa;QACR,4BAAiB;QACd,oDAAuB;GAlBpC,YAAY,CA4GxB;AA5GY,oCAAY","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport { Inject, Injectable } from '@nestjs/common';\nimport { EventEmitter2 } from '@nestjs/event-emitter';\nimport { SchedulerRegistry } from '@nestjs/schedule';\n\nimport {\n  isCustomDs,\n  EthereumHandlerKind,\n  EthereumLogFilter,\n  SubqlEthereumProcessorOptions,\n  EthereumTransactionFilter,\n} from '@subql/common-ethereum';\nimport {\n  NodeConfig,\n  BaseFetchService,\n  ApiService,\n  getLogger,\n  getModulos,\n} from '@subql/node-core';\nimport {\n  DictionaryQueryCondition,\n  DictionaryQueryEntry,\n} from '@subql/types-core';\nimport {EthereumBlock, SubqlDatasource} from '@subql/types-ethereum';\nimport { groupBy, partition, sortBy, uniqBy } from 'lodash';\nimport { SubqueryProject } from '../configure/SubqueryProject';\nimport { EthereumApi } from '../ethereum';\nimport { calcInterval } from '../ethereum/utils.ethereum';\nimport { eventToTopic, functionToSighash } from '../utils/string';\nimport { yargsOptions } from '../yargs';\nimport { IEthereumBlockDispatcher } from './blockDispatcher';\nimport { DictionaryService } from './dictionary.service';\nimport { DynamicDsService } from './dynamic-ds.service';\nimport {EthFatDictionaryService} from './eth-fat-dictionary.service';\nimport { ProjectService } from './project.service';\nimport {\n  blockToHeader,\n  UnfinalizedBlocksService,\n} from './unfinalizedBlocks.service';\n\nconst logger = getLogger('fetch.service');\n\nconst BLOCK_TIME_VARIANCE = 5000;\n\nconst INTERVAL_PERCENT = 0.9;\n\nfunction appendDsOptions(\n  dsOptions: SubqlEthereumProcessorOptions | SubqlEthereumProcessorOptions[],\n  conditions: DictionaryQueryCondition[],\n): void {\n  const queryAddressLimit = yargsOptions.argv['query-address-limit'];\n  if (Array.isArray(dsOptions)) {\n    const addresses = dsOptions.map((option) => option.address).filter(Boolean);\n\n    if (addresses.length > queryAddressLimit) {\n      logger.warn(\n        `Addresses length: ${addresses.length} is exceeding limit: ${queryAddressLimit}. Consider increasing this value with the flag --query-address-limit  `,\n      );\n    }\n\n    if (addresses.length !== 0 && addresses.length <= queryAddressLimit) {\n      conditions.push({\n        field: 'address',\n        value: addresses,\n        matcher: 'in',\n      });\n    }\n  } else {\n    if (dsOptions?.address) {\n      conditions.push({\n        field: 'address',\n        value: dsOptions.address.toLowerCase(),\n        matcher: 'equalTo',\n      });\n    }\n  }\n}\n\nfunction eventFilterToQueryEntry(\n  filter: EthereumLogFilter,\n  dsOptions: SubqlEthereumProcessorOptions | SubqlEthereumProcessorOptions[],\n): DictionaryQueryEntry {\n  const conditions: DictionaryQueryCondition[] = [];\n  appendDsOptions(dsOptions, conditions);\n  if (filter.topics) {\n    for (let i = 0; i < Math.min(filter.topics.length, 4); i++) {\n      const topic = filter.topics[i];\n      if (!topic) {\n        continue;\n      }\n      const field = `topics${i}`;\n\n      if (topic === '!null') {\n        conditions.push({\n          field,\n          value: false as any, // TODO update types to allow boolean\n          matcher: 'isNull',\n        });\n      } else {\n        conditions.push({\n          field,\n          value: eventToTopic(topic),\n          matcher: 'equalTo',\n        });\n      }\n    }\n  }\n  return {\n    entity: 'evmLogs',\n    conditions,\n  };\n}\n\nfunction callFilterToQueryEntry(\n  filter: EthereumTransactionFilter,\n  dsOptions: SubqlEthereumProcessorOptions | SubqlEthereumProcessorOptions[],\n): DictionaryQueryEntry {\n  const conditions: DictionaryQueryCondition[] = [];\n  appendDsOptions(dsOptions, conditions);\n\n  for (const condition of conditions) {\n    if (condition.field === 'address') {\n      condition.field = 'to';\n    }\n  }\n  if (filter.from) {\n    conditions.push({\n      field: 'from',\n      value: filter.from.toLowerCase(),\n      matcher: 'equalTo',\n    });\n  }\n  const optionsAddresses = conditions.find((c) => c.field === 'to');\n  if (!optionsAddresses) {\n    if (filter.to) {\n      conditions.push({\n        field: 'to',\n        value: filter.to.toLowerCase(),\n        matcher: 'equalTo',\n      });\n    } else if (filter.to === null) {\n      conditions.push({\n        field: 'to',\n        value: true as any, // TODO update types to allow boolean\n        matcher: 'isNull',\n      });\n    }\n  } else if (optionsAddresses && (filter.to || filter.to === null)) {\n    logger.warn(\n      `TransactionFilter 'to' conflict with 'address' in data source options`,\n    );\n  }\n\n  if (filter.function) {\n    conditions.push({\n      field: 'func',\n      value: functionToSighash(filter.function),\n      matcher: 'equalTo',\n    });\n  }\n  return {\n    entity: 'evmTransactions',\n    conditions,\n  };\n}\n\ntype GroupedEthereumProjectDs = SubqlDatasource & {\n  groupedOptions?: SubqlEthereumProcessorOptions[];\n};\nexport function buildDictionaryQueryEntries(\n  dataSources: GroupedEthereumProjectDs[],\n): DictionaryQueryEntry[] {\n  const queryEntries: DictionaryQueryEntry[] = [];\n\n  for (const ds of dataSources) {\n    for (const handler of ds.mapping.handlers) {\n      // No filters, cant use dictionary\n      if (!handler.filter) return [];\n\n      switch (handler.kind) {\n        case EthereumHandlerKind.Block:\n          return [];\n        case EthereumHandlerKind.Call: {\n          const filter = handler.filter as EthereumTransactionFilter;\n          if (\n            filter.from !== undefined ||\n            filter.to !== undefined ||\n            filter.function\n          ) {\n            queryEntries.push(callFilterToQueryEntry(filter, ds.options));\n          } else {\n            return [];\n          }\n          break;\n        }\n        case EthereumHandlerKind.Event: {\n          const filter = handler.filter as EthereumLogFilter;\n          if (ds.groupedOptions) {\n            queryEntries.push(\n              eventFilterToQueryEntry(filter, ds.groupedOptions),\n            );\n          } else if (ds.options?.address || filter.topics) {\n            queryEntries.push(eventFilterToQueryEntry(filter, ds.options));\n          } else {\n            return [];\n          }\n          break;\n        }\n        default:\n      }\n    }\n  }\n\n  return uniqBy(\n    queryEntries,\n    (item) =>\n      `${item.entity}|${JSON.stringify(\n        sortBy(item.conditions, (c) => c.field),\n      )}`,\n  );\n}\n\n@Injectable()\nexport class FetchService extends BaseFetchService<\n  SubqlDatasource,\n  IEthereumBlockDispatcher,\n  DictionaryService,\n  EthereumBlock\n> {\n  constructor(\n    private apiService: ApiService,\n    nodeConfig: NodeConfig,\n    @Inject('IProjectService') projectService: ProjectService,\n    @Inject('ISubqueryProject') project: SubqueryProject,\n    @Inject('IBlockDispatcher')\n    blockDispatcher: IEthereumBlockDispatcher,\n    dictionaryService: DictionaryService,\n    dynamicDsService: DynamicDsService,\n    private unfinalizedBlocksService: UnfinalizedBlocksService,\n    eventEmitter: EventEmitter2,\n    schedulerRegistry: SchedulerRegistry,\n    fatDictionaryService: EthFatDictionaryService,\n  ) {\n    super(\n      nodeConfig,\n      projectService,\n      project.network,\n      blockDispatcher,\n      dictionaryService,\n      dynamicDsService,\n      eventEmitter,\n      schedulerRegistry,\n      fatDictionaryService\n    );\n  }\n\n  get api(): EthereumApi {\n    return this.apiService.unsafeApi;\n  }\n\n  protected buildDictionaryQueryEntries(\n    // Add name to dataousrces as templates have this set\n    dataSources: (SubqlDatasource & { name?: string })[],\n  ): DictionaryQueryEntry[] {\n    const [normalDataSources, templateDataSources] = partition(\n      dataSources,\n      (ds) => !ds.name,\n    );\n\n    // Group templ\n    const groupedDataSources = Object.values(\n      groupBy(templateDataSources, (ds) => ds.name),\n    ).map((grouped) => {\n      if (grouped.length === 1) {\n        return grouped[0];\n      }\n\n      const options = grouped.map((ds) => ds.options);\n      const ref = grouped[0];\n\n      return {\n        ...ref,\n        groupedOptions: options,\n      };\n    });\n\n    const filteredDs = [...normalDataSources, ...groupedDataSources];\n\n    return buildDictionaryQueryEntries(filteredDs);\n  }\n\n  protected getGenesisHash(): string {\n    return this.apiService.networkMeta.genesisHash;\n  }\n\n  protected async getFinalizedHeight(): Promise<number> {\n    const block = await this.api.getFinalizedBlock();\n\n    const header = blockToHeader(block);\n\n    this.unfinalizedBlocksService.registerFinalizedBlock(header);\n    return header.blockHeight;\n  }\n\n  protected async getBestHeight(): Promise<number> {\n    return this.api.getBestBlockHeight();\n  }\n\n  // eslint-disable-next-line @typescript-eslint/require-await\n  protected async getChainInterval(): Promise<number> {\n    const CHAIN_INTERVAL = calcInterval(this.api) * INTERVAL_PERCENT;\n\n    return Math.min(BLOCK_TIME_VARIANCE, CHAIN_INTERVAL);\n  }\n\n  protected getModulos(): number[] {\n    return getModulos(\n      this.projectService.getAllDataSources(),\n      isCustomDs,\n      EthereumHandlerKind.Block,\n    );\n  }\n\n  protected async initBlockDispatcher(): Promise<void> {\n    await this.blockDispatcher.init(this.resetForNewDs.bind(this));\n  }\n\n  protected async preLoopHook(): Promise<void> {\n    // Ethereum doesn't need to do anything here\n    return Promise.resolve();\n  }\n}\n"]}

package/dist/indexer/fetch.service.spec.js

@@ -353,7 +353,7 @@ describe('Dictionary queries', () => {
             ];
             const dataSources = [ds, ...duplicateDataSources];
             const project = testSubqueryProject(HTTP_ENDPOINT, dataSources, mockTempDs);
-            const fetchService = new fetch_service_1.FetchService(null, null, null, project, null, null, null, null, null, null);
+            const fetchService = new fetch_service_1.FetchService(null, null, null, project, null, null, null, null, null, null, null);
             const queryEntry = fetchService.buildDictionaryQueryEntries(dataSources);
             expect(queryEntry).toEqual([
                 {

package/dist/indexer/fetch.service.spec.js.map

@@ -1 +1 @@
-{"version":3,"file":"fetch.service.spec.js","sourceRoot":"","sources":["../../src/indexer/fetch.service.spec.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;AAEnC,0DAI+B;AAC/B,qCAAwC;AAKxC,mDAA4E;AAE5E,gEAAgE;AAChE,MAAM,aAAa,GAAG,0BAA0B,CAAC;AACjD,MAAM,UAAU,GAAgC;IAC9C;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,uCAAsB,CAAC,OAAO;QACpC,MAAM,EAAE,IAAI,GAAG,EAAE;QACjB,OAAO,EAAE;YACP,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR;oBACE,OAAO,EAAE,cAAc;oBACvB,IAAI,EAAE,oCAAmB,CAAC,KAAK;oBAC/B,MAAM,EAAE;wBACN,MAAM,EAAE,CAAC,qCAAqC,CAAC;qBAChD;iBACF;aACF;SACF;KACF;IACD;QACE,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,uCAAsB,CAAC,OAAO;QACpC,MAAM,EAAE,IAAI,GAAG,EAAE;QACjB,OAAO,EAAE;YACP,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR;oBACE,OAAO,EAAE,eAAe;oBACxB,IAAI,EAAE,oCAAmB,CAAC,KAAK;oBAC/B,MAAM,EAAE;wBACN,MAAM,EAAE;4BACN,6DAA6D;yBAC9D;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,SAAS,mBAAmB,CAC1B,QAAgB,EAChB,EAAO,EACP,UAAU;IAEV,OAAO;QACL,OAAO,EAAE;YACP,QAAQ;YACR,OAAO,EAAE,GAAG;SACb;QACD,WAAW,EAAE,EAAS;QACtB,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,IAAI,uBAAa,CAAC,EAAE,CAAC;QAC7B,SAAS,EAAE,UAAiB;KACtB,CAAC;AACX,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;oBACZ,OAAO,EAAE,4CAA4C;iBACtD;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,WAAW;4BACpB,IAAI,EAAE,oCAAmB,CAAC,KAAK;4BAC/B,MAAM,EAAE;gCACN,MAAM,EAAE;oCACN,qCAAqC;oCACrC,SAAS;oCACT,SAAS;oCACT,OAAO;iCACR;6BACF;yBACF;qBACF;iBACF;aACF,CAAC;YACF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,SAAS;4BAChB,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,4CAA4C;yBACpD;wBACD;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;wBACD;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EAAE,KAAK;4BACZ,OAAO,EAAE,QAAQ;yBAClB;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,mBAAmB;4BAC5B,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,EAAE,EAAE,IAAI;6BACT;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;iBAC9D;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;YACpE,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;oBACZ,OAAO,EAAE,4CAA4C;iBACtD;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,gBAAgB;4BACzB,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,QAAQ,EAAE,6CAA6C;6BACxD;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,4CAA4C;yBACpD;wBACD,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC3D;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qFAAqF,EAAE,GAAG,EAAE;YAC7F,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;oBACZ,OAAO,EAAE,4CAA4C;iBACtD;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,gBAAgB;4BACzB,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,EAAE,EAAE,SAAS;gCACb,QAAQ,EAAE,6CAA6C;6BACxD;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,4CAA4C;yBACpD;wBACD,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC3D;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;YACnF,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;oBACZ,OAAO,EAAE,4CAA4C;iBACtD;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,gBAAgB;4BACzB,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,QAAQ,EAAE,6CAA6C;6BACxD;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,4CAA4C;yBACpD;wBACD,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC3D;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;YACxE,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;iBACb;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,gBAAgB;4BACzB,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,EAAE,EAAE,SAAS;gCACb,QAAQ,EAAE,6CAA6C;6BACxD;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,SAAS;yBACjB;wBACD,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC3D;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACxD,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,iBAAiB;4BAC1B,IAAI,EAAE,oCAAmB,CAAC,KAAK;4BAC/B,MAAM,EAAE;gCACN,MAAM,EAAE;oCACN,6DAA6D;iCAC9D;6BACF;yBACF;qBACF;iBACF;aACF,CAAC;YACF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,iBAAiB;4BAC1B,IAAI,EAAE,oCAAmB,CAAC,KAAK;4BAC/B,MAAM,EAAE;gCACN,MAAM,EAAE;oCACN,6DAA6D;iCAC9D;6BACF;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,oBAAoB,GAAG;gDACtB,UAAU,CAAC,CAAC,CAAC,KAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;gDAC/C,UAAU,CAAC,CAAC,CAAC,KAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;gDAC/C,UAAU,CAAC,CAAC,CAAC,KAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;aACrD,CAAC;YAEF,MAAM,WAAW,GAAG,CAAC,EAAE,EAAE,GAAG,oBAAoB,CAAC,CAAC;YAElD,MAAM,OAAO,GAAG,mBAAmB,CACjC,aAAa,EACb,WAAW,EACX,UAAU,CACX,CAAC;YAEF,MAAM,YAAY,GAAG,IAAI,4BAAY,CACnC,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,CACL,CAAC;YAEF,MAAM,UAAU,GAAI,YAAoB,CAAC,2BAA2B,CAClE,WAAW,CACZ,CAAC;YAEF,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;gBACzB;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;qBACF;iBACF;gBACD;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,SAAS;4BAChB,2EAA2E;4BAC3E,KAAK,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC;4BAC/B,OAAO,EAAE,IAAI;yBACd;wBACD;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;qBACF;iBACF;gBACD;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV,0FAA0F;wBAC1F;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EAAE,UAAU;4BACjB,OAAO,EAAE,SAAS;yBACnB;wBACD;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport {\n  EthereumDatasourceKind,\n  EthereumHandlerKind,\n  SubqlRuntimeDatasource,\n} from '@subql/types-ethereum';\nimport { GraphQLSchema } from 'graphql';\nimport {\n  EthereumProjectDsTemplate,\n  SubqueryProject,\n} from '../configure/SubqueryProject';\nimport { buildDictionaryQueryEntries, FetchService } from './fetch.service';\n\n// const HTTP_ENDPOINT = 'https://eth.api.onfinality.io/public';\nconst HTTP_ENDPOINT = 'https://eth.llamarpc.com';\nconst mockTempDs: EthereumProjectDsTemplate[] = [\n  {\n    name: 'ERC721',\n    kind: EthereumDatasourceKind.Runtime,\n    assets: new Map(),\n    mapping: {\n      entryScript: '',\n      file: '',\n      handlers: [\n        {\n          handler: 'handleERC721',\n          kind: EthereumHandlerKind.Event,\n          filter: {\n            topics: ['Transfer(address, address, uint256)'],\n          },\n        },\n      ],\n    },\n  },\n  {\n    name: 'ERC1155',\n    kind: EthereumDatasourceKind.Runtime,\n    assets: new Map(),\n    mapping: {\n      entryScript: '',\n      file: '',\n      handlers: [\n        {\n          handler: 'handleERC1155',\n          kind: EthereumHandlerKind.Event,\n          filter: {\n            topics: [\n              'TransferSingle(address, address, address, uint256, uint256)',\n            ],\n          },\n        },\n      ],\n    },\n  },\n];\n\nfunction testSubqueryProject(\n  endpoint: string,\n  ds: any,\n  mockTempDs,\n): SubqueryProject {\n  return {\n    network: {\n      endpoint,\n      chainId: '1',\n    },\n    dataSources: ds as any,\n    id: 'test',\n    root: './',\n    schema: new GraphQLSchema({}),\n    templates: mockTempDs as any,\n  } as any;\n}\n\ndescribe('Dictionary queries', () => {\n  describe('Log filters', () => {\n    it('Build filter for !null', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n          address: '0x7ceB23fD6bC0adD59E62ac25578270cFf1b9f619',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleLog',\n              kind: EthereumHandlerKind.Event,\n              filter: {\n                topics: [\n                  'Transfer(address, address, uint256)',\n                  undefined,\n                  undefined,\n                  '!null',\n                ],\n              },\n            },\n          ],\n        },\n      };\n      const result = buildDictionaryQueryEntries([ds]);\n\n      expect(result).toEqual([\n        {\n          entity: 'evmLogs',\n          conditions: [\n            {\n              field: 'address',\n              matcher: 'equalTo',\n              value: '0x7ceb23fd6bc0add59e62ac25578270cff1b9f619',\n            },\n            {\n              field: 'topics0',\n              value:\n                '0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef',\n              matcher: 'equalTo',\n            },\n            {\n              field: 'topics3',\n              value: false,\n              matcher: 'isNull',\n            },\n          ],\n        },\n      ]);\n    });\n  });\n\n  describe('Transaction filters', () => {\n    it('Build a filter for contract creation transactions', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransaction',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                to: null,\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [{ field: 'to', matcher: 'isNull', value: true }],\n        },\n      ]);\n    });\n\n    it('Build a filter with include ds option and contract address', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n          address: '0x7ceB23fD6bC0adD59E62ac25578270cFf1b9f619',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransfer',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                function: 'approve(address spender, uint256 rawAmount)',\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [\n            {\n              field: 'to',\n              matcher: 'equalTo',\n              value: '0x7ceb23fd6bc0add59e62ac25578270cff1b9f619',\n            },\n            { field: 'func', matcher: 'equalTo', value: '0x095ea7b3' },\n          ],\n        },\n      ]);\n    });\n\n    it('If ds option and filter both provide contract address, it should use ds options one', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n          address: '0x7ceB23fD6bC0adD59E62ac25578270cFf1b9f619',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransfer',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                to: '0xabcde',\n                function: 'approve(address spender, uint256 rawAmount)',\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [\n            {\n              field: 'to',\n              matcher: 'equalTo',\n              value: '0x7ceb23fd6bc0add59e62ac25578270cff1b9f619',\n            },\n            { field: 'func', matcher: 'equalTo', value: '0x095ea7b3' },\n          ],\n        },\n      ]);\n    });\n\n    it('If ds option provide contract address, it should use ds options \"address\"', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n          address: '0x7ceB23fD6bC0adD59E62ac25578270cFf1b9f619',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransfer',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                function: 'approve(address spender, uint256 rawAmount)',\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [\n            {\n              field: 'to',\n              matcher: 'equalTo',\n              value: '0x7ceb23fd6bc0add59e62ac25578270cff1b9f619',\n            },\n            { field: 'func', matcher: 'equalTo', value: '0x095ea7b3' },\n          ],\n        },\n      ]);\n    });\n\n    it('If filter  provide contract address, it should use filter \"to\"', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransfer',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                to: '0xabcde',\n                function: 'approve(address spender, uint256 rawAmount)',\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [\n            {\n              field: 'to',\n              matcher: 'equalTo',\n              value: '0xabcde',\n            },\n            { field: 'func', matcher: 'equalTo', value: '0x095ea7b3' },\n          ],\n        },\n      ]);\n    });\n  });\n  describe('Correct dictionary query with dynamic ds', () => {\n    it('Build correct erc1155 transfer single query', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleDyanmicDs',\n              kind: EthereumHandlerKind.Event,\n              filter: {\n                topics: [\n                  'TransferSingle(address, address, address, uint256, uint256)',\n                ],\n              },\n            },\n          ],\n        },\n      };\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmLogs',\n          conditions: [\n            {\n              field: 'topics0',\n              value:\n                '0xc3d58168c5ae7397731d063d5bbf3d657854427343f4c083240f7aacaa2d0f62',\n              matcher: 'equalTo',\n            },\n          ],\n        },\n      ]);\n    });\n\n    it('Builds a groupded query for multiple dynamic ds', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleDyanmicDs',\n              kind: EthereumHandlerKind.Event,\n              filter: {\n                topics: [\n                  'TransferSingle(address, address, address, uint256, uint256)',\n                ],\n              },\n            },\n          ],\n        },\n      };\n\n      const duplicateDataSources = [\n        { ...mockTempDs[0], options: { address: 'address1' } },\n        { ...mockTempDs[0], options: { address: 'address2' } },\n        { ...mockTempDs[1], options: { address: 'address3' } },\n      ];\n\n      const dataSources = [ds, ...duplicateDataSources];\n\n      const project = testSubqueryProject(\n        HTTP_ENDPOINT,\n        dataSources,\n        mockTempDs,\n      );\n\n      const fetchService = new FetchService(\n        null,\n        null,\n        null,\n        project,\n        null,\n        null,\n        null,\n        null,\n        null,\n        null,\n      );\n\n      const queryEntry = (fetchService as any).buildDictionaryQueryEntries(\n        dataSources,\n      );\n\n      expect(queryEntry).toEqual([\n        {\n          entity: 'evmLogs',\n          conditions: [\n            {\n              field: 'topics0',\n              value:\n                '0xc3d58168c5ae7397731d063d5bbf3d657854427343f4c083240f7aacaa2d0f62',\n              matcher: 'equalTo',\n            },\n          ],\n        },\n        {\n          entity: 'evmLogs',\n          conditions: [\n            {\n              field: 'address',\n              // This is what we're looking to happen with multiple instances of template\n              value: ['address1', 'address2'],\n              matcher: 'in',\n            },\n            {\n              field: 'topics0',\n              value:\n                '0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef',\n              matcher: 'equalTo',\n            },\n          ],\n        },\n        {\n          entity: 'evmLogs',\n          conditions: [\n            // This condition should not be grouped because there is a single instance of the tamplate\n            {\n              field: 'address',\n              value: 'address3',\n              matcher: 'equalTo',\n            },\n            {\n              field: 'topics0',\n              value:\n                '0xc3d58168c5ae7397731d063d5bbf3d657854427343f4c083240f7aacaa2d0f62',\n              matcher: 'equalTo',\n            },\n          ],\n        },\n      ]);\n    });\n  });\n});\n"]}
+{"version":3,"file":"fetch.service.spec.js","sourceRoot":"","sources":["../../src/indexer/fetch.service.spec.ts"],"names":[],"mappings":";AAAA,8DAA8D;AAC9D,mCAAmC;;AAEnC,0DAI+B;AAC/B,qCAAwC;AAKxC,mDAA4E;AAE5E,gEAAgE;AAChE,MAAM,aAAa,GAAG,0BAA0B,CAAC;AACjD,MAAM,UAAU,GAAgC;IAC9C;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,uCAAsB,CAAC,OAAO;QACpC,MAAM,EAAE,IAAI,GAAG,EAAE;QACjB,OAAO,EAAE;YACP,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR;oBACE,OAAO,EAAE,cAAc;oBACvB,IAAI,EAAE,oCAAmB,CAAC,KAAK;oBAC/B,MAAM,EAAE;wBACN,MAAM,EAAE,CAAC,qCAAqC,CAAC;qBAChD;iBACF;aACF;SACF;KACF;IACD;QACE,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,uCAAsB,CAAC,OAAO;QACpC,MAAM,EAAE,IAAI,GAAG,EAAE;QACjB,OAAO,EAAE;YACP,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR;oBACE,OAAO,EAAE,eAAe;oBACxB,IAAI,EAAE,oCAAmB,CAAC,KAAK;oBAC/B,MAAM,EAAE;wBACN,MAAM,EAAE;4BACN,6DAA6D;yBAC9D;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,SAAS,mBAAmB,CAC1B,QAAgB,EAChB,EAAO,EACP,UAAU;IAEV,OAAO;QACL,OAAO,EAAE;YACP,QAAQ;YACR,OAAO,EAAE,GAAG;SACb;QACD,WAAW,EAAE,EAAS;QACtB,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,IAAI;QACV,MAAM,EAAE,IAAI,uBAAa,CAAC,EAAE,CAAC;QAC7B,SAAS,EAAE,UAAiB;KACtB,CAAC;AACX,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;oBACZ,OAAO,EAAE,4CAA4C;iBACtD;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,WAAW;4BACpB,IAAI,EAAE,oCAAmB,CAAC,KAAK;4BAC/B,MAAM,EAAE;gCACN,MAAM,EAAE;oCACN,qCAAqC;oCACrC,SAAS;oCACT,SAAS;oCACT,OAAO;iCACR;6BACF;yBACF;qBACF;iBACF;aACF,CAAC;YACF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,SAAS;4BAChB,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,4CAA4C;yBACpD;wBACD;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;wBACD;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EAAE,KAAK;4BACZ,OAAO,EAAE,QAAQ;yBAClB;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,mBAAmB;4BAC5B,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,EAAE,EAAE,IAAI;6BACT;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;iBAC9D;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;YACpE,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;oBACZ,OAAO,EAAE,4CAA4C;iBACtD;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,gBAAgB;4BACzB,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,QAAQ,EAAE,6CAA6C;6BACxD;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,4CAA4C;yBACpD;wBACD,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC3D;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qFAAqF,EAAE,GAAG,EAAE;YAC7F,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;oBACZ,OAAO,EAAE,4CAA4C;iBACtD;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,gBAAgB;4BACzB,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,EAAE,EAAE,SAAS;gCACb,QAAQ,EAAE,6CAA6C;6BACxD;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,4CAA4C;yBACpD;wBACD,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC3D;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;YACnF,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;oBACZ,OAAO,EAAE,4CAA4C;iBACtD;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,gBAAgB;4BACzB,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,QAAQ,EAAE,6CAA6C;6BACxD;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,4CAA4C;yBACpD;wBACD,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC3D;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;YACxE,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,OAAO,EAAE;oBACP,GAAG,EAAE,OAAO;iBACb;gBACD,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,gBAAgB;4BACzB,IAAI,EAAE,oCAAmB,CAAC,IAAI;4BAC9B,MAAM,EAAE;gCACN,EAAE,EAAE,SAAS;gCACb,QAAQ,EAAE,6CAA6C;6BACxD;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,iBAAiB;oBACzB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,SAAS;4BAClB,KAAK,EAAE,SAAS;yBACjB;wBACD,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC3D;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;QACxD,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,iBAAiB;4BAC1B,IAAI,EAAE,oCAAmB,CAAC,KAAK;4BAC/B,MAAM,EAAE;gCACN,MAAM,EAAE;oCACN,6DAA6D;iCAC9D;6BACF;yBACF;qBACF;iBACF;aACF,CAAC;YACF,MAAM,MAAM,GAAG,IAAA,2CAA2B,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,EAAE,GAA2B;gBACjC,IAAI,EAAE,uCAAsB,CAAC,OAAO;gBACpC,MAAM,EAAE,IAAI,GAAG,EAAE;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE;oBACP,IAAI,EAAE,EAAE;oBACR,QAAQ,EAAE;wBACR;4BACE,OAAO,EAAE,iBAAiB;4BAC1B,IAAI,EAAE,oCAAmB,CAAC,KAAK;4BAC/B,MAAM,EAAE;gCACN,MAAM,EAAE;oCACN,6DAA6D;iCAC9D;6BACF;yBACF;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,oBAAoB,GAAG;gDACtB,UAAU,CAAC,CAAC,CAAC,KAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;gDAC/C,UAAU,CAAC,CAAC,CAAC,KAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;gDAC/C,UAAU,CAAC,CAAC,CAAC,KAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;aACrD,CAAC;YAEF,MAAM,WAAW,GAAG,CAAC,EAAE,EAAE,GAAG,oBAAoB,CAAC,CAAC;YAElD,MAAM,OAAO,GAAG,mBAAmB,CACjC,aAAa,EACb,WAAW,EACX,UAAU,CACX,CAAC;YAEF,MAAM,YAAY,GAAG,IAAI,4BAAY,CACnC,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,CACL,CAAC;YAEF,MAAM,UAAU,GAAI,YAAoB,CAAC,2BAA2B,CAClE,WAAW,CACZ,CAAC;YAEF,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;gBACzB;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;qBACF;iBACF;gBACD;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE,SAAS;4BAChB,2EAA2E;4BAC3E,KAAK,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC;4BAC/B,OAAO,EAAE,IAAI;yBACd;wBACD;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;qBACF;iBACF;gBACD;oBACE,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE;wBACV,0FAA0F;wBAC1F;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EAAE,UAAU;4BACjB,OAAO,EAAE,SAAS;yBACnB;wBACD;4BACE,KAAK,EAAE,SAAS;4BAChB,KAAK,EACH,oEAAoE;4BACtE,OAAO,EAAE,SAAS;yBACnB;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["// Copyright 2020-2023 SubQuery Pte Ltd authors & contributors\n// SPDX-License-Identifier: GPL-3.0\n\nimport {\n  EthereumDatasourceKind,\n  EthereumHandlerKind,\n  SubqlRuntimeDatasource,\n} from '@subql/types-ethereum';\nimport { GraphQLSchema } from 'graphql';\nimport {\n  EthereumProjectDsTemplate,\n  SubqueryProject,\n} from '../configure/SubqueryProject';\nimport { buildDictionaryQueryEntries, FetchService } from './fetch.service';\n\n// const HTTP_ENDPOINT = 'https://eth.api.onfinality.io/public';\nconst HTTP_ENDPOINT = 'https://eth.llamarpc.com';\nconst mockTempDs: EthereumProjectDsTemplate[] = [\n  {\n    name: 'ERC721',\n    kind: EthereumDatasourceKind.Runtime,\n    assets: new Map(),\n    mapping: {\n      entryScript: '',\n      file: '',\n      handlers: [\n        {\n          handler: 'handleERC721',\n          kind: EthereumHandlerKind.Event,\n          filter: {\n            topics: ['Transfer(address, address, uint256)'],\n          },\n        },\n      ],\n    },\n  },\n  {\n    name: 'ERC1155',\n    kind: EthereumDatasourceKind.Runtime,\n    assets: new Map(),\n    mapping: {\n      entryScript: '',\n      file: '',\n      handlers: [\n        {\n          handler: 'handleERC1155',\n          kind: EthereumHandlerKind.Event,\n          filter: {\n            topics: [\n              'TransferSingle(address, address, address, uint256, uint256)',\n            ],\n          },\n        },\n      ],\n    },\n  },\n];\n\nfunction testSubqueryProject(\n  endpoint: string,\n  ds: any,\n  mockTempDs,\n): SubqueryProject {\n  return {\n    network: {\n      endpoint,\n      chainId: '1',\n    },\n    dataSources: ds as any,\n    id: 'test',\n    root: './',\n    schema: new GraphQLSchema({}),\n    templates: mockTempDs as any,\n  } as any;\n}\n\ndescribe('Dictionary queries', () => {\n  describe('Log filters', () => {\n    it('Build filter for !null', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n          address: '0x7ceB23fD6bC0adD59E62ac25578270cFf1b9f619',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleLog',\n              kind: EthereumHandlerKind.Event,\n              filter: {\n                topics: [\n                  'Transfer(address, address, uint256)',\n                  undefined,\n                  undefined,\n                  '!null',\n                ],\n              },\n            },\n          ],\n        },\n      };\n      const result = buildDictionaryQueryEntries([ds]);\n\n      expect(result).toEqual([\n        {\n          entity: 'evmLogs',\n          conditions: [\n            {\n              field: 'address',\n              matcher: 'equalTo',\n              value: '0x7ceb23fd6bc0add59e62ac25578270cff1b9f619',\n            },\n            {\n              field: 'topics0',\n              value:\n                '0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef',\n              matcher: 'equalTo',\n            },\n            {\n              field: 'topics3',\n              value: false,\n              matcher: 'isNull',\n            },\n          ],\n        },\n      ]);\n    });\n  });\n\n  describe('Transaction filters', () => {\n    it('Build a filter for contract creation transactions', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransaction',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                to: null,\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [{ field: 'to', matcher: 'isNull', value: true }],\n        },\n      ]);\n    });\n\n    it('Build a filter with include ds option and contract address', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n          address: '0x7ceB23fD6bC0adD59E62ac25578270cFf1b9f619',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransfer',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                function: 'approve(address spender, uint256 rawAmount)',\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [\n            {\n              field: 'to',\n              matcher: 'equalTo',\n              value: '0x7ceb23fd6bc0add59e62ac25578270cff1b9f619',\n            },\n            { field: 'func', matcher: 'equalTo', value: '0x095ea7b3' },\n          ],\n        },\n      ]);\n    });\n\n    it('If ds option and filter both provide contract address, it should use ds options one', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n          address: '0x7ceB23fD6bC0adD59E62ac25578270cFf1b9f619',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransfer',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                to: '0xabcde',\n                function: 'approve(address spender, uint256 rawAmount)',\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [\n            {\n              field: 'to',\n              matcher: 'equalTo',\n              value: '0x7ceb23fd6bc0add59e62ac25578270cff1b9f619',\n            },\n            { field: 'func', matcher: 'equalTo', value: '0x095ea7b3' },\n          ],\n        },\n      ]);\n    });\n\n    it('If ds option provide contract address, it should use ds options \"address\"', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n          address: '0x7ceB23fD6bC0adD59E62ac25578270cFf1b9f619',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransfer',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                function: 'approve(address spender, uint256 rawAmount)',\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [\n            {\n              field: 'to',\n              matcher: 'equalTo',\n              value: '0x7ceb23fd6bc0add59e62ac25578270cff1b9f619',\n            },\n            { field: 'func', matcher: 'equalTo', value: '0x095ea7b3' },\n          ],\n        },\n      ]);\n    });\n\n    it('If filter  provide contract address, it should use filter \"to\"', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        options: {\n          abi: 'erc20',\n        },\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleTransfer',\n              kind: EthereumHandlerKind.Call,\n              filter: {\n                to: '0xabcde',\n                function: 'approve(address spender, uint256 rawAmount)',\n              },\n            },\n          ],\n        },\n      };\n\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmTransactions',\n          conditions: [\n            {\n              field: 'to',\n              matcher: 'equalTo',\n              value: '0xabcde',\n            },\n            { field: 'func', matcher: 'equalTo', value: '0x095ea7b3' },\n          ],\n        },\n      ]);\n    });\n  });\n  describe('Correct dictionary query with dynamic ds', () => {\n    it('Build correct erc1155 transfer single query', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleDyanmicDs',\n              kind: EthereumHandlerKind.Event,\n              filter: {\n                topics: [\n                  'TransferSingle(address, address, address, uint256, uint256)',\n                ],\n              },\n            },\n          ],\n        },\n      };\n      const result = buildDictionaryQueryEntries([ds]);\n      expect(result).toEqual([\n        {\n          entity: 'evmLogs',\n          conditions: [\n            {\n              field: 'topics0',\n              value:\n                '0xc3d58168c5ae7397731d063d5bbf3d657854427343f4c083240f7aacaa2d0f62',\n              matcher: 'equalTo',\n            },\n          ],\n        },\n      ]);\n    });\n\n    it('Builds a groupded query for multiple dynamic ds', () => {\n      const ds: SubqlRuntimeDatasource = {\n        kind: EthereumDatasourceKind.Runtime,\n        assets: new Map(),\n        startBlock: 1,\n        mapping: {\n          file: '',\n          handlers: [\n            {\n              handler: 'handleDyanmicDs',\n              kind: EthereumHandlerKind.Event,\n              filter: {\n                topics: [\n                  'TransferSingle(address, address, address, uint256, uint256)',\n                ],\n              },\n            },\n          ],\n        },\n      };\n\n      const duplicateDataSources = [\n        { ...mockTempDs[0], options: { address: 'address1' } },\n        { ...mockTempDs[0], options: { address: 'address2' } },\n        { ...mockTempDs[1], options: { address: 'address3' } },\n      ];\n\n      const dataSources = [ds, ...duplicateDataSources];\n\n      const project = testSubqueryProject(\n        HTTP_ENDPOINT,\n        dataSources,\n        mockTempDs,\n      );\n\n      const fetchService = new FetchService(\n        null,\n        null,\n        null,\n        project,\n        null,\n        null,\n        null,\n        null,\n        null,\n        null,\n        null,\n      );\n\n      const queryEntry = (fetchService as any).buildDictionaryQueryEntries(\n        dataSources,\n      );\n\n      expect(queryEntry).toEqual([\n        {\n          entity: 'evmLogs',\n          conditions: [\n            {\n              field: 'topics0',\n              value:\n                '0xc3d58168c5ae7397731d063d5bbf3d657854427343f4c083240f7aacaa2d0f62',\n              matcher: 'equalTo',\n            },\n          ],\n        },\n        {\n          entity: 'evmLogs',\n          conditions: [\n            {\n              field: 'address',\n              // This is what we're looking to happen with multiple instances of template\n              value: ['address1', 'address2'],\n              matcher: 'in',\n            },\n            {\n              field: 'topics0',\n              value:\n                '0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef',\n              matcher: 'equalTo',\n            },\n          ],\n        },\n        {\n          entity: 'evmLogs',\n          conditions: [\n            // This condition should not be grouped because there is a single instance of the tamplate\n            {\n              field: 'address',\n              value: 'address3',\n              matcher: 'equalTo',\n            },\n            {\n              field: 'topics0',\n              value:\n                '0xc3d58168c5ae7397731d063d5bbf3d657854427343f4c083240f7aacaa2d0f62',\n              matcher: 'equalTo',\n            },\n          ],\n        },\n      ]);\n    });\n  });\n});\n"]}