@sentio/sdk 1.37.0-rc.5 → 1.37.0-rc.7

package/src/core/eth-plugin.ts

@@ -1,4 +1,4 @@
-import { Plugin, PluginManager } from '@sentio/base'
+import { Plugin, PluginManager, errorString, mergeProcessResults, USER_PROCESSOR } from '@sentio/runtime'
 import {
   AccountConfig,
   ContractConfig,
@@ -8,16 +8,17 @@ import {
   LogHandlerConfig,
   ProcessConfigResponse,
   ProcessResult,
+  StartRequest,
 } from '@sentio/protos'
-import { errorString, mergeProcessResults, USER_PROCESSOR } from '@sentio/base'
 
 import { ServerError, Status } from 'nice-grpc'
 import { Block, Log } from '@ethersproject/abstract-provider'
 import { Trace } from '@sentio/sdk'
 import { ProcessorState } from '../binds'
 import { AccountProcessorState } from './account-processor'
+import { ProcessorTemplateProcessorState, TemplateInstanceState } from './base-processor-template'
 
-export class EthPlugin implements Plugin {
+export class EthPlugin extends Plugin {
   name: string = 'EthPlugin'
 
   private eventHandlers: ((event: Log) => Promise<ProcessResult>)[] = []
@@ -25,6 +26,9 @@ export class EthPlugin implements Plugin {
   private blockHandlers: ((block: Block) => Promise<ProcessResult>)[] = []
 
   configure(config: ProcessConfigResponse): void {
+    // This syntax is to copy values instead of using references
+    config.templateInstances = [...TemplateInstanceState.INSTANCE.getValues()]
+
     for (const processor of ProcessorState.INSTANCE.getValues()) {
       // If server favor incremental update this need to change
       // Start basic config for contract
@@ -175,6 +179,29 @@ export class EthPlugin implements Plugin {
     }
   }
 
+  start(request: StartRequest) {
+    for (const instance of request.templateInstances) {
+      const template = ProcessorTemplateProcessorState.INSTANCE.getValues()[instance.templateId]
+      if (!template) {
+        throw new ServerError(Status.INVALID_ARGUMENT, 'Invalid template contract:' + instance)
+      }
+      if (!instance.contract) {
+        throw new ServerError(Status.INVALID_ARGUMENT, 'Contract Empty from:' + instance)
+      }
+      template.bind({
+        name: instance.contract.name,
+        address: instance.contract.address,
+        network: Number(instance.contract.chainId),
+        startBlock: instance.startBlock,
+        endBlock: instance.endBlock,
+      })
+    }
+  }
+
+  stateDiff(config: ProcessConfigResponse): boolean {
+    return TemplateInstanceState.INSTANCE.getValues().length !== config.templateInstances.length
+  }
+
   async processLog(request: DataBinding): Promise<ProcessResult> {
     if (!request.data) {
       throw new ServerError(Status.INVALID_ARGUMENT, "Log can't be null")

package/src/core/event-tracker.ts

@@ -1,7 +1,7 @@
 import { BaseContext } from './base-context'
 import { EventTrackingResult } from '@sentio/protos'
 import { NamedResultDescriptor } from './metadata'
-import { MapStateStorage } from '@sentio/base'
+import { MapStateStorage } from '@sentio/runtime'
 
 export interface Event {
   // The unique identifier of main identity associate with an event

package/src/core/exporter.ts

@@ -1,7 +1,7 @@
 import { BaseContext } from './base-context'
 import { ExportResult } from '@sentio/sdk'
 import { NamedResultDescriptor } from './metadata'
-import { MapStateStorage } from '@sentio/base'
+import { MapStateStorage } from '@sentio/runtime'
 
 export type Export = Record<string, any>
 

package/src/core/generic-processor.ts

@@ -2,7 +2,7 @@ import { BaseContract } from '@ethersproject/contracts'
 import { BoundContractView, ContractView } from './context'
 import { BindOptions } from './bind-options'
 import { BaseProcessor } from './base-processor'
-import { getProvider } from '../provider'
+import { getProvider } from '@sentio/runtime'
 import { addProcessor } from '../binds'
 
 export class GenericProcessor extends BaseProcessor<

package/src/core/index.ts

@@ -15,3 +15,4 @@ export type { TypedCallTrace, Trace } from './trace'
 
 export { EthPlugin } from './eth-plugin'
 export { SuiPlugin } from './sui-plugin'
+export { CorePlugin } from './core-plugin'

package/src/core/meter.ts

@@ -2,7 +2,7 @@ import { BaseContext } from './base-context'
 import { Numberish, toMetricValue } from './numberish'
 import { Labels, NamedResultDescriptor } from './metadata'
 import { AggregationConfig, AggregationType, MetricConfig, MetricType } from '@sentio/protos'
-import { MapStateStorage } from '@sentio/base'
+import { MapStateStorage } from '@sentio/runtime'
 
 export function normalizeName(name: string): string {
   const regex = new RegExp('![_.a-zA-Z0-9]')

package/src/core/sui-plugin.ts

@@ -1,15 +1,13 @@
-import { Plugin, PluginManager } from '@sentio/base'
+import { Plugin, PluginManager, USER_PROCESSOR } from '@sentio/runtime'
 import { ContractConfig, DataBinding, HandlerType, ProcessConfigResponse, ProcessResult } from '@sentio/protos'
 
-import { USER_PROCESSOR } from '../service'
-
 import { ServerError, Status } from 'nice-grpc'
 
 import { CHAIN_IDS } from '../utils/chain'
 import { SuiProcessorState } from './sui-processor'
 
-export class SuiPlugin implements Plugin {
-  name: string = 'SolanaPlugin'
+export class SuiPlugin extends Plugin {
+  name: string = 'SuiPlugin'
 
   configure(config: ProcessConfigResponse): void {
     for (const suiProcessor of SuiProcessorState.INSTANCE.getValues()) {
@@ -34,7 +32,7 @@ export class SuiPlugin implements Plugin {
     }
   }
 
-  supportedHandlers = [HandlerType.SUI_TRANSACTION]
+  supportedHandlers = []
 
   processBinding(request: DataBinding): Promise<ProcessResult> {
     switch (request.handlerType) {

package/src/core/sui-processor.ts

@@ -1,6 +1,6 @@
 import { SuiContext } from './context'
 import { ProcessResult } from '@sentio/protos'
-import { ListStateStorage } from '@sentio/base'
+import { ListStateStorage } from '@sentio/runtime'
 
 type IndexConfigure = {
   startSeqNumber: bigint

package/src/index.ts

@@ -1,4 +1,4 @@
-export { getProvider, setProvider, DummyProvider } from './provider'
+export { getProvider, setProvider, DummyProvider } from '@sentio/runtime'
 export { transformEtherError, EthersError } from './error'
 
 export { getProcessor, addProcessor, getContractByABI, addContractByABI } from './binds'

package/src/testing/test-processor-server.ts

@@ -13,23 +13,17 @@ import {
 } from '@sentio/protos'
 import { CallContext } from 'nice-grpc-common'
 import { Empty } from '@sentio/protos/lib/google/protobuf/empty'
-import { ChainConfig } from '../chain-config'
+import { ChainConfig, ProcessorServiceImpl, setProvider, Endpoints, State } from '@sentio/runtime'
 import { CHAIN_MAP } from '../utils/chain'
 import { Block, Log } from '@ethersproject/abstract-provider'
 import { getNetwork, Networkish } from '@ethersproject/providers'
-import { Endpoints } from '../endpoints'
-import { State } from '@sentio/base'
-import { ProcessorServiceImpl } from '../service'
 import { Trace } from '../core/trace'
-import { setProvider } from '../provider'
 
 export const TEST_CONTEXT: CallContext = <CallContext>{}
 
 export function cleanTest() {
   State.reset()
-  if (!global.ENDPOINTS) {
-    global.ENDPOINTS = new Endpoints()
-  }
+  Endpoints.reset()
 }
 
 export class TestProcessorServer implements ProcessorServiceImplementation {

package/src/testing/test-provider.ts

@@ -1,6 +1,5 @@
-import { ChainConfig } from '../chain-config'
+import { ChainConfig, setProvider } from '@sentio/runtime'
 import { CHAIN_MAP } from '../utils/chain'
-import { setProvider } from '../provider'
 
 export function loadTestProvidersFromEnv(requiredChainIds: string[] | string): boolean {
   const dummyConfig: Record<string, ChainConfig> = {}

package/src/utils/price.ts

@@ -1,10 +1,11 @@
 import { PriceServiceClient, PriceServiceDefinition } from '@sentio/protos/lib/service/price/protos/price'
 import { createChannel, createClientFactory } from 'nice-grpc'
 import { retryMiddleware, RetryOptions } from 'nice-grpc-client-middleware-retry'
+import { Endpoints } from '@sentio/runtime'
 
 export function getPriceClient(address?: string) {
   if (!address) {
-    address = global.ENDPOINTS.priceFeedAPI
+    address = Endpoints.INSTANCE.priceFeedAPI
   }
   const channel = createChannel(address)
 

package/lib/chain-config.d.ts

@@ -1,6 +0,0 @@
-export interface ChainConfig {
-    ChainID: string;
-    Https: string[];
-    WebSockets?: string[];
-    ChainServer?: string;
-}

package/lib/chain-config.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=chain-config.js.map

package/lib/chain-config.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"chain-config.js","sourceRoot":"","sources":["../src/chain-config.ts"],"names":[],"mappings":"","sourcesContent":["export interface ChainConfig {\n  ChainID: string\n  Https: string[]\n  WebSockets?: string[]\n  ChainServer?: string\n}\n"]}

package/lib/endpoints.d.ts

@@ -1,6 +0,0 @@
-import { Provider } from '@ethersproject/providers';
-export declare class Endpoints {
-    providers: Map<number, Provider>;
-    chainQueryAPI: string;
-    priceFeedAPI: string;
-}

package/lib/endpoints.js

@@ -1,11 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Endpoints = void 0;
-class Endpoints {
-    // evm providers
-    providers = new Map();
-    chainQueryAPI = '';
-    priceFeedAPI = '';
-}
-exports.Endpoints = Endpoints;
-//# sourceMappingURL=endpoints.js.map

package/lib/endpoints.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"endpoints.js","sourceRoot":"","sources":["../src/endpoints.ts"],"names":[],"mappings":";;;AAEA,MAAa,SAAS;IACpB,gBAAgB;IAChB,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAA;IAEvC,aAAa,GAAG,EAAE,CAAA;IAClB,YAAY,GAAG,EAAE,CAAA;CAClB;AAND,8BAMC","sourcesContent":["import { Provider } from '@ethersproject/providers'\n\nexport class Endpoints {\n  // evm providers\n  providers = new Map<number, Provider>()\n\n  chainQueryAPI = ''\n  priceFeedAPI = ''\n}\n"]}

package/lib/loader.d.ts

@@ -1,5 +0,0 @@
-export declare function load(name: string): {
-    module: any;
-    name: string;
-    path: string;
-} | undefined;

package/lib/loader.js

@@ -1,30 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.load = void 0;
-function load(name) {
-    const req = eval('require');
-    try {
-        let path;
-        try {
-            path = req.resolve(name, { paths: [process.cwd()] });
-        }
-        catch {
-            path = req.resolve(name);
-        }
-        const module = { module: req(path), name, path };
-        console.log('Processor Load successfully');
-        return module;
-    }
-    catch (err) {
-        if (err instanceof Error && err.message.startsWith(`Cannot find module '${name}'`)) {
-            // this error is expected
-            console.log("Couldn't load (expected): ", name);
-            return undefined;
-        }
-        else {
-            throw err;
-        }
-    }
-}
-exports.load = load;
-//# sourceMappingURL=loader.js.map

package/lib/loader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.js","sourceRoot":"","sources":["../src/loader.ts"],"names":[],"mappings":";;;AAAA,SAAgB,IAAI,CAAC,IAAY;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAA;IAE3B,IAAI;QACF,IAAI,IAAY,CAAA;QAChB,IAAI;YACF,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAA;SACrD;QAAC,MAAM;YACN,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;SACzB;QAED,MAAM,MAAM,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;QAChD,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;QAC1C,OAAO,MAAM,CAAA;KACd;IAAC,OAAO,GAAG,EAAE;QACZ,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,uBAAuB,IAAI,GAAG,CAAC,EAAE;YAClF,yBAAyB;YACzB,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,IAAI,CAAC,CAAA;YAC/C,OAAO,SAAS,CAAA;SACjB;aAAM;YACL,MAAM,GAAG,CAAA;SACV;KACF;AACH,CAAC;AAvBD,oBAuBC","sourcesContent":["export function load(name: string): { module: any; name: string; path: string } | undefined {\n  const req = eval('require')\n\n  try {\n    let path: string\n    try {\n      path = req.resolve(name, { paths: [process.cwd()] })\n    } catch {\n      path = req.resolve(name)\n    }\n\n    const module = { module: req(path), name, path }\n    console.log('Processor Load successfully')\n    return module\n  } catch (err) {\n    if (err instanceof Error && err.message.startsWith(`Cannot find module '${name}'`)) {\n      // this error is expected\n      console.log(\"Couldn't load (expected): \", name)\n      return undefined\n    } else {\n      throw err\n    }\n  }\n}\n"]}

package/lib/processor-runner.d.ts

@@ -1,2 +0,0 @@
-#!/usr/bin/env node
-export {};

package/lib/processor-runner.js

@@ -1,102 +0,0 @@
-#!/usr/bin/env node
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const path_1 = __importDefault(require("path"));
-const fs_extra_1 = __importDefault(require("fs-extra"));
-const util = __importStar(require("util"));
-const command_line_args_1 = __importDefault(require("command-line-args"));
-const nice_grpc_1 = require("nice-grpc");
-const winston_1 = require("winston");
-const compression_algorithms_1 = require("@grpc/grpc-js/build/src/compression-algorithms");
-const protos_1 = require("@sentio/protos");
-const service_1 = require("./service");
-const provider_1 = require("./provider");
-const base_1 = require("@sentio/base");
-const loader_1 = require("./loader");
-const endpoints_1 = require("./endpoints");
-base_1.State.reset();
-global.ENDPOINTS = new endpoints_1.Endpoints();
-const optionDefinitions = [
-    { name: 'target', type: String, defaultOption: true },
-    { name: 'port', alias: 'p', type: String, defaultValue: '4000' },
-    { name: 'concurrency', type: Number, defaultValue: 4 },
-    { name: 'use-chainserver', type: Boolean, defaultValue: false },
-    {
-        name: 'chains-config',
-        alias: 'c',
-        type: String,
-        defaultValue: 'chains-config.json',
-    },
-    { name: 'chainquery-server', type: String, defaultValue: '' },
-    { name: 'pricefeed-server', type: String, defaultValue: '' },
-    { name: 'log-format', type: String, defaultValue: 'console' },
-    { name: 'debug', type: Boolean, defaultValue: false },
-];
-const options = (0, command_line_args_1.default)(optionDefinitions, { partial: true });
-if (options['log-format'] === 'json') {
-    const utilFormatter = {
-        transform: (info) => {
-            const args = info[Symbol.for('splat')];
-            if (args) {
-                info.message = util.format(info.message, ...args);
-            }
-            return info;
-        },
-    };
-    const logger = (0, winston_1.createLogger)({
-        format: winston_1.format.combine(winston_1.format.timestamp({ format: 'YYYY-MM-DDTHH:mm:ssZ' }), utilFormatter, winston_1.format.errors({ stack: true }), winston_1.format.json()),
-        transports: [new winston_1.transports.Console()],
-    });
-    console.log = (...args) => logger.info.call(logger, ...args);
-    console.info = (...args) => logger.info.call(logger, ...args);
-    console.warn = (...args) => logger.warn.call(logger, ...args);
-    console.error = (...args) => logger.error.call(logger, ...args);
-    console.debug = (...args) => logger.debug.call(logger, ...args);
-}
-if (options.debug) {
-    console.log('Starting with', options.target);
-}
-const fullPath = path_1.default.resolve(options['chains-config']);
-const chainsConfig = fs_extra_1.default.readJsonSync(fullPath);
-(0, provider_1.setProvider)(chainsConfig, options.concurrency, options['use-chainserver']);
-globalThis.ENDPOINTS.chainQueryAPI = options['chainquery-server'];
-globalThis.ENDPOINTS.priceFeedAPI = options['pricefeed-server'];
-if (options.debug) {
-    console.log('Starting Server', options);
-}
-const server = (0, nice_grpc_1.createServer)({
-    'grpc.max_send_message_length': 128 * 1024 * 1024,
-    'grpc.max_receive_message_length': 128 * 1024 * 1024,
-    'grpc.default_compression_algorithm': compression_algorithms_1.CompressionAlgorithms.gzip,
-});
-const service = new service_1.ProcessorServiceImpl(() => (0, loader_1.load)(options.target), server.shutdown);
-server.add(protos_1.ProcessorDefinition, service);
-server.listen('0.0.0.0:' + options.port);
-console.log('Processor Server Started');
-//# sourceMappingURL=processor-runner.js.map

package/lib/processor-runner.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"processor-runner.js","sourceRoot":"","sources":["../src/processor-runner.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,gDAAuB;AACvB,wDAAyB;AACzB,2CAA4B;AAE5B,0EAA+C;AAC/C,yCAAwC;AACxC,qCAA0D;AAC1D,2FAAsF;AAEtF,2CAAoD;AACpD,uCAAgD;AAChD,yCAAwC;AACxC,uCAAoC;AACpC,qCAA+B;AAC/B,2CAAuC;AAEvC,YAAK,CAAC,KAAK,EAAE,CAAA;AACb,MAAM,CAAC,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAA;AAElC,MAAM,iBAAiB,GAAG;IACxB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE;IACrD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE;IAChE,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,EAAE;IACtD,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE;IAC/D;QACE,IAAI,EAAE,eAAe;QACrB,KAAK,EAAE,GAAG;QACV,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,oBAAoB;KACnC;IACD,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;IAC7D,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;IAC5D,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE;IAC7D,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE;CACtD,CAAA;AAED,MAAM,OAAO,GAAG,IAAA,2BAAe,EAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;AAErE,IAAI,OAAO,CAAC,YAAY,CAAC,KAAK,MAAM,EAAE;IACpC,MAAM,aAAa,GAAG;QACpB,SAAS,EAAE,CAAC,IAAS,EAAE,EAAE;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;YACtC,IAAI,IAAI,EAAE;gBACR,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAA;aAClD;YACD,OAAO,IAAI,CAAA;QACb,CAAC;KACF,CAAA;IACD,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC;QAC1B,MAAM,EAAE,gBAAM,CAAC,OAAO,CACpB,gBAAM,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,EACpD,aAAa,EACb,gBAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAC9B,gBAAM,CAAC,IAAI,EAAE,CACd;QACD,UAAU,EAAE,CAAC,IAAI,oBAAU,CAAC,OAAO,EAAE,CAAC;KACvC,CAAC,CAAA;IAEF,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;IAC5D,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;IAC7D,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;IAC7D,OAAO,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;IAC/D,OAAO,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAA;CAChE;AACD,IAAI,OAAO,CAAC,KAAK,EAAE;IACjB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;CAC7C;AAED,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAA;AACvD,MAAM,YAAY,GAAG,kBAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;AAE9C,IAAA,sBAAW,EAAC,YAAY,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAA;AAC1E,UAAU,CAAC,SAAS,CAAC,aAAa,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;AACjE,UAAU,CAAC,SAAS,CAAC,YAAY,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;AAE/D,IAAI,OAAO,CAAC,KAAK,EAAE;IACjB,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;CACxC;AAED,MAAM,MAAM,GAAG,IAAA,wBAAY,EAAC;IAC1B,8BAA8B,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;IACjD,iCAAiC,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;IACpD,oCAAoC,EAAE,8CAAqB,CAAC,IAAI;CACjE,CAAC,CAAA;AAEF,MAAM,OAAO,GAAG,IAAI,8BAAoB,CAAC,GAAG,EAAE,CAAC,IAAA,aAAI,EAAC,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;AACrF,MAAM,CAAC,GAAG,CAAC,4BAAmB,EAAE,OAAO,CAAC,CAAA;AAExC,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;AAExC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAA","sourcesContent":["#!/usr/bin/env node\n\nimport path from 'path'\nimport fs from 'fs-extra'\nimport * as util from 'util'\n\nimport commandLineArgs from 'command-line-args'\nimport { createServer } from 'nice-grpc'\nimport { createLogger, transports, format } from 'winston'\nimport { CompressionAlgorithms } from '@grpc/grpc-js/build/src/compression-algorithms'\n\nimport { ProcessorDefinition } from '@sentio/protos'\nimport { ProcessorServiceImpl } from './service'\nimport { setProvider } from './provider'\nimport { State } from '@sentio/base'\nimport { load } from './loader'\nimport { Endpoints } from './endpoints'\n\nState.reset()\nglobal.ENDPOINTS = new Endpoints()\n\nconst optionDefinitions = [\n  { name: 'target', type: String, defaultOption: true },\n  { name: 'port', alias: 'p', type: String, defaultValue: '4000' },\n  { name: 'concurrency', type: Number, defaultValue: 4 },\n  { name: 'use-chainserver', type: Boolean, defaultValue: false },\n  {\n    name: 'chains-config',\n    alias: 'c',\n    type: String,\n    defaultValue: 'chains-config.json',\n  },\n  { name: 'chainquery-server', type: String, defaultValue: '' },\n  { name: 'pricefeed-server', type: String, defaultValue: '' },\n  { name: 'log-format', type: String, defaultValue: 'console' },\n  { name: 'debug', type: Boolean, defaultValue: false },\n]\n\nconst options = commandLineArgs(optionDefinitions, { partial: true })\n\nif (options['log-format'] === 'json') {\n  const utilFormatter = {\n    transform: (info: any) => {\n      const args = info[Symbol.for('splat')]\n      if (args) {\n        info.message = util.format(info.message, ...args)\n      }\n      return info\n    },\n  }\n  const logger = createLogger({\n    format: format.combine(\n      format.timestamp({ format: 'YYYY-MM-DDTHH:mm:ssZ' }),\n      utilFormatter,\n      format.errors({ stack: true }),\n      format.json()\n    ),\n    transports: [new transports.Console()],\n  })\n\n  console.log = (...args) => logger.info.call(logger, ...args)\n  console.info = (...args) => logger.info.call(logger, ...args)\n  console.warn = (...args) => logger.warn.call(logger, ...args)\n  console.error = (...args) => logger.error.call(logger, ...args)\n  console.debug = (...args) => logger.debug.call(logger, ...args)\n}\nif (options.debug) {\n  console.log('Starting with', options.target)\n}\n\nconst fullPath = path.resolve(options['chains-config'])\nconst chainsConfig = fs.readJsonSync(fullPath)\n\nsetProvider(chainsConfig, options.concurrency, options['use-chainserver'])\nglobalThis.ENDPOINTS.chainQueryAPI = options['chainquery-server']\nglobalThis.ENDPOINTS.priceFeedAPI = options['pricefeed-server']\n\nif (options.debug) {\n  console.log('Starting Server', options)\n}\n\nconst server = createServer({\n  'grpc.max_send_message_length': 128 * 1024 * 1024,\n  'grpc.max_receive_message_length': 128 * 1024 * 1024,\n  'grpc.default_compression_algorithm': CompressionAlgorithms.gzip,\n})\n\nconst service = new ProcessorServiceImpl(() => load(options.target), server.shutdown)\nserver.add(ProcessorDefinition, service)\n\nserver.listen('0.0.0.0:' + options.port)\n\nconsole.log('Processor Server Started')\n"]}

package/lib/provider.d.ts

@@ -1,6 +0,0 @@
-import { Provider, StaticJsonRpcProvider } from '@ethersproject/providers';
-import { Networkish } from '@ethersproject/networks';
-import { ChainConfig } from './chain-config';
-export declare const DummyProvider: StaticJsonRpcProvider;
-export declare function getProvider(networkish?: Networkish): Provider;
-export declare function setProvider(config: Record<string, ChainConfig>, concurrency?: number, useChainServer?: boolean): void;

package/lib/provider.js

@@ -1,66 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.setProvider = exports.getProvider = exports.DummyProvider = void 0;
-const providers_1 = require("@ethersproject/providers");
-const p_queue_1 = __importDefault(require("p-queue"));
-exports.DummyProvider = new providers_1.StaticJsonRpcProvider(undefined, 1);
-function getProvider(networkish) {
-    if (!networkish) {
-        networkish = 1;
-    }
-    const network = (0, providers_1.getNetwork)(networkish);
-    if (!global.ENDPOINTS.providers) {
-        throw Error('Provider not set');
-    }
-    const value = global.ENDPOINTS.providers.get(network.chainId);
-    if (value === undefined) {
-        throw Error('Provider not found for chain ' +
-            network.chainId +
-            ', configured chains: ' +
-            [...global.ENDPOINTS.providers.keys()].join(' '));
-    }
-    return value;
-}
-exports.getProvider = getProvider;
-function setProvider(config, concurrency = 4, useChainServer = false) {
-    globalThis.ENDPOINTS.providers = new Map();
-    for (const chainIdStr in config) {
-        if (isNaN(Number.parseInt(chainIdStr))) {
-            continue;
-        }
-        const chainConfig = config[chainIdStr];
-        const chainId = Number(chainIdStr);
-        // let providers: StaticJsonRpcProvider[] = []
-        // for (const http of chainConfig.Https) {
-        //   providers.push(new StaticJsonRpcProvider(http, chainId))
-        // }
-        // random shuffle
-        // providers = providers.sort(() => Math.random() - 0.5)
-        // const provider = new FallbackProvider(providers)
-        let rpcAddress = '';
-        if (useChainServer && chainConfig.ChainServer) {
-            rpcAddress = chainConfig.ChainServer;
-        }
-        else {
-            const idx = Math.floor(Math.random() * chainConfig.Https.length);
-            rpcAddress = chainConfig.Https[idx];
-        }
-        const provider = new QueuedStaticJsonRpcProvider(rpcAddress, chainId, concurrency);
-        global.ENDPOINTS.providers.set(chainId, provider);
-    }
-}
-exports.setProvider = setProvider;
-class QueuedStaticJsonRpcProvider extends providers_1.StaticJsonRpcProvider {
-    executor;
-    constructor(url, network, concurrency) {
-        super(url, network);
-        this.executor = new p_queue_1.default({ concurrency: concurrency });
-    }
-    send(method, params) {
-        return this.executor.add(() => super.send(method, params));
-    }
-}
-//# sourceMappingURL=provider.js.map

package/lib/provider.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"provider.js","sourceRoot":"","sources":["../src/provider.ts"],"names":[],"mappings":";;;;;;AAAA,wDAAsF;AAEtF,sDAA4B;AAIf,QAAA,aAAa,GAAG,IAAI,iCAAqB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;AAEpE,SAAgB,WAAW,CAAC,UAAuB;IACjD,IAAI,CAAC,UAAU,EAAE;QACf,UAAU,GAAG,CAAC,CAAA;KACf;IACD,MAAM,OAAO,GAAG,IAAA,sBAAU,EAAC,UAAU,CAAC,CAAA;IAEtC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE;QAC/B,MAAM,KAAK,CAAC,kBAAkB,CAAC,CAAA;KAChC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7D,IAAI,KAAK,KAAK,SAAS,EAAE;QACvB,MAAM,KAAK,CACT,+BAA+B;YAC7B,OAAO,CAAC,OAAO;YACf,uBAAuB;YACvB,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CACnD,CAAA;KACF;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAnBD,kCAmBC;AAED,SAAgB,WAAW,CAAC,MAAmC,EAAE,WAAW,GAAG,CAAC,EAAE,cAAc,GAAG,KAAK;IACtG,UAAU,CAAC,SAAS,CAAC,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAA;IAE5D,KAAK,MAAM,UAAU,IAAI,MAAM,EAAE;QAC/B,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE;YACtC,SAAQ;SACT;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;QACtC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;QAElC,8CAA8C;QAC9C,0CAA0C;QAC1C,6DAA6D;QAC7D,IAAI;QACJ,iBAAiB;QACjB,wDAAwD;QAExD,mDAAmD;QAEnD,IAAI,UAAU,GAAG,EAAE,CAAA;QACnB,IAAI,cAAc,IAAI,WAAW,CAAC,WAAW,EAAE;YAC7C,UAAU,GAAG,WAAW,CAAC,WAAW,CAAA;SACrC;aAAM;YACL,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAChE,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;SACpC;QAED,MAAM,QAAQ,GAAG,IAAI,2BAA2B,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,CAAA;QAClF,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;KAClD;AACH,CAAC;AA/BD,kCA+BC;AAED,MAAM,2BAA4B,SAAQ,iCAAqB;IAC7D,QAAQ,CAAQ;IAEhB,YAAY,GAA4B,EAAE,OAAmB,EAAE,WAAmB;QAChF,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;QACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,iBAAM,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAA;IAC1D,CAAC;IAED,IAAI,CAAC,MAAc,EAAE,MAAkB;QACrC,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IAC5D,CAAC;CACF","sourcesContent":["import { getNetwork, Provider, StaticJsonRpcProvider } from '@ethersproject/providers'\nimport { Networkish } from '@ethersproject/networks'\nimport PQueue from 'p-queue'\nimport { ConnectionInfo } from '@ethersproject/web'\nimport { ChainConfig } from './chain-config'\n\nexport const DummyProvider = new StaticJsonRpcProvider(undefined, 1)\n\nexport function getProvider(networkish?: Networkish): Provider {\n  if (!networkish) {\n    networkish = 1\n  }\n  const network = getNetwork(networkish)\n\n  if (!global.ENDPOINTS.providers) {\n    throw Error('Provider not set')\n  }\n  const value = global.ENDPOINTS.providers.get(network.chainId)\n  if (value === undefined) {\n    throw Error(\n      'Provider not found for chain ' +\n        network.chainId +\n        ', configured chains: ' +\n        [...global.ENDPOINTS.providers.keys()].join(' ')\n    )\n  }\n  return value\n}\n\nexport function setProvider(config: Record<string, ChainConfig>, concurrency = 4, useChainServer = false) {\n  globalThis.ENDPOINTS.providers = new Map<number, Provider>()\n\n  for (const chainIdStr in config) {\n    if (isNaN(Number.parseInt(chainIdStr))) {\n      continue\n    }\n\n    const chainConfig = config[chainIdStr]\n    const chainId = Number(chainIdStr)\n\n    // let providers: StaticJsonRpcProvider[] = []\n    // for (const http of chainConfig.Https) {\n    //   providers.push(new StaticJsonRpcProvider(http, chainId))\n    // }\n    // random shuffle\n    // providers = providers.sort(() => Math.random() - 0.5)\n\n    // const provider = new FallbackProvider(providers)\n\n    let rpcAddress = ''\n    if (useChainServer && chainConfig.ChainServer) {\n      rpcAddress = chainConfig.ChainServer\n    } else {\n      const idx = Math.floor(Math.random() * chainConfig.Https.length)\n      rpcAddress = chainConfig.Https[idx]\n    }\n\n    const provider = new QueuedStaticJsonRpcProvider(rpcAddress, chainId, concurrency)\n    global.ENDPOINTS.providers.set(chainId, provider)\n  }\n}\n\nclass QueuedStaticJsonRpcProvider extends StaticJsonRpcProvider {\n  executor: PQueue\n\n  constructor(url: ConnectionInfo | string, network: Networkish, concurrency: number) {\n    super(url, network)\n    this.executor = new PQueue({ concurrency: concurrency })\n  }\n\n  send(method: string, params: Array<any>): Promise<any> {\n    return this.executor.add(() => super.send(method, params))\n  }\n}\n"]}

package/lib/service.d.ts

@@ -1,21 +0,0 @@
-import { CallContext } from 'nice-grpc';
-import { DataBinding, ProcessBindingResponse, ProcessBindingsRequest, ProcessConfigRequest, ProcessConfigResponse, ProcessorServiceImplementation, ProcessResult, StartRequest } from '@sentio/protos';
-import { Empty } from '@sentio/protos/lib/google/protobuf/empty';
-export declare const USER_PROCESSOR = "user_processor";
-export declare class ProcessorServiceImpl implements ProcessorServiceImplementation {
-    private started;
-    private processorConfig;
-    private readonly loader;
-    private readonly shutdownHandler?;
-    constructor(loader: () => void, shutdownHandler?: () => void);
-    getConfig(request: ProcessConfigRequest, context: CallContext): Promise<ProcessConfigResponse>;
-    configure(): Promise<void>;
-    start(request: StartRequest, context: CallContext): Promise<Empty>;
-    stop(request: Empty, context: CallContext): Promise<Empty>;
-    processBindings(request: ProcessBindingsRequest, options?: CallContext): Promise<ProcessBindingResponse>;
-    processBinding(request: DataBinding, options?: CallContext): Promise<ProcessResult>;
-    processBindingsStream(requests: AsyncIterable<DataBinding>, context: CallContext): AsyncGenerator<{
-        result: ProcessResult;
-        configUpdated: boolean;
-    }, void, unknown>;
-}