@sentio/sdk 1.37.0-rc.5 → 1.37.0-rc.7

package/lib/service.js

@@ -1,190 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ProcessorServiceImpl = exports.USER_PROCESSOR = void 0;
-const nice_grpc_1 = require("nice-grpc");
-const protos_1 = require("@sentio/protos");
-const meter_1 = require("./core/meter");
-const exporter_1 = require("./core/exporter");
-const event_tracker_1 = require("./core/event-tracker");
-const base_processor_template_1 = require("./core/base-processor-template");
-// (Long.prototype as any).toBigInt = function() {
-//   return BigInt(this.toString())
-// };
-const base_1 = require("@sentio/base");
-const console = __importStar(require("console"));
-BigInt.prototype.toJSON = function () {
-    return this.toString();
-};
-exports.USER_PROCESSOR = 'user_processor';
-class ProcessorServiceImpl {
-    started = false;
-    processorConfig;
-    loader;
-    shutdownHandler;
-    constructor(loader, shutdownHandler) {
-        this.loader = loader;
-        this.shutdownHandler = shutdownHandler;
-    }
-    async getConfig(request, context) {
-        if (!this.started) {
-            throw new nice_grpc_1.ServerError(nice_grpc_1.Status.UNAVAILABLE, 'Service Not started.');
-        }
-        if (!this.processorConfig) {
-            throw new nice_grpc_1.ServerError(nice_grpc_1.Status.INTERNAL, 'Process config empty.');
-        }
-        return this.processorConfig;
-    }
-    async configure() {
-        this.processorConfig = protos_1.ProcessConfigResponse.fromPartial({});
-        // This syntax is to copy values instead of using references
-        this.processorConfig.templateInstances = [...base_processor_template_1.TemplateInstanceState.INSTANCE.getValues()];
-        // part 0, prepare metrics and event tracking configs
-        for (const metric of meter_1.MetricState.INSTANCE.getValues()) {
-            this.processorConfig.metricConfigs.push({
-                ...metric.config,
-            });
-        }
-        for (const eventTracker of event_tracker_1.EventTrackerState.INSTANCE.getValues()) {
-            this.processorConfig.eventTrackingConfigs.push({
-                distinctAggregationByDays: eventTracker.options.distinctByDays || [],
-                eventName: eventTracker.name,
-                retentionConfig: undefined,
-                totalByDay: eventTracker.options.totalByDay || false,
-                totalPerEntity: undefined,
-                unique: eventTracker.options.unique || false,
-            });
-        }
-        for (const exporter of exporter_1.ExporterState.INSTANCE.getValues()) {
-            this.processorConfig.exportConfigs.push({
-                name: exporter.name,
-                channel: exporter.channel,
-            });
-        }
-        base_1.PluginManager.INSTANCE.configure(this.processorConfig);
-    }
-    async start(request, context) {
-        if (this.started) {
-            return {};
-        }
-        try {
-            for (const plugin of [
-                '@sentio/sdk/lib/core/eth-plugin',
-                '@sentio/sdk/lib/core/sui-plugin',
-                '@sentio/sdk-aptos/lib/aptos-plugin',
-                '@sentio/sdk-solana/lib/solana-plugin',
-            ]) {
-                try {
-                    require(plugin);
-                }
-                catch (e) {
-                    console.error('Failed to load plugin: ', plugin);
-                }
-            }
-            this.loader();
-        }
-        catch (e) {
-            throw new nice_grpc_1.ServerError(nice_grpc_1.Status.INVALID_ARGUMENT, 'Failed to load processor: ' + (0, base_1.errorString)(e));
-        }
-        for (const instance of request.templateInstances) {
-            const template = base_processor_template_1.ProcessorTemplateProcessorState.INSTANCE.getValues()[instance.templateId];
-            if (!template) {
-                throw new nice_grpc_1.ServerError(nice_grpc_1.Status.INVALID_ARGUMENT, 'Invalid template contract:' + instance);
-            }
-            if (!instance.contract) {
-                throw new nice_grpc_1.ServerError(nice_grpc_1.Status.INVALID_ARGUMENT, 'Contract Empty from:' + instance);
-            }
-            template.bind({
-                name: instance.contract.name,
-                address: instance.contract.address,
-                network: Number(instance.contract.chainId),
-                startBlock: instance.startBlock,
-                endBlock: instance.endBlock,
-            });
-        }
-        try {
-            await this.configure();
-        }
-        catch (e) {
-            throw new nice_grpc_1.ServerError(nice_grpc_1.Status.INTERNAL, 'Failed to start processor : ' + (0, base_1.errorString)(e));
-        }
-        this.started = true;
-        return {};
-    }
-    async stop(request, context) {
-        console.log('Server Shutting down in 5 seconds');
-        if (this.shutdownHandler) {
-            setTimeout(this.shutdownHandler, 5000);
-        }
-        return {};
-    }
-    async processBindings(request, options) {
-        if (!this.started) {
-            throw new nice_grpc_1.ServerError(nice_grpc_1.Status.UNAVAILABLE, 'Service Not started.');
-        }
-        const promises = request.bindings.map((binding) => this.processBinding(binding));
-        const result = (0, base_1.mergeProcessResults)(await Promise.all(promises));
-        let updated = false;
-        const t = base_processor_template_1.TemplateInstanceState.INSTANCE.getValues();
-        if (base_processor_template_1.TemplateInstanceState.INSTANCE.getValues().length !== this.processorConfig.templateInstances.length) {
-            await this.configure();
-            updated = true;
-        }
-        return {
-            result,
-            configUpdated: updated,
-        };
-    }
-    async processBinding(request, options) {
-        const result = await base_1.PluginManager.INSTANCE.processBinding(request);
-        recordRuntimeInfo(result, request.handlerType);
-        return result;
-    }
-    async *processBindingsStream(requests, context) {
-        for await (const request of requests) {
-            const result = await this.processBinding(request);
-            let updated = false;
-            if (base_processor_template_1.TemplateInstanceState.INSTANCE.getValues().length !== this.processorConfig.templateInstances.length) {
-                await this.configure();
-                updated = true;
-            }
-            yield {
-                result,
-                configUpdated: updated,
-            };
-        }
-    }
-}
-exports.ProcessorServiceImpl = ProcessorServiceImpl;
-function recordRuntimeInfo(results, handlerType) {
-    for (const list of [results.gauges, results.counters, results.logs, results.events, results.exports]) {
-        list.forEach((e) => {
-            e.runtimeInfo = {
-                from: handlerType,
-            };
-        });
-    }
-}
-//# sourceMappingURL=service.js.map

package/lib/service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"service.js","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAA4D;AAE5D,2CAUuB;AAIvB,wCAA0C;AAC1C,8CAA+C;AAC/C,wDAAwD;AACxD,4EAAuG;AAEvG,kDAAkD;AAClD,mCAAmC;AACnC,KAAK;AACL,uCAA8E;AAC9E,iDACC;AAAC,MAAM,CAAC,SAAiB,CAAC,MAAM,GAAG;IAClC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAA;AACxB,CAAC,CAAA;AAEY,QAAA,cAAc,GAAG,gBAAgB,CAAA;AAE9C,MAAa,oBAAoB;IACvB,OAAO,GAAG,KAAK,CAAA;IACf,eAAe,CAAuB;IAE7B,MAAM,CAAY;IAElB,eAAe,CAAa;IAE7C,YAAY,MAAkB,EAAE,eAA4B;QAC1D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;IACxC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAA6B,EAAE,OAAoB;QACjE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,IAAI,uBAAW,CAAC,kBAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAA;SAClE;QACD,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;YACzB,MAAM,IAAI,uBAAW,CAAC,kBAAM,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAA;SAChE;QACD,OAAO,IAAI,CAAC,eAAe,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,CAAC,eAAe,GAAG,8BAAqB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QAC5D,4DAA4D;QAC5D,IAAI,CAAC,eAAe,CAAC,iBAAiB,GAAG,CAAC,GAAG,+CAAqB,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAA;QAExF,qDAAqD;QACrD,KAAK,MAAM,MAAM,IAAI,mBAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE;YACrD,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC;gBACtC,GAAG,MAAM,CAAC,MAAM;aACjB,CAAC,CAAA;SACH;QAED,KAAK,MAAM,YAAY,IAAI,iCAAiB,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE;YACjE,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,IAAI,CAAC;gBAC7C,yBAAyB,EAAE,YAAY,CAAC,OAAO,CAAC,cAAc,IAAI,EAAE;gBACpE,SAAS,EAAE,YAAY,CAAC,IAAI;gBAC5B,eAAe,EAAE,SAAS;gBAC1B,UAAU,EAAE,YAAY,CAAC,OAAO,CAAC,UAAU,IAAI,KAAK;gBACpD,cAAc,EAAE,SAAS;gBACzB,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,KAAK;aAC7C,CAAC,CAAA;SACH;QAED,KAAK,MAAM,QAAQ,IAAI,wBAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE;YACzD,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC;gBACtC,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,OAAO,EAAE,QAAQ,CAAC,OAAO;aAC1B,CAAC,CAAA;SACH;QAED,oBAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;IACxD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAAqB,EAAE,OAAoB;QACrD,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,OAAO,EAAE,CAAA;SACV;QAED,IAAI;YACF,KAAK,MAAM,MAAM,IAAI;gBACnB,iCAAiC;gBACjC,iCAAiC;gBACjC,oCAAoC;gBACpC,sCAAsC;aACvC,EAAE;gBACD,IAAI;oBACF,OAAO,CAAC,MAAM,CAAC,CAAA;iBAChB;gBAAC,OAAO,CAAC,EAAE;oBACV,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAA;iBACjD;aACF;YAED,IAAI,CAAC,MAAM,EAAE,CAAA;SACd;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,uBAAW,CAAC,kBAAM,CAAC,gBAAgB,EAAE,4BAA4B,GAAG,IAAA,kBAAW,EAAC,CAAC,CAAC,CAAC,CAAA;SAC9F;QAED,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,iBAAiB,EAAE;YAChD,MAAM,QAAQ,GAAG,yDAA+B,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;YAC1F,IAAI,CAAC,QAAQ,EAAE;gBACb,MAAM,IAAI,uBAAW,CAAC,kBAAM,CAAC,gBAAgB,EAAE,4BAA4B,GAAG,QAAQ,CAAC,CAAA;aACxF;YACD,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE;gBACtB,MAAM,IAAI,uBAAW,CAAC,kBAAM,CAAC,gBAAgB,EAAE,sBAAsB,GAAG,QAAQ,CAAC,CAAA;aAClF;YACD,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gBAC5B,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,OAAO;gBAClC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAC1C,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;aAC5B,CAAC,CAAA;SACH;QACD,IAAI;YACF,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;SACvB;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,uBAAW,CAAC,kBAAM,CAAC,QAAQ,EAAE,8BAA8B,GAAG,IAAA,kBAAW,EAAC,CAAC,CAAC,CAAC,CAAA;SACxF;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;QACnB,OAAO,EAAE,CAAA;IACX,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAc,EAAE,OAAoB;QAC7C,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAA;QAChD,IAAI,IAAI,CAAC,eAAe,EAAE;YACxB,UAAU,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAA;SACvC;QACD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAA+B,EAAE,OAAqB;QAC1E,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,IAAI,uBAAW,CAAC,kBAAM,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAA;SAClE;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAA;QAChF,MAAM,MAAM,GAAG,IAAA,0BAAmB,EAAC,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QAE/D,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,MAAM,CAAC,GAAG,+CAAqB,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QACpD,IAAI,+CAAqB,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,MAAM,EAAE;YACvG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;YACtB,OAAO,GAAG,IAAI,CAAA;SACf;QAED,OAAO;YACL,MAAM;YACN,aAAa,EAAE,OAAO;SACvB,CAAA;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAoB,EAAE,OAAqB;QAC9D,MAAM,MAAM,GAAG,MAAM,oBAAa,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACnE,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,CAAA;QAC9C,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,CAAC,qBAAqB,CAAC,QAAoC,EAAE,OAAoB;QACrF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,QAAQ,EAAE;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;YACjD,IAAI,OAAO,GAAG,KAAK,CAAA;YACnB,IAAI,+CAAqB,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,MAAM,KAAK,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,MAAM,EAAE;gBACvG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;gBACtB,OAAO,GAAG,IAAI,CAAA;aACf;YACD,MAAM;gBACJ,MAAM;gBACN,aAAa,EAAE,OAAO;aACvB,CAAA;SACF;IACH,CAAC;CACF;AA1JD,oDA0JC;AAED,SAAS,iBAAiB,CAAC,OAAsB,EAAE,WAAwB;IACzE,KAAK,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE;QACpG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACjB,CAAC,CAAC,WAAW,GAAG;gBACd,IAAI,EAAE,WAAW;aAClB,CAAA;QACH,CAAC,CAAC,CAAA;KACH;AACH,CAAC","sourcesContent":["import { CallContext, ServerError, Status } from 'nice-grpc'\n\nimport {\n  DataBinding,\n  HandlerType,\n  ProcessBindingResponse,\n  ProcessBindingsRequest,\n  ProcessConfigRequest,\n  ProcessConfigResponse,\n  ProcessorServiceImplementation,\n  ProcessResult,\n  StartRequest,\n} from '@sentio/protos'\n\nimport { Empty } from '@sentio/protos/lib/google/protobuf/empty'\n\nimport { MetricState } from './core/meter'\nimport { ExporterState } from './core/exporter'\nimport { EventTrackerState } from './core/event-tracker'\nimport { ProcessorTemplateProcessorState, TemplateInstanceState } from './core/base-processor-template'\n\n// (Long.prototype as any).toBigInt = function() {\n//   return BigInt(this.toString())\n// };\nimport { errorString, mergeProcessResults, PluginManager } from '@sentio/base'\nimport * as console from 'console'\n;(BigInt.prototype as any).toJSON = function () {\n  return this.toString()\n}\n\nexport const USER_PROCESSOR = 'user_processor'\n\nexport class ProcessorServiceImpl implements ProcessorServiceImplementation {\n  private started = false\n  private processorConfig: ProcessConfigResponse\n\n  private readonly loader: () => void\n\n  private readonly shutdownHandler?: () => void\n\n  constructor(loader: () => void, shutdownHandler?: () => void) {\n    this.loader = loader\n    this.shutdownHandler = shutdownHandler\n  }\n\n  async getConfig(request: ProcessConfigRequest, context: CallContext): Promise<ProcessConfigResponse> {\n    if (!this.started) {\n      throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')\n    }\n    if (!this.processorConfig) {\n      throw new ServerError(Status.INTERNAL, 'Process config empty.')\n    }\n    return this.processorConfig\n  }\n\n  async configure() {\n    this.processorConfig = ProcessConfigResponse.fromPartial({})\n    // This syntax is to copy values instead of using references\n    this.processorConfig.templateInstances = [...TemplateInstanceState.INSTANCE.getValues()]\n\n    // part 0, prepare metrics and event tracking configs\n    for (const metric of MetricState.INSTANCE.getValues()) {\n      this.processorConfig.metricConfigs.push({\n        ...metric.config,\n      })\n    }\n\n    for (const eventTracker of EventTrackerState.INSTANCE.getValues()) {\n      this.processorConfig.eventTrackingConfigs.push({\n        distinctAggregationByDays: eventTracker.options.distinctByDays || [],\n        eventName: eventTracker.name,\n        retentionConfig: undefined,\n        totalByDay: eventTracker.options.totalByDay || false,\n        totalPerEntity: undefined,\n        unique: eventTracker.options.unique || false,\n      })\n    }\n\n    for (const exporter of ExporterState.INSTANCE.getValues()) {\n      this.processorConfig.exportConfigs.push({\n        name: exporter.name,\n        channel: exporter.channel,\n      })\n    }\n\n    PluginManager.INSTANCE.configure(this.processorConfig)\n  }\n\n  async start(request: StartRequest, context: CallContext): Promise<Empty> {\n    if (this.started) {\n      return {}\n    }\n\n    try {\n      for (const plugin of [\n        '@sentio/sdk/lib/core/eth-plugin',\n        '@sentio/sdk/lib/core/sui-plugin',\n        '@sentio/sdk-aptos/lib/aptos-plugin',\n        '@sentio/sdk-solana/lib/solana-plugin',\n      ]) {\n        try {\n          require(plugin)\n        } catch (e) {\n          console.error('Failed to load plugin: ', plugin)\n        }\n      }\n\n      this.loader()\n    } catch (e) {\n      throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n    }\n\n    for (const instance of request.templateInstances) {\n      const template = ProcessorTemplateProcessorState.INSTANCE.getValues()[instance.templateId]\n      if (!template) {\n        throw new ServerError(Status.INVALID_ARGUMENT, 'Invalid template contract:' + instance)\n      }\n      if (!instance.contract) {\n        throw new ServerError(Status.INVALID_ARGUMENT, 'Contract Empty from:' + instance)\n      }\n      template.bind({\n        name: instance.contract.name,\n        address: instance.contract.address,\n        network: Number(instance.contract.chainId),\n        startBlock: instance.startBlock,\n        endBlock: instance.endBlock,\n      })\n    }\n    try {\n      await this.configure()\n    } catch (e) {\n      throw new ServerError(Status.INTERNAL, 'Failed to start processor : ' + errorString(e))\n    }\n    this.started = true\n    return {}\n  }\n\n  async stop(request: Empty, context: CallContext): Promise<Empty> {\n    console.log('Server Shutting down in 5 seconds')\n    if (this.shutdownHandler) {\n      setTimeout(this.shutdownHandler, 5000)\n    }\n    return {}\n  }\n\n  async processBindings(request: ProcessBindingsRequest, options?: CallContext): Promise<ProcessBindingResponse> {\n    if (!this.started) {\n      throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')\n    }\n\n    const promises = request.bindings.map((binding) => this.processBinding(binding))\n    const result = mergeProcessResults(await Promise.all(promises))\n\n    let updated = false\n    const t = TemplateInstanceState.INSTANCE.getValues()\n    if (TemplateInstanceState.INSTANCE.getValues().length !== this.processorConfig.templateInstances.length) {\n      await this.configure()\n      updated = true\n    }\n\n    return {\n      result,\n      configUpdated: updated,\n    }\n  }\n\n  async processBinding(request: DataBinding, options?: CallContext): Promise<ProcessResult> {\n    const result = await PluginManager.INSTANCE.processBinding(request)\n    recordRuntimeInfo(result, request.handlerType)\n    return result\n  }\n\n  async *processBindingsStream(requests: AsyncIterable<DataBinding>, context: CallContext) {\n    for await (const request of requests) {\n      const result = await this.processBinding(request)\n      let updated = false\n      if (TemplateInstanceState.INSTANCE.getValues().length !== this.processorConfig.templateInstances.length) {\n        await this.configure()\n        updated = true\n      }\n      yield {\n        result,\n        configUpdated: updated,\n      }\n    }\n  }\n}\n\nfunction recordRuntimeInfo(results: ProcessResult, handlerType: HandlerType) {\n  for (const list of [results.gauges, results.counters, results.logs, results.events, results.exports]) {\n    list.forEach((e) => {\n      e.runtimeInfo = {\n        from: handlerType,\n      }\n    })\n  }\n}\n"]}

package/src/chain-config.ts

@@ -1,6 +0,0 @@
-export interface ChainConfig {
-  ChainID: string
-  Https: string[]
-  WebSockets?: string[]
-  ChainServer?: string
-}

package/src/endpoints.ts

@@ -1,9 +0,0 @@
-import { Provider } from '@ethersproject/providers'
-
-export class Endpoints {
-  // evm providers
-  providers = new Map<number, Provider>()
-
-  chainQueryAPI = ''
-  priceFeedAPI = ''
-}

package/src/loader.ts

@@ -1,24 +0,0 @@
-export function load(name: string): { module: any; name: string; path: string } | undefined {
-  const req = eval('require')
-
-  try {
-    let path: string
-    try {
-      path = req.resolve(name, { paths: [process.cwd()] })
-    } catch {
-      path = req.resolve(name)
-    }
-
-    const module = { module: req(path), name, path }
-    console.log('Processor Load successfully')
-    return module
-  } catch (err) {
-    if (err instanceof Error && err.message.startsWith(`Cannot find module '${name}'`)) {
-      // this error is expected
-      console.log("Couldn't load (expected): ", name)
-      return undefined
-    } else {
-      throw err
-    }
-  }
-}

package/src/processor-runner.ts

@@ -1,93 +0,0 @@
-#!/usr/bin/env node
-
-import path from 'path'
-import fs from 'fs-extra'
-import * as util from 'util'
-
-import commandLineArgs from 'command-line-args'
-import { createServer } from 'nice-grpc'
-import { createLogger, transports, format } from 'winston'
-import { CompressionAlgorithms } from '@grpc/grpc-js/build/src/compression-algorithms'
-
-import { ProcessorDefinition } from '@sentio/protos'
-import { ProcessorServiceImpl } from './service'
-import { setProvider } from './provider'
-import { State } from '@sentio/base'
-import { load } from './loader'
-import { Endpoints } from './endpoints'
-
-State.reset()
-global.ENDPOINTS = new Endpoints()
-
-const optionDefinitions = [
-  { name: 'target', type: String, defaultOption: true },
-  { name: 'port', alias: 'p', type: String, defaultValue: '4000' },
-  { name: 'concurrency', type: Number, defaultValue: 4 },
-  { name: 'use-chainserver', type: Boolean, defaultValue: false },
-  {
-    name: 'chains-config',
-    alias: 'c',
-    type: String,
-    defaultValue: 'chains-config.json',
-  },
-  { name: 'chainquery-server', type: String, defaultValue: '' },
-  { name: 'pricefeed-server', type: String, defaultValue: '' },
-  { name: 'log-format', type: String, defaultValue: 'console' },
-  { name: 'debug', type: Boolean, defaultValue: false },
-]
-
-const options = commandLineArgs(optionDefinitions, { partial: true })
-
-if (options['log-format'] === 'json') {
-  const utilFormatter = {
-    transform: (info: any) => {
-      const args = info[Symbol.for('splat')]
-      if (args) {
-        info.message = util.format(info.message, ...args)
-      }
-      return info
-    },
-  }
-  const logger = createLogger({
-    format: format.combine(
-      format.timestamp({ format: 'YYYY-MM-DDTHH:mm:ssZ' }),
-      utilFormatter,
-      format.errors({ stack: true }),
-      format.json()
-    ),
-    transports: [new transports.Console()],
-  })
-
-  console.log = (...args) => logger.info.call(logger, ...args)
-  console.info = (...args) => logger.info.call(logger, ...args)
-  console.warn = (...args) => logger.warn.call(logger, ...args)
-  console.error = (...args) => logger.error.call(logger, ...args)
-  console.debug = (...args) => logger.debug.call(logger, ...args)
-}
-if (options.debug) {
-  console.log('Starting with', options.target)
-}
-
-const fullPath = path.resolve(options['chains-config'])
-const chainsConfig = fs.readJsonSync(fullPath)
-
-setProvider(chainsConfig, options.concurrency, options['use-chainserver'])
-globalThis.ENDPOINTS.chainQueryAPI = options['chainquery-server']
-globalThis.ENDPOINTS.priceFeedAPI = options['pricefeed-server']
-
-if (options.debug) {
-  console.log('Starting Server', options)
-}
-
-const server = createServer({
-  'grpc.max_send_message_length': 128 * 1024 * 1024,
-  'grpc.max_receive_message_length': 128 * 1024 * 1024,
-  'grpc.default_compression_algorithm': CompressionAlgorithms.gzip,
-})
-
-const service = new ProcessorServiceImpl(() => load(options.target), server.shutdown)
-server.add(ProcessorDefinition, service)
-
-server.listen('0.0.0.0:' + options.port)
-
-console.log('Processor Server Started')

package/src/provider.ts

@@ -1,74 +0,0 @@
-import { getNetwork, Provider, StaticJsonRpcProvider } from '@ethersproject/providers'
-import { Networkish } from '@ethersproject/networks'
-import PQueue from 'p-queue'
-import { ConnectionInfo } from '@ethersproject/web'
-import { ChainConfig } from './chain-config'
-
-export const DummyProvider = new StaticJsonRpcProvider(undefined, 1)
-
-export function getProvider(networkish?: Networkish): Provider {
-  if (!networkish) {
-    networkish = 1
-  }
-  const network = getNetwork(networkish)
-
-  if (!global.ENDPOINTS.providers) {
-    throw Error('Provider not set')
-  }
-  const value = global.ENDPOINTS.providers.get(network.chainId)
-  if (value === undefined) {
-    throw Error(
-      'Provider not found for chain ' +
-        network.chainId +
-        ', configured chains: ' +
-        [...global.ENDPOINTS.providers.keys()].join(' ')
-    )
-  }
-  return value
-}
-
-export function setProvider(config: Record<string, ChainConfig>, concurrency = 4, useChainServer = false) {
-  globalThis.ENDPOINTS.providers = new Map<number, Provider>()
-
-  for (const chainIdStr in config) {
-    if (isNaN(Number.parseInt(chainIdStr))) {
-      continue
-    }
-
-    const chainConfig = config[chainIdStr]
-    const chainId = Number(chainIdStr)
-
-    // let providers: StaticJsonRpcProvider[] = []
-    // for (const http of chainConfig.Https) {
-    //   providers.push(new StaticJsonRpcProvider(http, chainId))
-    // }
-    // random shuffle
-    // providers = providers.sort(() => Math.random() - 0.5)
-
-    // const provider = new FallbackProvider(providers)
-
-    let rpcAddress = ''
-    if (useChainServer && chainConfig.ChainServer) {
-      rpcAddress = chainConfig.ChainServer
-    } else {
-      const idx = Math.floor(Math.random() * chainConfig.Https.length)
-      rpcAddress = chainConfig.Https[idx]
-    }
-
-    const provider = new QueuedStaticJsonRpcProvider(rpcAddress, chainId, concurrency)
-    global.ENDPOINTS.providers.set(chainId, provider)
-  }
-}
-
-class QueuedStaticJsonRpcProvider extends StaticJsonRpcProvider {
-  executor: PQueue
-
-  constructor(url: ConnectionInfo | string, network: Networkish, concurrency: number) {
-    super(url, network)
-    this.executor = new PQueue({ concurrency: concurrency })
-  }
-
-  send(method: string, params: Array<any>): Promise<any> {
-    return this.executor.add(() => super.send(method, params))
-  }
-}

package/src/service.ts

@@ -1,197 +0,0 @@
-import { CallContext, ServerError, Status } from 'nice-grpc'
-
-import {
-  DataBinding,
-  HandlerType,
-  ProcessBindingResponse,
-  ProcessBindingsRequest,
-  ProcessConfigRequest,
-  ProcessConfigResponse,
-  ProcessorServiceImplementation,
-  ProcessResult,
-  StartRequest,
-} from '@sentio/protos'
-
-import { Empty } from '@sentio/protos/lib/google/protobuf/empty'
-
-import { MetricState } from './core/meter'
-import { ExporterState } from './core/exporter'
-import { EventTrackerState } from './core/event-tracker'
-import { ProcessorTemplateProcessorState, TemplateInstanceState } from './core/base-processor-template'
-
-// (Long.prototype as any).toBigInt = function() {
-//   return BigInt(this.toString())
-// };
-import { errorString, mergeProcessResults, PluginManager } from '@sentio/base'
-import * as console from 'console'
-;(BigInt.prototype as any).toJSON = function () {
-  return this.toString()
-}
-
-export const USER_PROCESSOR = 'user_processor'
-
-export class ProcessorServiceImpl implements ProcessorServiceImplementation {
-  private started = false
-  private processorConfig: ProcessConfigResponse
-
-  private readonly loader: () => void
-
-  private readonly shutdownHandler?: () => void
-
-  constructor(loader: () => void, shutdownHandler?: () => void) {
-    this.loader = loader
-    this.shutdownHandler = shutdownHandler
-  }
-
-  async getConfig(request: ProcessConfigRequest, context: CallContext): Promise<ProcessConfigResponse> {
-    if (!this.started) {
-      throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')
-    }
-    if (!this.processorConfig) {
-      throw new ServerError(Status.INTERNAL, 'Process config empty.')
-    }
-    return this.processorConfig
-  }
-
-  async configure() {
-    this.processorConfig = ProcessConfigResponse.fromPartial({})
-    // This syntax is to copy values instead of using references
-    this.processorConfig.templateInstances = [...TemplateInstanceState.INSTANCE.getValues()]
-
-    // part 0, prepare metrics and event tracking configs
-    for (const metric of MetricState.INSTANCE.getValues()) {
-      this.processorConfig.metricConfigs.push({
-        ...metric.config,
-      })
-    }
-
-    for (const eventTracker of EventTrackerState.INSTANCE.getValues()) {
-      this.processorConfig.eventTrackingConfigs.push({
-        distinctAggregationByDays: eventTracker.options.distinctByDays || [],
-        eventName: eventTracker.name,
-        retentionConfig: undefined,
-        totalByDay: eventTracker.options.totalByDay || false,
-        totalPerEntity: undefined,
-        unique: eventTracker.options.unique || false,
-      })
-    }
-
-    for (const exporter of ExporterState.INSTANCE.getValues()) {
-      this.processorConfig.exportConfigs.push({
-        name: exporter.name,
-        channel: exporter.channel,
-      })
-    }
-
-    PluginManager.INSTANCE.configure(this.processorConfig)
-  }
-
-  async start(request: StartRequest, context: CallContext): Promise<Empty> {
-    if (this.started) {
-      return {}
-    }
-
-    try {
-      for (const plugin of [
-        '@sentio/sdk/lib/core/eth-plugin',
-        '@sentio/sdk/lib/core/sui-plugin',
-        '@sentio/sdk-aptos/lib/aptos-plugin',
-        '@sentio/sdk-solana/lib/solana-plugin',
-      ]) {
-        try {
-          require(plugin)
-        } catch (e) {
-          console.error('Failed to load plugin: ', plugin)
-        }
-      }
-
-      this.loader()
-    } catch (e) {
-      throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))
-    }
-
-    for (const instance of request.templateInstances) {
-      const template = ProcessorTemplateProcessorState.INSTANCE.getValues()[instance.templateId]
-      if (!template) {
-        throw new ServerError(Status.INVALID_ARGUMENT, 'Invalid template contract:' + instance)
-      }
-      if (!instance.contract) {
-        throw new ServerError(Status.INVALID_ARGUMENT, 'Contract Empty from:' + instance)
-      }
-      template.bind({
-        name: instance.contract.name,
-        address: instance.contract.address,
-        network: Number(instance.contract.chainId),
-        startBlock: instance.startBlock,
-        endBlock: instance.endBlock,
-      })
-    }
-    try {
-      await this.configure()
-    } catch (e) {
-      throw new ServerError(Status.INTERNAL, 'Failed to start processor : ' + errorString(e))
-    }
-    this.started = true
-    return {}
-  }
-
-  async stop(request: Empty, context: CallContext): Promise<Empty> {
-    console.log('Server Shutting down in 5 seconds')
-    if (this.shutdownHandler) {
-      setTimeout(this.shutdownHandler, 5000)
-    }
-    return {}
-  }
-
-  async processBindings(request: ProcessBindingsRequest, options?: CallContext): Promise<ProcessBindingResponse> {
-    if (!this.started) {
-      throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')
-    }
-
-    const promises = request.bindings.map((binding) => this.processBinding(binding))
-    const result = mergeProcessResults(await Promise.all(promises))
-
-    let updated = false
-    const t = TemplateInstanceState.INSTANCE.getValues()
-    if (TemplateInstanceState.INSTANCE.getValues().length !== this.processorConfig.templateInstances.length) {
-      await this.configure()
-      updated = true
-    }
-
-    return {
-      result,
-      configUpdated: updated,
-    }
-  }
-
-  async processBinding(request: DataBinding, options?: CallContext): Promise<ProcessResult> {
-    const result = await PluginManager.INSTANCE.processBinding(request)
-    recordRuntimeInfo(result, request.handlerType)
-    return result
-  }
-
-  async *processBindingsStream(requests: AsyncIterable<DataBinding>, context: CallContext) {
-    for await (const request of requests) {
-      const result = await this.processBinding(request)
-      let updated = false
-      if (TemplateInstanceState.INSTANCE.getValues().length !== this.processorConfig.templateInstances.length) {
-        await this.configure()
-        updated = true
-      }
-      yield {
-        result,
-        configUpdated: updated,
-      }
-    }
-  }
-}
-
-function recordRuntimeInfo(results: ProcessResult, handlerType: HandlerType) {
-  for (const list of [results.gauges, results.counters, results.logs, results.events, results.exports]) {
-    list.forEach((e) => {
-      e.runtimeInfo = {
-        from: handlerType,
-      }
-    })
-  }
-}

package/src/types/global.d.ts

@@ -1,15 +0,0 @@
-// import { State } from '../../../base/src/state'
-import { Endpoints } from "../endpoints";
-
-declare global {
-  // var PROCESSOR_STATE: State
-  var ENDPOINTS: Endpoints
-}
-
-
-// declare module "long" {
-//   export interface Long {
-//     toBigInt(): bigint;
-//   }
-// }
-//