@sentio/runtime 2.40.0-rc.2 → 2.40.0-rc.20

package/lib/{chunk-WDKQZPD5.js → chunk-WN27EZMT.js}

@@ -48583,9 +48583,75 @@ var ProcessResult = {
   }
 };
 function createBaseEthCallParam() {
-  return { chainId: "", address: "", function: "", signature: "", args: [] };
+  return { context: void 0, calldata: "" };
 }
 var EthCallParam = {
+  encode(message, writer = import_minimal5.default.Writer.create()) {
+    if (message.context !== void 0) {
+      EthCallContext.encode(message.context, writer.uint32(10).fork()).ldelim();
+    }
+    if (message.calldata !== "") {
+      writer.uint32(18).string(message.calldata);
+    }
+    return writer;
+  },
+  decode(input, length) {
+    const reader = input instanceof import_minimal5.default.Reader ? input : import_minimal5.default.Reader.create(input);
+    let end = length === void 0 ? reader.len : reader.pos + length;
+    const message = createBaseEthCallParam();
+    while (reader.pos < end) {
+      const tag = reader.uint32();
+      switch (tag >>> 3) {
+        case 1:
+          if (tag !== 10) {
+            break;
+          }
+          message.context = EthCallContext.decode(reader, reader.uint32());
+          continue;
+        case 2:
+          if (tag !== 18) {
+            break;
+          }
+          message.calldata = reader.string();
+          continue;
+      }
+      if ((tag & 7) === 4 || tag === 0) {
+        break;
+      }
+      reader.skipType(tag & 7);
+    }
+    return message;
+  },
+  fromJSON(object2) {
+    return {
+      context: isSet3(object2.context) ? EthCallContext.fromJSON(object2.context) : void 0,
+      calldata: isSet3(object2.calldata) ? globalThis.String(object2.calldata) : ""
+    };
+  },
+  toJSON(message) {
+    const obj = {};
+    if (message.context !== void 0) {
+      obj.context = EthCallContext.toJSON(message.context);
+    }
+    if (message.calldata !== "") {
+      obj.calldata = message.calldata;
+    }
+    return obj;
+  },
+  create(base) {
+    return EthCallParam.fromPartial(base ?? {});
+  },
+  fromPartial(object2) {
+    const message = createBaseEthCallParam();
+    message.context = object2.context !== void 0 && object2.context !== null ? EthCallContext.fromPartial(object2.context) : void 0;
+    message.calldata = object2.calldata ?? "";
+    return message;
+  }
+};
+function createBaseEthCallContext() {
+  return { chainId: "", address: "", blockTag: "" };
+}
+var EthCallContext = {
   encode(message, writer = import_minimal5.default.Writer.create()) {
     if (message.chainId !== "") {
       writer.uint32(10).string(message.chainId);
@@ -48593,21 +48659,15 @@ var EthCallParam = {
     if (message.address !== "") {
       writer.uint32(18).string(message.address);
     }
-    if (message.function !== "") {
-      writer.uint32(26).string(message.function);
-    }
-    if (message.signature !== "") {
-      writer.uint32(34).string(message.signature);
-    }
-    for (const v of message.args) {
-      Value.encode(Value.wrap(v), writer.uint32(42).fork()).ldelim();
+    if (message.blockTag !== "") {
+      writer.uint32(26).string(message.blockTag);
     }
     return writer;
   },
   decode(input, length) {
     const reader = input instanceof import_minimal5.default.Reader ? input : import_minimal5.default.Reader.create(input);
     let end = length === void 0 ? reader.len : reader.pos + length;
-    const message = createBaseEthCallParam();
+    const message = createBaseEthCallContext();
     while (reader.pos < end) {
       const tag = reader.uint32();
       switch (tag >>> 3) {
@@ -48627,19 +48687,7 @@ var EthCallParam = {
           if (tag !== 26) {
             break;
           }
-          message.function = reader.string();
-          continue;
-        case 4:
-          if (tag !== 34) {
-            break;
-          }
-          message.signature = reader.string();
-          continue;
-        case 5:
-          if (tag !== 42) {
-            break;
-          }
-          message.args.push(Value.unwrap(Value.decode(reader, reader.uint32())));
+          message.blockTag = reader.string();
           continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
@@ -48653,9 +48701,7 @@ var EthCallParam = {
     return {
       chainId: isSet3(object2.chainId) ? globalThis.String(object2.chainId) : "",
       address: isSet3(object2.address) ? globalThis.String(object2.address) : "",
-      function: isSet3(object2.function) ? globalThis.String(object2.function) : "",
-      signature: isSet3(object2.signature) ? globalThis.String(object2.signature) : "",
-      args: globalThis.Array.isArray(object2?.args) ? [...object2.args] : []
+      blockTag: isSet3(object2.blockTag) ? globalThis.String(object2.blockTag) : ""
     };
   },
   toJSON(message) {
@@ -48666,27 +48712,19 @@ var EthCallParam = {
     if (message.address !== "") {
       obj.address = message.address;
     }
-    if (message.function !== "") {
-      obj.function = message.function;
-    }
-    if (message.signature !== "") {
-      obj.signature = message.signature;
-    }
-    if (message.args?.length) {
-      obj.args = message.args;
+    if (message.blockTag !== "") {
+      obj.blockTag = message.blockTag;
     }
     return obj;
   },
   create(base) {
-    return EthCallParam.fromPartial(base ?? {});
+    return EthCallContext.fromPartial(base ?? {});
   },
   fromPartial(object2) {
-    const message = createBaseEthCallParam();
+    const message = createBaseEthCallContext();
     message.chainId = object2.chainId ?? "";
     message.address = object2.address ?? "";
-    message.function = object2.function ?? "";
-    message.signature = object2.signature ?? "";
-    message.args = object2.args?.map((e) => e) || [];
+    message.blockTag = object2.blockTag ?? "";
     return message;
   }
 };
@@ -49562,7 +49600,7 @@ var Plugin = class {
   async processBinding(request, preparedData) {
     return ProcessResult.create();
   }
-  async preprocessBinding(request) {
+  async preprocessBinding(request, preprocessStore) {
     return PreprocessResult.create();
   }
 };
@@ -49604,13 +49642,13 @@ var _PluginManager = class {
       return plugin.processBinding(request, preparedData);
     });
   }
-  preprocessBinding(request, dbContext) {
+  preprocessBinding(request, preprocessStore, dbContext) {
     const plugin = this.typesToPlugin.get(request.handlerType);
     if (!plugin) {
       throw new Error(`No plugin for ${request.handlerType}`);
     }
     return this.dbContextLocalStorage.run(dbContext, () => {
-      return plugin.preprocessBinding(request);
+      return plugin.preprocessBinding(request, preprocessStore);
     });
   }
 };
@@ -59488,6 +59526,13 @@ function errorString(e) {
   return e.message + "\n" + e.stack;
 }
 var USER_PROCESSOR = "user_processor";
+function makeEthCallKey(param) {
+  if (!param.context) {
+    throw new Error("null context for eth call");
+  }
+  const { chainId, address, blockTag } = param.context;
+  return `${chainId}|${address}|${blockTag}|${param.calldata}`.toLowerCase();
+}
 
 // src/endpoints.ts
 var _Endpoints = class {
@@ -78261,6 +78306,7 @@ function getProvider2(chainId) {
   const network = Network.from(parseInt(chainId));
   const address = Endpoints.INSTANCE.chainServer.get(chainId);
   const key = network.chainId.toString() + "-" + address;
+  console.debug(`init provider for ${chainId}, address: ${address}`);
   let provider = providers.get(key);
   if (provider) {
     return provider;
@@ -78382,6 +78428,7 @@ var ProcessorServiceImpl = class {
   // private processorConfig: ProcessConfigResponse
   loader;
   shutdownHandler;
+  preparedData;
   constructor(loader, shutdownHandler) {
     this.loader = loader;
     this.shutdownHandler = shutdownHandler;
@@ -78421,10 +78468,10 @@ var ProcessorServiceImpl = class {
     return {};
   }
   async processBindings(request, options) {
-    const ethCallResults = await this.preprocessBindings(request.bindings, void 0, options);
+    const preparedData = await this.preprocessBindings(request.bindings, {}, void 0, options);
     const promises = [];
     for (const binding of request.bindings) {
-      const promise2 = this.processBinding(binding, { ethCallResults });
+      const promise2 = this.processBinding(binding, preparedData);
       if (GLOBAL_CONFIG.execution.sequential) {
         await promise2;
       }
@@ -78441,11 +78488,11 @@ var ProcessorServiceImpl = class {
       result
     };
   }
-  async preprocessBindings(bindings, dbContext, options) {
-    console.log("preprocessBindings start");
+  async preprocessBindings(bindings, preprocessStore, dbContext, options) {
+    console.debug(`preprocessBindings start, bindings: ${bindings.length}`);
     const promises = [];
     for (const binding of bindings) {
-      promises.push(this.preprocessBinding(binding, dbContext, options));
+      promises.push(this.preprocessBinding(binding, preprocessStore, dbContext, options));
     }
     let preprocessResults;
     try {
@@ -78453,18 +78500,15 @@ var ProcessorServiceImpl = class {
     } catch (e) {
       throw e;
     }
-    console.log(
-      "ethCallParams: ",
-      preprocessResults.map((r) => r.ethCallParams)
-    );
     const groupedRequests = /* @__PURE__ */ new Map();
     const providers2 = /* @__PURE__ */ new Map();
     for (const result of preprocessResults) {
       for (const param of result.ethCallParams) {
-        if (!providers2.has(param.chainId)) {
-          providers2.set(param.chainId, getProvider2(param.chainId));
+        const { chainId, address, blockTag } = param.context;
+        if (!providers2.has(chainId)) {
+          providers2.set(chainId, getProvider2(chainId));
         }
-        const key = param.chainId + "|" + param.address;
+        const key = [chainId, address, blockTag].join("|");
         if (!groupedRequests.has(key)) {
           groupedRequests.set(key, []);
         }
@@ -78474,23 +78518,29 @@ var ProcessorServiceImpl = class {
     const start = Date.now();
     const callPromises = [];
     for (const params of groupedRequests.values()) {
-      console.log(`chain: ${params[0].chainId}, address: ${params[0].address}, totalCalls: ${params.length}`);
+      const { chainId, address, blockTag } = params[0].context;
       for (const param of params) {
-        const frag = new Interface(param.signature);
-        const calldata = frag.encodeFunctionData(param.function, param.args);
         callPromises.push(
-          providers2.get(param.chainId).call({
-            to: param.address,
-            data: calldata
-          }).then((ret) => [calldata, frag.decodeFunctionResult(param.function, ret).toArray()])
+          providers2.get(chainId).call({
+            to: address,
+            data: param.calldata,
+            blockTag
+          }).then((result) => [makeEthCallKey(param), result])
         );
       }
     }
-    const results = Object.fromEntries(await Promise.all(callPromises));
+    let results = {};
+    try {
+      results = Object.fromEntries(await Promise.all(callPromises));
+    } catch (e) {
+      console.error(`eth call error: ${e}`);
+    }
     console.log(`${callPromises.length} calls finished, elapsed: ${Date.now() - start}ms`);
-    return results;
+    return {
+      ethCallResults: results
+    };
   }
-  async preprocessBinding(request, dbContext, options) {
+  async preprocessBinding(request, preprocessStore, dbContext, options) {
     if (!this.started) {
       throw new import_nice_grpc.ServerError(import_nice_grpc.Status.UNAVAILABLE, "Service Not started.");
     }
@@ -78506,7 +78556,7 @@ var ProcessorServiceImpl = class {
         ]
       );
     }
-    return await PluginManager.INSTANCE.preprocessBinding(request, dbContext);
+    return await PluginManager.INSTANCE.preprocessBinding(request, preprocessStore, dbContext);
   }
   async processBinding(request, preparedData, options) {
     if (!this.started) {
@@ -78534,6 +78584,7 @@ var ProcessorServiceImpl = class {
     }
     const subject = new import_rxjs.Subject();
     this.handleRequests(requests, subject).then(() => {
+      this.preparedData = { ethCallResults: {} };
       subject.complete();
     }).catch((e) => {
       console.error(e);
@@ -78543,25 +78594,29 @@ var ProcessorServiceImpl = class {
   }
   async handlePreprocessRequests(requests, subject) {
     const contexts = new Contexts();
+    const preprocessStore = {};
     for await (const request of requests) {
       try {
-        console.debug("received request:", request);
         if (request.bindings) {
           const bindings = request.bindings.bindings;
           const dbContext = contexts.new(request.processId, subject);
           const start = Date.now();
-          this.preprocessBindings(bindings, dbContext).then(() => {
+          this.preprocessBindings(bindings, preprocessStore, dbContext, void 0).then((preparedData) => {
+            this.preparedData = {
+              ethCallResults: {
+                ...this.preparedData?.ethCallResults,
+                ...preparedData.ethCallResults
+              }
+            };
             subject.next({
               processId: request.processId
             });
           }).catch((e) => {
             console.debug(e);
             dbContext.error(request.processId, e);
-            process_binding_error.add(1);
           }).finally(() => {
             const cost = Date.now() - start;
             console.debug("preprocessBinding", request.processId, " took", cost, "ms");
-            process_binding_time.add(cost);
             contexts.delete(request.processId);
           });
         }
@@ -78597,7 +78652,7 @@ var ProcessorServiceImpl = class {
           const binding = request.binding;
           const dbContext = contexts.new(request.processId, subject);
           const start = Date.now();
-          PluginManager.INSTANCE.processBinding(binding, void 0, dbContext).then((result) => {
+          PluginManager.INSTANCE.processBinding(binding, this.preparedData, dbContext).then((result) => {
             subject.next({
               result,
               processId: request.processId
@@ -78666,6 +78721,7 @@ export {
   mergeProcessResults,
   errorString,
   USER_PROCESSOR,
+  makeEthCallKey,
   Endpoints,
   require_lib,
   require_lodash,

package/lib/index.d.ts

@@ -1,5 +1,5 @@
 import * as _sentio_protos from '@sentio/protos';
-import { DeepPartial as DeepPartial$1, ProcessStreamResponse, DBResponse, DBRequest_DBUpsert, DBRequest, HandlerType, ProcessConfigResponse, StartRequest, DataBinding, PreparedData, ProcessResult, PreprocessResult, ProcessorServiceImplementation, ProcessConfigRequest, Empty, ProcessBindingsRequest, ProcessBindingResponse, ProcessStreamRequest, PreprocessStreamRequest, PreprocessStreamResponse } from '@sentio/protos';
+import { DeepPartial as DeepPartial$1, ProcessStreamResponse, DBResponse, DBRequest_DBUpsert, DBRequest, HandlerType, ProcessConfigResponse, StartRequest, DataBinding, PreparedData, ProcessResult, PreprocessResult, EthCallParam, ProcessorServiceImplementation, ProcessConfigRequest, Empty, ProcessBindingsRequest, ProcessBindingResponse, ProcessStreamRequest, PreprocessStreamRequest, PreprocessStreamResponse } from '@sentio/protos';
 import { Subject } from 'rxjs';
 import { AsyncLocalStorage } from 'node:async_hooks';
 import { Required } from 'utility-types';
@@ -41,7 +41,9 @@ declare abstract class Plugin {
      */
     stateDiff(config: ProcessConfigResponse): boolean;
     processBinding(request: DataBinding, preparedData: PreparedData | undefined): Promise<ProcessResult>;
-    preprocessBinding(request: DataBinding): Promise<PreprocessResult>;
+    preprocessBinding(request: DataBinding, preprocessStore: {
+        [k: string]: any;
+    }): Promise<PreprocessResult>;
 }
 declare class PluginManager {
     static INSTANCE: PluginManager;
@@ -56,7 +58,9 @@ declare class PluginManager {
      */
     stateDiff(config: ProcessConfigResponse): boolean;
     processBinding(request: DataBinding, preparedData: PreparedData | undefined, dbContext?: StoreContext): Promise<ProcessResult>;
-    preprocessBinding(request: DataBinding, dbContext?: StoreContext): Promise<PreprocessResult>;
+    preprocessBinding(request: DataBinding, preprocessStore: {
+        [k: string]: any;
+    }, dbContext?: StoreContext): Promise<PreprocessResult>;
 }
 
 declare class State {
@@ -85,6 +89,7 @@ declare abstract class ListStateStorage<T> extends StateStorage<T[]> {
 declare function mergeProcessResults(results: ProcessResult[]): Required<ProcessResult, 'states'>;
 declare function errorString(e: Error): string;
 declare const USER_PROCESSOR = "user_processor";
+declare function makeEthCallKey(param: EthCallParam): string;
 
 declare class Endpoints {
     static INSTANCE: Endpoints;
@@ -106,15 +111,18 @@ declare class ProcessorServiceImpl implements ProcessorServiceImplementation {
     unhandled: Error;
     private readonly loader;
     private readonly shutdownHandler?;
+    private preparedData;
     constructor(loader: () => Promise<any>, shutdownHandler?: () => void);
     getConfig(request: ProcessConfigRequest, context: CallContext): Promise<ProcessConfigResponse>;
     start(request: StartRequest, context: CallContext): Promise<Empty>;
     stop(request: Empty, context: CallContext): Promise<Empty>;
     processBindings(request: ProcessBindingsRequest, options?: CallContext): Promise<ProcessBindingResponse>;
-    preprocessBindings(bindings: DataBinding[], dbContext?: StoreContext, options?: CallContext): Promise<{
-        [calldata: string]: any[];
-    }>;
-    preprocessBinding(request: DataBinding, dbContext?: StoreContext, options?: CallContext): Promise<PreprocessResult>;
+    preprocessBindings(bindings: DataBinding[], preprocessStore: {
+        [k: string]: any;
+    }, dbContext?: StoreContext, options?: CallContext): Promise<PreparedData>;
+    preprocessBinding(request: DataBinding, preprocessStore: {
+        [k: string]: any;
+    }, dbContext?: StoreContext, options?: CallContext): Promise<PreprocessResult>;
     processBinding(request: DataBinding, preparedData: PreparedData | undefined, options?: CallContext): Promise<ProcessResult>;
     processBindingsStream(requests: AsyncIterable<ProcessStreamRequest>, context: CallContext): AsyncGenerator<{
         processId?: number | undefined;
@@ -366,4 +374,4 @@ interface GlobalConfig {
 }
 declare const GLOBAL_CONFIG: GlobalConfig;
 
-export { ChainConfig, Endpoints, GLOBAL_CONFIG, GlobalConfig, ListStateStorage, MapStateStorage, Plugin, PluginManager, ProcessorServiceImpl, State, StateStorage, StoreContext, USER_PROCESSOR, errorString, mergeProcessResults, timeoutError };
+export { ChainConfig, Endpoints, GLOBAL_CONFIG, GlobalConfig, ListStateStorage, MapStateStorage, Plugin, PluginManager, ProcessorServiceImpl, State, StateStorage, StoreContext, USER_PROCESSOR, errorString, makeEthCallKey, mergeProcessResults, timeoutError };

package/lib/index.js

@@ -9,9 +9,10 @@ import {
   USER_PROCESSOR,
   __publicField,
   errorString,
+  makeEthCallKey,
   mergeProcessResults,
   timeoutError
-} from "./chunk-WDKQZPD5.js";
+} from "./chunk-WN27EZMT.js";
 
 // src/state.ts
 var _State = class {
@@ -87,6 +88,7 @@ export {
   StoreContext,
   USER_PROCESSOR,
   errorString,
+  makeEthCallKey,
   mergeProcessResults,
   timeoutError
 };

package/lib/processor-runner.js

@@ -40,7 +40,7 @@ import {
   require_minimal,
   require_src,
   trace
-} from "./chunk-WDKQZPD5.js";
+} from "./chunk-WN27EZMT.js";
 
 // ../../node_modules/.pnpm/universalify@2.0.1/node_modules/universalify/index.js
 var require_universalify = __commonJS({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "2.40.0-rc.2",
+  "version": "2.40.0-rc.20",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/gen/processor/protos/processor.ts

@@ -3,7 +3,7 @@ import Long from "long";
 import type { CallContext, CallOptions } from "nice-grpc-common";
 import _m0 from "protobufjs/minimal.js";
 import { Empty } from "../../google/protobuf/empty.js";
-import { ListValue, Struct, Value } from "../../google/protobuf/struct.js";
+import { ListValue, Struct } from "../../google/protobuf/struct.js";
 import { Timestamp } from "../../google/protobuf/timestamp.js";
 import { BigInteger, CoinID, RichStruct, RichStructList, RichValueList } from "../../service/common/protos/common.js";
 
@@ -1069,11 +1069,14 @@ export interface ProcessResult {
 }
 
 export interface EthCallParam {
+  context: EthCallContext | undefined;
+  calldata: string;
+}
+
+export interface EthCallContext {
   chainId: string;
   address: string;
-  function: string;
-  signature: string;
-  args: any[];
+  blockTag: string;
 }
 
 export interface PreprocessResult {
@@ -1081,12 +1084,12 @@ export interface PreprocessResult {
 }
 
 export interface PreparedData {
-  ethCallResults: { [key: string]: Array<any> | undefined };
+  ethCallResults: { [key: string]: string };
 }
 
 export interface PreparedData_EthCallResultsEntry {
   key: string;
-  value: Array<any> | undefined;
+  value: string;
 }
 
 export interface RecordMetaData {
@@ -9337,25 +9340,16 @@ export const ProcessResult = {
 };
 
 function createBaseEthCallParam(): EthCallParam {
-  return { chainId: "", address: "", function: "", signature: "", args: [] };
+  return { context: undefined, calldata: "" };
 }
 
 export const EthCallParam = {
   encode(message: EthCallParam, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
-    if (message.chainId !== "") {
-      writer.uint32(10).string(message.chainId);
+    if (message.context !== undefined) {
+      EthCallContext.encode(message.context, writer.uint32(10).fork()).ldelim();
     }
-    if (message.address !== "") {
-      writer.uint32(18).string(message.address);
-    }
-    if (message.function !== "") {
-      writer.uint32(26).string(message.function);
-    }
-    if (message.signature !== "") {
-      writer.uint32(34).string(message.signature);
-    }
-    for (const v of message.args) {
-      Value.encode(Value.wrap(v!), writer.uint32(42).fork()).ldelim();
+    if (message.calldata !== "") {
+      writer.uint32(18).string(message.calldata);
     }
     return writer;
   },
@@ -9372,35 +9366,100 @@ export const EthCallParam = {
             break;
           }
 
-          message.chainId = reader.string();
+          message.context = EthCallContext.decode(reader, reader.uint32());
           continue;
         case 2:
           if (tag !== 18) {
             break;
           }
 
-          message.address = reader.string();
+          message.calldata = reader.string();
           continue;
-        case 3:
-          if (tag !== 26) {
+      }
+      if ((tag & 7) === 4 || tag === 0) {
+        break;
+      }
+      reader.skipType(tag & 7);
+    }
+    return message;
+  },
+
+  fromJSON(object: any): EthCallParam {
+    return {
+      context: isSet(object.context) ? EthCallContext.fromJSON(object.context) : undefined,
+      calldata: isSet(object.calldata) ? globalThis.String(object.calldata) : "",
+    };
+  },
+
+  toJSON(message: EthCallParam): unknown {
+    const obj: any = {};
+    if (message.context !== undefined) {
+      obj.context = EthCallContext.toJSON(message.context);
+    }
+    if (message.calldata !== "") {
+      obj.calldata = message.calldata;
+    }
+    return obj;
+  },
+
+  create(base?: DeepPartial<EthCallParam>): EthCallParam {
+    return EthCallParam.fromPartial(base ?? {});
+  },
+  fromPartial(object: DeepPartial<EthCallParam>): EthCallParam {
+    const message = createBaseEthCallParam();
+    message.context = (object.context !== undefined && object.context !== null)
+      ? EthCallContext.fromPartial(object.context)
+      : undefined;
+    message.calldata = object.calldata ?? "";
+    return message;
+  },
+};
+
+function createBaseEthCallContext(): EthCallContext {
+  return { chainId: "", address: "", blockTag: "" };
+}
+
+export const EthCallContext = {
+  encode(message: EthCallContext, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
+    if (message.chainId !== "") {
+      writer.uint32(10).string(message.chainId);
+    }
+    if (message.address !== "") {
+      writer.uint32(18).string(message.address);
+    }
+    if (message.blockTag !== "") {
+      writer.uint32(26).string(message.blockTag);
+    }
+    return writer;
+  },
+
+  decode(input: _m0.Reader | Uint8Array, length?: number): EthCallContext {
+    const reader = input instanceof _m0.Reader ? input : _m0.Reader.create(input);
+    let end = length === undefined ? reader.len : reader.pos + length;
+    const message = createBaseEthCallContext();
+    while (reader.pos < end) {
+      const tag = reader.uint32();
+      switch (tag >>> 3) {
+        case 1:
+          if (tag !== 10) {
             break;
           }
 
-          message.function = reader.string();
+          message.chainId = reader.string();
           continue;
-        case 4:
-          if (tag !== 34) {
+        case 2:
+          if (tag !== 18) {
             break;
           }
 
-          message.signature = reader.string();
+          message.address = reader.string();
           continue;
-        case 5:
-          if (tag !== 42) {
+        case 3:
+          if (tag !== 26) {
             break;
           }
 
-          message.args.push(Value.unwrap(Value.decode(reader, reader.uint32())));
+          message.blockTag = reader.string();
           continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
@@ -9411,17 +9470,15 @@ export const EthCallParam = {
     return message;
   },
 
-  fromJSON(object: any): EthCallParam {
+  fromJSON(object: any): EthCallContext {
     return {
       chainId: isSet(object.chainId) ? globalThis.String(object.chainId) : "",
       address: isSet(object.address) ? globalThis.String(object.address) : "",
-      function: isSet(object.function) ? globalThis.String(object.function) : "",
-      signature: isSet(object.signature) ? globalThis.String(object.signature) : "",
-      args: globalThis.Array.isArray(object?.args) ? [...object.args] : [],
+      blockTag: isSet(object.blockTag) ? globalThis.String(object.blockTag) : "",
     };
   },
 
-  toJSON(message: EthCallParam): unknown {
+  toJSON(message: EthCallContext): unknown {
     const obj: any = {};
     if (message.chainId !== "") {
       obj.chainId = message.chainId;
@@ -9429,28 +9486,20 @@ export const EthCallParam = {
     if (message.address !== "") {
       obj.address = message.address;
     }
-    if (message.function !== "") {
-      obj.function = message.function;
-    }
-    if (message.signature !== "") {
-      obj.signature = message.signature;
-    }
-    if (message.args?.length) {
-      obj.args = message.args;
+    if (message.blockTag !== "") {
+      obj.blockTag = message.blockTag;
     }
     return obj;
   },
 
-  create(base?: DeepPartial<EthCallParam>): EthCallParam {
-    return EthCallParam.fromPartial(base ?? {});
+  create(base?: DeepPartial<EthCallContext>): EthCallContext {
+    return EthCallContext.fromPartial(base ?? {});
   },
-  fromPartial(object: DeepPartial<EthCallParam>): EthCallParam {
-    const message = createBaseEthCallParam();
+  fromPartial(object: DeepPartial<EthCallContext>): EthCallContext {
+    const message = createBaseEthCallContext();
     message.chainId = object.chainId ?? "";
     message.address = object.address ?? "";
-    message.function = object.function ?? "";
-    message.signature = object.signature ?? "";
-    message.args = object.args?.map((e) => e) || [];
+    message.blockTag = object.blockTag ?? "";
     return message;
   },
 };
@@ -9523,9 +9572,7 @@ function createBasePreparedData(): PreparedData {
 export const PreparedData = {
   encode(message: PreparedData, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
     Object.entries(message.ethCallResults).forEach(([key, value]) => {
-      if (value !== undefined) {
-        PreparedData_EthCallResultsEntry.encode({ key: key as any, value }, writer.uint32(10).fork()).ldelim();
-      }
+      PreparedData_EthCallResultsEntry.encode({ key: key as any, value }, writer.uint32(10).fork()).ldelim();
     });
     return writer;
   },
@@ -9559,13 +9606,10 @@ export const PreparedData = {
   fromJSON(object: any): PreparedData {
     return {
       ethCallResults: isObject(object.ethCallResults)
-        ? Object.entries(object.ethCallResults).reduce<{ [key: string]: Array<any> | undefined }>(
-          (acc, [key, value]) => {
-            acc[key] = value as Array<any> | undefined;
-            return acc;
-          },
-          {},
-        )
+        ? Object.entries(object.ethCallResults).reduce<{ [key: string]: string }>((acc, [key, value]) => {
+          acc[key] = String(value);
+          return acc;
+        }, {})
         : {},
     };
   },
@@ -9589,20 +9633,21 @@ export const PreparedData = {
   },
   fromPartial(object: DeepPartial<PreparedData>): PreparedData {
     const message = createBasePreparedData();
-    message.ethCallResults = Object.entries(object.ethCallResults ?? {}).reduce<
-      { [key: string]: Array<any> | undefined }
-    >((acc, [key, value]) => {
-      if (value !== undefined) {
-        acc[key] = value;
-      }
-      return acc;
-    }, {});
+    message.ethCallResults = Object.entries(object.ethCallResults ?? {}).reduce<{ [key: string]: string }>(
+      (acc, [key, value]) => {
+        if (value !== undefined) {
+          acc[key] = globalThis.String(value);
+        }
+        return acc;
+      },
+      {},
+    );
     return message;
   },
 };
 
 function createBasePreparedData_EthCallResultsEntry(): PreparedData_EthCallResultsEntry {
-  return { key: "", value: undefined };
+  return { key: "", value: "" };
 }
 
 export const PreparedData_EthCallResultsEntry = {
@@ -9610,8 +9655,8 @@ export const PreparedData_EthCallResultsEntry = {
     if (message.key !== "") {
       writer.uint32(10).string(message.key);
     }
-    if (message.value !== undefined) {
-      ListValue.encode(ListValue.wrap(message.value), writer.uint32(18).fork()).ldelim();
+    if (message.value !== "") {
+      writer.uint32(18).string(message.value);
     }
     return writer;
   },
@@ -9635,7 +9680,7 @@ export const PreparedData_EthCallResultsEntry = {
             break;
           }
 
-          message.value = ListValue.unwrap(ListValue.decode(reader, reader.uint32()));
+          message.value = reader.string();
           continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
@@ -9649,7 +9694,7 @@ export const PreparedData_EthCallResultsEntry = {
   fromJSON(object: any): PreparedData_EthCallResultsEntry {
     return {
       key: isSet(object.key) ? globalThis.String(object.key) : "",
-      value: globalThis.Array.isArray(object.value) ? [...object.value] : undefined,
+      value: isSet(object.value) ? globalThis.String(object.value) : "",
     };
   },
 
@@ -9658,7 +9703,7 @@ export const PreparedData_EthCallResultsEntry = {
     if (message.key !== "") {
       obj.key = message.key;
     }
-    if (message.value !== undefined) {
+    if (message.value !== "") {
       obj.value = message.value;
     }
     return obj;
@@ -9670,7 +9715,7 @@ export const PreparedData_EthCallResultsEntry = {
   fromPartial(object: DeepPartial<PreparedData_EthCallResultsEntry>): PreparedData_EthCallResultsEntry {
     const message = createBasePreparedData_EthCallResultsEntry();
     message.key = object.key ?? "";
-    message.value = object.value ?? undefined;
+    message.value = object.value ?? "";
     return message;
   },
 };

package/src/plugin.ts

@@ -28,7 +28,7 @@ export abstract class Plugin {
     return ProcessResult.create()
   }
 
-  async preprocessBinding(request: DataBinding): Promise<PreprocessResult> {
+  async preprocessBinding(request: DataBinding, preprocessStore: { [k: string]: any }): Promise<PreprocessResult> {
     return PreprocessResult.create()
   }
 }
@@ -84,13 +84,17 @@ export class PluginManager {
     })
   }
 
-  preprocessBinding(request: DataBinding, dbContext?: StoreContext): Promise<PreprocessResult> {
+  preprocessBinding(
+    request: DataBinding,
+    preprocessStore: { [k: string]: any },
+    dbContext?: StoreContext
+  ): Promise<PreprocessResult> {
     const plugin = this.typesToPlugin.get(request.handlerType)
     if (!plugin) {
       throw new Error(`No plugin for ${request.handlerType}`)
     }
     return this.dbContextLocalStorage.run(dbContext, () => {
-      return plugin.preprocessBinding(request)
+      return plugin.preprocessBinding(request, preprocessStore)
     })
   }
 }

package/src/provider.ts

@@ -37,6 +37,8 @@ export function getProvider(chainId?: EthChainId): Provider {
 
   const address = Endpoints.INSTANCE.chainServer.get(chainId)
   const key = network.chainId.toString() + '-' + address
+
+  console.debug(`init provider for ${chainId}, address: ${address}`)
   let provider = providers.get(key)
 
   if (provider) {

package/src/service.ts

@@ -25,7 +25,7 @@ import {
 } from '@sentio/protos'
 
 import { PluginManager } from './plugin.js'
-import { errorString, mergeProcessResults } from './utils.js'
+import { errorString, makeEthCallKey, mergeProcessResults } from './utils.js'
 import { freezeGlobalConfig, GLOBAL_CONFIG } from './global-config.js'
 
 import { StoreContext } from './db-context.js'
@@ -33,7 +33,7 @@ import { Subject } from 'rxjs'
 import { metrics } from '@opentelemetry/api'
 import { getProvider } from './provider.js'
 import { EthChainId } from '@sentio/chain'
-import { Provider, Interface } from 'ethers'
+import { Provider } from 'ethers'
 
 const meter = metrics.getMeter('processor_service')
 const process_binding_count = meter.createCounter('process_binding_count')
@@ -54,6 +54,8 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
 
   private readonly shutdownHandler?: () => void
 
+  private preparedData: PreparedData | undefined
+
   constructor(loader: () => Promise<any>, shutdownHandler?: () => void) {
     this.loader = loader
     this.shutdownHandler = shutdownHandler
@@ -126,11 +128,11 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
   }
 
   async processBindings(request: ProcessBindingsRequest, options?: CallContext): Promise<ProcessBindingResponse> {
-    const ethCallResults = await this.preprocessBindings(request.bindings, undefined, options)
+    const preparedData = await this.preprocessBindings(request.bindings, {}, undefined, options)
 
     const promises = []
     for (const binding of request.bindings) {
-      const promise = this.processBinding(binding, { ethCallResults })
+      const promise = this.processBinding(binding, preparedData)
       if (GLOBAL_CONFIG.execution.sequential) {
         await promise
       }
@@ -157,13 +159,14 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
 
   async preprocessBindings(
     bindings: DataBinding[],
+    preprocessStore: { [k: string]: any },
     dbContext?: StoreContext,
     options?: CallContext
-  ): Promise<{ [calldata: string]: any[] }> {
-    console.log('preprocessBindings start')
+  ): Promise<PreparedData> {
+    console.debug(`preprocessBindings start, bindings: ${bindings.length}`)
     const promises = []
     for (const binding of bindings) {
-      promises.push(this.preprocessBinding(binding, dbContext, options))
+      promises.push(this.preprocessBinding(binding, preprocessStore, dbContext, options))
     }
     let preprocessResults: PreprocessResult[]
     try {
@@ -171,18 +174,15 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
     } catch (e) {
       throw e
     }
-    console.log(
-      'ethCallParams: ',
-      preprocessResults.map((r) => r.ethCallParams)
-    )
     const groupedRequests = new Map<string, EthCallParam[]>()
     const providers = new Map<string, Provider>()
     for (const result of preprocessResults) {
       for (const param of result.ethCallParams) {
-        if (!providers.has(param.chainId)) {
-          providers.set(param.chainId, getProvider(param.chainId as EthChainId))
+        const { chainId, address, blockTag } = param.context!
+        if (!providers.has(chainId)) {
+          providers.set(chainId, getProvider(chainId as EthChainId))
         }
-        const key = param.chainId + '|' + param.address
+        const key = [chainId, address, blockTag].join('|')
         if (!groupedRequests.has(key)) {
           groupedRequests.set(key, [])
         }
@@ -193,28 +193,36 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
     const start = Date.now()
     const callPromises = []
     for (const params of groupedRequests.values()) {
-      console.log(`chain: ${params[0].chainId}, address: ${params[0].address}, totalCalls: ${params.length}`)
+      const { chainId, address, blockTag } = params[0].context!
+      // TODO multicall
       for (const param of params) {
-        const frag = new Interface(param.signature)
-        const calldata = frag.encodeFunctionData(param.function, param.args)
         callPromises.push(
           providers
-            .get(param.chainId)!
+            .get(chainId)!
             .call({
-              to: param.address,
-              data: calldata
+              to: address,
+              data: param.calldata,
+              blockTag
             })
-            .then((ret) => [calldata, frag.decodeFunctionResult(param.function, ret).toArray()] as [string, any[]])
+            .then((result) => [makeEthCallKey(param), result])
         )
       }
     }
-    const results = Object.fromEntries(await Promise.all(callPromises))
+    let results: { [p: string]: string } = {}
+    try {
+      results = Object.fromEntries(await Promise.all(callPromises))
+    } catch (e) {
+      console.error(`eth call error: ${e}`)
+    }
     console.log(`${callPromises.length} calls finished, elapsed: ${Date.now() - start}ms`)
-    return results
+    return {
+      ethCallResults: results
+    }
   }
 
   async preprocessBinding(
     request: DataBinding,
+    preprocessStore: { [k: string]: any },
     dbContext?: StoreContext,
     options?: CallContext
   ): Promise<PreprocessResult> {
@@ -233,7 +241,7 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
         ]
       )
     }
-    return await PluginManager.INSTANCE.preprocessBinding(request, dbContext)
+    return await PluginManager.INSTANCE.preprocessBinding(request, preprocessStore, dbContext)
   }
 
   async processBinding(
@@ -269,6 +277,7 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
     const subject = new Subject<DeepPartial<ProcessStreamResponse>>()
     this.handleRequests(requests, subject)
       .then(() => {
+        this.preparedData = { ethCallResults: {} }
         subject.complete()
       })
       .catch((e) => {
@@ -283,16 +292,23 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
     subject: Subject<DeepPartial<PreprocessStreamResponse>>
   ) {
     const contexts = new Contexts()
+    const preprocessStore: { [k: string]: any } = {}
 
     for await (const request of requests) {
       try {
-        console.debug('received request:', request)
         if (request.bindings) {
           const bindings = request.bindings.bindings
           const dbContext = contexts.new(request.processId, subject)
           const start = Date.now()
-          this.preprocessBindings(bindings, dbContext)
-            .then(() => {
+          this.preprocessBindings(bindings, preprocessStore, dbContext, undefined)
+            .then((preparedData) => {
+              // TODO maybe not proper to pass data in this way
+              this.preparedData = {
+                ethCallResults: {
+                  ...this.preparedData?.ethCallResults,
+                  ...preparedData.ethCallResults
+                }
+              }
               subject.next({
                 processId: request.processId
               })
@@ -300,12 +316,10 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
             .catch((e) => {
               console.debug(e)
               dbContext.error(request.processId, e)
-              process_binding_error.add(1)
             })
             .finally(() => {
               const cost = Date.now() - start
               console.debug('preprocessBinding', request.processId, ' took', cost, 'ms')
-              process_binding_time.add(cost)
               contexts.delete(request.processId)
             })
         }
@@ -351,7 +365,7 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
           const binding = request.binding
           const dbContext = contexts.new(request.processId, subject)
           const start = Date.now()
-          PluginManager.INSTANCE.processBinding(binding, undefined, dbContext)
+          PluginManager.INSTANCE.processBinding(binding, this.preparedData, dbContext)
             .then((result) => {
               subject.next({
                 result,

package/src/utils.ts

@@ -1,4 +1,4 @@
-import { ProcessResult } from '@sentio/protos'
+import { EthCallParam, ProcessResult } from '@sentio/protos'
 
 // TODO better handling this, because old proto doesn't have this
 import { StateResult, ProcessResult as ProcessResultFull } from './gen/processor/protos/processor.js'
@@ -8,7 +8,7 @@ import { Required } from 'utility-types'
 export function mergeProcessResults(results: ProcessResult[]): Required<ProcessResult, 'states'> {
   const res = {
     ...ProcessResultFull.create(),
-    states: StateResult.create(),
+    states: StateResult.create()
   }
 
   for (const r of results) {
@@ -17,7 +17,7 @@ export function mergeProcessResults(results: ProcessResult[]): Required<ProcessR
     res.events = res.events.concat(r.events)
     res.exports = res.exports.concat(r.exports)
     res.states = {
-      configUpdated: res.states?.configUpdated || r.states?.configUpdated || false,
+      configUpdated: res.states?.configUpdated || r.states?.configUpdated || false
     }
   }
   return res
@@ -28,3 +28,11 @@ export function errorString(e: Error): string {
 }
 
 export const USER_PROCESSOR = 'user_processor'
+
+export function makeEthCallKey(param: EthCallParam) {
+  if (!param.context) {
+    throw new Error('null context for eth call')
+  }
+  const { chainId, address, blockTag } = param.context
+  return `${chainId}|${address}|${blockTag}|${param.calldata}`.toLowerCase()
+}