@sentio/runtime 2.57.9-rc.8 → 2.57.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "2.57.9-rc.8",
+  "version": "2.57.9",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/full-service.ts

@@ -28,6 +28,7 @@ const FUEL_PROTO_UPDATE_VERSION = parseSemver('2.54.0-rc.7')
 const FUEL_PROTO_NO_FUEL_TRANSACTION_AS_CALL_VERSION = parseSemver('2.55.0-rc.1')
 
 const MOVE_USE_RAW_VERSION = parseSemver('2.55.0-rc.1')
+const ETH_USE_RAW_VERSION = parseSemver('2.57.9-rc.12')
 // new driver (after MOVE_USE_RAW_VERSION) will sent the same event multiple times when fetch all true
 // so we need to cache it, key will be tx-handler_id
 const PROCESSED_MOVE_EVENT_TX_HANDLER = new LRUCache<string, boolean>({
@@ -162,11 +163,31 @@ export class FullProcessorServiceImpl implements ProcessorServiceImplementation
 
   private adjustDataBinding(dataBinding?: DataBinding): void {
     const isBeforeMoveUseRawVersion = compareSemver(this.sdkVersion, MOVE_USE_RAW_VERSION) < 0
+    // const isBeforeEthUseRawVersion = compareSemver(this.sdkVersion,ETH_USE_RAW_VERSION) < 0
 
     if (!dataBinding) {
       return
     }
     switch (dataBinding.handlerType) {
+      case HandlerType.ETH_LOG:
+        const ethLog = dataBinding.data?.ethLog
+        if (ethLog?.log == null && ethLog?.rawLog) {
+          ethLog.log = JSON.parse(ethLog.rawLog)
+          ethLog.transaction = ethLog.rawTransaction ? JSON.parse(ethLog.rawTransaction) : undefined
+          ethLog.block = ethLog.rawBlock ? JSON.parse(ethLog.rawBlock) : undefined
+          ethLog.transactionReceipt = ethLog.rawTransactionReceipt
+            ? JSON.parse(ethLog.rawTransactionReceipt)
+            : undefined
+        }
+        break
+      case HandlerType.ETH_TRANSACTION:
+        const ethTx = dataBinding.data?.ethTransaction
+        if (ethTx?.transaction == null && ethTx?.rawTransaction) {
+          ethTx.transaction = JSON.parse(ethTx.rawTransaction)
+          ethTx.block = ethTx.rawBlock ? JSON.parse(ethTx.rawBlock) : undefined
+          ethTx.transactionReceipt = ethTx.rawTransactionReceipt ? JSON.parse(ethTx.rawTransactionReceipt) : undefined
+        }
+        break
       case HandlerType.FUEL_TRANSACTION:
         if (compareSemver(this.sdkVersion, FUEL_PROTO_UPDATE_VERSION) < 0) {
           dataBinding.handlerType = HandlerType.FUEL_CALL

package/src/gen/processor/protos/processor.ts

@@ -409,7 +409,14 @@ export interface ExecutionConfig {
   processBindingTimeout: number;
   skipStartBlockValidation: boolean;
   rpcRetryTimes: number;
-  ethAbiDecoderWorker?: number | undefined;
+  ethAbiDecoderConfig?: ExecutionConfig_DecoderWorkerConfig | undefined;
+}
+
+export interface ExecutionConfig_DecoderWorkerConfig {
+  enabled: boolean;
+  workerCount?: number | undefined;
+  skipWhenDecodeFailed?: boolean | undefined;
+  recordTiming?: boolean | undefined;
 }
 
 export interface ProcessConfigRequest {
@@ -1112,6 +1119,10 @@ export interface Data_EthLog {
   transaction?: { [key: string]: any } | undefined;
   transactionReceipt?: { [key: string]: any } | undefined;
   block?: { [key: string]: any } | undefined;
+  rawLog: string;
+  rawTransaction?: string | undefined;
+  rawTransactionReceipt?: string | undefined;
+  rawBlock?: string | undefined;
 }
 
 export interface Data_EthBlock {
@@ -1124,6 +1135,10 @@ export interface Data_EthTransaction {
   transactionReceipt?: { [key: string]: any } | undefined;
   block?: { [key: string]: any } | undefined;
   trace?: { [key: string]: any } | undefined;
+  rawTransaction: string;
+  rawTransactionReceipt?: string | undefined;
+  rawBlock?: string | undefined;
+  rawTrace?: string | undefined;
 }
 
 export interface Data_EthTrace {
@@ -1440,7 +1455,7 @@ function createBaseExecutionConfig(): ExecutionConfig {
     processBindingTimeout: 0,
     skipStartBlockValidation: false,
     rpcRetryTimes: 0,
-    ethAbiDecoderWorker: undefined,
+    ethAbiDecoderConfig: undefined,
   };
 }
 
@@ -1461,8 +1476,8 @@ export const ExecutionConfig = {
     if (message.rpcRetryTimes !== 0) {
       writer.uint32(40).int32(message.rpcRetryTimes);
     }
-    if (message.ethAbiDecoderWorker !== undefined) {
-      writer.uint32(48).int32(message.ethAbiDecoderWorker);
+    if (message.ethAbiDecoderConfig !== undefined) {
+      ExecutionConfig_DecoderWorkerConfig.encode(message.ethAbiDecoderConfig, writer.uint32(50).fork()).ldelim();
     }
     return writer;
   },
@@ -1510,11 +1525,11 @@ export const ExecutionConfig = {
           message.rpcRetryTimes = reader.int32();
           continue;
         case 6:
-          if (tag !== 48) {
+          if (tag !== 50) {
             break;
           }
 
-          message.ethAbiDecoderWorker = reader.int32();
+          message.ethAbiDecoderConfig = ExecutionConfig_DecoderWorkerConfig.decode(reader, reader.uint32());
           continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
@@ -1534,8 +1549,8 @@ export const ExecutionConfig = {
         ? globalThis.Boolean(object.skipStartBlockValidation)
         : false,
       rpcRetryTimes: isSet(object.rpcRetryTimes) ? globalThis.Number(object.rpcRetryTimes) : 0,
-      ethAbiDecoderWorker: isSet(object.ethAbiDecoderWorker)
-        ? globalThis.Number(object.ethAbiDecoderWorker)
+      ethAbiDecoderConfig: isSet(object.ethAbiDecoderConfig)
+        ? ExecutionConfig_DecoderWorkerConfig.fromJSON(object.ethAbiDecoderConfig)
         : undefined,
     };
   },
@@ -1557,8 +1572,8 @@ export const ExecutionConfig = {
     if (message.rpcRetryTimes !== 0) {
       obj.rpcRetryTimes = Math.round(message.rpcRetryTimes);
     }
-    if (message.ethAbiDecoderWorker !== undefined) {
-      obj.ethAbiDecoderWorker = Math.round(message.ethAbiDecoderWorker);
+    if (message.ethAbiDecoderConfig !== undefined) {
+      obj.ethAbiDecoderConfig = ExecutionConfig_DecoderWorkerConfig.toJSON(message.ethAbiDecoderConfig);
     }
     return obj;
   },
@@ -1573,7 +1588,115 @@ export const ExecutionConfig = {
     message.processBindingTimeout = object.processBindingTimeout ?? 0;
     message.skipStartBlockValidation = object.skipStartBlockValidation ?? false;
     message.rpcRetryTimes = object.rpcRetryTimes ?? 0;
-    message.ethAbiDecoderWorker = object.ethAbiDecoderWorker ?? undefined;
+    message.ethAbiDecoderConfig = (object.ethAbiDecoderConfig !== undefined && object.ethAbiDecoderConfig !== null)
+      ? ExecutionConfig_DecoderWorkerConfig.fromPartial(object.ethAbiDecoderConfig)
+      : undefined;
+    return message;
+  },
+};
+
+function createBaseExecutionConfig_DecoderWorkerConfig(): ExecutionConfig_DecoderWorkerConfig {
+  return { enabled: false, workerCount: undefined, skipWhenDecodeFailed: undefined, recordTiming: undefined };
+}
+
+export const ExecutionConfig_DecoderWorkerConfig = {
+  encode(message: ExecutionConfig_DecoderWorkerConfig, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
+    if (message.enabled !== false) {
+      writer.uint32(8).bool(message.enabled);
+    }
+    if (message.workerCount !== undefined) {
+      writer.uint32(16).int32(message.workerCount);
+    }
+    if (message.skipWhenDecodeFailed !== undefined) {
+      writer.uint32(24).bool(message.skipWhenDecodeFailed);
+    }
+    if (message.recordTiming !== undefined) {
+      writer.uint32(32).bool(message.recordTiming);
+    }
+    return writer;
+  },
+
+  decode(input: _m0.Reader | Uint8Array, length?: number): ExecutionConfig_DecoderWorkerConfig {
+    const reader = input instanceof _m0.Reader ? input : _m0.Reader.create(input);
+    let end = length === undefined ? reader.len : reader.pos + length;
+    const message = createBaseExecutionConfig_DecoderWorkerConfig();
+    while (reader.pos < end) {
+      const tag = reader.uint32();
+      switch (tag >>> 3) {
+        case 1:
+          if (tag !== 8) {
+            break;
+          }
+
+          message.enabled = reader.bool();
+          continue;
+        case 2:
+          if (tag !== 16) {
+            break;
+          }
+
+          message.workerCount = reader.int32();
+          continue;
+        case 3:
+          if (tag !== 24) {
+            break;
+          }
+
+          message.skipWhenDecodeFailed = reader.bool();
+          continue;
+        case 4:
+          if (tag !== 32) {
+            break;
+          }
+
+          message.recordTiming = reader.bool();
+          continue;
+      }
+      if ((tag & 7) === 4 || tag === 0) {
+        break;
+      }
+      reader.skipType(tag & 7);
+    }
+    return message;
+  },
+
+  fromJSON(object: any): ExecutionConfig_DecoderWorkerConfig {
+    return {
+      enabled: isSet(object.enabled) ? globalThis.Boolean(object.enabled) : false,
+      workerCount: isSet(object.workerCount) ? globalThis.Number(object.workerCount) : undefined,
+      skipWhenDecodeFailed: isSet(object.skipWhenDecodeFailed)
+        ? globalThis.Boolean(object.skipWhenDecodeFailed)
+        : undefined,
+      recordTiming: isSet(object.recordTiming) ? globalThis.Boolean(object.recordTiming) : undefined,
+    };
+  },
+
+  toJSON(message: ExecutionConfig_DecoderWorkerConfig): unknown {
+    const obj: any = {};
+    if (message.enabled !== false) {
+      obj.enabled = message.enabled;
+    }
+    if (message.workerCount !== undefined) {
+      obj.workerCount = Math.round(message.workerCount);
+    }
+    if (message.skipWhenDecodeFailed !== undefined) {
+      obj.skipWhenDecodeFailed = message.skipWhenDecodeFailed;
+    }
+    if (message.recordTiming !== undefined) {
+      obj.recordTiming = message.recordTiming;
+    }
+    return obj;
+  },
+
+  create(base?: DeepPartial<ExecutionConfig_DecoderWorkerConfig>): ExecutionConfig_DecoderWorkerConfig {
+    return ExecutionConfig_DecoderWorkerConfig.fromPartial(base ?? {});
+  },
+  fromPartial(object: DeepPartial<ExecutionConfig_DecoderWorkerConfig>): ExecutionConfig_DecoderWorkerConfig {
+    const message = createBaseExecutionConfig_DecoderWorkerConfig();
+    message.enabled = object.enabled ?? false;
+    message.workerCount = object.workerCount ?? undefined;
+    message.skipWhenDecodeFailed = object.skipWhenDecodeFailed ?? undefined;
+    message.recordTiming = object.recordTiming ?? undefined;
     return message;
   },
 };
@@ -9508,6 +9631,10 @@ function createBaseData_EthLog(): Data_EthLog {
     transaction: undefined,
     transactionReceipt: undefined,
     block: undefined,
+    rawLog: "",
+    rawTransaction: undefined,
+    rawTransactionReceipt: undefined,
+    rawBlock: undefined,
   };
 }
 
@@ -9528,6 +9655,18 @@ export const Data_EthLog = {
     if (message.block !== undefined) {
       Struct.encode(Struct.wrap(message.block), writer.uint32(50).fork()).ldelim();
     }
+    if (message.rawLog !== "") {
+      writer.uint32(58).string(message.rawLog);
+    }
+    if (message.rawTransaction !== undefined) {
+      writer.uint32(66).string(message.rawTransaction);
+    }
+    if (message.rawTransactionReceipt !== undefined) {
+      writer.uint32(74).string(message.rawTransactionReceipt);
+    }
+    if (message.rawBlock !== undefined) {
+      writer.uint32(82).string(message.rawBlock);
+    }
     return writer;
   },
 
@@ -9573,6 +9712,34 @@ export const Data_EthLog = {
 
           message.block = Struct.unwrap(Struct.decode(reader, reader.uint32()));
           continue;
+        case 7:
+          if (tag !== 58) {
+            break;
+          }
+
+          message.rawLog = reader.string();
+          continue;
+        case 8:
+          if (tag !== 66) {
+            break;
+          }
+
+          message.rawTransaction = reader.string();
+          continue;
+        case 9:
+          if (tag !== 74) {
+            break;
+          }
+
+          message.rawTransactionReceipt = reader.string();
+          continue;
+        case 10:
+          if (tag !== 82) {
+            break;
+          }
+
+          message.rawBlock = reader.string();
+          continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -9589,6 +9756,12 @@ export const Data_EthLog = {
       transaction: isObject(object.transaction) ? object.transaction : undefined,
       transactionReceipt: isObject(object.transactionReceipt) ? object.transactionReceipt : undefined,
       block: isObject(object.block) ? object.block : undefined,
+      rawLog: isSet(object.rawLog) ? globalThis.String(object.rawLog) : "",
+      rawTransaction: isSet(object.rawTransaction) ? globalThis.String(object.rawTransaction) : undefined,
+      rawTransactionReceipt: isSet(object.rawTransactionReceipt)
+        ? globalThis.String(object.rawTransactionReceipt)
+        : undefined,
+      rawBlock: isSet(object.rawBlock) ? globalThis.String(object.rawBlock) : undefined,
     };
   },
 
@@ -9609,6 +9782,18 @@ export const Data_EthLog = {
     if (message.block !== undefined) {
       obj.block = message.block;
     }
+    if (message.rawLog !== "") {
+      obj.rawLog = message.rawLog;
+    }
+    if (message.rawTransaction !== undefined) {
+      obj.rawTransaction = message.rawTransaction;
+    }
+    if (message.rawTransactionReceipt !== undefined) {
+      obj.rawTransactionReceipt = message.rawTransactionReceipt;
+    }
+    if (message.rawBlock !== undefined) {
+      obj.rawBlock = message.rawBlock;
+    }
     return obj;
   },
 
@@ -9622,6 +9807,10 @@ export const Data_EthLog = {
     message.transaction = object.transaction ?? undefined;
     message.transactionReceipt = object.transactionReceipt ?? undefined;
     message.block = object.block ?? undefined;
+    message.rawLog = object.rawLog ?? "";
+    message.rawTransaction = object.rawTransaction ?? undefined;
+    message.rawTransactionReceipt = object.rawTransactionReceipt ?? undefined;
+    message.rawBlock = object.rawBlock ?? undefined;
     return message;
   },
 };
@@ -9690,6 +9879,10 @@ function createBaseData_EthTransaction(): Data_EthTransaction {
     transactionReceipt: undefined,
     block: undefined,
     trace: undefined,
+    rawTransaction: "",
+    rawTransactionReceipt: undefined,
+    rawBlock: undefined,
+    rawTrace: undefined,
   };
 }
 
@@ -9710,6 +9903,18 @@ export const Data_EthTransaction = {
     if (message.trace !== undefined) {
       Struct.encode(Struct.wrap(message.trace), writer.uint32(58).fork()).ldelim();
     }
+    if (message.rawTransaction !== "") {
+      writer.uint32(66).string(message.rawTransaction);
+    }
+    if (message.rawTransactionReceipt !== undefined) {
+      writer.uint32(74).string(message.rawTransactionReceipt);
+    }
+    if (message.rawBlock !== undefined) {
+      writer.uint32(82).string(message.rawBlock);
+    }
+    if (message.rawTrace !== undefined) {
+      writer.uint32(90).string(message.rawTrace);
+    }
     return writer;
   },
 
@@ -9755,6 +9960,34 @@ export const Data_EthTransaction = {
 
           message.trace = Struct.unwrap(Struct.decode(reader, reader.uint32()));
           continue;
+        case 8:
+          if (tag !== 66) {
+            break;
+          }
+
+          message.rawTransaction = reader.string();
+          continue;
+        case 9:
+          if (tag !== 74) {
+            break;
+          }
+
+          message.rawTransactionReceipt = reader.string();
+          continue;
+        case 10:
+          if (tag !== 82) {
+            break;
+          }
+
+          message.rawBlock = reader.string();
+          continue;
+        case 11:
+          if (tag !== 90) {
+            break;
+          }
+
+          message.rawTrace = reader.string();
+          continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -9771,6 +10004,12 @@ export const Data_EthTransaction = {
       transactionReceipt: isObject(object.transactionReceipt) ? object.transactionReceipt : undefined,
       block: isObject(object.block) ? object.block : undefined,
       trace: isObject(object.trace) ? object.trace : undefined,
+      rawTransaction: isSet(object.rawTransaction) ? globalThis.String(object.rawTransaction) : "",
+      rawTransactionReceipt: isSet(object.rawTransactionReceipt)
+        ? globalThis.String(object.rawTransactionReceipt)
+        : undefined,
+      rawBlock: isSet(object.rawBlock) ? globalThis.String(object.rawBlock) : undefined,
+      rawTrace: isSet(object.rawTrace) ? globalThis.String(object.rawTrace) : undefined,
     };
   },
 
@@ -9791,6 +10030,18 @@ export const Data_EthTransaction = {
     if (message.trace !== undefined) {
       obj.trace = message.trace;
     }
+    if (message.rawTransaction !== "") {
+      obj.rawTransaction = message.rawTransaction;
+    }
+    if (message.rawTransactionReceipt !== undefined) {
+      obj.rawTransactionReceipt = message.rawTransactionReceipt;
+    }
+    if (message.rawBlock !== undefined) {
+      obj.rawBlock = message.rawBlock;
+    }
+    if (message.rawTrace !== undefined) {
+      obj.rawTrace = message.rawTrace;
+    }
     return obj;
   },
 
@@ -9804,6 +10055,10 @@ export const Data_EthTransaction = {
     message.transactionReceipt = object.transactionReceipt ?? undefined;
     message.block = object.block ?? undefined;
     message.trace = object.trace ?? undefined;
+    message.rawTransaction = object.rawTransaction ?? "";
+    message.rawTransactionReceipt = object.rawTransactionReceipt ?? undefined;
+    message.rawBlock = object.rawBlock ?? undefined;
+    message.rawTrace = object.rawTrace ?? undefined;
     return message;
   },
 };

package/src/metrics.ts

@@ -172,6 +172,11 @@ export const processMetrics = {
   processor_rpc_duration: new H('processor_rpc_duration'),
   processor_rpc_queue_duration: new H('processor_rpc_queue_duration'),
   processor_template_instance_count: new C('process_template_instance_count'),
+  processor_worker_run_time: new G('processor_worker_run_time'),
+  processor_worker_wait_time: new G('processor_worker_wait_time'),
+  processor_worker_utilization: new G('processor_worker_utilization'),
+  processor_worker_queue_size: new G('processor_worker_queue_size'),
+  processor_worker_completed: new G('processor_worker_completed'),
   stats() {
     return {
       process_binding_count: this.process_binding_count.get(),
@@ -186,7 +191,12 @@ export const processMetrics = {
       processor_handler_duration: this.processor_handler_duration.get(),
       processor_rpc_duration: this.processor_rpc_duration.get(),
       processor_rpc_queue_duration: this.processor_rpc_queue_duration.get(),
-      processor_template_instance_count: this.processor_template_instance_count.get()
+      processor_template_instance_count: this.processor_template_instance_count.get(),
+      processor_worker_run_time: this.processor_worker_run_time.get(),
+      processor_worker_wait_time: this.processor_worker_wait_time.get(),
+      processor_worker_utilization: this.processor_worker_utilization.get(),
+      processor_worker_queue_size: this.processor_worker_queue_size.get(),
+      processor_worker_completed: this.processor_worker_completed.get()
     }
   }
 }

package/src/service.ts

@@ -418,7 +418,6 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
     subject: Subject<DeepPartial<ProcessStreamResponse>>
   ) {
     const contexts = new Contexts()
-
     for await (const request of requests) {
       try {
         // console.debug('received request:', request)