@sentio/runtime 2.59.0-rc.3 → 2.59.0-rc.30

package/lib/index.js

@@ -28,11 +28,11 @@ import {
   providerMetrics,
   recordRuntimeInfo,
   timeoutError
-} from "./chunk-QELD44EL.js";
+} from "./chunk-X2VTMTYL.js";
 import {
   Plugin,
   PluginManager
-} from "./chunk-ZUTD563J.js";
+} from "./chunk-FO2V2K7T.js";
 
 // src/chain-config.ts
 import("node:process").then((p) => p.stdout.write(""));

package/lib/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/chain-config.ts","../src/index.ts"],"sourcesContent":["export interface ChainConfig {\n  ChainID: string\n  Https?: string[]\n  ChainServer?: string\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));","export * from './plugin.js'\nexport * from './state.js'\nexport * from './utils.js'\nexport * from './endpoints.js'\nexport * from './chain-config.js'\nexport * from './service.js'\nexport { GLOBAL_CONFIG, type GlobalConfig } from './global-config.js'\nexport * from './db-context.js'\nexport * from './provider.js'\nexport * from './metrics.js'\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAKC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;;;ACKrD,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/chain-config.ts","../src/index.ts"],"sourcesContent":["export interface ChainConfig {\n  ChainID: string\n  Https?: string[]\n  ChainServer?: string\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));","export * from './plugin.js'\nexport * from './state.js'\nexport * from './utils.js'\nexport * from './endpoints.js'\nexport * from './chain-config.js'\nexport * from './service.js'\nexport { GLOBAL_CONFIG, type GlobalConfig } from './global-config.js'\nexport * from './db-context.js'\nexport * from './provider.js'\nexport * from './metrics.js'\nexport {\n  type DataBinding,\n  type Data_EthLog,\n  type Data_EthBlock,\n  type Data_EthTransaction,\n  type Data_EthTrace\n} from './gen/processor/protos/processor.js'\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAKC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;;;ACYrD,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}

package/lib/processor-runner.js

@@ -5,7 +5,7 @@ import {
 } from "./chunk-6XHWJ2VS.js";
 import {
   setupLogger
-} from "./chunk-BPGFX5S5.js";
+} from "./chunk-CPLWSUD7.js";
 import {
   DiagConsoleLogger,
   DiagLogLevel,
@@ -44,7 +44,7 @@ import {
   require_lodash,
   require_src,
   trace
-} from "./chunk-QELD44EL.js";
+} from "./chunk-X2VTMTYL.js";
 import {
   ExecutionConfig,
   HandlerType,
@@ -60,7 +60,7 @@ import {
   __toCommonJS,
   __toESM,
   require_minimal2 as require_minimal
-} from "./chunk-ZUTD563J.js";
+} from "./chunk-FO2V2K7T.js";
 
 // ../../node_modules/.pnpm/@opentelemetry+semantic-conventions@1.25.1/node_modules/@opentelemetry/semantic-conventions/build/esm/internal/utils.js
 // @__NO_SIDE_EFFECTS__
@@ -12966,19 +12966,19 @@ var require_root = __commonJS({
               return Span2;
             }();
             v1.Status = function() {
-              function Status(properties) {
+              function Status2(properties) {
                 if (properties) {
                   for (var keys = Object.keys(properties), i = 0; i < keys.length; ++i)
                     if (properties[keys[i]] != null)
                       this[keys[i]] = properties[keys[i]];
                 }
               }
-              Status.prototype.message = null;
-              Status.prototype.code = null;
-              Status.create = function create(properties) {
-                return new Status(properties);
+              Status2.prototype.message = null;
+              Status2.prototype.code = null;
+              Status2.create = function create(properties) {
+                return new Status2(properties);
               };
-              Status.encode = function encode(message, writer) {
+              Status2.encode = function encode(message, writer) {
                 if (!writer)
                   writer = $Writer.create();
                 if (message.message != null && Object.hasOwnProperty.call(message, "message"))
@@ -12993,10 +12993,10 @@ var require_root = __commonJS({
                   ).int32(message.code);
                 return writer;
               };
-              Status.encodeDelimited = function encodeDelimited(message, writer) {
+              Status2.encodeDelimited = function encodeDelimited(message, writer) {
                 return this.encode(message, writer).ldelim();
               };
-              Status.decode = function decode(reader, length) {
+              Status2.decode = function decode(reader, length) {
                 if (!(reader instanceof $Reader))
                   reader = $Reader.create(reader);
                 var end = length === void 0 ? reader.len : reader.pos + length, message = new $root.opentelemetry.proto.trace.v1.Status();
@@ -13018,12 +13018,12 @@ var require_root = __commonJS({
                 }
                 return message;
               };
-              Status.decodeDelimited = function decodeDelimited(reader) {
+              Status2.decodeDelimited = function decodeDelimited(reader) {
                 if (!(reader instanceof $Reader))
                   reader = new $Reader(reader);
                 return this.decode(reader, reader.uint32());
               };
-              Status.verify = function verify(message) {
+              Status2.verify = function verify(message) {
                 if (typeof message !== "object" || message === null)
                   return "object expected";
                 if (message.message != null && message.hasOwnProperty("message")) {
@@ -13041,7 +13041,7 @@ var require_root = __commonJS({
                   }
                 return null;
               };
-              Status.fromObject = function fromObject(object) {
+              Status2.fromObject = function fromObject(object) {
                 if (object instanceof $root.opentelemetry.proto.trace.v1.Status)
                   return object;
                 var message = new $root.opentelemetry.proto.trace.v1.Status();
@@ -13069,7 +13069,7 @@ var require_root = __commonJS({
                 }
                 return message;
               };
-              Status.toObject = function toObject(message, options2) {
+              Status2.toObject = function toObject(message, options2) {
                 if (!options2)
                   options2 = {};
                 var object = {};
@@ -13083,23 +13083,23 @@ var require_root = __commonJS({
                   object.code = options2.enums === String ? $root.opentelemetry.proto.trace.v1.Status.StatusCode[message.code] === void 0 ? message.code : $root.opentelemetry.proto.trace.v1.Status.StatusCode[message.code] : message.code;
                 return object;
               };
-              Status.prototype.toJSON = function toJSON() {
+              Status2.prototype.toJSON = function toJSON() {
                 return this.constructor.toObject(this, $protobuf.util.toJSONOptions);
               };
-              Status.getTypeUrl = function getTypeUrl(typeUrlPrefix) {
+              Status2.getTypeUrl = function getTypeUrl(typeUrlPrefix) {
                 if (typeUrlPrefix === void 0) {
                   typeUrlPrefix = "type.googleapis.com";
                 }
                 return typeUrlPrefix + "/opentelemetry.proto.trace.v1.Status";
               };
-              Status.StatusCode = function() {
+              Status2.StatusCode = function() {
                 var valuesById = {}, values = Object.create(valuesById);
                 values[valuesById[0] = "STATUS_CODE_UNSET"] = 0;
                 values[valuesById[1] = "STATUS_CODE_OK"] = 1;
                 values[valuesById[2] = "STATUS_CODE_ERROR"] = 2;
                 return values;
               }();
-              return Status;
+              return Status2;
             }();
             return v1;
           }();
@@ -25945,7 +25945,7 @@ function commandLineArgs(optionDefinitions2, options2) {
 var command_line_args_default = commandLineArgs;
 
 // src/processor-runner.ts
-var import_nice_grpc = __toESM(require_lib3(), 1);
+var import_nice_grpc2 = __toESM(require_lib3(), 1);
 var import_nice_grpc_error_details = __toESM(require_lib4(), 1);
 var import_nice_grpc_opentelemetry = __toESM(require_lib5(), 1);
 import http2 from "http";
@@ -25956,6 +25956,7 @@ import { createRequire } from "module";
 var import_fs_extra = __toESM(require_lib(), 1);
 import path from "path";
 import os from "os";
+import { createHash } from "crypto";
 var require2 = createRequire(import.meta.url);
 var FUEL_PROTO_UPDATE_VERSION = parseSemver("2.54.0-rc.7");
 var FUEL_PROTO_NO_FUEL_TRANSACTION_AS_CALL_VERSION = parseSemver("2.55.0-rc.1");
@@ -25964,6 +25965,22 @@ var ETH_USE_RAW_VERSION = parseSemver("2.57.9-rc.12");
 var PROCESSED_MOVE_EVENT_TX_HANDLER = new LRUCache({
   max: 1e4
 });
+var enableTxCache = process.env.ENABLE_PARSE_CACHE === "true";
+var PARSED_DATA_CACHE = new LRUCache({
+  max: enableTxCache ? 5e3 : 1
+});
+function getParsedData(rawData) {
+  if (!enableTxCache) {
+    return JSON.parse(rawData);
+  }
+  const digest = createHash("md5").update(rawData).digest("hex");
+  let parsedData = PARSED_DATA_CACHE.get(digest);
+  if (!parsedData) {
+    parsedData = JSON.parse(rawData);
+    PARSED_DATA_CACHE.set(digest, parsedData);
+  }
+  return parsedData;
+}
 function locatePackageJson(pkgId) {
   const m = require2.resolve(pkgId);
   let dir = path.dirname(m);
@@ -26064,17 +26081,31 @@ var FullProcessorServiceImpl = class {
         const ethLog = dataBinding.data?.ethLog;
         if (ethLog?.log == null && ethLog?.rawLog) {
           ethLog.log = JSON.parse(ethLog.rawLog);
-          ethLog.transaction = ethLog.rawTransaction ? JSON.parse(ethLog.rawTransaction) : void 0;
-          ethLog.block = ethLog.rawBlock ? JSON.parse(ethLog.rawBlock) : void 0;
-          ethLog.transactionReceipt = ethLog.rawTransactionReceipt ? JSON.parse(ethLog.rawTransactionReceipt) : void 0;
+          if (ethLog.rawTransaction) {
+            ethLog.transaction = getParsedData(ethLog.rawTransaction);
+          }
+          if (ethLog.rawBlock) {
+            ethLog.block = getParsedData(ethLog.rawBlock);
+          }
+          if (ethLog.rawTransactionReceipt) {
+            ethLog.transactionReceipt = getParsedData(ethLog.rawTransactionReceipt);
+          }
         }
         break;
       case 11 /* ETH_TRANSACTION */:
         const ethTx = dataBinding.data?.ethTransaction;
         if (ethTx?.transaction == null && ethTx?.rawTransaction) {
-          ethTx.transaction = JSON.parse(ethTx.rawTransaction);
-          ethTx.block = ethTx.rawBlock ? JSON.parse(ethTx.rawBlock) : void 0;
-          ethTx.transactionReceipt = ethTx.rawTransactionReceipt ? JSON.parse(ethTx.rawTransactionReceipt) : void 0;
+          ethTx.transaction = getParsedData(ethTx.rawTransaction);
+          if (ethTx.rawBlock) {
+            ethTx.block = getParsedData(ethTx.rawBlock);
+          } else {
+            ethTx.block = void 0;
+          }
+          if (ethTx.rawTransactionReceipt) {
+            ethTx.transactionReceipt = getParsedData(ethTx.rawTransactionReceipt);
+          } else {
+            ethTx.transactionReceipt = void 0;
+          }
         }
         break;
       case 20 /* FUEL_TRANSACTION */:
@@ -26097,7 +26128,7 @@ var FullProcessorServiceImpl = class {
         const aptEvent = dataBinding.data?.aptEvent;
         if (aptEvent) {
           if (isBeforeMoveUseRawVersion && aptEvent.rawTransaction) {
-            const transaction = JSON.parse(aptEvent.rawTransaction);
+            const transaction = getParsedData(aptEvent.rawTransaction);
             const key = `${transaction.hash}-${dataBinding.handlerIds[0]}`;
             if (PROCESSED_MOVE_EVENT_TX_HANDLER.has(key)) {
               console.debug("skip binding", key);
@@ -26116,7 +26147,7 @@ var FullProcessorServiceImpl = class {
         const aptCall = dataBinding.data?.aptCall;
         if (aptCall) {
           if (isBeforeMoveUseRawVersion && aptCall.rawTransaction) {
-            aptCall.transaction = JSON.parse(aptCall.rawTransaction);
+            aptCall.transaction = getParsedData(aptCall.rawTransaction);
           }
         }
         break;
@@ -26132,7 +26163,7 @@ var FullProcessorServiceImpl = class {
         const suiEvent = dataBinding.data?.suiEvent;
         if (suiEvent) {
           if (isBeforeMoveUseRawVersion && suiEvent.rawTransaction) {
-            const transaction = JSON.parse(suiEvent.rawTransaction);
+            const transaction = getParsedData(suiEvent.rawTransaction);
             const key = `${transaction.digest}-${dataBinding.handlerIds[0]}`;
             if (PROCESSED_MOVE_EVENT_TX_HANDLER.has(key)) {
               console.debug("skip binding", key);
@@ -26151,7 +26182,7 @@ var FullProcessorServiceImpl = class {
         const suiCall = dataBinding.data?.suiCall;
         if (suiCall) {
           if (isBeforeMoveUseRawVersion && suiCall.rawTransaction) {
-            suiCall.transaction = JSON.parse(suiCall.rawTransaction);
+            suiCall.transaction = getParsedData(suiCall.rawTransaction);
           }
         }
         break;
@@ -26256,6 +26287,7 @@ var ActionServer = class {
 import("node:process").then((p) => p.stdout.write(""));
 
 // src/service-manager.ts
+var import_nice_grpc = __toESM(require_lib3(), 1);
 import { Piscina } from "piscina";
 import { MessageChannel } from "node:worker_threads";
 var { process_binding_count, process_binding_time, process_binding_error } = processMetrics;
@@ -26290,18 +26322,10 @@ var ServiceManager = class extends ProcessorServiceImpl {
     await this.pool?.destroy();
     return await super.stop(request3, context2);
   }
-  async process(request3, dbContext) {
-    if (!this.pool) {
-      await this.initPool();
-    }
-    return this.pool.run(
-      { request: request3, workerPort: dbContext?.workerPort },
-      { transferList: dbContext?.workerPort ? [dbContext?.workerPort] : [] }
-    );
-  }
   contexts = new Contexts();
   async handleRequests(requests, subject) {
     for await (const request3 of requests) {
+      let lastBinding = void 0;
       try {
         if (request3.binding) {
           process_binding_count.add(1);
@@ -26312,22 +26336,23 @@ var ServiceManager = class extends ProcessorServiceImpl {
             });
             continue;
           }
-          const binding = request3.binding;
-          const dbContext = this.contexts.new(request3.processId, subject);
-          const start = Date.now();
-          this.process(binding, dbContext).then(async (result) => {
-            subject.next({
-              result,
-              processId: request3.processId
+          if (this.enablePartition) {
+            PluginManager.INSTANCE.partition(request3.binding).then((partitions) => {
+              subject.next({
+                processId: request3.processId,
+                partitions
+              });
             });
-          }).catch((e) => {
-            dbContext.error(request3.processId, e);
-            process_binding_error.add(1);
-          }).finally(() => {
-            const cost = Date.now() - start;
-            process_binding_time.add(cost);
-            this.contexts.delete(request3.processId);
-          });
+            lastBinding = request3.binding;
+          } else {
+            this.doProcess(request3.processId, request3.binding, subject);
+          }
+        }
+        if (request3.start) {
+          if (!lastBinding) {
+            throw new import_nice_grpc.ServerError(import_nice_grpc.Status.INVALID_ARGUMENT, "start request received without binding");
+          }
+          this.doProcess(request3.processId, lastBinding, subject);
         }
         if (request3.dbResult) {
           const dbContext = this.contexts.get(request3.processId);
@@ -26342,6 +26367,32 @@ var ServiceManager = class extends ProcessorServiceImpl {
       }
     }
   }
+  doProcess(processId, binding, subject) {
+    const dbContext = this.contexts.new(processId, subject);
+    const start = Date.now();
+    this.process(binding, dbContext).then(async (result) => {
+      subject.next({
+        result,
+        processId
+      });
+    }).catch((e) => {
+      dbContext.error(processId, e);
+      process_binding_error.add(1);
+    }).finally(() => {
+      const cost = Date.now() - start;
+      process_binding_time.add(cost);
+      this.contexts.delete(processId);
+    });
+  }
+  async process(request3, dbContext) {
+    if (!this.pool) {
+      await this.initPool();
+    }
+    return this.pool.run(
+      { request: request3, workerPort: dbContext?.workerPort },
+      { transferList: dbContext?.workerPort ? [dbContext?.workerPort] : [] }
+    );
+  }
   async initPool() {
     if (this.pool) {
       await this.pool.close();
@@ -26466,7 +26517,7 @@ if (options["start-action-server"]) {
   server = new ActionServer(loader);
   server.listen(options.port);
 } else {
-  server = (0, import_nice_grpc.createServer)({
+  server = (0, import_nice_grpc2.createServer)({
     "grpc.max_send_message_length": 768 * 1024 * 1024,
     "grpc.max_receive_message_length": 768 * 1024 * 1024,
     "grpc.default_compression_algorithm": import_grpc_js.compressionAlgorithms.gzip