@sentio/runtime 2.59.0-rc.9 → 2.59.1-rc.1

package/lib/service-worker.d.ts

@@ -1,11 +1,10 @@
-import * as _sentio_protos from '@sentio/protos';
-import { DataBinding } from '@sentio/protos';
+import { ProcessStreamRequest } from '@sentio/protos';
 import { MessagePort } from 'worker_threads';
 
-declare function export_default({ request, processId, workerPort }: {
-    request: DataBinding;
+declare function export_default({ processId, request: firstRequest, workerPort }: {
     processId: number;
-    workerPort?: MessagePort;
-}): Promise<_sentio_protos.ProcessResult>;
+    request: ProcessStreamRequest;
+    workerPort: MessagePort;
+}): Promise<void>;
 
 export { export_default as default };

package/lib/service-worker.js

@@ -1,27 +1,26 @@
 import { createRequire as createRequireShim } from 'module'; const require = createRequireShim(import.meta.url);
 import {
   setupLogger
-} from "./chunk-GD7EL7GH.js";
+} from "./chunk-U5UZYRQ4.js";
 import {
-  AbstractStoreContext,
+  ProcessorServiceImpl,
   configureEndpoints,
   errorString,
   freezeGlobalConfig,
-  recordRuntimeInfo,
+  require_cjs,
   require_lib3 as require_lib,
   require_lib4 as require_lib2
-} from "./chunk-J23VJQSB.js";
+} from "./chunk-4UYFH4YB.js";
 import {
-  PluginManager,
-  ProcessConfigResponse,
   __toESM
-} from "./chunk-3T4PWGQU.js";
+} from "./chunk-LCS6SRJY.js";
 
 // src/service-worker.ts
 var import_nice_grpc = __toESM(require_lib(), 1);
 var import_nice_grpc_error_details = __toESM(require_lib2(), 1);
-import { BroadcastChannel, threadId } from "worker_threads";
+import { threadId } from "worker_threads";
 import { Piscina } from "piscina";
+var import_rxjs = __toESM(require_cjs(), 1);
 var started = false;
 var unhandled;
 process.on("uncaughtException", (err) => {
@@ -33,15 +32,10 @@ process.on("uncaughtException", (err) => {
   }
   console.error("Unhandled Rejection, please checking if await is properly", reason);
   unhandled = reason;
+}).on("exit", () => {
+  console.info("Worker thread exiting, threadId:", threadId);
 });
-async function getConfig(request, context) {
-  if (!started) {
-    throw new import_nice_grpc.ServerError(import_nice_grpc.Status.UNAVAILABLE, "Service Not started.");
-  }
-  const newConfig = ProcessConfigResponse.fromPartial({});
-  await PluginManager.INSTANCE.configure(newConfig);
-  return newConfig;
-}
+var service;
 var loader = async (options) => {
   if (options.target) {
     const m = await import(options.target);
@@ -49,27 +43,24 @@ var loader = async (options) => {
     return m;
   }
 };
-var configureChannel = new BroadcastChannel("configure_channel");
-configureChannel.onmessage = (request) => {
-  getConfig(request);
-};
+var emptyCallContext = {};
 async function start(request, options) {
   if (started) {
     return {};
   }
   freezeGlobalConfig();
   try {
-    await loader(options);
+    service = new ProcessorServiceImpl(() => loader(options), options);
   } catch (e) {
     throw new import_nice_grpc.ServerError(import_nice_grpc.Status.INVALID_ARGUMENT, "Failed to load processor: " + errorString(e));
   }
-  await PluginManager.INSTANCE.start(request);
+  await service.start(request, emptyCallContext);
   started = true;
   return {};
 }
 async function service_worker_default({
-  request,
   processId,
+  request: firstRequest,
   workerPort
 }) {
   const { startRequest, configRequest, options } = Piscina.workerData;
@@ -79,16 +70,17 @@ async function service_worker_default({
     configureEndpoints(options);
     if (startRequest) {
       await start(startRequest, options);
-      console.debug("worker started, template instance:", startRequest.templateInstances?.length);
+      console.debug("worker", threadId, " started, template instance:", startRequest.templateInstances?.length);
     }
     if (configRequest) {
-      await getConfig(configRequest);
-      console.debug("worker configured");
+      await service?.getConfig(configRequest, emptyCallContext);
+      console.debug("worker", threadId, " configured");
     }
   }
   if (unhandled) {
     const err = unhandled;
     unhandled = void 0;
+    console.error("Unhandled exception/rejection in previous request:", err);
     throw new import_nice_grpc_error_details.RichServerError(
       import_nice_grpc.Status.UNAVAILABLE,
       "Unhandled exception/rejection in previous request: " + errorString(err),
@@ -100,29 +92,39 @@ async function service_worker_default({
       ]
     );
   }
-  const result = await PluginManager.INSTANCE.processBinding(
-    request,
-    void 0,
-    workerPort ? new WorkerStoreContext(workerPort, processId) : void 0
-  );
-  recordRuntimeInfo(result, request.handlerType);
-  return result;
-}
-var WorkerStoreContext = class extends AbstractStoreContext {
-  constructor(port, processId) {
-    super(processId);
-    this.port = port;
-    this.port.on("message", (resp) => {
-      this.result(resp);
+  const timeout = options["worker-timeout"] || 0;
+  const enablePartition = options["enable-partition"] || false;
+  await new Promise((resolve, reject) => {
+    const subject = new import_rxjs.Subject();
+    let timeoutId = void 0;
+    subject.subscribe((resp) => {
+      console.debug("Worker", threadId, "send response:", resp.result ? "result" : "dbResult");
+      workerPort.postMessage(resp);
+      if (resp.result) {
+        if (timeoutId) clearTimeout(timeoutId);
+        resolve();
+        workerPort.close();
+      }
     });
-    this.port.on("close", () => {
-      this.close();
+    workerPort.on("message", (msg) => {
+      const request = msg;
+      console.debug("Worker", threadId, "received request:", request.start ? "start" : "dbResult");
+      service?.handleRequest(request, firstRequest.binding, subject);
+      if (enablePartition && request.start && timeout > 0) {
+        timeoutId = setTimeout(async () => {
+          reject(new import_nice_grpc_error_details.RichServerError(import_nice_grpc.Status.DEADLINE_EXCEEDED, "Worker timeout exceeded"));
+        }, timeout);
+      }
     });
-  }
-  doSend(req) {
-    this.port.postMessage(req);
-  }
-};
+    console.debug("Worker", threadId, "handle request: binding");
+    service?.handleRequest(firstRequest, firstRequest.binding, subject);
+    if (!enablePartition && timeout > 0) {
+      timeoutId = setTimeout(() => {
+        reject(new import_nice_grpc_error_details.RichServerError(import_nice_grpc.Status.DEADLINE_EXCEEDED, "Worker timeout exceeded"));
+      }, timeout);
+    }
+  });
+}
 import("node:process").then((p) => p.stdout.write(""));
 export {
   service_worker_default as default

package/lib/service-worker.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import {\n  DataBinding,\n  DBResponse,\n  DeepPartial,\n  Empty,\n  ProcessConfigRequest,\n  ProcessConfigResponse,\n  ProcessStreamResponse,\n  StartRequest\n} from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { PluginManager } from './plugin.js'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { recordRuntimeInfo } from './service.js'\nimport { BroadcastChannel, MessagePort, threadId } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\nimport { setupLogger } from './logger.js'\nimport { AbstractStoreContext } from './db-context.js'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n\nasync function getConfig(request: ProcessConfigRequest, context?: CallContext): Promise<ProcessConfigResponse> {\n  if (!started) {\n    throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')\n  }\n\n  const newConfig = ProcessConfigResponse.fromPartial({})\n  await PluginManager.INSTANCE.configure(newConfig)\n  return newConfig\n}\n\nconst loader = async (options: any) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst configureChannel = new BroadcastChannel('configure_channel')\nconfigureChannel.onmessage = (request: ProcessConfigRequest) => {\n  getConfig(request)\n}\n\nasync function start(request: StartRequest, options: any): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    await loader(options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await PluginManager.INSTANCE.start(request)\n  started = true\n  return {}\n}\n\nexport default async function ({\n  request,\n  processId,\n  workerPort\n}: {\n  request: DataBinding\n  processId: number\n  workerPort?: MessagePort\n}) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()\n    setupLogger(options['log-format'] === 'json', logLevel === 'debug' ? true : options.debug, threadId)\n\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker started, template instance:', startRequest.templateInstances?.length)\n    }\n\n    if (configRequest) {\n      await getConfig(configRequest)\n      console.debug('worker configured')\n    }\n  }\n\n  if (unhandled) {\n    const err = unhandled\n    unhandled = undefined\n    throw new RichServerError(\n      Status.UNAVAILABLE,\n      'Unhandled exception/rejection in previous request: ' + errorString(err),\n      [\n        DebugInfo.fromPartial({\n          detail: err.message,\n          stackEntries: err.stack?.split('\\n')\n        })\n      ]\n    )\n  }\n\n  const result = await PluginManager.INSTANCE.processBinding(\n    request,\n    undefined,\n    workerPort ? new WorkerStoreContext(workerPort, processId) : undefined\n  )\n  recordRuntimeInfo(result, request.handlerType)\n  return result\n}\n\nclass WorkerStoreContext extends AbstractStoreContext {\n  constructor(\n    readonly port: MessagePort,\n    processId: number\n  ) {\n    super(processId)\n    this.port.on('message', (resp: DBResponse) => {\n      this.result(resp)\n    })\n    this.port.on('close', () => {\n      this.close()\n    })\n  }\n\n  doSend(req: DeepPartial<ProcessStreamResponse>): void {\n    this.port.postMessage(req)\n  }\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;;;AAUA,uBAAiD;AAIjD,qCAA2C;AAE3C,SAAS,kBAA+B,gBAAgB;AACxD,SAAS,eAAe;AAKxB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC;AAEH,eAAe,UAAU,SAA+B,SAAuD;AAC7G,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,6BAAY,wBAAO,aAAa,sBAAsB;AAAA,EAClE;AAEA,QAAM,YAAY,sBAAsB,YAAY,CAAC,CAAC;AACtD,QAAM,cAAc,SAAS,UAAU,SAAS;AAChD,SAAO;AACT;AAEA,IAAM,SAAS,OAAO,YAAiB;AACrC,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAmB,IAAI,iBAAiB,mBAAmB;AACjE,iBAAiB,YAAY,CAAC,YAAkC;AAC9D,YAAU,OAAO;AACnB;AAEA,eAAe,MAAM,SAAuB,SAA8B;AACxE,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,UAAM,OAAO,OAAO;AAAA,EACtB,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,cAAc,SAAS,MAAM,OAAO;AAC1C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AACF,GAIG;AACD,QAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,MAAI,CAAC,SAAS;AACZ,UAAM,WAAW,QAAQ,IAAI,WAAW,GAAG,YAAY;AACvD,gBAAY,QAAQ,YAAY,MAAM,QAAQ,aAAa,UAAU,OAAO,QAAQ,OAAO,QAAQ;AAEnG,uBAAmB,OAAO;AAE1B,QAAI,cAAc;AAChB,YAAM,MAAM,cAAc,OAAO;AACjC,cAAQ,MAAM,sCAAsC,aAAa,mBAAmB,MAAM;AAAA,IAC5F;AAEA,QAAI,eAAe;AACjB,YAAM,UAAU,aAAa;AAC7B,cAAQ,MAAM,mBAAmB;AAAA,IACnC;AAAA,EACF;AAEA,MAAI,WAAW;AACb,UAAM,MAAM;AACZ,gBAAY;AACZ,UAAM,IAAI;AAAA,MACR,wBAAO;AAAA,MACP,wDAAwD,YAAY,GAAG;AAAA,MACvE;AAAA,QACE,yCAAU,YAAY;AAAA,UACpB,QAAQ,IAAI;AAAA,UACZ,cAAc,IAAI,OAAO,MAAM,IAAI;AAAA,QACrC,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAEA,QAAM,SAAS,MAAM,cAAc,SAAS;AAAA,IAC1C;AAAA,IACA;AAAA,IACA,aAAa,IAAI,mBAAmB,YAAY,SAAS,IAAI;AAAA,EAC/D;AACA,oBAAkB,QAAQ,QAAQ,WAAW;AAC7C,SAAO;AACT;AAEA,IAAM,qBAAN,cAAiC,qBAAqB;AAAA,EACpD,YACW,MACT,WACA;AACA,UAAM,SAAS;AAHN;AAIT,SAAK,KAAK,GAAG,WAAW,CAAC,SAAqB;AAC5C,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,SAAK,KAAK,GAAG,SAAS,MAAM;AAC1B,WAAK,MAAM;AAAA,IACb,CAAC;AAAA,EACH;AAAA,EAEA,OAAO,KAA+C;AACpD,SAAK,KAAK,YAAY,GAAG;AAAA,EAC3B;AACF;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import { DeepPartial, Empty, ProcessStreamRequest, ProcessStreamResponse, StartRequest } from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { ProcessorServiceImpl } from './service.js'\nimport { MessagePort, threadId } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\nimport { setupLogger } from './logger.js'\nimport { Subject } from 'rxjs'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n  .on('exit', () => {\n    console.info('Worker thread exiting, threadId:', threadId)\n  })\n\nlet service: ProcessorServiceImpl | undefined\n\nconst loader = async (options: any) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst emptyCallContext = <CallContext>{}\n\nasync function start(request: StartRequest, options: any): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    service = new ProcessorServiceImpl(() => loader(options), options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await service.start(request, emptyCallContext)\n  started = true\n  return {}\n}\n\nexport default async function ({\n  processId,\n  request: firstRequest,\n  workerPort\n}: {\n  processId: number\n  request: ProcessStreamRequest\n  workerPort: MessagePort\n}) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()\n    setupLogger(options['log-format'] === 'json', logLevel === 'debug' ? true : options.debug, threadId)\n\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker', threadId, ' started, template instance:', startRequest.templateInstances?.length)\n    }\n\n    if (configRequest) {\n      await service?.getConfig(configRequest, emptyCallContext)\n      console.debug('worker', threadId, ' configured')\n    }\n  }\n\n  if (unhandled) {\n    const err = unhandled\n    unhandled = undefined\n    console.error('Unhandled exception/rejection in previous request:', err)\n    throw new RichServerError(\n      Status.UNAVAILABLE,\n      'Unhandled exception/rejection in previous request: ' + errorString(err),\n      [\n        DebugInfo.fromPartial({\n          detail: err.message,\n          stackEntries: err.stack?.split('\\n')\n        })\n      ]\n    )\n  }\n  const timeout = options['worker-timeout'] || 0\n  const enablePartition = options['enable-partition'] || false\n  await new Promise<void>((resolve, reject) => {\n    const subject = new Subject<DeepPartial<ProcessStreamResponse>>()\n    let timeoutId: NodeJS.Timeout | undefined = undefined\n    subject.subscribe((resp: ProcessStreamResponse) => {\n      console.debug('Worker', threadId, 'send response:', resp.result ? 'result' : 'dbResult')\n      workerPort.postMessage(resp)\n      // receive the response from the processor , close and resolve the promise\n      if (resp.result) {\n        if (timeoutId) clearTimeout(timeoutId)\n        resolve()\n        workerPort.close()\n      }\n    })\n    workerPort.on('message', (msg: ProcessStreamRequest) => {\n      const request = msg as ProcessStreamRequest\n      console.debug('Worker', threadId, 'received request:', request.start ? 'start' : 'dbResult')\n      service?.handleRequest(request, firstRequest.binding, subject)\n      if (enablePartition && request.start && timeout > 0) {\n        timeoutId = setTimeout(async () => {\n          reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n        }, timeout)\n      }\n    })\n    console.debug('Worker', threadId, 'handle request: binding')\n    service?.handleRequest(firstRequest, firstRequest.binding, subject)\n    if (!enablePartition && timeout > 0) {\n      timeoutId = setTimeout(() => {\n        reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n      }, timeout)\n    }\n  })\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;AACA,uBAAiD;AAGjD,qCAA2C;AAE3C,SAAsB,gBAAgB;AACtC,SAAS,eAAe;AAGxB,kBAAwB;AAExB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC,EACA,GAAG,QAAQ,MAAM;AAChB,UAAQ,KAAK,oCAAoC,QAAQ;AAC3D,CAAC;AAEH,IAAI;AAEJ,IAAM,SAAS,OAAO,YAAiB;AACrC,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAgC,CAAC;AAEvC,eAAe,MAAM,SAAuB,SAA8B;AACxE,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,cAAU,IAAI,qBAAqB,MAAM,OAAO,OAAO,GAAG,OAAO;AAAA,EACnE,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,QAAQ,MAAM,SAAS,gBAAgB;AAC7C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB;AAAA,EAC7B;AAAA,EACA,SAAS;AAAA,EACT;AACF,GAIG;AACD,QAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,MAAI,CAAC,SAAS;AACZ,UAAM,WAAW,QAAQ,IAAI,WAAW,GAAG,YAAY;AACvD,gBAAY,QAAQ,YAAY,MAAM,QAAQ,aAAa,UAAU,OAAO,QAAQ,OAAO,QAAQ;AAEnG,uBAAmB,OAAO;AAE1B,QAAI,cAAc;AAChB,YAAM,MAAM,cAAc,OAAO;AACjC,cAAQ,MAAM,UAAU,UAAU,gCAAgC,aAAa,mBAAmB,MAAM;AAAA,IAC1G;AAEA,QAAI,eAAe;AACjB,YAAM,SAAS,UAAU,eAAe,gBAAgB;AACxD,cAAQ,MAAM,UAAU,UAAU,aAAa;AAAA,IACjD;AAAA,EACF;AAEA,MAAI,WAAW;AACb,UAAM,MAAM;AACZ,gBAAY;AACZ,YAAQ,MAAM,sDAAsD,GAAG;AACvE,UAAM,IAAI;AAAA,MACR,wBAAO;AAAA,MACP,wDAAwD,YAAY,GAAG;AAAA,MACvE;AAAA,QACE,yCAAU,YAAY;AAAA,UACpB,QAAQ,IAAI;AAAA,UACZ,cAAc,IAAI,OAAO,MAAM,IAAI;AAAA,QACrC,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACA,QAAM,UAAU,QAAQ,gBAAgB,KAAK;AAC7C,QAAM,kBAAkB,QAAQ,kBAAkB,KAAK;AACvD,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,UAAM,UAAU,IAAI,oBAA4C;AAChE,QAAI,YAAwC;AAC5C,YAAQ,UAAU,CAAC,SAAgC;AACjD,cAAQ,MAAM,UAAU,UAAU,kBAAkB,KAAK,SAAS,WAAW,UAAU;AACvF,iBAAW,YAAY,IAAI;AAE3B,UAAI,KAAK,QAAQ;AACf,YAAI,UAAW,cAAa,SAAS;AACrC,gBAAQ;AACR,mBAAW,MAAM;AAAA,MACnB;AAAA,IACF,CAAC;AACD,eAAW,GAAG,WAAW,CAAC,QAA8B;AACtD,YAAM,UAAU;AAChB,cAAQ,MAAM,UAAU,UAAU,qBAAqB,QAAQ,QAAQ,UAAU,UAAU;AAC3F,eAAS,cAAc,SAAS,aAAa,SAAS,OAAO;AAC7D,UAAI,mBAAmB,QAAQ,SAAS,UAAU,GAAG;AACnD,oBAAY,WAAW,YAAY;AACjC,iBAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,QACjF,GAAG,OAAO;AAAA,MACZ;AAAA,IACF,CAAC;AACD,YAAQ,MAAM,UAAU,UAAU,yBAAyB;AAC3D,aAAS,cAAc,cAAc,aAAa,SAAS,OAAO;AAClE,QAAI,CAAC,mBAAmB,UAAU,GAAG;AACnC,kBAAY,WAAW,MAAM;AAC3B,eAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,MACjF,GAAG,OAAO;AAAA,IACZ;AAAA,EACF,CAAC;AACH;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}

package/lib/test-processor.test.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/test-processor.test.ts"],"sourcesContent":["import { Plugin, PluginManager } from './plugin.js'\nimport { DataBinding, HandlerType, ProcessResult } from './gen/processor/protos/processor.js'\n\nclass TestPlugin extends Plugin {\n  async processBinding(request: DataBinding): Promise<ProcessResult> {\n    const dbContext = PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    if (dbContext) {\n      await dbContext.sendRequest({\n        get: {\n          entity: 'Test',\n          id: '1'\n        }\n      })\n    }\n\n    return ProcessResult.fromPartial({\n      states: {\n        configUpdated: true\n      }\n    })\n  }\n  supportedHandlers = [HandlerType.UNKNOWN, HandlerType.ETH_LOG]\n}\n\nPluginManager.INSTANCE.plugins = []\nPluginManager.INSTANCE.register(new TestPlugin())\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;AAGA,IAAM,aAAN,cAAyB,OAAO;AAAA,EAC9B,MAAM,eAAe,SAA8C;AACjE,UAAM,YAAY,cAAc,SAAS,sBAAsB,SAAS;AACxE,QAAI,WAAW;AACb,YAAM,UAAU,YAAY;AAAA,QAC1B,KAAK;AAAA,UACH,QAAQ;AAAA,UACR,IAAI;AAAA,QACN;AAAA,MACF,CAAC;AAAA,IACH;AAEA,WAAO,cAAc,YAAY;AAAA,MAC/B,QAAQ;AAAA,QACN,eAAe;AAAA,MACjB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EACA,oBAAoB,iCAAyC;AAC/D;AAEA,cAAc,SAAS,UAAU,CAAC;AAClC,cAAc,SAAS,SAAS,IAAI,WAAW,CAAC;AAC/C,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/test-processor.test.ts"],"sourcesContent":["import { Plugin, PluginManager } from './plugin.js'\nimport { DataBinding, HandlerType, ProcessResult } from './gen/processor/protos/processor.js'\nimport { ProcessStreamResponse_Partitions } from '@sentio/protos'\n\nclass TestPlugin extends Plugin {\n  async processBinding(request: DataBinding): Promise<ProcessResult> {\n    const dbContext = PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    if (dbContext) {\n      await dbContext.sendRequest({\n        get: {\n          entity: 'Test',\n          id: '1'\n        }\n      })\n    }\n\n    return ProcessResult.fromPartial({\n      states: {\n        configUpdated: true\n      }\n    })\n  }\n  supportedHandlers = [HandlerType.UNKNOWN, HandlerType.ETH_LOG]\n\n  async partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions> {\n    return {\n      partitions: request.handlerIds.reduce(\n        (acc, id) => ({\n          ...acc,\n          [id]: {\n            userValue: 'test'\n          }\n        }),\n        {}\n      )\n    }\n  }\n}\n\nPluginManager.INSTANCE.plugins = []\nPluginManager.INSTANCE.register(new TestPlugin())\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;AAIA,IAAM,aAAN,cAAyB,OAAO;AAAA,EAC9B,MAAM,eAAe,SAA8C;AACjE,UAAM,YAAY,cAAc,SAAS,sBAAsB,SAAS;AACxE,QAAI,WAAW;AACb,YAAM,UAAU,YAAY;AAAA,QAC1B,KAAK;AAAA,UACH,QAAQ;AAAA,UACR,IAAI;AAAA,QACN;AAAA,MACF,CAAC;AAAA,IACH;AAEA,WAAO,cAAc,YAAY;AAAA,MAC/B,QAAQ;AAAA,QACN,eAAe;AAAA,MACjB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EACA,oBAAoB,iCAAyC;AAAA,EAE7D,MAAM,UAAU,SAAiE;AAC/E,WAAO;AAAA,MACL,YAAY,QAAQ,WAAW;AAAA,QAC7B,CAAC,KAAK,QAAQ;AAAA,UACZ,GAAG;AAAA,UACH,CAAC,EAAE,GAAG;AAAA,YACJ,WAAW;AAAA,UACb;AAAA,QACF;AAAA,QACA,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;AAEA,cAAc,SAAS,UAAU,CAAC;AAClC,cAAc,SAAS,SAAS,IAAI,WAAW,CAAC;AAC/C,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "2.59.0-rc.9",
+  "version": "2.59.1-rc.1",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/db-context.ts

@@ -95,9 +95,6 @@ export abstract class AbstractStoreContext implements IStoreContext {
 
     return Promise.race(promises)
       .then((result: DBResponse) => {
-        if (timeoutSecs) {
-          console.debug('db request', requestType, 'op', opId, ' took', Date.now() - start, 'ms')
-        }
         request_times[requestType]?.add(Date.now() - start)
         return result
       })
@@ -134,10 +131,11 @@ export abstract class AbstractStoreContext implements IStoreContext {
   }
 
   error(processId: number, e: any) {
-    console.error('process error', processId, e)
+    const stack = e.stack
+    console.error('process error', processId, e, stack)
     const errorResult = ProcessResult.create({
       states: {
-        error: e?.toString()
+        error: e?.toString() + (stack ? `\n${stack}` : '')
       }
     })
     this.doSend({ result: errorResult, processId })

package/src/full-service.ts

@@ -21,6 +21,7 @@ import os from 'os'
 import { GLOBAL_CONFIG } from './global-config.js'
 import { compareSemver, parseSemver, Semver } from './utils.js'
 import { LRUCache } from 'lru-cache'
+import { createHash } from 'crypto'
 
 const require = createRequire(import.meta.url)
 
@@ -35,6 +36,37 @@ const PROCESSED_MOVE_EVENT_TX_HANDLER = new LRUCache<string, boolean>({
   max: 10000
 })
 
+const enableTxCache = process.env.ENABLE_PARSE_CACHE === 'true'
+
+// Cache for parsed JSON data
+const PARSED_DATA_CACHE = new LRUCache<string, any>({
+  max: enableTxCache ? 5000 : 1
+})
+
+/**
+ * Gets parsed JSON data from a string, using a cache to avoid repeated parsing
+ * @param rawData The raw string data to parse
+ * @returns The parsed JSON object
+ */
+function getParsedData(rawData: string): any {
+  if (!enableTxCache) {
+    return JSON.parse(rawData)
+  }
+
+  // Create a digest of the raw data for cache key
+  const digest = createHash('md5').update(rawData).digest('hex')
+
+  // Check if we already have this data parsed
+  let parsedData = PARSED_DATA_CACHE.get(digest)
+  if (!parsedData) {
+    // Parse and cache the data
+    parsedData = JSON.parse(rawData)
+    PARSED_DATA_CACHE.set(digest, parsedData)
+  }
+
+  return parsedData
+}
+
 function locatePackageJson(pkgId: string) {
   const m = require.resolve(pkgId)
 
@@ -173,19 +205,32 @@ export class FullProcessorServiceImpl implements ProcessorServiceImplementation
         const ethLog = dataBinding.data?.ethLog
         if (ethLog?.log == null && ethLog?.rawLog) {
           ethLog.log = JSON.parse(ethLog.rawLog)
-          ethLog.transaction = ethLog.rawTransaction ? JSON.parse(ethLog.rawTransaction) : undefined
-          ethLog.block = ethLog.rawBlock ? JSON.parse(ethLog.rawBlock) : undefined
-          ethLog.transactionReceipt = ethLog.rawTransactionReceipt
-            ? JSON.parse(ethLog.rawTransactionReceipt)
-            : undefined
+
+          if (ethLog.rawTransaction) {
+            ethLog.transaction = getParsedData(ethLog.rawTransaction)
+          }
+          if (ethLog.rawBlock) {
+            ethLog.block = getParsedData(ethLog.rawBlock)
+          }
+          if (ethLog.rawTransactionReceipt) {
+            ethLog.transactionReceipt = getParsedData(ethLog.rawTransactionReceipt)
+          }
         }
         break
       case HandlerType.ETH_TRANSACTION:
         const ethTx = dataBinding.data?.ethTransaction
         if (ethTx?.transaction == null && ethTx?.rawTransaction) {
-          ethTx.transaction = JSON.parse(ethTx.rawTransaction)
-          ethTx.block = ethTx.rawBlock ? JSON.parse(ethTx.rawBlock) : undefined
-          ethTx.transactionReceipt = ethTx.rawTransactionReceipt ? JSON.parse(ethTx.rawTransactionReceipt) : undefined
+          ethTx.transaction = getParsedData(ethTx.rawTransaction)
+          if (ethTx.rawBlock) {
+            ethTx.block = getParsedData(ethTx.rawBlock)
+          } else {
+            ethTx.block = undefined
+          }
+          if (ethTx.rawTransactionReceipt) {
+            ethTx.transactionReceipt = getParsedData(ethTx.rawTransactionReceipt)
+          } else {
+            ethTx.transactionReceipt = undefined
+          }
         }
         break
       case HandlerType.FUEL_TRANSACTION:
@@ -209,7 +254,8 @@ export class FullProcessorServiceImpl implements ProcessorServiceImplementation
         const aptEvent = dataBinding.data?.aptEvent
         if (aptEvent) {
           if (isBeforeMoveUseRawVersion && aptEvent.rawTransaction) {
-            const transaction = JSON.parse(aptEvent.rawTransaction)
+            const transaction = getParsedData(aptEvent.rawTransaction)
+
             const key = `${transaction.hash}-${dataBinding.handlerIds[0]}`
             if (PROCESSED_MOVE_EVENT_TX_HANDLER.has(key)) {
               console.debug('skip binding', key)
@@ -230,7 +276,7 @@ export class FullProcessorServiceImpl implements ProcessorServiceImplementation
         const aptCall = dataBinding.data?.aptCall
         if (aptCall) {
           if (isBeforeMoveUseRawVersion && aptCall.rawTransaction) {
-            aptCall.transaction = JSON.parse(aptCall.rawTransaction)
+            aptCall.transaction = getParsedData(aptCall.rawTransaction)
           }
         }
         break
@@ -246,7 +292,8 @@ export class FullProcessorServiceImpl implements ProcessorServiceImplementation
         const suiEvent = dataBinding.data?.suiEvent
         if (suiEvent) {
           if (isBeforeMoveUseRawVersion && suiEvent.rawTransaction) {
-            const transaction = JSON.parse(suiEvent.rawTransaction)
+            const transaction = getParsedData(suiEvent.rawTransaction)
+
             const key = `${transaction.digest}-${dataBinding.handlerIds[0]}`
             if (PROCESSED_MOVE_EVENT_TX_HANDLER.has(key)) {
               console.debug('skip binding', key)
@@ -267,7 +314,7 @@ export class FullProcessorServiceImpl implements ProcessorServiceImplementation
         const suiCall = dataBinding.data?.suiCall
         if (suiCall) {
           if (isBeforeMoveUseRawVersion && suiCall.rawTransaction) {
-            suiCall.transaction = JSON.parse(suiCall.rawTransaction)
+            suiCall.transaction = getParsedData(suiCall.rawTransaction)
           }
         }
         break
@@ -336,4 +383,3 @@ export class FullProcessorServiceImpl implements ProcessorServiceImplementation
 //     d.data?.ethTrace?.trace?.transactionPosition
 //   )
 // }
-//