@sentio/runtime 2.59.0-rc.39 → 2.59.0-rc.40

package/lib/service-worker.d.ts

@@ -1,11 +1,10 @@
-import { DataBinding } from '@sentio/protos';
+import { ProcessStreamRequest } from '@sentio/protos';
 import { MessagePort } from 'worker_threads';
 
-declare function export_default({ request, processId, workerPort, partition }: {
-    request: DataBinding;
+declare function export_default({ processId, request: firstRequest, workerPort }: {
     processId: number;
-    workerPort?: MessagePort;
-    partition?: boolean;
-}): Promise<unknown>;
+    request: ProcessStreamRequest;
+    workerPort: MessagePort;
+}): Promise<void>;
 
 export { export_default as default };

package/lib/service-worker.js

@@ -1,27 +1,26 @@
 import { createRequire as createRequireShim } from 'module'; const require = createRequireShim(import.meta.url);
 import {
   setupLogger
-} from "./chunk-CPLWSUD7.js";
+} from "./chunk-FDZMT76B.js";
 import {
-  AbstractStoreContext,
+  ProcessorServiceImpl,
   configureEndpoints,
   errorString,
   freezeGlobalConfig,
-  recordRuntimeInfo,
+  require_cjs,
   require_lib3 as require_lib,
   require_lib4 as require_lib2
-} from "./chunk-C4IDZGJI.js";
+} from "./chunk-ELSE7PSY.js";
 import {
-  PluginManager,
-  ProcessConfigResponse,
   __toESM
-} from "./chunk-FO2V2K7T.js";
+} from "./chunk-3SLKMZUX.js";
 
 // src/service-worker.ts
 var import_nice_grpc = __toESM(require_lib(), 1);
 var import_nice_grpc_error_details = __toESM(require_lib2(), 1);
 import { BroadcastChannel, threadId } from "worker_threads";
 import { Piscina } from "piscina";
+var import_rxjs = __toESM(require_cjs(), 1);
 var started = false;
 var unhandled;
 process.on("uncaughtException", (err) => {
@@ -36,14 +35,7 @@ process.on("uncaughtException", (err) => {
 }).on("exit", () => {
   console.info("Worker thread exiting, threadId:", threadId);
 });
-async function getConfig(request, context) {
-  if (!started) {
-    throw new import_nice_grpc.ServerError(import_nice_grpc.Status.UNAVAILABLE, "Service Not started.");
-  }
-  const newConfig = ProcessConfigResponse.fromPartial({});
-  await PluginManager.INSTANCE.configure(newConfig);
-  return newConfig;
-}
+var service;
 var loader = async (options) => {
   if (options.target) {
     const m = await import(options.target);
@@ -53,27 +45,27 @@ var loader = async (options) => {
 };
 var configureChannel = new BroadcastChannel("configure_channel");
 configureChannel.onmessage = (request) => {
-  getConfig(request);
+  service?.getConfig(request, emptyCallContext);
 };
+var emptyCallContext = {};
 async function start(request, options) {
   if (started) {
     return {};
   }
   freezeGlobalConfig();
   try {
-    await loader(options);
+    service = new ProcessorServiceImpl(() => loader(options), options);
   } catch (e) {
     throw new import_nice_grpc.ServerError(import_nice_grpc.Status.INVALID_ARGUMENT, "Failed to load processor: " + errorString(e));
   }
-  await PluginManager.INSTANCE.start(request);
+  await service.start(request, emptyCallContext);
   started = true;
   return {};
 }
 async function service_worker_default({
-  request,
   processId,
-  workerPort,
-  partition
+  request: firstRequest,
+  workerPort
 }) {
   const { startRequest, configRequest, options } = Piscina.workerData;
   if (!started) {
@@ -85,7 +77,7 @@ async function service_worker_default({
       console.debug("worker", threadId, " started, template instance:", startRequest.templateInstances?.length);
     }
     if (configRequest) {
-      await getConfig(configRequest);
+      await service?.getConfig(configRequest, emptyCallContext);
       console.debug("worker", threadId, " configured");
     }
   }
@@ -104,78 +96,22 @@ async function service_worker_default({
       ]
     );
   }
-  console.debug("Worker", threadId, "starting request ", processId);
-  const now = Date.now();
-  const timeoutPromise = new Promise((resolve, reject) => {
-    setTimeout(
-      () => {
-        reject(
-          new import_nice_grpc_error_details.RichServerError(
-            import_nice_grpc.Status.DEADLINE_EXCEEDED,
-            `Request ${processId} timed out after ${options["request-timeout"]} ms`
-          )
-        );
-      },
-      (options["process-timeout"] ?? 60) * 1e3
-    );
-  });
-  let resultPromise;
-  if (partition) {
-    resultPromise = PluginManager.INSTANCE.partition(request);
-  } else {
-    resultPromise = PluginManager.INSTANCE.processBinding(
-      request,
-      void 0,
-      workerPort ? new WorkerStoreContext(workerPort, processId) : void 0
-    ).then((result) => {
-      recordRuntimeInfo(result, request.handlerType);
-      return result;
-    });
-  }
-  try {
-    const result = await Promise.race([resultPromise, timeoutPromise]);
-    console.debug(
-      "worker",
-      threadId,
-      `finished ${partition ? "partition" : "process"} request`,
-      processId,
-      "took",
-      Date.now() - now
-    );
-    return result;
-  } catch (e) {
-    console.error("worker", threadId, `failed ${partition ? "partition" : "process"} request`, processId, "error:", e);
-    if (e instanceof import_nice_grpc_error_details.RichServerError) {
-      throw e;
-    } else {
-      throw new import_nice_grpc_error_details.RichServerError(
-        import_nice_grpc.Status.INTERNAL,
-        `Worker ${threadId} failed to process request ${processId}: ` + errorString(e),
-        [
-          import_nice_grpc_error_details.DebugInfo.fromPartial({
-            detail: errorString(e),
-            stackEntries: e.stack?.split("\n")
-          })
-        ]
-      );
-    }
-  }
-}
-var WorkerStoreContext = class extends AbstractStoreContext {
-  constructor(port, processId) {
-    super(processId);
-    this.port = port;
-    this.port.on("message", (resp) => {
-      this.result(resp);
+  await new Promise((resolve) => {
+    const subject = new import_rxjs.Subject();
+    subject.subscribe((resp) => {
+      workerPort.postMessage(resp);
+      if (resp.result) {
+        resolve();
+        workerPort.close();
+      }
     });
-    this.port.on("close", () => {
-      this.close();
+    workerPort.on("message", (msg) => {
+      const request = msg;
+      service?.handleRequest(request, firstRequest.binding, subject);
     });
-  }
-  doSend(req) {
-    this.port.postMessage(req);
-  }
-};
+    service?.handleRequest(firstRequest, firstRequest.binding, subject);
+  });
+}
 import("node:process").then((p) => p.stdout.write(""));
 export {
   service_worker_default as default

package/lib/service-worker.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import {\n  DataBinding,\n  DBResponse,\n  DeepPartial,\n  Empty,\n  ProcessConfigRequest,\n  ProcessConfigResponse,\n  ProcessResult,\n  ProcessStreamResponse,\n  ProcessStreamResponse_Partitions,\n  StartRequest\n} from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { PluginManager } from './plugin.js'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { recordRuntimeInfo } from './service.js'\nimport { BroadcastChannel, MessagePort, threadId } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\nimport { setupLogger } from './logger.js'\nimport { AbstractStoreContext } from './db-context.js'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n  .on('exit', () => {\n    console.info('Worker thread exiting, threadId:', threadId)\n  })\n\nasync function getConfig(request: ProcessConfigRequest, context?: CallContext): Promise<ProcessConfigResponse> {\n  if (!started) {\n    throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')\n  }\n\n  const newConfig = ProcessConfigResponse.fromPartial({})\n  await PluginManager.INSTANCE.configure(newConfig)\n  return newConfig\n}\n\nconst loader = async (options: any) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst configureChannel = new BroadcastChannel('configure_channel')\nconfigureChannel.onmessage = (request: ProcessConfigRequest) => {\n  getConfig(request)\n}\n\nasync function start(request: StartRequest, options: any): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    await loader(options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await PluginManager.INSTANCE.start(request)\n  started = true\n  return {}\n}\n\nexport default async function ({\n  request,\n  processId,\n  workerPort,\n  partition\n}: {\n  request: DataBinding\n  processId: number\n  workerPort?: MessagePort\n  partition?: boolean\n}) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()\n    setupLogger(options['log-format'] === 'json', logLevel === 'debug' ? true : options.debug, threadId)\n\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker', threadId, ' started, template instance:', startRequest.templateInstances?.length)\n    }\n\n    if (configRequest) {\n      await getConfig(configRequest)\n      console.debug('worker', threadId, ' configured')\n    }\n  }\n\n  if (unhandled) {\n    const err = unhandled\n    unhandled = undefined\n    console.error('Unhandled exception/rejection in previous request:', err)\n    throw new RichServerError(\n      Status.UNAVAILABLE,\n      'Unhandled exception/rejection in previous request: ' + errorString(err),\n      [\n        DebugInfo.fromPartial({\n          detail: err.message,\n          stackEntries: err.stack?.split('\\n')\n        })\n      ]\n    )\n  }\n\n  console.debug('Worker', threadId, 'starting request ', processId)\n  const now = Date.now()\n  const timeoutPromise = new Promise((resolve, reject) => {\n    setTimeout(\n      () => {\n        reject(\n          new RichServerError(\n            Status.DEADLINE_EXCEEDED,\n            `Request ${processId} timed out after ${options['request-timeout']} ms`\n          )\n        )\n      },\n      (options['process-timeout'] ?? 60) * 1000\n    )\n  })\n  let resultPromise: Promise<ProcessResult | ProcessStreamResponse_Partitions>\n  if (partition) {\n    resultPromise = PluginManager.INSTANCE.partition(request)\n  } else {\n    resultPromise = PluginManager.INSTANCE.processBinding(\n      request,\n      undefined,\n      workerPort ? new WorkerStoreContext(workerPort, processId) : undefined\n    ).then((result) => {\n      recordRuntimeInfo(result, request.handlerType)\n      return result\n    })\n  }\n\n  try {\n    const result = await Promise.race([resultPromise, timeoutPromise])\n    console.debug(\n      'worker',\n      threadId,\n      `finished ${partition ? 'partition' : 'process'} request`,\n      processId,\n      'took',\n      Date.now() - now\n    )\n    return result\n  } catch (e) {\n    console.error('worker', threadId, `failed ${partition ? 'partition' : 'process'} request`, processId, 'error:', e)\n    if (e instanceof RichServerError) {\n      throw e\n    } else {\n      throw new RichServerError(\n        Status.INTERNAL,\n        `Worker ${threadId} failed to process request ${processId}: ` + errorString(e),\n        [\n          DebugInfo.fromPartial({\n            detail: errorString(e),\n            stackEntries: e.stack?.split('\\n')\n          })\n        ]\n      )\n    }\n  }\n}\n\nclass WorkerStoreContext extends AbstractStoreContext {\n  constructor(\n    readonly port: MessagePort,\n    processId: number\n  ) {\n    super(processId)\n    this.port.on('message', (resp: DBResponse) => {\n      this.result(resp)\n    })\n    this.port.on('close', () => {\n      this.close()\n    })\n  }\n\n  doSend(req: DeepPartial<ProcessStreamResponse>): void {\n    this.port.postMessage(req)\n  }\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;;;AAYA,uBAAiD;AAIjD,qCAA2C;AAE3C,SAAS,kBAA+B,gBAAgB;AACxD,SAAS,eAAe;AAKxB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC,EACA,GAAG,QAAQ,MAAM;AAChB,UAAQ,KAAK,oCAAoC,QAAQ;AAC3D,CAAC;AAEH,eAAe,UAAU,SAA+B,SAAuD;AAC7G,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,6BAAY,wBAAO,aAAa,sBAAsB;AAAA,EAClE;AAEA,QAAM,YAAY,sBAAsB,YAAY,CAAC,CAAC;AACtD,QAAM,cAAc,SAAS,UAAU,SAAS;AAChD,SAAO;AACT;AAEA,IAAM,SAAS,OAAO,YAAiB;AACrC,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAmB,IAAI,iBAAiB,mBAAmB;AACjE,iBAAiB,YAAY,CAAC,YAAkC;AAC9D,YAAU,OAAO;AACnB;AAEA,eAAe,MAAM,SAAuB,SAA8B;AACxE,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,UAAM,OAAO,OAAO;AAAA,EACtB,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,cAAc,SAAS,MAAM,OAAO;AAC1C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,GAKG;AACD,QAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,MAAI,CAAC,SAAS;AACZ,UAAM,WAAW,QAAQ,IAAI,WAAW,GAAG,YAAY;AACvD,gBAAY,QAAQ,YAAY,MAAM,QAAQ,aAAa,UAAU,OAAO,QAAQ,OAAO,QAAQ;AAEnG,uBAAmB,OAAO;AAE1B,QAAI,cAAc;AAChB,YAAM,MAAM,cAAc,OAAO;AACjC,cAAQ,MAAM,UAAU,UAAU,gCAAgC,aAAa,mBAAmB,MAAM;AAAA,IAC1G;AAEA,QAAI,eAAe;AACjB,YAAM,UAAU,aAAa;AAC7B,cAAQ,MAAM,UAAU,UAAU,aAAa;AAAA,IACjD;AAAA,EACF;AAEA,MAAI,WAAW;AACb,UAAM,MAAM;AACZ,gBAAY;AACZ,YAAQ,MAAM,sDAAsD,GAAG;AACvE,UAAM,IAAI;AAAA,MACR,wBAAO;AAAA,MACP,wDAAwD,YAAY,GAAG;AAAA,MACvE;AAAA,QACE,yCAAU,YAAY;AAAA,UACpB,QAAQ,IAAI;AAAA,UACZ,cAAc,IAAI,OAAO,MAAM,IAAI;AAAA,QACrC,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAEA,UAAQ,MAAM,UAAU,UAAU,qBAAqB,SAAS;AAChE,QAAM,MAAM,KAAK,IAAI;AACrB,QAAM,iBAAiB,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtD;AAAA,MACE,MAAM;AACJ;AAAA,UACE,IAAI;AAAA,YACF,wBAAO;AAAA,YACP,WAAW,SAAS,oBAAoB,QAAQ,iBAAiB,CAAC;AAAA,UACpE;AAAA,QACF;AAAA,MACF;AAAA,OACC,QAAQ,iBAAiB,KAAK,MAAM;AAAA,IACvC;AAAA,EACF,CAAC;AACD,MAAI;AACJ,MAAI,WAAW;AACb,oBAAgB,cAAc,SAAS,UAAU,OAAO;AAAA,EAC1D,OAAO;AACL,oBAAgB,cAAc,SAAS;AAAA,MACrC;AAAA,MACA;AAAA,MACA,aAAa,IAAI,mBAAmB,YAAY,SAAS,IAAI;AAAA,IAC/D,EAAE,KAAK,CAAC,WAAW;AACjB,wBAAkB,QAAQ,QAAQ,WAAW;AAC7C,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAEA,MAAI;AACF,UAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,eAAe,cAAc,CAAC;AACjE,YAAQ;AAAA,MACN;AAAA,MACA;AAAA,MACA,YAAY,YAAY,cAAc,SAAS;AAAA,MAC/C;AAAA,MACA;AAAA,MACA,KAAK,IAAI,IAAI;AAAA,IACf;AACA,WAAO;AAAA,EACT,SAAS,GAAG;AACV,YAAQ,MAAM,UAAU,UAAU,UAAU,YAAY,cAAc,SAAS,YAAY,WAAW,UAAU,CAAC;AACjH,QAAI,aAAa,gDAAiB;AAChC,YAAM;AAAA,IACR,OAAO;AACL,YAAM,IAAI;AAAA,QACR,wBAAO;AAAA,QACP,UAAU,QAAQ,8BAA8B,SAAS,OAAO,YAAY,CAAC;AAAA,QAC7E;AAAA,UACE,yCAAU,YAAY;AAAA,YACpB,QAAQ,YAAY,CAAC;AAAA,YACrB,cAAc,EAAE,OAAO,MAAM,IAAI;AAAA,UACnC,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAEA,IAAM,qBAAN,cAAiC,qBAAqB;AAAA,EACpD,YACW,MACT,WACA;AACA,UAAM,SAAS;AAHN;AAIT,SAAK,KAAK,GAAG,WAAW,CAAC,SAAqB;AAC5C,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,SAAK,KAAK,GAAG,SAAS,MAAM;AAC1B,WAAK,MAAM;AAAA,IACb,CAAC;AAAA,EACH;AAAA,EAEA,OAAO,KAA+C;AACpD,SAAK,KAAK,YAAY,GAAG;AAAA,EAC3B;AACF;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import {\n  DeepPartial,\n  Empty,\n  ProcessConfigRequest,\n  ProcessStreamRequest,\n  ProcessStreamResponse,\n  StartRequest\n} from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { ProcessorServiceImpl } from './service.js'\nimport { BroadcastChannel, MessagePort, threadId } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\nimport { setupLogger } from './logger.js'\nimport { Subject } from 'rxjs'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n  .on('exit', () => {\n    console.info('Worker thread exiting, threadId:', threadId)\n  })\n\nlet service: ProcessorServiceImpl | undefined\n\nconst loader = async (options: any) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst configureChannel = new BroadcastChannel('configure_channel')\nconfigureChannel.onmessage = (request: ProcessConfigRequest) => {\n  service?.getConfig(request, emptyCallContext)\n}\n\nconst emptyCallContext = <CallContext>{}\n\nasync function start(request: StartRequest, options: any): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    service = new ProcessorServiceImpl(() => loader(options), options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await service.start(request, emptyCallContext)\n  started = true\n  return {}\n}\n\nexport default async function ({\n  processId,\n  request: firstRequest,\n  workerPort\n}: {\n  processId: number\n  request: ProcessStreamRequest\n  workerPort: MessagePort\n}) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()\n    setupLogger(options['log-format'] === 'json', logLevel === 'debug' ? true : options.debug, threadId)\n\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker', threadId, ' started, template instance:', startRequest.templateInstances?.length)\n    }\n\n    if (configRequest) {\n      await service?.getConfig(configRequest, emptyCallContext)\n      console.debug('worker', threadId, ' configured')\n    }\n  }\n\n  if (unhandled) {\n    const err = unhandled\n    unhandled = undefined\n    console.error('Unhandled exception/rejection in previous request:', err)\n    throw new RichServerError(\n      Status.UNAVAILABLE,\n      'Unhandled exception/rejection in previous request: ' + errorString(err),\n      [\n        DebugInfo.fromPartial({\n          detail: err.message,\n          stackEntries: err.stack?.split('\\n')\n        })\n      ]\n    )\n  }\n\n  await new Promise<void>((resolve) => {\n    const subject = new Subject<DeepPartial<ProcessStreamResponse>>()\n    subject.subscribe((resp: ProcessStreamResponse) => {\n      workerPort.postMessage(resp)\n      // receive the response from the processor , close and resolve the promise\n      if (resp.result) {\n        resolve()\n        workerPort.close()\n      }\n    })\n    workerPort.on('message', (msg: ProcessStreamRequest) => {\n      const request = msg as ProcessStreamRequest\n      service?.handleRequest(request, firstRequest.binding, subject)\n    })\n    service?.handleRequest(firstRequest, firstRequest.binding, subject)\n  })\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;AAQA,uBAAiD;AAGjD,qCAA2C;AAE3C,SAAS,kBAA+B,gBAAgB;AACxD,SAAS,eAAe;AAGxB,kBAAwB;AAExB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC,EACA,GAAG,QAAQ,MAAM;AAChB,UAAQ,KAAK,oCAAoC,QAAQ;AAC3D,CAAC;AAEH,IAAI;AAEJ,IAAM,SAAS,OAAO,YAAiB;AACrC,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAmB,IAAI,iBAAiB,mBAAmB;AACjE,iBAAiB,YAAY,CAAC,YAAkC;AAC9D,WAAS,UAAU,SAAS,gBAAgB;AAC9C;AAEA,IAAM,mBAAgC,CAAC;AAEvC,eAAe,MAAM,SAAuB,SAA8B;AACxE,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,cAAU,IAAI,qBAAqB,MAAM,OAAO,OAAO,GAAG,OAAO;AAAA,EACnE,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,QAAQ,MAAM,SAAS,gBAAgB;AAC7C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB;AAAA,EAC7B;AAAA,EACA,SAAS;AAAA,EACT;AACF,GAIG;AACD,QAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,MAAI,CAAC,SAAS;AACZ,UAAM,WAAW,QAAQ,IAAI,WAAW,GAAG,YAAY;AACvD,gBAAY,QAAQ,YAAY,MAAM,QAAQ,aAAa,UAAU,OAAO,QAAQ,OAAO,QAAQ;AAEnG,uBAAmB,OAAO;AAE1B,QAAI,cAAc;AAChB,YAAM,MAAM,cAAc,OAAO;AACjC,cAAQ,MAAM,UAAU,UAAU,gCAAgC,aAAa,mBAAmB,MAAM;AAAA,IAC1G;AAEA,QAAI,eAAe;AACjB,YAAM,SAAS,UAAU,eAAe,gBAAgB;AACxD,cAAQ,MAAM,UAAU,UAAU,aAAa;AAAA,IACjD;AAAA,EACF;AAEA,MAAI,WAAW;AACb,UAAM,MAAM;AACZ,gBAAY;AACZ,YAAQ,MAAM,sDAAsD,GAAG;AACvE,UAAM,IAAI;AAAA,MACR,wBAAO;AAAA,MACP,wDAAwD,YAAY,GAAG;AAAA,MACvE;AAAA,QACE,yCAAU,YAAY;AAAA,UACpB,QAAQ,IAAI;AAAA,UACZ,cAAc,IAAI,OAAO,MAAM,IAAI;AAAA,QACrC,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAEA,QAAM,IAAI,QAAc,CAAC,YAAY;AACnC,UAAM,UAAU,IAAI,oBAA4C;AAChE,YAAQ,UAAU,CAAC,SAAgC;AACjD,iBAAW,YAAY,IAAI;AAE3B,UAAI,KAAK,QAAQ;AACf,gBAAQ;AACR,mBAAW,MAAM;AAAA,MACnB;AAAA,IACF,CAAC;AACD,eAAW,GAAG,WAAW,CAAC,QAA8B;AACtD,YAAM,UAAU;AAChB,eAAS,cAAc,SAAS,aAAa,SAAS,OAAO;AAAA,IAC/D,CAAC;AACD,aAAS,cAAc,cAAc,aAAa,SAAS,OAAO;AAAA,EACpE,CAAC;AACH;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}

package/lib/test-processor.test.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/test-processor.test.ts"],"sourcesContent":["import { Plugin, PluginManager } from './plugin.js'\nimport { DataBinding, HandlerType, ProcessResult } from './gen/processor/protos/processor.js'\n\nclass TestPlugin extends Plugin {\n  async processBinding(request: DataBinding): Promise<ProcessResult> {\n    const dbContext = PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    if (dbContext) {\n      await dbContext.sendRequest({\n        get: {\n          entity: 'Test',\n          id: '1'\n        }\n      })\n    }\n\n    return ProcessResult.fromPartial({\n      states: {\n        configUpdated: true\n      }\n    })\n  }\n  supportedHandlers = [HandlerType.UNKNOWN, HandlerType.ETH_LOG]\n}\n\nPluginManager.INSTANCE.plugins = []\nPluginManager.INSTANCE.register(new TestPlugin())\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;AAGA,IAAM,aAAN,cAAyB,OAAO;AAAA,EAC9B,MAAM,eAAe,SAA8C;AACjE,UAAM,YAAY,cAAc,SAAS,sBAAsB,SAAS;AACxE,QAAI,WAAW;AACb,YAAM,UAAU,YAAY;AAAA,QAC1B,KAAK;AAAA,UACH,QAAQ;AAAA,UACR,IAAI;AAAA,QACN;AAAA,MACF,CAAC;AAAA,IACH;AAEA,WAAO,cAAc,YAAY;AAAA,MAC/B,QAAQ;AAAA,QACN,eAAe;AAAA,MACjB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EACA,oBAAoB,iCAAyC;AAC/D;AAEA,cAAc,SAAS,UAAU,CAAC;AAClC,cAAc,SAAS,SAAS,IAAI,WAAW,CAAC;AAC/C,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/test-processor.test.ts"],"sourcesContent":["import { Plugin, PluginManager } from './plugin.js'\nimport { DataBinding, HandlerType, ProcessResult } from './gen/processor/protos/processor.js'\nimport { ProcessStreamResponse_Partitions } from '@sentio/protos'\n\nclass TestPlugin extends Plugin {\n  async processBinding(request: DataBinding): Promise<ProcessResult> {\n    const dbContext = PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    if (dbContext) {\n      await dbContext.sendRequest({\n        get: {\n          entity: 'Test',\n          id: '1'\n        }\n      })\n    }\n\n    return ProcessResult.fromPartial({\n      states: {\n        configUpdated: true\n      }\n    })\n  }\n  supportedHandlers = [HandlerType.UNKNOWN, HandlerType.ETH_LOG]\n\n  async partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions> {\n    return {\n      partitions: request.handlerIds.reduce(\n        (acc, id) => ({\n          ...acc,\n          [id]: {\n            userValue: 'test'\n          }\n        }),\n        {}\n      )\n    }\n  }\n}\n\nPluginManager.INSTANCE.plugins = []\nPluginManager.INSTANCE.register(new TestPlugin())\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;AAIA,IAAM,aAAN,cAAyB,OAAO;AAAA,EAC9B,MAAM,eAAe,SAA8C;AACjE,UAAM,YAAY,cAAc,SAAS,sBAAsB,SAAS;AACxE,QAAI,WAAW;AACb,YAAM,UAAU,YAAY;AAAA,QAC1B,KAAK;AAAA,UACH,QAAQ;AAAA,UACR,IAAI;AAAA,QACN;AAAA,MACF,CAAC;AAAA,IACH;AAEA,WAAO,cAAc,YAAY;AAAA,MAC/B,QAAQ;AAAA,QACN,eAAe;AAAA,MACjB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EACA,oBAAoB,iCAAyC;AAAA,EAE7D,MAAM,UAAU,SAAiE;AAC/E,WAAO;AAAA,MACL,YAAY,QAAQ,WAAW;AAAA,QAC7B,CAAC,KAAK,QAAQ;AAAA,UACZ,GAAG;AAAA,UACH,CAAC,EAAE,GAAG;AAAA,YACJ,WAAW;AAAA,UACb;AAAA,QACF;AAAA,QACA,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;AAEA,cAAc,SAAS,UAAU,CAAC;AAClC,cAAc,SAAS,SAAS,IAAI,WAAW,CAAC;AAC/C,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "2.59.0-rc.39",
+  "version": "2.59.0-rc.40",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/processor-runner.ts

@@ -50,7 +50,13 @@ export const optionDefinitions = [
   { name: 'otlp-debug', type: Boolean, defaultValue: false },
   { name: 'start-action-server', type: Boolean, defaultValue: false },
   { name: 'worker', type: Number, defaultValue: workerNum },
-  { name: 'process-timeout', type: Number, defaultValue: 60 } // 60 seconds
+  { name: 'process-timeout', type: Number, defaultValue: 60 },
+  { name: 'worker-timeout', type: Number, defaultValue: 60 },
+  {
+    name: 'enable-partition',
+    type: Boolean,
+    defaultValue: process.env['SENTIO_ENABLE_BINDING_DATA_PARTITION'] === 'true'
+  }
 ]
 
 const options = commandLineArgs(optionDefinitions, { partial: true })
@@ -89,9 +95,9 @@ if (options['start-action-server']) {
     .use(errorDetailsServerMiddleware)
 
   if (options.worker > 1) {
-    baseService = new ServiceManager(options, loader, server.shutdown)
+    baseService = new ServiceManager(loader, options, server.shutdown)
   } else {
-    baseService = new ProcessorServiceImpl(loader, server.shutdown)
+    baseService = new ProcessorServiceImpl(loader, options, server.shutdown)
   }
 
   const service = new FullProcessorServiceImpl(baseService)

package/src/service-manager.ts

@@ -1,12 +1,8 @@
-import { CallContext, ServerError, Status } from 'nice-grpc'
+import { CallContext } from 'nice-grpc'
 import { Piscina } from 'piscina'
 import {
-  DataBinding,
-  DBRequest,
-  DBResponse,
   DeepPartial,
   Empty,
-  HandlerType,
   ProcessConfigRequest,
   ProcessConfigResponse,
   ProcessResult,
@@ -15,17 +11,11 @@ import {
   ProcessStreamResponse_Partitions,
   StartRequest
 } from '@sentio/protos'
-
-import { IStoreContext } from './db-context.js'
 import { Subject } from 'rxjs'
 
-import { processMetrics } from './metrics.js'
 import { MessageChannel } from 'node:worker_threads'
 import { ProcessorServiceImpl } from './service.js'
 import { TemplateInstanceState } from './state.js'
-
-const { process_binding_count, process_binding_time, process_binding_error } = processMetrics
-
 ;(BigInt.prototype as any).toJSON = function () {
   return this.toString()
 }
@@ -35,11 +25,11 @@ export class ServiceManager extends ProcessorServiceImpl {
   private workerData: any = {}
 
   constructor(
-    readonly options: any,
     loader: () => Promise<any>,
+    readonly options: any,
     shutdownHandler?: () => void
   ) {
-    super(loader, shutdownHandler)
+    super(loader, options, shutdownHandler)
     this.workerData.options = options
   }
 
@@ -77,110 +67,47 @@ export class ServiceManager extends ProcessorServiceImpl {
     requests: AsyncIterable<ProcessStreamRequest>,
     subject: Subject<DeepPartial<ProcessStreamResponse>>
   ) {
-    let lastBinding: DataBinding | undefined = undefined
+    if (!this.pool) {
+      await this.initPool()
+    }
     for await (const request of requests) {
-      try {
-        // console.debug('received request:', request)
-        if (request.binding) {
-          lastBinding = request.binding
-          process_binding_count.add(1)
-          // Adjust binding will make some request become invalid by setting UNKNOWN HandlerType
-          // for older SDK version, so we just return empty result for them here
-          if (request.binding.handlerType === HandlerType.UNKNOWN) {
-            subject.next({
-              processId: request.processId,
-              result: ProcessResult.create()
-            })
-            continue
-          }
-          if (this.enablePartition) {
-            this.doPartition(request.processId, request.binding, subject)
-          } else {
-            this.doProcess(request.processId, request.binding, subject)
-          }
-        }
-        if (request.start) {
-          if (!lastBinding) {
-            throw new ServerError(Status.INVALID_ARGUMENT, 'start request received without binding')
-          }
-          this.doProcess(request.processId, lastBinding, subject)
-        }
-        if (request.dbResult) {
-          const dbContext = this.contexts.get(request.processId)
-          try {
-            dbContext?.result(request.dbResult)
-          } catch (e) {
-            subject.error(new Error('db result error, process should stop'))
-          }
-        }
-      } catch (e) {
-        // should not happen
-        console.error('unexpect error during handle loop', e)
-      }
+      this.handleSingleRequest(request, subject)
     }
   }
 
-  private doPartition(processId: number, binding: DataBinding, subject: Subject<DeepPartial<ProcessStreamResponse>>) {
-    const dbContext = this.contexts.new(processId, subject)
-    const start = Date.now()
-
-    this.process(binding, processId, dbContext, true)
-      .then(async (partitions) => {
-        console.debug('partition', processId, 'finished, took:', Date.now() - start)
-        subject.next({
-          partitions: partitions as ProcessStreamResponse_Partitions,
-          processId: processId
-        })
-      })
-      .catch((e) => {
-        dbContext.error(processId, e)
-        process_binding_error.add(1)
-        console.error('partition', processId, 'failed, took:', Date.now() - start)
-      })
-      .finally(() => {
-        const cost = Date.now() - start
-        process_binding_time.add(cost)
-        this.contexts.delete(processId)
-      })
-  }
-
-  private doProcess(processId: number, binding: DataBinding, subject: Subject<DeepPartial<ProcessStreamResponse>>) {
-    const dbContext = this.contexts.new(processId, subject)
-
-    const start = Date.now()
-    this.process(binding, processId, dbContext, false)
-      .then(async (result) => {
-        console.debug('process', processId, 'finished, took:', Date.now() - start)
-        subject.next({
-          result: result as ProcessResult,
-          processId: processId
-        })
-      })
-      .catch((e) => {
-        dbContext.error(processId, e)
-        process_binding_error.add(1)
-        console.error('process', processId, 'failed, took:', Date.now() - start)
-      })
-      .finally(() => {
-        const cost = Date.now() - start
-        process_binding_time.add(cost)
-        this.contexts.delete(processId)
+  async handleSingleRequest(request: ProcessStreamRequest, subject: Subject<DeepPartial<ProcessStreamResponse>>) {
+    const processId = request.processId
+    if (request.binding) {
+      const context = this.contexts.new(processId)
+      context.mainPort.on('message', (resp: ProcessStreamResponse) => {
+        subject.next(resp)
+        if (resp.result) {
+          // last response
+          this.contexts.delete(processId)
+        }
       })
+      await this.pool.run(
+        { request, workerPort: context.workerPort, processId },
+        { transferList: [context.workerPort] }
+      )
+    } else {
+      const context = this.contexts.get(processId)
+      if (!context) {
+        console.error('No context found for processId:', processId)
+        throw new Error(`No context found for processId: ${processId}`)
+      }
+      context.sendRequest(request)
+    }
   }
 
-  async process(
-    request: DataBinding,
-    processId: number,
-    dbContext?: ChannelStoreContext,
-    partition: boolean = false
-  ): Promise<ProcessResult | ProcessStreamResponse_Partitions> {
+  async process(processId: number, context: ChannelContext): Promise<ProcessResult | ProcessStreamResponse_Partitions> {
     if (!this.pool) {
       await this.initPool()
     }
 
     return this.pool.run(
-      { request, workerPort: dbContext?.workerPort, partition, processId },
-      { transferList: dbContext?.workerPort ? [dbContext?.workerPort] : [] }
+      { workerPort: context?.workerPort, processId },
+      { transferList: context?.workerPort ? [context?.workerPort] : [] }
     )
   }
 
@@ -206,18 +133,18 @@ export class ServiceManager extends ProcessorServiceImpl {
 }
 
 class Contexts {
-  private contexts: Map<number, ChannelStoreContext> = new Map()
+  private contexts: Map<number, ChannelContext> = new Map()
 
   get(processId: number) {
     return this.contexts.get(processId)
   }
 
-  new(processId: number, subject: Subject<DeepPartial<ProcessStreamResponse>>) {
+  new(processId: number) {
     let context = this.get(processId)
     if (context) {
       return context
     }
-    context = new ChannelStoreContext(subject, processId)
+    context = new ChannelContext(processId)
     this.contexts.set(processId, context)
     return context
   }
@@ -227,25 +154,19 @@ class Contexts {
     context?.close()
     this.contexts.delete(processId)
   }
+
+  has(processId: number) {
+    return this.contexts.has(processId)
+  }
 }
 
-export class ChannelStoreContext implements IStoreContext {
+export class ChannelContext {
   channel = new MessageChannel()
 
-  constructor(
-    readonly subject: Subject<DeepPartial<ProcessStreamResponse>>,
-    readonly processId: number
-  ) {
-    this.mainPort.on('message', (req: ProcessStreamRequest) => {
-      subject.next({
-        ...req,
-        processId: processId
-      })
-    })
-  }
+  constructor(readonly processId: number) {}
 
-  sendRequest(request: DeepPartial<Omit<DBRequest, 'opId'>>, timeoutSecs?: number): Promise<DBResponse> {
-    throw new Error('should not be used on main thread')
+  sendRequest(request: ProcessStreamRequest) {
+    this.mainPort.postMessage(request)
   }
 
   get workerPort() {
@@ -256,25 +177,7 @@ export class ChannelStoreContext implements IStoreContext {
     return this.channel.port1
   }
 
-  result(dbResult: DBResponse) {
-    this.mainPort.postMessage(dbResult)
-  }
-
   close(): void {
     this.mainPort.close()
   }
-
-  error(processId: number, e: any): void {
-    const stack = new Error().stack
-    console.error('process error', processId, e, stack)
-    const errorResult = ProcessResult.create({
-      states: {
-        error: e?.toString()
-      }
-    })
-    this.subject.next({
-      result: errorResult,
-      processId
-    })
-  }
 }