@sentio/runtime 2.62.0-rc.8 → 2.62.0-rc.9

package/lib/service-worker.js

@@ -10,7 +10,7 @@ import {
   require_cjs,
   require_lib3 as require_lib,
   require_lib4 as require_lib2
-} from "./chunk-YBKSM3GO.js";
+} from "./chunk-AHIIUVQL.js";
 import "./chunk-I5YHR3CE.js";
 import "./chunk-W3VN25ER.js";
 import {

package/lib/service-worker.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import { DeepPartial, Empty, ProcessStreamRequest, ProcessStreamResponse, StartRequest } from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { ProcessorServiceImpl } from './service.js'\nimport { MessagePort, threadId } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\nimport { setupLogger } from './logger.js'\nimport { Subject } from 'rxjs'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n  .on('exit', () => {\n    console.info('Worker thread exiting, threadId:', threadId)\n  })\n\nlet service: ProcessorServiceImpl | undefined\n\nconst loader = async (options: any) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst emptyCallContext = <CallContext>{}\n\nasync function start(request: StartRequest, options: any): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    service = new ProcessorServiceImpl(() => loader(options), options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await service.start(request, emptyCallContext)\n  started = true\n  return {}\n}\n\nexport default async function ({\n  processId,\n  request: firstRequest,\n  workerPort\n}: {\n  processId: number\n  request: ProcessStreamRequest\n  workerPort: MessagePort\n}) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()\n    setupLogger(options.logFormat === 'json', logLevel === 'debug' ? true : options.debug, threadId)\n\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker', threadId, ' started, template instance:', startRequest.templateInstances?.length)\n    }\n\n    if (configRequest) {\n      await service?.getConfig(configRequest, emptyCallContext)\n      console.debug('worker', threadId, ' configured')\n    }\n  }\n\n  if (unhandled) {\n    const err = unhandled\n    unhandled = undefined\n    console.error('Unhandled exception/rejection in previous request:', err)\n    throw new RichServerError(\n      Status.UNAVAILABLE,\n      'Unhandled exception/rejection in previous request: ' + errorString(err),\n      [\n        DebugInfo.fromPartial({\n          detail: err.message,\n          stackEntries: err.stack?.split('\\n')\n        })\n      ]\n    )\n  }\n  const timeout = (options.workerTimeout || 0) * 1000 // convert to milliseconds\n  const enablePartition = options.enablePartition || false\n  await new Promise<void>((resolve, reject) => {\n    const subject = new Subject<DeepPartial<ProcessStreamResponse>>()\n    let timeoutId: NodeJS.Timeout | undefined = undefined\n    subject.subscribe((resp: ProcessStreamResponse) => {\n      console.debug('Worker', threadId, 'send response:', resp.result ? 'result' : 'dbResult')\n      workerPort.postMessage(resp)\n      // receive the response from the processor , close and resolve the promise\n      if (resp.result) {\n        if (timeoutId) clearTimeout(timeoutId)\n        resolve()\n        workerPort.close()\n      }\n    })\n    workerPort.on('message', (msg: ProcessStreamRequest) => {\n      const request = msg as ProcessStreamRequest\n      console.debug('Worker', threadId, 'received request:', request.start ? 'start' : 'dbResult')\n      service?.handleRequest(request, firstRequest.binding, subject)\n      if (enablePartition && request.start && timeout > 0) {\n        timeoutId = setTimeout(async () => {\n          reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n        }, timeout)\n      }\n    })\n    console.debug('Worker', threadId, 'handle request: binding')\n    service?.handleRequest(firstRequest, firstRequest.binding, subject)\n    if (!enablePartition && timeout > 0) {\n      timeoutId = setTimeout(() => {\n        reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n      }, timeout)\n    }\n  })\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;;;AACA,uBAAiD;AAGjD,qCAA2C;AAE3C,SAAsB,gBAAgB;AACtC,SAAS,eAAe;AAGxB,kBAAwB;AAExB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC,EACA,GAAG,QAAQ,MAAM;AAChB,UAAQ,KAAK,oCAAoC,QAAQ;AAC3D,CAAC;AAEH,IAAI;AAEJ,IAAM,SAAS,OAAO,YAAiB;AACrC,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAgC,CAAC;AAEvC,eAAe,MAAM,SAAuB,SAA8B;AACxE,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,cAAU,IAAI,qBAAqB,MAAM,OAAO,OAAO,GAAG,OAAO;AAAA,EACnE,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,QAAQ,MAAM,SAAS,gBAAgB;AAC7C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB;AAAA,EAC7B;AAAA,EACA,SAAS;AAAA,EACT;AACF,GAIG;AACD,QAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,MAAI,CAAC,SAAS;AACZ,UAAM,WAAW,QAAQ,IAAI,WAAW,GAAG,YAAY;AACvD,gBAAY,QAAQ,cAAc,QAAQ,aAAa,UAAU,OAAO,QAAQ,OAAO,QAAQ;AAE/F,uBAAmB,OAAO;AAE1B,QAAI,cAAc;AAChB,YAAM,MAAM,cAAc,OAAO;AACjC,cAAQ,MAAM,UAAU,UAAU,gCAAgC,aAAa,mBAAmB,MAAM;AAAA,IAC1G;AAEA,QAAI,eAAe;AACjB,YAAM,SAAS,UAAU,eAAe,gBAAgB;AACxD,cAAQ,MAAM,UAAU,UAAU,aAAa;AAAA,IACjD;AAAA,EACF;AAEA,MAAI,WAAW;AACb,UAAM,MAAM;AACZ,gBAAY;AACZ,YAAQ,MAAM,sDAAsD,GAAG;AACvE,UAAM,IAAI;AAAA,MACR,wBAAO;AAAA,MACP,wDAAwD,YAAY,GAAG;AAAA,MACvE;AAAA,QACE,yCAAU,YAAY;AAAA,UACpB,QAAQ,IAAI;AAAA,UACZ,cAAc,IAAI,OAAO,MAAM,IAAI;AAAA,QACrC,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACA,QAAM,WAAW,QAAQ,iBAAiB,KAAK;AAC/C,QAAM,kBAAkB,QAAQ,mBAAmB;AACnD,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,UAAM,UAAU,IAAI,oBAA4C;AAChE,QAAI,YAAwC;AAC5C,YAAQ,UAAU,CAAC,SAAgC;AACjD,cAAQ,MAAM,UAAU,UAAU,kBAAkB,KAAK,SAAS,WAAW,UAAU;AACvF,iBAAW,YAAY,IAAI;AAE3B,UAAI,KAAK,QAAQ;AACf,YAAI,UAAW,cAAa,SAAS;AACrC,gBAAQ;AACR,mBAAW,MAAM;AAAA,MACnB;AAAA,IACF,CAAC;AACD,eAAW,GAAG,WAAW,CAAC,QAA8B;AACtD,YAAM,UAAU;AAChB,cAAQ,MAAM,UAAU,UAAU,qBAAqB,QAAQ,QAAQ,UAAU,UAAU;AAC3F,eAAS,cAAc,SAAS,aAAa,SAAS,OAAO;AAC7D,UAAI,mBAAmB,QAAQ,SAAS,UAAU,GAAG;AACnD,oBAAY,WAAW,YAAY;AACjC,iBAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,QACjF,GAAG,OAAO;AAAA,MACZ;AAAA,IACF,CAAC;AACD,YAAQ,MAAM,UAAU,UAAU,yBAAyB;AAC3D,aAAS,cAAc,cAAc,aAAa,SAAS,OAAO;AAClE,QAAI,CAAC,mBAAmB,UAAU,GAAG;AACnC,kBAAY,WAAW,MAAM;AAC3B,eAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,MACjF,GAAG,OAAO;AAAA,IACZ;AAAA,EACF,CAAC;AACH;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import { DeepPartial, Empty, ProcessStreamRequest, ProcessStreamResponse, StartRequest } from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { ProcessorServiceImpl } from './service.js'\nimport { MessagePort, threadId } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\nimport { setupLogger } from './logger.js'\nimport { Subject } from 'rxjs'\nimport { ProcessorRuntimeOptions } from 'processor-runner-program.js'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n  .on('exit', () => {\n    console.info('Worker thread exiting, threadId:', threadId)\n  })\n\nlet service: ProcessorServiceImpl | undefined\n\nconst loader = async (options: ProcessorRuntimeOptions) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst emptyCallContext = <CallContext>{}\n\nasync function start(request: StartRequest, options: ProcessorRuntimeOptions): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    service = new ProcessorServiceImpl(() => loader(options), options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await service.start(request, emptyCallContext)\n  started = true\n  return {}\n}\n\nexport default async function ({\n  processId,\n  request: firstRequest,\n  workerPort\n}: {\n  processId: number\n  request: ProcessStreamRequest\n  workerPort: MessagePort\n}) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()\n    setupLogger(options.logFormat === 'json', logLevel === 'debug' ? true : options.debug, threadId)\n\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker', threadId, ' started, template instance:', startRequest.templateInstances?.length)\n    }\n\n    if (configRequest) {\n      await service?.getConfig(configRequest, emptyCallContext)\n      console.debug('worker', threadId, ' configured')\n    }\n  }\n\n  if (unhandled) {\n    const err = unhandled\n    unhandled = undefined\n    console.error('Unhandled exception/rejection in previous request:', err)\n    throw new RichServerError(\n      Status.UNAVAILABLE,\n      'Unhandled exception/rejection in previous request: ' + errorString(err),\n      [\n        DebugInfo.fromPartial({\n          detail: err.message,\n          stackEntries: err.stack?.split('\\n')\n        })\n      ]\n    )\n  }\n  const timeout = (options.workerTimeout || 0) * 1000 // convert to milliseconds\n  const enablePartition = options.enablePartition || false\n  await new Promise<void>((resolve, reject) => {\n    const subject = new Subject<DeepPartial<ProcessStreamResponse>>()\n    let timeoutId: NodeJS.Timeout | undefined = undefined\n    subject.subscribe((resp: ProcessStreamResponse) => {\n      console.debug('Worker', threadId, 'send response:', resp.result ? 'result' : 'dbResult')\n      workerPort.postMessage(resp)\n      // receive the response from the processor , close and resolve the promise\n      if (resp.result) {\n        if (timeoutId) clearTimeout(timeoutId)\n        resolve()\n        workerPort.close()\n      }\n    })\n    workerPort.on('message', (msg: ProcessStreamRequest) => {\n      const request = msg as ProcessStreamRequest\n      console.debug('Worker', threadId, 'received request:', request.start ? 'start' : 'dbResult')\n      service?.handleRequest(request, firstRequest.binding, subject)\n      if (enablePartition && request.start && timeout > 0) {\n        timeoutId = setTimeout(async () => {\n          reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n        }, timeout)\n      }\n    })\n    console.debug('Worker', threadId, 'handle request: binding')\n    service?.handleRequest(firstRequest, firstRequest.binding, subject)\n    if (!enablePartition && timeout > 0) {\n      timeoutId = setTimeout(() => {\n        reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n      }, timeout)\n    }\n  })\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;;;AACA,uBAAiD;AAGjD,qCAA2C;AAE3C,SAAsB,gBAAgB;AACtC,SAAS,eAAe;AAGxB,kBAAwB;AAGxB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC,EACA,GAAG,QAAQ,MAAM;AAChB,UAAQ,KAAK,oCAAoC,QAAQ;AAC3D,CAAC;AAEH,IAAI;AAEJ,IAAM,SAAS,OAAO,YAAqC;AACzD,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAgC,CAAC;AAEvC,eAAe,MAAM,SAAuB,SAAkD;AAC5F,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,cAAU,IAAI,qBAAqB,MAAM,OAAO,OAAO,GAAG,OAAO;AAAA,EACnE,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,QAAQ,MAAM,SAAS,gBAAgB;AAC7C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB;AAAA,EAC7B;AAAA,EACA,SAAS;AAAA,EACT;AACF,GAIG;AACD,QAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,MAAI,CAAC,SAAS;AACZ,UAAM,WAAW,QAAQ,IAAI,WAAW,GAAG,YAAY;AACvD,gBAAY,QAAQ,cAAc,QAAQ,aAAa,UAAU,OAAO,QAAQ,OAAO,QAAQ;AAE/F,uBAAmB,OAAO;AAE1B,QAAI,cAAc;AAChB,YAAM,MAAM,cAAc,OAAO;AACjC,cAAQ,MAAM,UAAU,UAAU,gCAAgC,aAAa,mBAAmB,MAAM;AAAA,IAC1G;AAEA,QAAI,eAAe;AACjB,YAAM,SAAS,UAAU,eAAe,gBAAgB;AACxD,cAAQ,MAAM,UAAU,UAAU,aAAa;AAAA,IACjD;AAAA,EACF;AAEA,MAAI,WAAW;AACb,UAAM,MAAM;AACZ,gBAAY;AACZ,YAAQ,MAAM,sDAAsD,GAAG;AACvE,UAAM,IAAI;AAAA,MACR,wBAAO;AAAA,MACP,wDAAwD,YAAY,GAAG;AAAA,MACvE;AAAA,QACE,yCAAU,YAAY;AAAA,UACpB,QAAQ,IAAI;AAAA,UACZ,cAAc,IAAI,OAAO,MAAM,IAAI;AAAA,QACrC,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACA,QAAM,WAAW,QAAQ,iBAAiB,KAAK;AAC/C,QAAM,kBAAkB,QAAQ,mBAAmB;AACnD,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,UAAM,UAAU,IAAI,oBAA4C;AAChE,QAAI,YAAwC;AAC5C,YAAQ,UAAU,CAAC,SAAgC;AACjD,cAAQ,MAAM,UAAU,UAAU,kBAAkB,KAAK,SAAS,WAAW,UAAU;AACvF,iBAAW,YAAY,IAAI;AAE3B,UAAI,KAAK,QAAQ;AACf,YAAI,UAAW,cAAa,SAAS;AACrC,gBAAQ;AACR,mBAAW,MAAM;AAAA,MACnB;AAAA,IACF,CAAC;AACD,eAAW,GAAG,WAAW,CAAC,QAA8B;AACtD,YAAM,UAAU;AAChB,cAAQ,MAAM,UAAU,UAAU,qBAAqB,QAAQ,QAAQ,UAAU,UAAU;AAC3F,eAAS,cAAc,SAAS,aAAa,SAAS,OAAO;AAC7D,UAAI,mBAAmB,QAAQ,SAAS,UAAU,GAAG;AACnD,oBAAY,WAAW,YAAY;AACjC,iBAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,QACjF,GAAG,OAAO;AAAA,MACZ;AAAA,IACF,CAAC;AACD,YAAQ,MAAM,UAAU,UAAU,yBAAyB;AAC3D,aAAS,cAAc,cAAc,aAAa,SAAS,OAAO;AAClE,QAAI,CAAC,mBAAmB,UAAU,GAAG;AACnC,kBAAY,WAAW,MAAM;AAC3B,eAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,MACjF,GAAG,OAAO;AAAA,IACZ;AAAA,EACF,CAAC;AACH;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "2.62.0-rc.8",
+  "version": "2.62.0-rc.9",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {
@@ -18,6 +18,7 @@
     "piscina": "5.1.3"
   },
   "devDependencies": {
+    "@commander-js/extra-typings": "^14.0.0",
     "@types/fs-extra": "^11.0.4"
   },
   "engines": {
@@ -31,7 +32,7 @@
     "run": "tsx src/processor-runner.ts --log-format=json",
     "run-benchmark": "tsx src/decode-benchmark.ts",
     "start_js": "tsx ./lib/processor-runner.js $PWD/../../debug/dist/lib.js",
-    "start_ts": "tsx src/processor-runner.ts --log-format=json $PWD/../../examples/x2y2/src/processor.ts",
+    "start_ts": "tsx src/processor-runner.ts --debug --chains-config chains-config.json $PWD/../../examples/x2y2/src/processor.ts",
     "test": "glob -c 'tsx --test' '**/*.test.ts'"
   }
 }

package/src/processor-runner-program.ts

@@ -0,0 +1,57 @@
+import { Command, InvalidArgumentError } from '@commander-js/extra-typings'
+
+let workerNum = 1
+try {
+  workerNum = parseInt(process.env['PROCESSOR_WORKER']?.trim() ?? '1')
+} catch (e) {
+  console.error('Failed to parse worker number', e)
+}
+
+function myParseInt(value: string, dummyPrevious: number): number {
+  // parseInt takes a string and a radix
+  const parsedValue = parseInt(value, 10)
+  if (isNaN(parsedValue)) {
+    throw new InvalidArgumentError('Not a number.')
+  }
+  return parsedValue
+}
+
+export const program = new Command('processor-runner')
+  .allowUnknownOption()
+  .allowExcessArguments()
+  .name('processor-runner')
+  .description('Sentio Processor Runtime')
+  .argument('<target>', 'Path to the processor module to load')
+  .option('-p, --port <port>', 'Port to listen on', '4000')
+  .option('--concurrency <number>', 'Number of concurrent workers', myParseInt, 4)
+  .option('--batch-count <number>', 'Batch count for processing', myParseInt, 1)
+  .option('-c, --chains-config <path>', 'Path to chains configuration file', 'chains-config.json')
+  .option('--chainquery-server <url>', 'Chain query server URL')
+  .option('--pricefeed-server <url>', 'Price feed server URL')
+  .option('--log-format <format>', 'Log format (console|json)', 'console')
+  .option('--debug', 'Enable debug mode')
+  .option('--otlp-debug', 'Enable OTLP debug mode')
+  .option('--start-action-server', 'Start action server instead of processor server')
+  .option('--worker <number>', 'Number of worker threads', myParseInt, workerNum)
+  .option('--process-timeout <seconds>', 'Process timeout in seconds', myParseInt, 60)
+  .option(
+    '--worker-timeout <seconds>',
+    'Worker timeout in seconds',
+    myParseInt,
+    parseInt(process.env['WORKER_TIMEOUT_SECONDS'] || '60')
+  )
+  .option(
+    '--enable-partition',
+    'Enable binding data partition',
+    process.env['SENTIO_ENABLE_BINDING_DATA_PARTITION'] === 'true'
+  )
+
+export type ProcessorRuntimeOptions = ReturnType<typeof program.opts> & { target: string }
+
+export function getTestConfig(config?: Partial<ProcessorRuntimeOptions>): ProcessorRuntimeOptions {
+  return {
+    ...program.opts(),
+    target: './test-processor.test.js',
+    ...config
+  }
+}

package/src/processor-runner.ts

@@ -3,7 +3,7 @@
 import fs from 'fs-extra'
 
 import { compressionAlgorithms } from '@grpc/grpc-js'
-import { Command, InvalidArgumentError } from 'commander'
+
 import { createServer } from 'nice-grpc'
 import { errorDetailsServerMiddleware } from 'nice-grpc-error-details'
 // import { registry as niceGrpcRegistry } from 'nice-grpc-prometheus'
@@ -21,76 +21,21 @@ import { setupLogger } from './logger.js'
 import { setupOTLP } from './otlp.js'
 import { ActionServer } from './action-server.js'
 import { ServiceManager } from './service-manager.js'
-import path from 'path'
 import { ProcessorV3Definition } from '@sentio/protos'
 import { ProcessorServiceImplV3 } from './service-v3.js'
-import { readFileSync } from 'fs'
-import { fileURLToPath } from 'url'
 import { dirname, join } from 'path'
+import { program, ProcessorRuntimeOptions } from 'processor-runner-program.js'
 
-const __filename = fileURLToPath(import.meta.url)
-const __dirname = dirname(__filename)
-const packageJson = JSON.parse(readFileSync(join(__dirname, '../package.json'), 'utf8'))
-
-// const mergedRegistry = Registry.merge([globalRegistry, niceGrpcRegistry])
+program.parse()
 
-let workerNum = 1
-try {
-  workerNum = parseInt(process.env['PROCESSOR_WORKER']?.trim() ?? '1')
-} catch (e) {
-  console.error('Failed to parse worker number', e)
-}
-
-function myParseInt(value: string, dummyPrevious: unknown): number {
-  // parseInt takes a string and a radix
-  const parsedValue = parseInt(value, 10)
-  if (isNaN(parsedValue)) {
-    throw new InvalidArgumentError('Not a number.')
-  }
-  return parsedValue
+const options: ProcessorRuntimeOptions = {
+  ...program.opts(),
+  target: program.args[program.args.length - 1]
 }
 
-// Create Commander.js program
-const program = new Command()
-
-program
-  .allowUnknownOption()
-  // .allowExcessArguments()
-  .name('processor-runner')
-  .description('Sentio Processor Runtime')
-  .version(packageJson.version)
-  .argument('<target>', 'Path to the processor module to load')
-  .option('-p, --port <port>', 'Port to listen on', '4000')
-  .option('--concurrency <number>', 'Number of concurrent workers', myParseInt, 4)
-  .option('--batch-count <number>', 'Batch count for processing', myParseInt, 1)
-  .option('-c, --chains-config <path>', 'Path to chains configuration file', 'chains-config.json')
-  .option('--chainquery-server <url>', 'Chain query server URL', '')
-  .option('--pricefeed-server <url>', 'Price feed server URL', '')
-  .option('--log-format <format>', 'Log format (console|json)', 'console')
-  .option('--debug', 'Enable debug mode', false)
-  .option('--otlp-debug', 'Enable OTLP debug mode', false)
-  .option('--start-action-server', 'Start action server instead of processor server', false)
-  .option('--worker <number>', 'Number of worker threads', myParseInt, workerNum)
-  .option('--process-timeout <seconds>', 'Process timeout in seconds', myParseInt, 60)
-  .option(
-    '--worker-timeout <seconds>',
-    'Worker timeout in seconds',
-    myParseInt,
-    parseInt(process.env['WORKER_TIMEOUT_SECONDS'] || '60')
-  )
-  .option(
-    '--enable-partition',
-    'Enable binding data partition',
-    process.env['SENTIO_ENABLE_BINDING_DATA_PARTITION'] === 'true'
-  )
-  .parse()
-
-const options = program.opts()
-options.target = program.processedArgs[0]
-
 const logLevel = process.env['LOG_LEVEL']?.toLowerCase()
 
-setupLogger(options.logFormat === 'json', logLevel === 'debug' ? true : options.debug)
+setupLogger(options.logFormat === 'json', logLevel === 'debug' ? true : options.debug!)
 console.debug('Starting with', options.target)
 
 await setupOTLP(options.otlpDebug)
@@ -230,7 +175,7 @@ if (process.env['OOM_DUMP_MEMORY_SIZE_GB']) {
     console.log('Current Memory Usage', mem)
     // if memory usage is greater this size, dump heap and exit
     if (mem.heapTotal > memorySize * 1024 * 1024 * 1024 && !dumping) {
-      const file = path.join(dir, `${Date.now()}.heapsnapshot`)
+      const file = join(dir, `${Date.now()}.heapsnapshot`)
       dumping = true
       await dumpHeap(file)
       // force exit and keep pod running
@@ -243,11 +188,11 @@ if (process.env['OOM_DUMP_MEMORY_SIZE_GB']) {
 async function dumpHeap(file: string): Promise<void> {
   console.log('Heap dumping to', file)
   const session = new Session()
-  fs.mkdirSync(path.dirname(file), { recursive: true })
+  fs.mkdirSync(dirname(file), { recursive: true })
   const fd = fs.openSync(file, 'w')
   try {
     session.connect()
-    session.on('HeapProfiler.addHeapSnapshotChunk', (m) => {
+    session.on('HeapProfiler.addHeapSnapshotChunk', (m: any) => {
       fs.writeSync(fd, m.params.chunk)
     })
 

package/src/service-manager.ts

@@ -16,6 +16,7 @@ import { Subject } from 'rxjs'
 import { MessageChannel } from 'node:worker_threads'
 import { ProcessorServiceImpl } from './service.js'
 import { TemplateInstanceState } from './state.js'
+import { ProcessorRuntimeOptions } from 'processor-runner-program.js'
 ;(BigInt.prototype as any).toJSON = function () {
   return this.toString()
 }
@@ -26,7 +27,7 @@ export class ServiceManager extends ProcessorServiceImpl {
 
   constructor(
     loader: () => Promise<any>,
-    readonly options: any,
+    readonly options: ProcessorRuntimeOptions,
     shutdownHandler?: () => void
   ) {
     super(loader, options, shutdownHandler)
@@ -123,7 +124,7 @@ export class ServiceManager extends ProcessorServiceImpl {
 
     if (this.enablePartition) {
       const concurrent = parseInt(process.env['PROCESS_CONCURRENCY'] || '0')
-      if (this.options.worker < concurrent) {
+      if (this.options.worker! < concurrent) {
         console.warn(
           `When partition is enabled, the worker count must >= 'PROCESS_CONCURRENCY', will set worker count to ${concurrent})`
         )

package/src/service-v3.ts

@@ -26,6 +26,7 @@ import { recordRuntimeInfo } from './service.js'
 import { DataBindingContext } from './db-context.js'
 import { TemplateInstanceState } from './state.js'
 import { freezeGlobalConfig } from './global-config.js'
+import { ProcessorRuntimeOptions } from 'processor-runner-program.js'
 
 const { process_binding_count, process_binding_time, process_binding_error } = processMetrics
 
@@ -35,11 +36,11 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
   private readonly shutdownHandler?: () => void
   private started = false
 
-  constructor(loader: () => Promise<any>, options?: any, shutdownHandler?: () => void) {
+  constructor(loader: () => Promise<any>, options?: ProcessorRuntimeOptions, shutdownHandler?: () => void) {
     this.loader = loader
     this.shutdownHandler = shutdownHandler
 
-    this.enablePartition = options?.['enable-partition'] == true
+    this.enablePartition = options?.enablePartition == true
   }
 
   async start(request: StartRequest, context: CallContext): Promise<Empty> {

package/src/service-worker.ts

@@ -9,6 +9,7 @@ import { Piscina } from 'piscina'
 import { configureEndpoints } from './endpoints.js'
 import { setupLogger } from './logger.js'
 import { Subject } from 'rxjs'
+import { ProcessorRuntimeOptions } from 'processor-runner-program.js'
 
 let started = false
 
@@ -34,7 +35,7 @@ process
 
 let service: ProcessorServiceImpl | undefined
 
-const loader = async (options: any) => {
+const loader = async (options: ProcessorRuntimeOptions) => {
   if (options.target) {
     const m = await import(options.target)
     console.debug('Module loaded, path:', options.target, 'module:', m)
@@ -44,7 +45,7 @@ const loader = async (options: any) => {
 
 const emptyCallContext = <CallContext>{}
 
-async function start(request: StartRequest, options: any): Promise<Empty> {
+async function start(request: StartRequest, options: ProcessorRuntimeOptions): Promise<Empty> {
   if (started) {
     return {}
   }

package/src/service.ts

@@ -36,6 +36,7 @@ import { Provider } from 'ethers'
 import { decodeMulticallResult, encodeMulticallData, getMulticallAddress, Multicall3Call } from './multicall.js'
 
 import { processMetrics } from './metrics.js'
+import { ProcessorRuntimeOptions } from 'processor-runner-program.js'
 
 const { process_binding_count, process_binding_time, process_binding_error } = processMetrics
 
@@ -58,7 +59,7 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
   private preparedData: PreparedData | undefined
   readonly enablePartition: boolean
 
-  constructor(loader: () => Promise<any>, options?: any, shutdownHandler?: () => void) {
+  constructor(loader: () => Promise<any>, options?: ProcessorRuntimeOptions, shutdownHandler?: () => void) {
     this.loader = loader
     this.shutdownHandler = shutdownHandler
 
@@ -66,7 +67,7 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
       ? process.env['ENABLE_PREPROCESS'].toLowerCase() == 'true'
       : false
 
-    this.enablePartition = options?.['enable-partition'] == true
+    this.enablePartition = options?.enablePartition == true
   }
 
   async getConfig(request: ProcessConfigRequest, context: CallContext): Promise<ProcessConfigResponse> {