@sentio/runtime 3.0.2-rc.2 → 3.1.0-rc.2

package/lib/service-worker.d.ts

@@ -1,10 +0,0 @@
-import { ProcessStreamRequest } from '@sentio/protos';
-import { MessagePort } from 'worker_threads';
-
-declare function export_default({ processId, request: firstRequest, workerPort }: {
-    processId: number;
-    request: ProcessStreamRequest;
-    workerPort: MessagePort;
-}): Promise<void>;
-
-export { export_default as default };

package/lib/service-worker.js

@@ -1,134 +0,0 @@
-import { createRequire as createRequireShim } from 'module'; const require = createRequireShim(import.meta.url);
-import {
-  setupLogger
-} from "./chunk-PCB4OKW7.js";
-import {
-  ProcessorServiceImpl,
-  configureEndpoints,
-  errorString,
-  freezeGlobalConfig,
-  require_cjs,
-  require_lib2 as require_lib,
-  require_lib3 as require_lib2
-} from "./chunk-KVGBPLGJ.js";
-import "./chunk-ROBPWJIE.js";
-import "./chunk-I45UXGDM.js";
-import {
-  __toESM
-} from "./chunk-KVSDPGUI.js";
-
-// src/service-worker.ts
-var import_nice_grpc = __toESM(require_lib(), 1);
-var import_nice_grpc_error_details = __toESM(require_lib2(), 1);
-import { threadId } from "worker_threads";
-import { Piscina } from "piscina";
-var import_rxjs = __toESM(require_cjs(), 1);
-var started = false;
-var unhandled;
-process.on("uncaughtException", (err) => {
-  console.error("Uncaught Exception, please checking if await is properly used", err);
-  unhandled = err;
-}).on("unhandledRejection", (reason, p) => {
-  if (reason?.message.startsWith('invalid ENS name (disallowed character: "*"')) {
-    return;
-  }
-  console.error("Unhandled Rejection, please checking if await is properly", reason);
-  unhandled = reason;
-}).on("exit", () => {
-  console.info("Worker thread exiting, threadId:", threadId);
-});
-var service;
-var loader = async (options) => {
-  if (options.target) {
-    const m = await import(options.target);
-    console.debug("Module loaded, path:", options.target, "module:", m);
-    return m;
-  }
-};
-var emptyCallContext = {};
-async function start(request, options) {
-  if (started) {
-    return {};
-  }
-  freezeGlobalConfig();
-  try {
-    service = new ProcessorServiceImpl(() => loader(options), options);
-  } catch (e) {
-    throw new import_nice_grpc.ServerError(import_nice_grpc.Status.INVALID_ARGUMENT, "Failed to load processor: " + errorString(e));
-  }
-  await service.start(request, emptyCallContext);
-  started = true;
-  return {};
-}
-async function service_worker_default({
-  processId,
-  request: firstRequest,
-  workerPort
-}) {
-  const { startRequest, configRequest, options } = Piscina.workerData;
-  if (!started) {
-    const logLevel = process.env["LOG_LEVEL"]?.toUpperCase();
-    setupLogger(options.logFormat === "json", logLevel === "debug" ? true : options.debug, threadId);
-    configureEndpoints(options);
-    if (startRequest) {
-      await start(startRequest, options);
-      console.debug("worker", threadId, " started, template instance:", startRequest.templateInstances?.length);
-    }
-    if (configRequest) {
-      await service?.getConfig(configRequest, emptyCallContext);
-      console.debug("worker", threadId, " configured");
-    }
-  }
-  if (unhandled) {
-    const err = unhandled;
-    unhandled = void 0;
-    console.error("Unhandled exception/rejection in previous request:", err);
-    throw new import_nice_grpc_error_details.RichServerError(
-      import_nice_grpc.Status.UNAVAILABLE,
-      "Unhandled exception/rejection in previous request: " + errorString(err),
-      [
-        import_nice_grpc_error_details.DebugInfo.fromPartial({
-          detail: err.message,
-          stackEntries: err.stack?.split("\n")
-        })
-      ]
-    );
-  }
-  const timeout = (options.workerTimeout || 0) * 1e3;
-  const enablePartition = options.enablePartition || false;
-  await new Promise((resolve, reject) => {
-    const subject = new import_rxjs.Subject();
-    let timeoutId = void 0;
-    subject.subscribe((resp) => {
-      console.debug("Worker", threadId, "send response:", resp.result ? "result" : "dbResult");
-      workerPort.postMessage(resp);
-      if (resp.result) {
-        if (timeoutId) clearTimeout(timeoutId);
-        resolve();
-        workerPort.close();
-      }
-    });
-    workerPort.on("message", (msg) => {
-      const request = msg;
-      console.debug("Worker", threadId, "received request:", request.start ? "start" : "dbResult");
-      service?.handleRequest(request, firstRequest.binding, subject);
-      if (enablePartition && request.start && timeout > 0) {
-        timeoutId = setTimeout(async () => {
-          reject(new import_nice_grpc_error_details.RichServerError(import_nice_grpc.Status.DEADLINE_EXCEEDED, "Worker timeout exceeded"));
-        }, timeout);
-      }
-    });
-    console.debug("Worker", threadId, "handle request: binding");
-    service?.handleRequest(firstRequest, firstRequest.binding, subject);
-    if (!enablePartition && timeout > 0) {
-      timeoutId = setTimeout(() => {
-        reject(new import_nice_grpc_error_details.RichServerError(import_nice_grpc.Status.DEADLINE_EXCEEDED, "Worker timeout exceeded"));
-      }, timeout);
-    }
-  });
-}
-import("node:process").then((p) => p.stdout.write(""));
-export {
-  service_worker_default as default
-};
-//# sourceMappingURL=service-worker.js.map

package/lib/service-worker.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import { DeepPartial, Empty, ProcessStreamRequest, ProcessStreamResponse, StartRequest } from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { ProcessorServiceImpl } from './service.js'\nimport { MessagePort, threadId } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\nimport { setupLogger } from './logger.js'\nimport { Subject } from 'rxjs'\nimport { ProcessorRuntimeOptions } from 'processor-runner-program.js'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n  .on('exit', () => {\n    console.info('Worker thread exiting, threadId:', threadId)\n  })\n\nlet service: ProcessorServiceImpl | undefined\n\nconst loader = async (options: ProcessorRuntimeOptions) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst emptyCallContext = <CallContext>{}\n\nasync function start(request: StartRequest, options: ProcessorRuntimeOptions): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    service = new ProcessorServiceImpl(() => loader(options), options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await service.start(request, emptyCallContext)\n  started = true\n  return {}\n}\n\nexport default async function ({\n  processId,\n  request: firstRequest,\n  workerPort\n}: {\n  processId: number\n  request: ProcessStreamRequest\n  workerPort: MessagePort\n}) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()\n    setupLogger(options.logFormat === 'json', logLevel === 'debug' ? true : options.debug, threadId)\n\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker', threadId, ' started, template instance:', startRequest.templateInstances?.length)\n    }\n\n    if (configRequest) {\n      await service?.getConfig(configRequest, emptyCallContext)\n      console.debug('worker', threadId, ' configured')\n    }\n  }\n\n  if (unhandled) {\n    const err = unhandled\n    unhandled = undefined\n    console.error('Unhandled exception/rejection in previous request:', err)\n    throw new RichServerError(\n      Status.UNAVAILABLE,\n      'Unhandled exception/rejection in previous request: ' + errorString(err),\n      [\n        DebugInfo.fromPartial({\n          detail: err.message,\n          stackEntries: err.stack?.split('\\n')\n        })\n      ]\n    )\n  }\n  const timeout = (options.workerTimeout || 0) * 1000 // convert to milliseconds\n  const enablePartition = options.enablePartition || false\n  await new Promise<void>((resolve, reject) => {\n    const subject = new Subject<DeepPartial<ProcessStreamResponse>>()\n    let timeoutId: NodeJS.Timeout | undefined = undefined\n    subject.subscribe((resp: ProcessStreamResponse) => {\n      console.debug('Worker', threadId, 'send response:', resp.result ? 'result' : 'dbResult')\n      workerPort.postMessage(resp)\n      // receive the response from the processor , close and resolve the promise\n      if (resp.result) {\n        if (timeoutId) clearTimeout(timeoutId)\n        resolve()\n        workerPort.close()\n      }\n    })\n    workerPort.on('message', (msg: ProcessStreamRequest) => {\n      const request = msg as ProcessStreamRequest\n      console.debug('Worker', threadId, 'received request:', request.start ? 'start' : 'dbResult')\n      service?.handleRequest(request, firstRequest.binding, subject)\n      if (enablePartition && request.start && timeout > 0) {\n        timeoutId = setTimeout(async () => {\n          reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n        }, timeout)\n      }\n    })\n    console.debug('Worker', threadId, 'handle request: binding')\n    service?.handleRequest(firstRequest, firstRequest.binding, subject)\n    if (!enablePartition && timeout > 0) {\n      timeoutId = setTimeout(() => {\n        reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n      }, timeout)\n    }\n  })\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;;;AACA,uBAAiD;AAGjD,qCAA2C;AAE3C,SAAsB,gBAAgB;AACtC,SAAS,eAAe;AAGxB,kBAAwB;AAGxB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC,EACA,GAAG,QAAQ,MAAM;AAChB,UAAQ,KAAK,oCAAoC,QAAQ;AAC3D,CAAC;AAEH,IAAI;AAEJ,IAAM,SAAS,OAAO,YAAqC;AACzD,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAgC,CAAC;AAEvC,eAAe,MAAM,SAAuB,SAAkD;AAC5F,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,cAAU,IAAI,qBAAqB,MAAM,OAAO,OAAO,GAAG,OAAO;AAAA,EACnE,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,QAAQ,MAAM,SAAS,gBAAgB;AAC7C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB;AAAA,EAC7B;AAAA,EACA,SAAS;AAAA,EACT;AACF,GAIG;AACD,QAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,MAAI,CAAC,SAAS;AACZ,UAAM,WAAW,QAAQ,IAAI,WAAW,GAAG,YAAY;AACvD,gBAAY,QAAQ,cAAc,QAAQ,aAAa,UAAU,OAAO,QAAQ,OAAO,QAAQ;AAE/F,uBAAmB,OAAO;AAE1B,QAAI,cAAc;AAChB,YAAM,MAAM,cAAc,OAAO;AACjC,cAAQ,MAAM,UAAU,UAAU,gCAAgC,aAAa,mBAAmB,MAAM;AAAA,IAC1G;AAEA,QAAI,eAAe;AACjB,YAAM,SAAS,UAAU,eAAe,gBAAgB;AACxD,cAAQ,MAAM,UAAU,UAAU,aAAa;AAAA,IACjD;AAAA,EACF;AAEA,MAAI,WAAW;AACb,UAAM,MAAM;AACZ,gBAAY;AACZ,YAAQ,MAAM,sDAAsD,GAAG;AACvE,UAAM,IAAI;AAAA,MACR,wBAAO;AAAA,MACP,wDAAwD,YAAY,GAAG;AAAA,MACvE;AAAA,QACE,yCAAU,YAAY;AAAA,UACpB,QAAQ,IAAI;AAAA,UACZ,cAAc,IAAI,OAAO,MAAM,IAAI;AAAA,QACrC,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACA,QAAM,WAAW,QAAQ,iBAAiB,KAAK;AAC/C,QAAM,kBAAkB,QAAQ,mBAAmB;AACnD,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,UAAM,UAAU,IAAI,oBAA4C;AAChE,QAAI,YAAwC;AAC5C,YAAQ,UAAU,CAAC,SAAgC;AACjD,cAAQ,MAAM,UAAU,UAAU,kBAAkB,KAAK,SAAS,WAAW,UAAU;AACvF,iBAAW,YAAY,IAAI;AAE3B,UAAI,KAAK,QAAQ;AACf,YAAI,UAAW,cAAa,SAAS;AACrC,gBAAQ;AACR,mBAAW,MAAM;AAAA,MACnB;AAAA,IACF,CAAC;AACD,eAAW,GAAG,WAAW,CAAC,QAA8B;AACtD,YAAM,UAAU;AAChB,cAAQ,MAAM,UAAU,UAAU,qBAAqB,QAAQ,QAAQ,UAAU,UAAU;AAC3F,eAAS,cAAc,SAAS,aAAa,SAAS,OAAO;AAC7D,UAAI,mBAAmB,QAAQ,SAAS,UAAU,GAAG;AACnD,oBAAY,WAAW,YAAY;AACjC,iBAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,QACjF,GAAG,OAAO;AAAA,MACZ;AAAA,IACF,CAAC;AACD,YAAQ,MAAM,UAAU,UAAU,yBAAyB;AAC3D,aAAS,cAAc,cAAc,aAAa,SAAS,OAAO;AAClE,QAAI,CAAC,mBAAmB,UAAU,GAAG;AACnC,kBAAY,WAAW,MAAM;AAC3B,eAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,MACjF,GAAG,OAAO;AAAA,IACZ;AAAA,EACF,CAAC;AACH;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}

package/src/service-manager.ts

@@ -1,193 +0,0 @@
-import { CallContext } from 'nice-grpc'
-import { Piscina } from 'piscina'
-import {
-  DeepPartial,
-  Empty,
-  ProcessConfigRequest,
-  ProcessConfigResponse,
-  ProcessResult,
-  ProcessStreamRequest,
-  ProcessStreamResponse,
-  ProcessStreamResponse_Partitions,
-  StartRequest
-} from '@sentio/protos'
-import { Subject } from 'rxjs'
-
-import { MessageChannel } from 'node:worker_threads'
-import { ProcessorServiceImpl } from './service.js'
-import { ProcessorRuntimeOptions } from 'processor-runner-program.js'
-;(BigInt.prototype as any).toJSON = function () {
-  return this.toString()
-}
-
-export class ServiceManager extends ProcessorServiceImpl {
-  private pool: Piscina<any, any>
-  private workerData: any = {}
-
-  constructor(
-    loader: () => Promise<any>,
-    readonly options: ProcessorRuntimeOptions,
-    shutdownHandler?: () => void
-  ) {
-    super(loader, options, shutdownHandler)
-    this.workerData.options = options
-  }
-
-  async getConfig(request: ProcessConfigRequest, context: CallContext): Promise<ProcessConfigResponse> {
-    const newConfig = await super.getConfig(request, context)
-
-    // check if templateInstances changed
-    if (newConfig.templateInstances?.length != this.workerData?.configRequest?.templateInstances?.length) {
-      this.workerData.startRequest = StartRequest.fromPartial({
-        templateInstances: newConfig.templateInstances
-      })
-    }
-
-    this.workerData.configRequest = request
-
-    // if pool is initialized, this will trigger restart of all workers
-    await this.initPool()
-    return newConfig
-  }
-
-  async start(request: StartRequest, context: CallContext): Promise<Empty> {
-    await super.start(request, context)
-    this.workerData.startRequest = request
-    return {}
-  }
-
-  async stop(request: Empty, context: CallContext): Promise<Empty> {
-    await this.pool?.destroy()
-    return await super.stop(request, context)
-  }
-
-  private readonly contexts = new Contexts()
-
-  protected async handleRequests(
-    requests: AsyncIterable<ProcessStreamRequest>,
-    subject: Subject<DeepPartial<ProcessStreamResponse>>
-  ) {
-    if (!this.pool) {
-      await this.initPool()
-    }
-    for await (const request of requests) {
-      this.handleSingleRequest(request, subject)
-    }
-  }
-
-  async handleSingleRequest(request: ProcessStreamRequest, subject: Subject<DeepPartial<ProcessStreamResponse>>) {
-    const processId = request.processId
-    if (request.binding) {
-      const context = this.contexts.new(processId)
-      context.mainPort.on('message', (resp: ProcessStreamResponse) => {
-        subject.next(resp)
-        if (resp.result) {
-          // last response
-          this.contexts.delete(processId)
-        }
-      })
-      try {
-        await this.pool.run(
-          { request, workerPort: context.workerPort, processId },
-          { transferList: [context.workerPort] }
-        )
-      } catch (err) {
-        console.error('Error processing request:', err)
-        subject.error(err)
-      }
-    } else {
-      const context = this.contexts.get(processId)
-      if (!context) {
-        console.error('No context found for processId:', processId)
-        throw new Error(`No context found for processId: ${processId}`)
-      }
-      context.sendRequest(request)
-    }
-  }
-
-  async process(processId: number, context: ChannelContext): Promise<ProcessResult | ProcessStreamResponse_Partitions> {
-    if (!this.pool) {
-      await this.initPool()
-    }
-
-    return this.pool.run(
-      { workerPort: context?.workerPort, processId },
-      { transferList: context?.workerPort ? [context?.workerPort] : [] }
-    )
-  }
-
-  private async initPool() {
-    if (this.pool) {
-      await this.pool.close()
-    }
-
-    if (this.enablePartition) {
-      const concurrent = parseInt(process.env['PROCESS_CONCURRENCY'] || '0')
-      if (this.options.worker! < concurrent) {
-        console.warn(
-          `When partition is enabled, the worker count must >= 'PROCESS_CONCURRENCY', will set worker count to ${concurrent})`
-        )
-        this.options.worker = concurrent
-      }
-    }
-
-    console.info('Initializing worker pool with worker count:', this.options.worker)
-    this.pool = new Piscina({
-      maxThreads: this.options.worker,
-      minThreads: this.options.worker,
-      filename: new URL('./service-worker.js', import.meta.url).href.replaceAll('runtime/src', 'runtime/lib'),
-      argv: process.argv,
-      workerData: this.workerData
-    })
-  }
-}
-
-class Contexts {
-  private contexts: Map<number, ChannelContext> = new Map()
-
-  get(processId: number) {
-    return this.contexts.get(processId)
-  }
-
-  new(processId: number) {
-    let context = this.get(processId)
-    if (context) {
-      return context
-    }
-    context = new ChannelContext(processId)
-    this.contexts.set(processId, context)
-    return context
-  }
-
-  delete(processId: number) {
-    const context = this.get(processId)
-    context?.close()
-    this.contexts.delete(processId)
-  }
-
-  has(processId: number) {
-    return this.contexts.has(processId)
-  }
-}
-
-export class ChannelContext {
-  channel = new MessageChannel()
-
-  constructor(readonly processId: number) {}
-
-  sendRequest(request: ProcessStreamRequest) {
-    this.mainPort.postMessage(request)
-  }
-
-  get workerPort() {
-    return this.channel.port2
-  }
-
-  get mainPort() {
-    return this.channel.port1
-  }
-
-  close(): void {
-    this.mainPort.close()
-  }
-}

package/src/service-worker.ts

@@ -1,140 +0,0 @@
-import { DeepPartial, Empty, ProcessStreamRequest, ProcessStreamResponse, StartRequest } from '@sentio/protos'
-import { CallContext, ServerError, Status } from 'nice-grpc'
-import { errorString } from './utils.js'
-import { freezeGlobalConfig } from './global-config.js'
-import { DebugInfo, RichServerError } from 'nice-grpc-error-details'
-import { ProcessorServiceImpl } from './service.js'
-import { MessagePort, threadId } from 'worker_threads'
-import { Piscina } from 'piscina'
-import { configureEndpoints } from './endpoints.js'
-import { setupLogger } from './logger.js'
-import { Subject } from 'rxjs'
-import { ProcessorRuntimeOptions } from 'processor-runner-program.js'
-
-let started = false
-
-let unhandled: Error | undefined
-
-process
-  .on('uncaughtException', (err) => {
-    console.error('Uncaught Exception, please checking if await is properly used', err)
-    unhandled = err
-  })
-  .on('unhandledRejection', (reason, p) => {
-    // @ts-ignore ignore invalid ens error
-    if (reason?.message.startsWith('invalid ENS name (disallowed character: "*"')) {
-      return
-    }
-    console.error('Unhandled Rejection, please checking if await is properly', reason)
-    unhandled = reason as Error
-    // shutdownServers(1)
-  })
-  .on('exit', () => {
-    console.info('Worker thread exiting, threadId:', threadId)
-  })
-
-let service: ProcessorServiceImpl | undefined
-
-const loader = async (options: ProcessorRuntimeOptions) => {
-  if (options.target) {
-    const m = await import(options.target)
-    console.debug('Module loaded, path:', options.target, 'module:', m)
-    return m
-  }
-}
-
-const emptyCallContext = <CallContext>{}
-
-async function start(request: StartRequest, options: ProcessorRuntimeOptions): Promise<Empty> {
-  if (started) {
-    return {}
-  }
-  freezeGlobalConfig()
-
-  try {
-    service = new ProcessorServiceImpl(() => loader(options), options)
-  } catch (e) {
-    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))
-  }
-
-  await service.start(request, emptyCallContext)
-  started = true
-  return {}
-}
-
-export default async function ({
-  processId,
-  request: firstRequest,
-  workerPort
-}: {
-  processId: number
-  request: ProcessStreamRequest
-  workerPort: MessagePort
-}) {
-  const { startRequest, configRequest, options } = Piscina.workerData
-  if (!started) {
-    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()
-    setupLogger(options.logFormat === 'json', logLevel === 'debug' ? true : options.debug, threadId)
-
-    configureEndpoints(options)
-
-    if (startRequest) {
-      await start(startRequest, options)
-      console.debug('worker', threadId, ' started, template instance:', startRequest.templateInstances?.length)
-    }
-
-    if (configRequest) {
-      await service?.getConfig(configRequest, emptyCallContext)
-      console.debug('worker', threadId, ' configured')
-    }
-  }
-
-  if (unhandled) {
-    const err = unhandled
-    unhandled = undefined
-    console.error('Unhandled exception/rejection in previous request:', err)
-    throw new RichServerError(
-      Status.UNAVAILABLE,
-      'Unhandled exception/rejection in previous request: ' + errorString(err),
-      [
-        DebugInfo.fromPartial({
-          detail: err.message,
-          stackEntries: err.stack?.split('\n')
-        })
-      ]
-    )
-  }
-  const timeout = (options.workerTimeout || 0) * 1000 // convert to milliseconds
-  const enablePartition = options.enablePartition || false
-  await new Promise<void>((resolve, reject) => {
-    const subject = new Subject<DeepPartial<ProcessStreamResponse>>()
-    let timeoutId: NodeJS.Timeout | undefined = undefined
-    subject.subscribe((resp: ProcessStreamResponse) => {
-      console.debug('Worker', threadId, 'send response:', resp.result ? 'result' : 'dbResult')
-      workerPort.postMessage(resp)
-      // receive the response from the processor , close and resolve the promise
-      if (resp.result) {
-        if (timeoutId) clearTimeout(timeoutId)
-        resolve()
-        workerPort.close()
-      }
-    })
-    workerPort.on('message', (msg: ProcessStreamRequest) => {
-      const request = msg as ProcessStreamRequest
-      console.debug('Worker', threadId, 'received request:', request.start ? 'start' : 'dbResult')
-      service?.handleRequest(request, firstRequest.binding, subject)
-      if (enablePartition && request.start && timeout > 0) {
-        timeoutId = setTimeout(async () => {
-          reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))
-        }, timeout)
-      }
-    })
-    console.debug('Worker', threadId, 'handle request: binding')
-    service?.handleRequest(firstRequest, firstRequest.binding, subject)
-    if (!enablePartition && timeout > 0) {
-      timeoutId = setTimeout(() => {
-        reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))
-      }, timeout)
-    }
-  })
-}