@sentio/runtime 3.0.0-rc.9 → 3.0.0

package/lib/service-worker.js

@@ -1,134 +1,4 @@
 import { createRequire as createRequireShim } from 'module'; const require = createRequireShim(import.meta.url);
-import {
-  setupLogger
-} from "./chunk-CPJKSHSV.js";
-import {
-  ProcessorServiceImpl,
-  configureEndpoints,
-  errorString,
-  freezeGlobalConfig,
-  require_cjs,
-  require_lib3 as require_lib,
-  require_lib4 as require_lib2
-} from "./chunk-4FNYVNIX.js";
-import "./chunk-ROBPWJIE.js";
-import "./chunk-MV6JXS2P.js";
-import {
-  __toESM
-} from "./chunk-KVSDPGUI.js";
-
-// src/service-worker.ts
-var import_nice_grpc = __toESM(require_lib(), 1);
-var import_nice_grpc_error_details = __toESM(require_lib2(), 1);
-import { threadId } from "worker_threads";
-import { Piscina } from "piscina";
-var import_rxjs = __toESM(require_cjs(), 1);
-var started = false;
-var unhandled;
-process.on("uncaughtException", (err) => {
-  console.error("Uncaught Exception, please checking if await is properly used", err);
-  unhandled = err;
-}).on("unhandledRejection", (reason, p) => {
-  if (reason?.message.startsWith('invalid ENS name (disallowed character: "*"')) {
-    return;
-  }
-  console.error("Unhandled Rejection, please checking if await is properly", reason);
-  unhandled = reason;
-}).on("exit", () => {
-  console.info("Worker thread exiting, threadId:", threadId);
-});
-var service;
-var loader = async (options) => {
-  if (options.target) {
-    const m = await import(options.target);
-    console.debug("Module loaded, path:", options.target, "module:", m);
-    return m;
-  }
-};
-var emptyCallContext = {};
-async function start(request, options) {
-  if (started) {
-    return {};
-  }
-  freezeGlobalConfig();
-  try {
-    service = new ProcessorServiceImpl(() => loader(options), options);
-  } catch (e) {
-    throw new import_nice_grpc.ServerError(import_nice_grpc.Status.INVALID_ARGUMENT, "Failed to load processor: " + errorString(e));
-  }
-  await service.start(request, emptyCallContext);
-  started = true;
-  return {};
-}
-async function service_worker_default({
-  processId,
-  request: firstRequest,
-  workerPort
-}) {
-  const { startRequest, configRequest, options } = Piscina.workerData;
-  if (!started) {
-    const logLevel = process.env["LOG_LEVEL"]?.toUpperCase();
-    setupLogger(options.logFormat === "json", logLevel === "debug" ? true : options.debug, threadId);
-    configureEndpoints(options);
-    if (startRequest) {
-      await start(startRequest, options);
-      console.debug("worker", threadId, " started, template instance:", startRequest.templateInstances?.length);
-    }
-    if (configRequest) {
-      await service?.getConfig(configRequest, emptyCallContext);
-      console.debug("worker", threadId, " configured");
-    }
-  }
-  if (unhandled) {
-    const err = unhandled;
-    unhandled = void 0;
-    console.error("Unhandled exception/rejection in previous request:", err);
-    throw new import_nice_grpc_error_details.RichServerError(
-      import_nice_grpc.Status.UNAVAILABLE,
-      "Unhandled exception/rejection in previous request: " + errorString(err),
-      [
-        import_nice_grpc_error_details.DebugInfo.fromPartial({
-          detail: err.message,
-          stackEntries: err.stack?.split("\n")
-        })
-      ]
-    );
-  }
-  const timeout = (options.workerTimeout || 0) * 1e3;
-  const enablePartition = options.enablePartition || false;
-  await new Promise((resolve, reject) => {
-    const subject = new import_rxjs.Subject();
-    let timeoutId = void 0;
-    subject.subscribe((resp) => {
-      console.debug("Worker", threadId, "send response:", resp.result ? "result" : "dbResult");
-      workerPort.postMessage(resp);
-      if (resp.result) {
-        if (timeoutId) clearTimeout(timeoutId);
-        resolve();
-        workerPort.close();
-      }
-    });
-    workerPort.on("message", (msg) => {
-      const request = msg;
-      console.debug("Worker", threadId, "received request:", request.start ? "start" : "dbResult");
-      service?.handleRequest(request, firstRequest.binding, subject);
-      if (enablePartition && request.start && timeout > 0) {
-        timeoutId = setTimeout(async () => {
-          reject(new import_nice_grpc_error_details.RichServerError(import_nice_grpc.Status.DEADLINE_EXCEEDED, "Worker timeout exceeded"));
-        }, timeout);
-      }
-    });
-    console.debug("Worker", threadId, "handle request: binding");
-    service?.handleRequest(firstRequest, firstRequest.binding, subject);
-    if (!enablePartition && timeout > 0) {
-      timeoutId = setTimeout(() => {
-        reject(new import_nice_grpc_error_details.RichServerError(import_nice_grpc.Status.DEADLINE_EXCEEDED, "Worker timeout exceeded"));
-      }, timeout);
-    }
-  });
-}
-import("node:process").then((p) => p.stdout.write(""));
-export {
-  service_worker_default as default
-};
+import{a as k}from"./chunk-757YRULG.js";import{E as I,c as h,j as S,l as x,m as C,q,z as y}from"./chunk-KF7FHZ25.js";import"./chunk-ZTRGPIW7.js";import"./chunk-TW627LH5.js";import{e as E}from"./chunk-AUPVVLD3.js";var s=E(x(),1);var i=E(C(),1);import{threadId as o}from"worker_threads";import{Piscina as L}from"piscina";var D=E(y(),1),b=!1,u;process.on("uncaughtException",e=>{console.error("Uncaught Exception, please checking if await is properly used",e),u=e}).on("unhandledRejection",(e,t)=>{e?.message.startsWith('invalid ENS name (disallowed character: "*"')||(console.error("Unhandled Rejection, please checking if await is properly",e),u=e)}).on("exit",()=>{console.info("Worker thread exiting, threadId:",o)});var d,A=async e=>{if(e.target){let t=await import(e.target);return console.debug("Module loaded, path:",e.target,"module:",t),t}},v={};async function N(e,t){if(b)return{};q();try{d=new I(()=>A(t),t)}catch(a){throw new s.ServerError(s.Status.INVALID_ARGUMENT,"Failed to load processor: "+h(a))}return await d.start(e,v),b=!0,{}}async function F({processId:e,request:t,workerPort:a}){let{startRequest:p,configRequest:w,options:n}=L.workerData;if(!b){let r=process.env.LOG_LEVEL?.toUpperCase();k(n.logFormat==="json",r==="debug"?!0:n.debug,o),S(n),p&&(await N(p,n),console.debug("worker",o," started, template instance:",p.templateInstances?.length)),w&&(await d?.getConfig(w,v),console.debug("worker",o," configured"))}if(u){let r=u;throw u=void 0,console.error("Unhandled exception/rejection in previous request:",r),new i.RichServerError(s.Status.UNAVAILABLE,"Unhandled exception/rejection in previous request: "+h(r),[i.DebugInfo.fromPartial({detail:r.message,stackEntries:r.stack?.split(`
+`)})])}let l=(n.workerTimeout||0)*1e3,P=n.enablePartition||!1;await new Promise((r,R)=>{let f=new D.Subject,m;f.subscribe(c=>{console.debug("Worker",o,"send response:",c.result?"result":"dbResult"),a.postMessage(c),c.result&&(m&&clearTimeout(m),r(),a.close())}),a.on("message",c=>{let g=c;console.debug("Worker",o,"received request:",g.start?"start":"dbResult"),d?.handleRequest(g,t.binding,f),P&&g.start&&l>0&&(m=setTimeout(async()=>{R(new i.RichServerError(s.Status.DEADLINE_EXCEEDED,"Worker timeout exceeded"))},l))}),console.debug("Worker",o,"handle request: binding"),d?.handleRequest(t,t.binding,f),!P&&l>0&&(m=setTimeout(()=>{R(new i.RichServerError(s.Status.DEADLINE_EXCEEDED,"Worker timeout exceeded"))},l))})}import("node:process").then(e=>e.stdout.write(""));export{F as default};
 //# sourceMappingURL=service-worker.js.map

package/lib/service-worker.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import { DeepPartial, Empty, ProcessStreamRequest, ProcessStreamResponse, StartRequest } from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { ProcessorServiceImpl } from './service.js'\nimport { MessagePort, threadId } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\nimport { setupLogger } from './logger.js'\nimport { Subject } from 'rxjs'\nimport { ProcessorRuntimeOptions } from 'processor-runner-program.js'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n  .on('exit', () => {\n    console.info('Worker thread exiting, threadId:', threadId)\n  })\n\nlet service: ProcessorServiceImpl | undefined\n\nconst loader = async (options: ProcessorRuntimeOptions) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst emptyCallContext = <CallContext>{}\n\nasync function start(request: StartRequest, options: ProcessorRuntimeOptions): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    service = new ProcessorServiceImpl(() => loader(options), options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await service.start(request, emptyCallContext)\n  started = true\n  return {}\n}\n\nexport default async function ({\n  processId,\n  request: firstRequest,\n  workerPort\n}: {\n  processId: number\n  request: ProcessStreamRequest\n  workerPort: MessagePort\n}) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()\n    setupLogger(options.logFormat === 'json', logLevel === 'debug' ? true : options.debug, threadId)\n\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker', threadId, ' started, template instance:', startRequest.templateInstances?.length)\n    }\n\n    if (configRequest) {\n      await service?.getConfig(configRequest, emptyCallContext)\n      console.debug('worker', threadId, ' configured')\n    }\n  }\n\n  if (unhandled) {\n    const err = unhandled\n    unhandled = undefined\n    console.error('Unhandled exception/rejection in previous request:', err)\n    throw new RichServerError(\n      Status.UNAVAILABLE,\n      'Unhandled exception/rejection in previous request: ' + errorString(err),\n      [\n        DebugInfo.fromPartial({\n          detail: err.message,\n          stackEntries: err.stack?.split('\\n')\n        })\n      ]\n    )\n  }\n  const timeout = (options.workerTimeout || 0) * 1000 // convert to milliseconds\n  const enablePartition = options.enablePartition || false\n  await new Promise<void>((resolve, reject) => {\n    const subject = new Subject<DeepPartial<ProcessStreamResponse>>()\n    let timeoutId: NodeJS.Timeout | undefined = undefined\n    subject.subscribe((resp: ProcessStreamResponse) => {\n      console.debug('Worker', threadId, 'send response:', resp.result ? 'result' : 'dbResult')\n      workerPort.postMessage(resp)\n      // receive the response from the processor , close and resolve the promise\n      if (resp.result) {\n        if (timeoutId) clearTimeout(timeoutId)\n        resolve()\n        workerPort.close()\n      }\n    })\n    workerPort.on('message', (msg: ProcessStreamRequest) => {\n      const request = msg as ProcessStreamRequest\n      console.debug('Worker', threadId, 'received request:', request.start ? 'start' : 'dbResult')\n      service?.handleRequest(request, firstRequest.binding, subject)\n      if (enablePartition && request.start && timeout > 0) {\n        timeoutId = setTimeout(async () => {\n          reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n        }, timeout)\n      }\n    })\n    console.debug('Worker', threadId, 'handle request: binding')\n    service?.handleRequest(firstRequest, firstRequest.binding, subject)\n    if (!enablePartition && timeout > 0) {\n      timeoutId = setTimeout(() => {\n        reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n      }, timeout)\n    }\n  })\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;;;;;AACA,uBAAiD;AAGjD,qCAA2C;AAE3C,SAAsB,gBAAgB;AACtC,SAAS,eAAe;AAGxB,kBAAwB;AAGxB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC,EACA,GAAG,QAAQ,MAAM;AAChB,UAAQ,KAAK,oCAAoC,QAAQ;AAC3D,CAAC;AAEH,IAAI;AAEJ,IAAM,SAAS,OAAO,YAAqC;AACzD,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAgC,CAAC;AAEvC,eAAe,MAAM,SAAuB,SAAkD;AAC5F,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,cAAU,IAAI,qBAAqB,MAAM,OAAO,OAAO,GAAG,OAAO;AAAA,EACnE,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,QAAQ,MAAM,SAAS,gBAAgB;AAC7C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB;AAAA,EAC7B;AAAA,EACA,SAAS;AAAA,EACT;AACF,GAIG;AACD,QAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,MAAI,CAAC,SAAS;AACZ,UAAM,WAAW,QAAQ,IAAI,WAAW,GAAG,YAAY;AACvD,gBAAY,QAAQ,cAAc,QAAQ,aAAa,UAAU,OAAO,QAAQ,OAAO,QAAQ;AAE/F,uBAAmB,OAAO;AAE1B,QAAI,cAAc;AAChB,YAAM,MAAM,cAAc,OAAO;AACjC,cAAQ,MAAM,UAAU,UAAU,gCAAgC,aAAa,mBAAmB,MAAM;AAAA,IAC1G;AAEA,QAAI,eAAe;AACjB,YAAM,SAAS,UAAU,eAAe,gBAAgB;AACxD,cAAQ,MAAM,UAAU,UAAU,aAAa;AAAA,IACjD;AAAA,EACF;AAEA,MAAI,WAAW;AACb,UAAM,MAAM;AACZ,gBAAY;AACZ,YAAQ,MAAM,sDAAsD,GAAG;AACvE,UAAM,IAAI;AAAA,MACR,wBAAO;AAAA,MACP,wDAAwD,YAAY,GAAG;AAAA,MACvE;AAAA,QACE,yCAAU,YAAY;AAAA,UACpB,QAAQ,IAAI;AAAA,UACZ,cAAc,IAAI,OAAO,MAAM,IAAI;AAAA,QACrC,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACA,QAAM,WAAW,QAAQ,iBAAiB,KAAK;AAC/C,QAAM,kBAAkB,QAAQ,mBAAmB;AACnD,QAAM,IAAI,QAAc,CAAC,SAAS,WAAW;AAC3C,UAAM,UAAU,IAAI,oBAA4C;AAChE,QAAI,YAAwC;AAC5C,YAAQ,UAAU,CAAC,SAAgC;AACjD,cAAQ,MAAM,UAAU,UAAU,kBAAkB,KAAK,SAAS,WAAW,UAAU;AACvF,iBAAW,YAAY,IAAI;AAE3B,UAAI,KAAK,QAAQ;AACf,YAAI,UAAW,cAAa,SAAS;AACrC,gBAAQ;AACR,mBAAW,MAAM;AAAA,MACnB;AAAA,IACF,CAAC;AACD,eAAW,GAAG,WAAW,CAAC,QAA8B;AACtD,YAAM,UAAU;AAChB,cAAQ,MAAM,UAAU,UAAU,qBAAqB,QAAQ,QAAQ,UAAU,UAAU;AAC3F,eAAS,cAAc,SAAS,aAAa,SAAS,OAAO;AAC7D,UAAI,mBAAmB,QAAQ,SAAS,UAAU,GAAG;AACnD,oBAAY,WAAW,YAAY;AACjC,iBAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,QACjF,GAAG,OAAO;AAAA,MACZ;AAAA,IACF,CAAC;AACD,YAAQ,MAAM,UAAU,UAAU,yBAAyB;AAC3D,aAAS,cAAc,cAAc,aAAa,SAAS,OAAO;AAClE,QAAI,CAAC,mBAAmB,UAAU,GAAG;AACnC,kBAAY,WAAW,MAAM;AAC3B,eAAO,IAAI,+CAAgB,wBAAO,mBAAmB,yBAAyB,CAAC;AAAA,MACjF,GAAG,OAAO;AAAA,IACZ;AAAA,EACF,CAAC;AACH;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import { DeepPartial, Empty, ProcessStreamRequest, ProcessStreamResponse, StartRequest } from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { ProcessorServiceImpl } from './service.js'\nimport { MessagePort, threadId } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\nimport { setupLogger } from './logger.js'\nimport { Subject } from 'rxjs'\nimport { ProcessorRuntimeOptions } from 'processor-runner-program.js'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n  .on('exit', () => {\n    console.info('Worker thread exiting, threadId:', threadId)\n  })\n\nlet service: ProcessorServiceImpl | undefined\n\nconst loader = async (options: ProcessorRuntimeOptions) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst emptyCallContext = <CallContext>{}\n\nasync function start(request: StartRequest, options: ProcessorRuntimeOptions): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    service = new ProcessorServiceImpl(() => loader(options), options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await service.start(request, emptyCallContext)\n  started = true\n  return {}\n}\n\nexport default async function ({\n  processId,\n  request: firstRequest,\n  workerPort\n}: {\n  processId: number\n  request: ProcessStreamRequest\n  workerPort: MessagePort\n}) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    const logLevel = process.env['LOG_LEVEL']?.toUpperCase()\n    setupLogger(options.logFormat === 'json', logLevel === 'debug' ? true : options.debug, threadId)\n\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker', threadId, ' started, template instance:', startRequest.templateInstances?.length)\n    }\n\n    if (configRequest) {\n      await service?.getConfig(configRequest, emptyCallContext)\n      console.debug('worker', threadId, ' configured')\n    }\n  }\n\n  if (unhandled) {\n    const err = unhandled\n    unhandled = undefined\n    console.error('Unhandled exception/rejection in previous request:', err)\n    throw new RichServerError(\n      Status.UNAVAILABLE,\n      'Unhandled exception/rejection in previous request: ' + errorString(err),\n      [\n        DebugInfo.fromPartial({\n          detail: err.message,\n          stackEntries: err.stack?.split('\\n')\n        })\n      ]\n    )\n  }\n  const timeout = (options.workerTimeout || 0) * 1000 // convert to milliseconds\n  const enablePartition = options.enablePartition || false\n  await new Promise<void>((resolve, reject) => {\n    const subject = new Subject<DeepPartial<ProcessStreamResponse>>()\n    let timeoutId: NodeJS.Timeout | undefined = undefined\n    subject.subscribe((resp: ProcessStreamResponse) => {\n      console.debug('Worker', threadId, 'send response:', resp.result ? 'result' : 'dbResult')\n      workerPort.postMessage(resp)\n      // receive the response from the processor , close and resolve the promise\n      if (resp.result) {\n        if (timeoutId) clearTimeout(timeoutId)\n        resolve()\n        workerPort.close()\n      }\n    })\n    workerPort.on('message', (msg: ProcessStreamRequest) => {\n      const request = msg as ProcessStreamRequest\n      console.debug('Worker', threadId, 'received request:', request.start ? 'start' : 'dbResult')\n      service?.handleRequest(request, firstRequest.binding, subject)\n      if (enablePartition && request.start && timeout > 0) {\n        timeoutId = setTimeout(async () => {\n          reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n        }, timeout)\n      }\n    })\n    console.debug('Worker', threadId, 'handle request: binding')\n    service?.handleRequest(firstRequest, firstRequest.binding, subject)\n    if (!enablePartition && timeout > 0) {\n      timeoutId = setTimeout(() => {\n        reject(new RichServerError(Status.DEADLINE_EXCEEDED, 'Worker timeout exceeded'))\n      }, timeout)\n    }\n  })\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";qNACA,IAAAA,EAAiD,SAGjD,IAAAC,EAA2C,SAE3C,OAAsB,YAAAC,MAAgB,iBACtC,OAAS,WAAAC,MAAe,UAGxB,IAAAC,EAAwB,SAGpBC,EAAU,GAEVC,EAEJ,QACG,GAAG,oBAAsBC,GAAQ,CAChC,QAAQ,MAAM,gEAAiEA,CAAG,EAClFD,EAAYC,CACd,CAAC,EACA,GAAG,qBAAsB,CAACC,EAAQC,IAAM,CAEnCD,GAAQ,QAAQ,WAAW,6CAA6C,IAG5E,QAAQ,MAAM,4DAA6DA,CAAM,EACjFF,EAAYE,EAEd,CAAC,EACA,GAAG,OAAQ,IAAM,CAChB,QAAQ,KAAK,mCAAoCE,CAAQ,CAC3D,CAAC,EAEH,IAAIC,EAEEC,EAAS,MAAOC,GAAqC,CACzD,GAAIA,EAAQ,OAAQ,CAClB,IAAMC,EAAI,MAAM,OAAOD,EAAQ,QAC/B,eAAQ,MAAM,uBAAwBA,EAAQ,OAAQ,UAAWC,CAAC,EAC3DA,CACT,CACF,EAEMC,EAAgC,CAAC,EAEvC,eAAeC,EAAMC,EAAuBJ,EAAkD,CAC5F,GAAIR,EACF,MAAO,CAAC,EAEVa,EAAmB,EAEnB,GAAI,CACFP,EAAU,IAAIQ,EAAqB,IAAMP,EAAOC,CAAO,EAAGA,CAAO,CACnE,OAASO,EAAG,CACV,MAAM,IAAI,cAAY,SAAO,iBAAkB,6BAA+BC,EAAYD,CAAC,CAAC,CAC9F,CAEA,aAAMT,EAAQ,MAAMM,EAASF,CAAgB,EAC7CV,EAAU,GACH,CAAC,CACV,CAEA,eAAOiB,EAAwB,CAC7B,UAAAC,EACA,QAASC,EACT,WAAAC,CACF,EAIG,CACD,GAAM,CAAE,aAAAC,EAAc,cAAAC,EAAe,QAAAd,CAAQ,EAAIe,EAAQ,WACzD,GAAI,CAACvB,EAAS,CACZ,IAAMwB,EAAW,QAAQ,IAAI,WAAc,YAAY,EACvDC,EAAYjB,EAAQ,YAAc,OAAQgB,IAAa,QAAU,GAAOhB,EAAQ,MAAOH,CAAQ,EAE/FqB,EAAmBlB,CAAO,EAEtBa,IACF,MAAMV,EAAMU,EAAcb,CAAO,EACjC,QAAQ,MAAM,SAAUH,EAAU,+BAAgCgB,EAAa,mBAAmB,MAAM,GAGtGC,IACF,MAAMhB,GAAS,UAAUgB,EAAeZ,CAAgB,EACxD,QAAQ,MAAM,SAAUL,EAAU,aAAa,EAEnD,CAEA,GAAIJ,EAAW,CACb,IAAMC,EAAMD,EACZ,MAAAA,EAAY,OACZ,QAAQ,MAAM,qDAAsDC,CAAG,EACjE,IAAI,kBACR,SAAO,YACP,sDAAwDc,EAAYd,CAAG,EACvE,CACE,YAAU,YAAY,CACpB,OAAQA,EAAI,QACZ,aAAcA,EAAI,OAAO,MAAM;AAAA,CAAI,CACrC,CAAC,CACH,CACF,CACF,CACA,IAAMyB,GAAWnB,EAAQ,eAAiB,GAAK,IACzCoB,EAAkBpB,EAAQ,iBAAmB,GACnD,MAAM,IAAI,QAAc,CAACqB,EAASC,IAAW,CAC3C,IAAMC,EAAU,IAAI,UAChBC,EACJD,EAAQ,UAAWE,GAAgC,CACjD,QAAQ,MAAM,SAAU5B,EAAU,iBAAkB4B,EAAK,OAAS,SAAW,UAAU,EACvFb,EAAW,YAAYa,CAAI,EAEvBA,EAAK,SACHD,GAAW,aAAaA,CAAS,EACrCH,EAAQ,EACRT,EAAW,MAAM,EAErB,CAAC,EACDA,EAAW,GAAG,UAAYc,GAA8B,CACtD,IAAMtB,EAAUsB,EAChB,QAAQ,MAAM,SAAU7B,EAAU,oBAAqBO,EAAQ,MAAQ,QAAU,UAAU,EAC3FN,GAAS,cAAcM,EAASO,EAAa,QAASY,CAAO,EACzDH,GAAmBhB,EAAQ,OAASe,EAAU,IAChDK,EAAY,WAAW,SAAY,CACjCF,EAAO,IAAI,kBAAgB,SAAO,kBAAmB,yBAAyB,CAAC,CACjF,EAAGH,CAAO,EAEd,CAAC,EACD,QAAQ,MAAM,SAAUtB,EAAU,yBAAyB,EAC3DC,GAAS,cAAca,EAAcA,EAAa,QAASY,CAAO,EAC9D,CAACH,GAAmBD,EAAU,IAChCK,EAAY,WAAW,IAAM,CAC3BF,EAAO,IAAI,kBAAgB,SAAO,kBAAmB,yBAAyB,CAAC,CACjF,EAAGH,CAAO,EAEd,CAAC,CACH,CACC,OAAO,cAAc,EAAE,KAAMvB,GAAMA,EAAE,OAAO,MAAM,EAAE,CAAC","names":["import_nice_grpc","import_nice_grpc_error_details","threadId","Piscina","import_rxjs","started","unhandled","err","reason","p","threadId","service","loader","options","m","emptyCallContext","start","request","freezeGlobalConfig","ProcessorServiceImpl","e","errorString","service_worker_default","processId","firstRequest","workerPort","startRequest","configRequest","Piscina","logLevel","setupLogger","configureEndpoints","timeout","enablePartition","resolve","reject","subject","timeoutId","resp","msg"]}

package/lib/test-processor.test.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/test-processor.test.ts"],"sourcesContent":["import { Plugin, PluginManager } from './plugin.js'\nimport { DataBinding, HandlerType, ProcessResult } from './gen/processor/protos/processor.js'\nimport { AccountConfig, InitResponse, ProcessConfigResponse, ProcessStreamResponse_Partitions } from '@sentio/protos'\n\nexport class TestPlugin extends Plugin {\n  async processBinding(request: DataBinding): Promise<ProcessResult> {\n    const dbContext = PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    if (dbContext) {\n      await dbContext.sendRequest({\n        get: {\n          entity: 'Test',\n          id: '1'\n        }\n      })\n    }\n\n    return ProcessResult.fromPartial({\n      states: {\n        configUpdated: true\n      }\n    })\n  }\n  supportedHandlers = [HandlerType.UNKNOWN, HandlerType.ETH_LOG]\n\n  async partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions> {\n    return {\n      partitions: request.handlerIds.reduce(\n        (acc, id) => ({\n          ...acc,\n          [id]: {\n            userValue: 'test'\n          }\n        }),\n        {}\n      )\n    }\n  }\n\n  async init(config: InitResponse): Promise<void> {\n    config.chainIds = ['1']\n  }\n\n  async configure(config: ProcessConfigResponse, forChainId?: string): Promise<void> {\n    config.accountConfigs = [\n      AccountConfig.fromPartial({\n        address: '0x',\n        chainId: '1'\n      })\n    ]\n  }\n}\n\nPluginManager.INSTANCE.plugins = []\nPluginManager.INSTANCE.register(new TestPlugin())\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;AAIO,IAAM,aAAN,cAAyB,OAAO;AAAA,EACrC,MAAM,eAAe,SAA8C;AACjE,UAAM,YAAY,cAAc,SAAS,sBAAsB,SAAS;AACxE,QAAI,WAAW;AACb,YAAM,UAAU,YAAY;AAAA,QAC1B,KAAK;AAAA,UACH,QAAQ;AAAA,UACR,IAAI;AAAA,QACN;AAAA,MACF,CAAC;AAAA,IACH;AAEA,WAAO,cAAc,YAAY;AAAA,MAC/B,QAAQ;AAAA,QACN,eAAe;AAAA,MACjB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EACA,oBAAoB,iCAAyC;AAAA,EAE7D,MAAM,UAAU,SAAiE;AAC/E,WAAO;AAAA,MACL,YAAY,QAAQ,WAAW;AAAA,QAC7B,CAAC,KAAK,QAAQ;AAAA,UACZ,GAAG;AAAA,UACH,CAAC,EAAE,GAAG;AAAA,YACJ,WAAW;AAAA,UACb;AAAA,QACF;AAAA,QACA,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,KAAK,QAAqC;AAC9C,WAAO,WAAW,CAAC,GAAG;AAAA,EACxB;AAAA,EAEA,MAAM,UAAU,QAA+B,YAAoC;AACjF,WAAO,iBAAiB;AAAA,MACtB,cAAc,YAAY;AAAA,QACxB,SAAS;AAAA,QACT,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAEA,cAAc,SAAS,UAAU,CAAC;AAClC,cAAc,SAAS,SAAS,IAAI,WAAW,CAAC;AAC/C,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/test-processor.test.ts"],"sourcesContent":["import { Plugin, PluginManager } from './plugin.js'\nimport { DataBinding, HandlerType, ProcessResult } from './gen/processor/protos/processor.js'\nimport { AccountConfig, InitResponse, ProcessConfigResponse, ProcessStreamResponse_Partitions } from '@sentio/protos'\n\nexport class TestPlugin extends Plugin {\n  async processBinding(request: DataBinding): Promise<ProcessResult> {\n    const dbContext = PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    if (dbContext) {\n      await dbContext.sendRequest({\n        get: {\n          entity: 'Test',\n          id: '1'\n        }\n      })\n    }\n\n    return ProcessResult.fromPartial({\n      states: {\n        configUpdated: true\n      }\n    })\n  }\n  supportedHandlers = [HandlerType.UNKNOWN, HandlerType.ETH_LOG]\n\n  async partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions> {\n    return {\n      partitions: request.handlerIds.reduce(\n        (acc, id) => ({\n          ...acc,\n          [id]: {\n            userValue: 'test'\n          }\n        }),\n        {}\n      )\n    }\n  }\n\n  async init(config: InitResponse): Promise<void> {\n    config.chainIds = ['1']\n  }\n\n  async configure(config: ProcessConfigResponse, forChainId?: string): Promise<void> {\n    config.accountConfigs = [\n      AccountConfig.fromPartial({\n        address: '0x',\n        chainId: '1'\n      })\n    ]\n  }\n}\n\nPluginManager.INSTANCE.plugins = []\nPluginManager.INSTANCE.register(new TestPlugin())\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";yFAIO,IAAMA,EAAN,cAAyBC,CAAO,CACrC,MAAM,eAAeC,EAA8C,CACjE,IAAMC,EAAYC,EAAc,SAAS,sBAAsB,SAAS,EACxE,OAAID,GACF,MAAMA,EAAU,YAAY,CAC1B,IAAK,CACH,OAAQ,OACR,GAAI,GACN,CACF,CAAC,EAGIE,EAAc,YAAY,CAC/B,OAAQ,CACN,cAAe,EACjB,CACF,CAAC,CACH,CACA,kBAAoB,IAAyC,EAE7D,MAAM,UAAUH,EAAiE,CAC/E,MAAO,CACL,WAAYA,EAAQ,WAAW,OAC7B,CAACI,EAAKC,KAAQ,CACZ,GAAGD,EACH,CAACC,CAAE,EAAG,CACJ,UAAW,MACb,CACF,GACA,CAAC,CACH,CACF,CACF,CAEA,MAAM,KAAKC,EAAqC,CAC9CA,EAAO,SAAW,CAAC,GAAG,CACxB,CAEA,MAAM,UAAUA,EAA+BC,EAAoC,CACjFD,EAAO,eAAiB,CACtBE,EAAc,YAAY,CACxB,QAAS,KACT,QAAS,GACX,CAAC,CACH,CACF,CACF,EAEAN,EAAc,SAAS,QAAU,CAAC,EAClCA,EAAc,SAAS,SAAS,IAAIJ,CAAY,EAC/C,OAAO,cAAc,EAAE,KAAMW,GAAMA,EAAE,OAAO,MAAM,EAAE,CAAC","names":["TestPlugin","Plugin","request","dbContext","PluginManager","ProcessResult","acc","id","config","forChainId","AccountConfig","p"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "3.0.0-rc.9",
+  "version": "3.0.0",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/db-context.ts

@@ -281,7 +281,6 @@ export class DataBindingContext extends AbstractStoreContext implements IDataBin
   }
 
   doSend(resp: DeepPartial<ProcessStreamResponseV3>) {
-    console.debug('sending db request, processId ', this.processId, 'opId', resp.dbRequest?.opId)
     this.subject.next({
       ...resp,
       processId: this.processId

package/src/otlp.ts

@@ -1,32 +1,40 @@
-import { PeriodicExportingMetricReader } from '@opentelemetry/sdk-metrics'
+import { IMetricReader, MeterProvider, PeriodicExportingMetricReader } from '@opentelemetry/sdk-metrics'
 import { OTLPMetricExporter } from '@opentelemetry/exporter-metrics-otlp-grpc'
 import { PrometheusExporter } from '@opentelemetry/exporter-prometheus'
-import { NodeSDK } from '@opentelemetry/sdk-node'
-import { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-grpc'
 import { diag, DiagConsoleLogger, DiagLogLevel, metrics } from '@opentelemetry/api'
 
 export async function setupOTLP(debug?: boolean) {
+  console.log('Setting up OTLP metrics, debug=', !!debug)
   if (debug) {
     diag.setLogger(new DiagConsoleLogger(), DiagLogLevel.DEBUG)
   }
 
-  const sdk = new NodeSDK({
-    autoDetectResources: true,
-    traceExporter: new OTLPTraceExporter(),
-    metricReaders: [
-      new PeriodicExportingMetricReader({
-        exporter: new OTLPMetricExporter()
-      }),
+  const readers: IMetricReader[] = [
+    new PeriodicExportingMetricReader({
+      exporter: new OTLPMetricExporter(),
+      exportIntervalMillis: 60000
+    })
+  ]
+  if (debug) {
+    readers.push(
       new PrometheusExporter({
         host: '0.0.0.0',
         port: 4041
       })
+    )
+  }
+  const meterProvider = new MeterProvider({
+    readers: [
+      new PeriodicExportingMetricReader({
+        exporter: new OTLPMetricExporter(),
+        exportIntervalMillis: 60000
+      })
     ]
   })
 
-  sdk.start()
+  metrics.setGlobalMeterProvider(meterProvider)
   ;['SIGINT', 'SIGTERM'].forEach((signal) => {
-    process.on(signal as any, () => sdk.shutdown().catch(console.error))
+    process.on(signal as any, () => meterProvider.forceFlush().catch(console.error))
   })
 
   metrics.getMeter('processor').createGauge('up').record(1)

package/src/processor-runner.ts

@@ -1,11 +1,11 @@
 #!/usr/bin/env node
 
 import fs from 'fs-extra'
-
+// import { compressionAlgorithms } from '@grpc/grpc-js'
 import { createServer } from 'nice-grpc'
 import { errorDetailsServerMiddleware } from 'nice-grpc-error-details'
 // import { registry as niceGrpcRegistry } from 'nice-grpc-prometheus'
-import { openTelemetryServerMiddleware } from 'nice-grpc-opentelemetry'
+// import { openTelemetryServerMiddleware } from 'nice-grpc-opentelemetry'
 import http from 'http'
 // @ts-ignore inspector promises is not included in @type/node
 import { Session } from 'node:inspector/promises'
@@ -61,7 +61,7 @@ if (options.startActionServer) {
     // 'grpc.default_compression_algorithm': compressionAlgorithms.gzip
   })
     // .use(prometheusServerMiddleware())
-    .use(openTelemetryServerMiddleware())
+    // .use(openTelemetryServerMiddleware())
     .use(errorDetailsServerMiddleware)
 
   if (options.worker > 1) {

package/src/service-v3.ts

@@ -29,6 +29,9 @@ import { ProcessorRuntimeOptions } from 'processor-runner-program.js'
 
 const { process_binding_count, process_binding_time, process_binding_error } = processMetrics
 
+const WRITE_V2_EVENT_LOGS = process.env.WRITE_V2_EVENT_LOGS !== 'false'
+const TIME_SERIES_RESULT_BATCH_SIZE = 1000
+
 export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation {
   readonly enablePartition: boolean
   private readonly loader: () => Promise<any>
@@ -165,35 +168,26 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
   ) {
     const context = this.contexts.new(processId, subject)
     const start = Date.now()
-    console.debug('process binding', processId)
     PluginManager.INSTANCE.processBinding(binding, undefined, context)
       .then(async (result) => {
-        console.debug(`process binding ${processId} done`)
         await context.awaitPendings()
         const { timeseriesResult, ...otherResults } = result
-        console.debug('sending ts data length:', result.timeseriesResult.length)
-        for (const ts of timeseriesResult) {
+        for (let i = 0; i < timeseriesResult.length; i += TIME_SERIES_RESULT_BATCH_SIZE) {
+          const batch = timeseriesResult.slice(i, i + TIME_SERIES_RESULT_BATCH_SIZE)
           subject.next({
             processId,
             tsRequest: {
-              data: [ts]
+              data: batch
             }
           })
         }
 
-        /* if (result.states?.configUpdated) {
-          console.debug('sending tpl updates:')
-          subject.next({
-            processId,
-            tplRequest: {
-              templates: TemplateInstanceState.INSTANCE.getValues()
-            }
-          })
-        }*/
-
-        console.debug('sending binding result', processId)
         subject.next({
-          result: otherResults,
+          result: WRITE_V2_EVENT_LOGS
+            ? otherResults
+            : {
+                states: otherResults.states
+              },
           processId: processId
         })
         recordRuntimeInfo(result, binding.handlerType)
@@ -207,7 +201,6 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
         const cost = Date.now() - start
         process_binding_time.add(cost)
         this.contexts.delete(processId)
-        console.debug('process binding done', processId)
       })
   }