@sentio/runtime 2.57.12-rc.g → 2.57.12-rc.i

package/lib/service-worker.d.ts

@@ -1,7 +1,8 @@
-import { DataBinding, ProcessResult } from '@sentio/protos';
+import * as _sentio_protos from '@sentio/protos';
+import { DataBinding } from '@sentio/protos';
 
 declare function export_default({ request }: {
     request: DataBinding;
-}): Promise<ProcessResult>;
+}): Promise<_sentio_protos.ProcessResult>;
 
 export { export_default as default };

package/lib/service-worker.js

@@ -1,11 +1,12 @@
 import { createRequire as createRequireShim } from 'module'; const require = createRequireShim(import.meta.url);
 import {
+  configureEndpoints,
   errorString,
   freezeGlobalConfig,
   recordRuntimeInfo,
-  require_lib2 as require_lib,
-  require_lib3 as require_lib2
-} from "./chunk-IAGVEBAE.js";
+  require_lib3 as require_lib,
+  require_lib4 as require_lib2
+} from "./chunk-CAKQS6AI.js";
 import {
   PluginManager,
   ProcessConfigResponse,
@@ -63,19 +64,19 @@ async function start(request, options) {
   return {};
 }
 async function service_worker_default({ request }) {
-  try {
-    const { startRequest, configRequest, options } = Piscina.workerData;
-    if (!started) {
-      if (startRequest) {
-        await start(startRequest, options);
-        console.info("worker started");
-      }
-      console.info("new processor worker started");
-      if (configRequest) {
-        await getConfig(configRequest);
-        console.info("worker configured");
-      }
+  const { startRequest, configRequest, options } = Piscina.workerData;
+  if (!started) {
+    configureEndpoints(options);
+    if (startRequest) {
+      await start(startRequest, options);
+      console.debug("worker started");
+    }
+    if (configRequest) {
+      await getConfig(configRequest);
+      console.debug("worker configured");
     }
+  }
+  try {
     if (unhandled) {
       throw new import_nice_grpc_error_details.RichServerError(
         import_nice_grpc.Status.UNAVAILABLE,

package/lib/service-worker.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import {\n  DataBinding,\n  Empty,\n  HandlerType,\n  PreparedData,\n  ProcessConfigRequest,\n  ProcessConfigResponse,\n  ProcessResult,\n  StartRequest\n} from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { PluginManager } from './plugin.js'\nimport commandLineArgs from 'command-line-args'\nimport { optionDefinitions } from './processor-runner.js'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { recordRuntimeInfo } from './service.js'\nimport { BroadcastChannel } from 'worker_threads'\nimport { Piscina } from 'piscina'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n\nasync function getConfig(request: ProcessConfigRequest, context?: CallContext): Promise<ProcessConfigResponse> {\n  if (!started) {\n    throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')\n  }\n\n  const newConfig = ProcessConfigResponse.fromPartial({})\n  await PluginManager.INSTANCE.configure(newConfig)\n  return newConfig\n}\n\nconst loader = async (options: any) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst configureChannel = new BroadcastChannel('configure_channel')\nconfigureChannel.onmessage = (request: ProcessConfigRequest) => {\n  getConfig(request)\n}\n\nasync function start(request: StartRequest, options: any): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    await loader(options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await PluginManager.INSTANCE.start(request)\n  started = true\n  return {}\n}\n\nexport default async function ({ request }: { request: DataBinding }) {\n  try {\n    const { startRequest, configRequest, options } = Piscina.workerData\n    if (!started) {\n      if (startRequest) {\n        await start(startRequest, options)\n        console.info('worker started')\n      }\n      console.info('new processor worker started')\n\n      if (configRequest) {\n        await getConfig(configRequest)\n        console.info('worker configured')\n      }\n    }\n\n    if (unhandled) {\n      throw new RichServerError(\n        Status.UNAVAILABLE,\n        'Unhandled exception/rejection in previous request: ' + errorString(unhandled),\n        [\n          DebugInfo.fromPartial({\n            detail: unhandled.message,\n            stackEntries: unhandled.stack?.split('\\n')\n          })\n        ]\n      )\n    }\n\n    const result = await PluginManager.INSTANCE.processBinding(\n      request,\n      undefined\n      // PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    )\n    recordRuntimeInfo(result, request.handlerType)\n    return result\n  } catch (e) {\n    console.error('worker process binding failed', e)\n    throw e\n  }\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;AAUA,uBAAiD;AAMjD,qCAA2C;AAE3C,SAAS,wBAAwB;AACjC,SAAS,eAAe;AAExB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC;AAEH,eAAe,UAAU,SAA+B,SAAuD;AAC7G,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,6BAAY,wBAAO,aAAa,sBAAsB;AAAA,EAClE;AAEA,QAAM,YAAY,sBAAsB,YAAY,CAAC,CAAC;AACtD,QAAM,cAAc,SAAS,UAAU,SAAS;AAChD,SAAO;AACT;AAEA,IAAM,SAAS,OAAO,YAAiB;AACrC,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAmB,IAAI,iBAAiB,mBAAmB;AACjE,iBAAiB,YAAY,CAAC,YAAkC;AAC9D,YAAU,OAAO;AACnB;AAEA,eAAe,MAAM,SAAuB,SAA8B;AACxE,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,UAAM,OAAO,OAAO;AAAA,EACtB,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,cAAc,SAAS,MAAM,OAAO;AAC1C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB,EAAE,QAAQ,GAA6B;AACpE,MAAI;AACF,UAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,QAAI,CAAC,SAAS;AACZ,UAAI,cAAc;AAChB,cAAM,MAAM,cAAc,OAAO;AACjC,gBAAQ,KAAK,gBAAgB;AAAA,MAC/B;AACA,cAAQ,KAAK,8BAA8B;AAE3C,UAAI,eAAe;AACjB,cAAM,UAAU,aAAa;AAC7B,gBAAQ,KAAK,mBAAmB;AAAA,MAClC;AAAA,IACF;AAEA,QAAI,WAAW;AACb,YAAM,IAAI;AAAA,QACR,wBAAO;AAAA,QACP,wDAAwD,YAAY,SAAS;AAAA,QAC7E;AAAA,UACE,yCAAU,YAAY;AAAA,YACpB,QAAQ,UAAU;AAAA,YAClB,cAAc,UAAU,OAAO,MAAM,IAAI;AAAA,UAC3C,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,UAAM,SAAS,MAAM,cAAc,SAAS;AAAA,MAC1C;AAAA,MACA;AAAA;AAAA,IAEF;AACA,sBAAkB,QAAQ,QAAQ,WAAW;AAC7C,WAAO;AAAA,EACT,SAAS,GAAG;AACV,YAAQ,MAAM,iCAAiC,CAAC;AAChD,UAAM;AAAA,EACR;AACF;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/service-worker.ts"],"sourcesContent":["import { DataBinding, Empty, ProcessConfigRequest, ProcessConfigResponse, StartRequest } from '@sentio/protos'\nimport { CallContext, ServerError, Status } from 'nice-grpc'\nimport { PluginManager } from './plugin.js'\nimport { errorString } from './utils.js'\nimport { freezeGlobalConfig } from './global-config.js'\nimport { DebugInfo, RichServerError } from 'nice-grpc-error-details'\nimport { recordRuntimeInfo } from './service.js'\nimport { BroadcastChannel } from 'worker_threads'\nimport { Piscina } from 'piscina'\nimport { configureEndpoints } from './endpoints.js'\n\nlet started = false\n\nlet unhandled: Error | undefined\n\nprocess\n  .on('uncaughtException', (err) => {\n    console.error('Uncaught Exception, please checking if await is properly used', err)\n    unhandled = err\n  })\n  .on('unhandledRejection', (reason, p) => {\n    // @ts-ignore ignore invalid ens error\n    if (reason?.message.startsWith('invalid ENS name (disallowed character: \"*\"')) {\n      return\n    }\n    console.error('Unhandled Rejection, please checking if await is properly', reason)\n    unhandled = reason as Error\n    // shutdownServers(1)\n  })\n\nasync function getConfig(request: ProcessConfigRequest, context?: CallContext): Promise<ProcessConfigResponse> {\n  if (!started) {\n    throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')\n  }\n\n  const newConfig = ProcessConfigResponse.fromPartial({})\n  await PluginManager.INSTANCE.configure(newConfig)\n  return newConfig\n}\n\nconst loader = async (options: any) => {\n  if (options.target) {\n    const m = await import(options.target)\n    console.debug('Module loaded, path:', options.target, 'module:', m)\n    return m\n  }\n}\n\nconst configureChannel = new BroadcastChannel('configure_channel')\nconfigureChannel.onmessage = (request: ProcessConfigRequest) => {\n  getConfig(request)\n}\n\nasync function start(request: StartRequest, options: any): Promise<Empty> {\n  if (started) {\n    return {}\n  }\n  freezeGlobalConfig()\n\n  try {\n    await loader(options)\n  } catch (e) {\n    throw new ServerError(Status.INVALID_ARGUMENT, 'Failed to load processor: ' + errorString(e))\n  }\n\n  await PluginManager.INSTANCE.start(request)\n  started = true\n  return {}\n}\n\nexport default async function ({ request }: { request: DataBinding }) {\n  const { startRequest, configRequest, options } = Piscina.workerData\n  if (!started) {\n    configureEndpoints(options)\n\n    if (startRequest) {\n      await start(startRequest, options)\n      console.debug('worker started')\n    }\n\n    if (configRequest) {\n      await getConfig(configRequest)\n      console.debug('worker configured')\n    }\n  }\n\n  try {\n    if (unhandled) {\n      throw new RichServerError(\n        Status.UNAVAILABLE,\n        'Unhandled exception/rejection in previous request: ' + errorString(unhandled),\n        [\n          DebugInfo.fromPartial({\n            detail: unhandled.message,\n            stackEntries: unhandled.stack?.split('\\n')\n          })\n        ]\n      )\n    }\n\n    const result = await PluginManager.INSTANCE.processBinding(\n      request,\n      undefined\n      // PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    )\n    recordRuntimeInfo(result, request.handlerType)\n    return result\n  } catch (e) {\n    console.error('worker process binding failed', e)\n    throw e\n  }\n}\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;;;;;;;;AACA,uBAAiD;AAIjD,qCAA2C;AAE3C,SAAS,wBAAwB;AACjC,SAAS,eAAe;AAGxB,IAAI,UAAU;AAEd,IAAI;AAEJ,QACG,GAAG,qBAAqB,CAAC,QAAQ;AAChC,UAAQ,MAAM,iEAAiE,GAAG;AAClF,cAAY;AACd,CAAC,EACA,GAAG,sBAAsB,CAAC,QAAQ,MAAM;AAEvC,MAAI,QAAQ,QAAQ,WAAW,6CAA6C,GAAG;AAC7E;AAAA,EACF;AACA,UAAQ,MAAM,6DAA6D,MAAM;AACjF,cAAY;AAEd,CAAC;AAEH,eAAe,UAAU,SAA+B,SAAuD;AAC7G,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,6BAAY,wBAAO,aAAa,sBAAsB;AAAA,EAClE;AAEA,QAAM,YAAY,sBAAsB,YAAY,CAAC,CAAC;AACtD,QAAM,cAAc,SAAS,UAAU,SAAS;AAChD,SAAO;AACT;AAEA,IAAM,SAAS,OAAO,YAAiB;AACrC,MAAI,QAAQ,QAAQ;AAClB,UAAM,IAAI,MAAM,OAAO,QAAQ;AAC/B,YAAQ,MAAM,wBAAwB,QAAQ,QAAQ,WAAW,CAAC;AAClE,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAAmB,IAAI,iBAAiB,mBAAmB;AACjE,iBAAiB,YAAY,CAAC,YAAkC;AAC9D,YAAU,OAAO;AACnB;AAEA,eAAe,MAAM,SAAuB,SAA8B;AACxE,MAAI,SAAS;AACX,WAAO,CAAC;AAAA,EACV;AACA,qBAAmB;AAEnB,MAAI;AACF,UAAM,OAAO,OAAO;AAAA,EACtB,SAAS,GAAG;AACV,UAAM,IAAI,6BAAY,wBAAO,kBAAkB,+BAA+B,YAAY,CAAC,CAAC;AAAA,EAC9F;AAEA,QAAM,cAAc,SAAS,MAAM,OAAO;AAC1C,YAAU;AACV,SAAO,CAAC;AACV;AAEA,eAAO,uBAAwB,EAAE,QAAQ,GAA6B;AACpE,QAAM,EAAE,cAAc,eAAe,QAAQ,IAAI,QAAQ;AACzD,MAAI,CAAC,SAAS;AACZ,uBAAmB,OAAO;AAE1B,QAAI,cAAc;AAChB,YAAM,MAAM,cAAc,OAAO;AACjC,cAAQ,MAAM,gBAAgB;AAAA,IAChC;AAEA,QAAI,eAAe;AACjB,YAAM,UAAU,aAAa;AAC7B,cAAQ,MAAM,mBAAmB;AAAA,IACnC;AAAA,EACF;AAEA,MAAI;AACF,QAAI,WAAW;AACb,YAAM,IAAI;AAAA,QACR,wBAAO;AAAA,QACP,wDAAwD,YAAY,SAAS;AAAA,QAC7E;AAAA,UACE,yCAAU,YAAY;AAAA,YACpB,QAAQ,UAAU;AAAA,YAClB,cAAc,UAAU,OAAO,MAAM,IAAI;AAAA,UAC3C,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,UAAM,SAAS,MAAM,cAAc,SAAS;AAAA,MAC1C;AAAA,MACA;AAAA;AAAA,IAEF;AACA,sBAAkB,QAAQ,QAAQ,WAAW;AAC7C,WAAO;AAAA,EACT,SAAS,GAAG;AACV,YAAQ,MAAM,iCAAiC,CAAC;AAChD,UAAM;AAAA,EACR;AACF;AACC,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "2.57.12-rc.g",
+  "version": "2.57.12-rc.i",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/endpoints.ts

@@ -1,3 +1,7 @@
+import path from 'path'
+import fs from 'fs-extra'
+import { ChainConfig } from './chain-config.js'
+
 export class Endpoints {
   static INSTANCE: Endpoints = new Endpoints()
 
@@ -9,3 +13,36 @@ export class Endpoints {
 
   batchCount = 1
 }
+
+
+export function configureEndpoints(options:any) {
+
+  const fullPath = path.resolve(options['chains-config'])
+  const chainsConfig = fs.readJsonSync(fullPath)
+
+  const concurrencyOverride = process.env['OVERRIDE_CONCURRENCY']
+    ? parseInt(process.env['OVERRIDE_CONCURRENCY'])
+    : undefined
+  const batchCountOverride = process.env['OVERRIDE_BATCH_COUNT']
+    ? parseInt(process.env['OVERRIDE_BATCH_COUNT'])
+    : undefined
+
+  Endpoints.INSTANCE.concurrency = concurrencyOverride ?? options.concurrency
+  Endpoints.INSTANCE.batchCount = batchCountOverride ?? options['batch-count']
+  Endpoints.INSTANCE.chainQueryAPI = options['chainquery-server']
+  Endpoints.INSTANCE.priceFeedAPI = options['pricefeed-server']
+
+  for (const [id, config] of Object.entries(chainsConfig)) {
+    const chainConfig = config as ChainConfig
+    if (chainConfig.ChainServer) {
+      Endpoints.INSTANCE.chainServer.set(id, chainConfig.ChainServer)
+    } else {
+      const http = chainConfig.Https?.[0]
+      if (http) {
+        Endpoints.INSTANCE.chainServer.set(id, http)
+      } else {
+        console.error('not valid config for chain', id)
+      }
+    }
+  }
+}

package/src/processor-runner.ts

@@ -15,7 +15,7 @@ import { Session } from 'node:inspector/promises'
 
 import { ProcessorDefinition } from './gen/processor/protos/processor.js'
 import { ProcessorServiceImpl } from './service.js'
-import { Endpoints } from './endpoints.js'
+import { configureEndpoints, Endpoints } from './endpoints.js'
 import { FullProcessorServiceImpl } from './full-service.js'
 import { ChainConfig } from './chain-config.js'
 import { setupLogger } from './logger.js'
@@ -58,34 +58,7 @@ await setupOTLP(options['otlp-debug'])
 
 Error.stackTraceLimit = 20
 
-const fullPath = path.resolve(options['chains-config'])
-const chainsConfig = fs.readJsonSync(fullPath)
-
-const concurrencyOverride = process.env['OVERRIDE_CONCURRENCY']
-  ? parseInt(process.env['OVERRIDE_CONCURRENCY'])
-  : undefined
-const batchCountOverride = process.env['OVERRIDE_BATCH_COUNT']
-  ? parseInt(process.env['OVERRIDE_BATCH_COUNT'])
-  : undefined
-
-Endpoints.INSTANCE.concurrency = concurrencyOverride ?? options.concurrency
-Endpoints.INSTANCE.batchCount = batchCountOverride ?? options['batch-count']
-Endpoints.INSTANCE.chainQueryAPI = options['chainquery-server']
-Endpoints.INSTANCE.priceFeedAPI = options['pricefeed-server']
-
-for (const [id, config] of Object.entries(chainsConfig)) {
-  const chainConfig = config as ChainConfig
-  if (chainConfig.ChainServer) {
-    Endpoints.INSTANCE.chainServer.set(id, chainConfig.ChainServer)
-  } else {
-    const http = chainConfig.Https?.[0]
-    if (http) {
-      Endpoints.INSTANCE.chainServer.set(id, http)
-    } else {
-      console.error('not valid config for chain', id)
-    }
-  }
-}
+configureEndpoints(options)
 
 console.debug('Starting Server', options)
 

package/src/service-worker.ts

@@ -1,23 +1,13 @@
-import {
-  DataBinding,
-  Empty,
-  HandlerType,
-  PreparedData,
-  ProcessConfigRequest,
-  ProcessConfigResponse,
-  ProcessResult,
-  StartRequest
-} from '@sentio/protos'
+import { DataBinding, Empty, ProcessConfigRequest, ProcessConfigResponse, StartRequest } from '@sentio/protos'
 import { CallContext, ServerError, Status } from 'nice-grpc'
 import { PluginManager } from './plugin.js'
-import commandLineArgs from 'command-line-args'
-import { optionDefinitions } from './processor-runner.js'
 import { errorString } from './utils.js'
 import { freezeGlobalConfig } from './global-config.js'
 import { DebugInfo, RichServerError } from 'nice-grpc-error-details'
 import { recordRuntimeInfo } from './service.js'
 import { BroadcastChannel } from 'worker_threads'
 import { Piscina } from 'piscina'
+import { configureEndpoints } from './endpoints.js'
 
 let started = false
 
@@ -79,21 +69,22 @@ async function start(request: StartRequest, options: any): Promise<Empty> {
 }
 
 export default async function ({ request }: { request: DataBinding }) {
-  try {
-    const { startRequest, configRequest, options } = Piscina.workerData
-    if (!started) {
-      if (startRequest) {
-        await start(startRequest, options)
-        console.info('worker started')
-      }
-      console.info('new processor worker started')
+  const { startRequest, configRequest, options } = Piscina.workerData
+  if (!started) {
+    configureEndpoints(options)
+
+    if (startRequest) {
+      await start(startRequest, options)
+      console.debug('worker started')
+    }
 
-      if (configRequest) {
-        await getConfig(configRequest)
-        console.info('worker configured')
-      }
+    if (configRequest) {
+      await getConfig(configRequest)
+      console.debug('worker configured')
     }
+  }
 
+  try {
     if (unhandled) {
       throw new RichServerError(
         Status.UNAVAILABLE,