@sentio/runtime 2.36.1 → 2.37.0-rc.10

package/src/gen/service/common/protos/common.ts

@@ -1821,6 +1821,7 @@ export interface Notification {
   project: Project | undefined;
   attributes: { [key: string]: string };
   read: boolean;
+  repeat: number;
 }
 
 export interface Notification_AttributesEntry {
@@ -12123,6 +12124,7 @@ function createBaseNotification(): Notification {
     project: undefined,
     attributes: {},
     read: false,
+    repeat: 0,
   };
 }
 
@@ -12164,6 +12166,9 @@ export const Notification = {
     if (message.read !== false) {
       writer.uint32(104).bool(message.read);
     }
+    if (message.repeat !== 0) {
+      writer.uint32(112).uint32(message.repeat);
+    }
     return writer;
   },
 
@@ -12261,6 +12266,13 @@ export const Notification = {
 
           message.read = reader.bool();
           continue;
+        case 14:
+          if (tag !== 112) {
+            break;
+          }
+
+          message.repeat = reader.uint32();
+          continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -12289,6 +12301,7 @@ export const Notification = {
         }, {})
         : {},
       read: isSet(object.read) ? globalThis.Boolean(object.read) : false,
+      repeat: isSet(object.repeat) ? globalThis.Number(object.repeat) : 0,
     };
   },
 
@@ -12336,6 +12349,9 @@ export const Notification = {
     if (message.read !== false) {
       obj.read = message.read;
     }
+    if (message.repeat !== 0) {
+      obj.repeat = Math.round(message.repeat);
+    }
     return obj;
   },
 
@@ -12366,6 +12382,7 @@ export const Notification = {
       {},
     );
     message.read = object.read ?? false;
+    message.repeat = object.repeat ?? 0;
     return message;
   },
 };

package/src/index.ts

@@ -5,3 +5,4 @@ export * from './endpoints.js'
 export * from './chain-config.js'
 export * from './service.js'
 export { GLOBAL_CONFIG, type GlobalConfig } from './global-config.js'
+export * from './db-context.js'

package/src/logger.ts

@@ -1,6 +1,6 @@
 import { createLogger, format, transports } from 'winston'
 
-export function setupJsonLogger() {
+export function setupLogger(json: boolean, enableDebug: boolean) {
   const utilFormatter = {
     transform: (info: any) => {
       const stringRes = []
@@ -32,8 +32,9 @@ export function setupJsonLogger() {
       format.timestamp({ format: 'YYYY-MM-DDTHH:mm:ss.SSSZ' }),
       utilFormatter,
       format.errors({ stack: true }),
-      format.json()
+      json ? format.json() : format.simple()
     ),
+    level: enableDebug ? 'debug' : 'info',
     transports: [new transports.Console()]
   })
 

package/src/plugin.ts

@@ -1,4 +1,6 @@
 import { DataBinding, HandlerType, ProcessConfigResponse, ProcessResult, StartRequest } from '@sentio/protos'
+import { StoreContext } from './db-context.js'
+import { AsyncLocalStorage } from 'node:async_hooks'
 
 export abstract class Plugin {
   name: string
@@ -13,6 +15,7 @@ export abstract class Plugin {
   stateDiff(config: ProcessConfigResponse): boolean {
     return false
   }
+
   async processBinding(request: DataBinding): Promise<ProcessResult> {
     return ProcessResult.create()
   }
@@ -21,6 +24,7 @@ export abstract class Plugin {
 export class PluginManager {
   static INSTANCE = new PluginManager()
 
+  dbContextLocalStorage = new AsyncLocalStorage<StoreContext | undefined>()
   plugins: Plugin[] = []
   typesToPlugin = new Map<HandlerType, Plugin>()
 
@@ -54,11 +58,13 @@ export class PluginManager {
     return this.plugins.some((plugin) => plugin.stateDiff(config))
   }
 
-  processBinding(request: DataBinding): Promise<ProcessResult> {
+  processBinding(request: DataBinding, dbContext?: StoreContext): Promise<ProcessResult> {
     const plugin = this.typesToPlugin.get(request.handlerType)
     if (!plugin) {
       throw new Error(`No plugin for ${request.handlerType}`)
     }
-    return plugin.processBinding(request)
+    return this.dbContextLocalStorage.run(dbContext, () => {
+      return plugin.processBinding(request)
+    })
   }
 }

package/src/processor-runner.ts

@@ -16,7 +16,7 @@ import { ProcessorServiceImpl } from './service.js'
 import { Endpoints } from './endpoints.js'
 import { FullProcessorServiceImpl } from './full-service.js'
 import { ChainConfig } from './chain-config.js'
-import { setupJsonLogger } from './logger.js'
+import { setupLogger } from './logger.js'
 
 const mergedRegistry = Registry.merge([globalRegistry, niceGrpcRegistry])
 
@@ -39,12 +39,8 @@ const optionDefinitions = [
 
 const options = commandLineArgs(optionDefinitions, { partial: true })
 
-if (options['log-format'] === 'json') {
-  setupJsonLogger()
-}
-if (options.debug) {
-  console.log('Starting with', options.target)
-}
+setupLogger(options['log-format'] === 'json', options.debug)
+console.debug('Starting with', options.target)
 
 Error.stackTraceLimit = 20
 
@@ -69,9 +65,7 @@ for (const [id, config] of Object.entries(chainsConfig)) {
   }
 }
 
-if (options.debug) {
-  console.log('Starting Server', options)
-}
+console.debug('Starting Server', options)
 
 const server = createServer({
   'grpc.max_send_message_length': 384 * 1024 * 1024,
@@ -82,9 +76,7 @@ const server = createServer({
   .use(errorDetailsServerMiddleware)
 const baseService = new ProcessorServiceImpl(async () => {
   const m = await import(options.target)
-  if (options.debug) {
-    console.log('Module loaded', m)
-  }
+  console.debug('Module loaded', m)
   return m
 }, server.shutdown)
 const service = new FullProcessorServiceImpl(baseService)

package/src/service.ts

@@ -1,8 +1,11 @@
 import { CallContext, ServerError, Status } from 'nice-grpc'
-import { RichServerError, DebugInfo } from 'nice-grpc-error-details'
+import { DebugInfo, RichServerError } from 'nice-grpc-error-details'
+import { from } from 'ix/Ix.dom.asynciterable.js'
+import { withAbort } from 'ix/Ix.dom.asynciterable.operators.js'
 
 import {
   DataBinding,
+  Empty,
   HandlerType,
   ProcessBindingResponse,
   ProcessBindingsRequest,
@@ -10,14 +13,15 @@ import {
   ProcessConfigResponse,
   ProcessorServiceImplementation,
   ProcessResult,
-  StartRequest,
-  Empty
+  ProcessStreamRequest,
+  StartRequest
 } from '@sentio/protos'
 
 import { PluginManager } from './plugin.js'
 import { errorString, mergeProcessResults } from './utils.js'
 import { freezeGlobalConfig, GLOBAL_CONFIG } from './global-config.js'
 
+import { StoreContext } from './db-context.js'
 ;(BigInt.prototype as any).toJSON = function () {
   return this.toString()
 }
@@ -153,19 +157,43 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
     return result
   }
 
-  async *processBindingsStream(requests: AsyncIterable<DataBinding>, context: CallContext) {
-    for await (const request of requests) {
-      const result = await this.processBinding(request)
-      // let updated = false
-      // if (PluginManager.INSTANCE.stateDiff(this.processorConfig)) {
-      //   await this.configure()
-      //   updated = true
-      // }
-      yield {
-        result,
-        configUpdated: result.states?.configUpdated || false
-      }
+  async *processBindingsStream(requests: AsyncIterable<ProcessStreamRequest>, context: CallContext) {
+    if (!this.started) {
+      throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')
     }
+
+    const dbContext = new StoreContext()
+    new Promise(async (resolve, reject) => {
+      for await (const request of requests) {
+        if (request.binding) {
+          const binding = request.binding
+          PluginManager.INSTANCE.processBinding(binding, dbContext)
+            .then((result) => {
+              dbContext.subject.next({
+                result,
+                processId: request.processId
+              })
+              // dbContext.subject.complete()
+              recordRuntimeInfo(result, binding.handlerType)
+            })
+            .catch((e) => {
+              dbContext.error(request.processId, e)
+            })
+        }
+        if (request.dbResult) {
+          dbContext.result(request.dbResult)
+        }
+      }
+      resolve(null)
+    })
+      .then(() => {
+        dbContext.subject.complete()
+      })
+      .catch((e) => {
+        // should not happen
+        dbContext.subject.error(e)
+      })
+    yield* from(dbContext.subject).pipe(withAbort(context.signal))
   }
 }