@sentio/runtime 2.39.3 → 2.39.4-rc.10

package/src/processor-runner.ts

@@ -26,6 +26,7 @@ const optionDefinitions = [
   { name: 'target', type: String, defaultOption: true },
   { name: 'port', alias: 'p', type: String, defaultValue: '4000' },
   { name: 'concurrency', type: Number, defaultValue: 4 },
+  { name: 'batch-count', type: Number, defaultValue: 1 },
   // { name: 'use-chainserver', type: Boolean, defaultValue: false },
   {
     name: 'chains-config',
@@ -50,6 +51,7 @@ const fullPath = path.resolve(options['chains-config'])
 const chainsConfig = fs.readJsonSync(fullPath)
 
 Endpoints.INSTANCE.concurrency = options.concurrency
+Endpoints.INSTANCE.batchCount = options['batch-count']
 Endpoints.INSTANCE.chainQueryAPI = options['chainquery-server']
 Endpoints.INSTANCE.priceFeedAPI = options['pricefeed-server']
 

package/src/service.ts

@@ -5,6 +5,7 @@ import { withAbort } from 'ix/Ix.dom.asynciterable.operators.js'
 
 import {
   DataBinding,
+  DeepPartial,
   Empty,
   HandlerType,
   ProcessBindingResponse,
@@ -14,6 +15,7 @@ import {
   ProcessorServiceImplementation,
   ProcessResult,
   ProcessStreamRequest,
+  ProcessStreamResponse,
   StartRequest
 } from '@sentio/protos'
 
@@ -22,6 +24,8 @@ import { errorString, mergeProcessResults } from './utils.js'
 import { freezeGlobalConfig, GLOBAL_CONFIG } from './global-config.js'
 
 import { StoreContext } from './db-context.js'
+import { Subject } from 'rxjs'
+
 ;(BigInt.prototype as any).toJSON = function () {
   return this.toString()
 }
@@ -162,38 +166,50 @@ export class ProcessorServiceImpl implements ProcessorServiceImplementation {
       throw new ServerError(Status.UNAVAILABLE, 'Service Not started.')
     }
 
-    const dbContext = new StoreContext()
-    new Promise(async (resolve, reject) => {
-      for await (const request of requests) {
-        if (request.binding) {
-          const binding = request.binding
-          PluginManager.INSTANCE.processBinding(binding, dbContext)
-            .then((result) => {
-              dbContext.subject.next({
-                result,
-                processId: request.processId
-              })
-              // dbContext.subject.complete()
-              recordRuntimeInfo(result, binding.handlerType)
-            })
-            .catch((e) => {
-              dbContext.error(request.processId, e)
-            })
-        }
-        if (request.dbResult) {
-          dbContext.result(request.dbResult)
-        }
-      }
-      resolve(null)
-    })
+    const subject = new Subject<DeepPartial<ProcessStreamResponse>>()
+    this.handleRequests(requests, subject)
       .then(() => {
-        dbContext.subject.complete()
+        subject.complete()
       })
       .catch((e) => {
-        // should not happen
-        dbContext.subject.error(e)
+        console.error(e)
+        subject.error(e)
       })
-    yield* from(dbContext.subject).pipe(withAbort(context.signal))
+    yield* from(subject).pipe(withAbort(context.signal))
+  }
+
+  private async handleRequests(
+    requests: AsyncIterable<ProcessStreamRequest>,
+    subject: Subject<DeepPartial<ProcessStreamResponse>>
+  ) {
+    const contexts: Record<number, StoreContext> = {}
+
+    for await (const request of requests) {
+      if (request.binding) {
+        const binding = request.binding
+        const dbContext = new StoreContext(subject, request.processId)
+        contexts[request.processId] = dbContext
+        PluginManager.INSTANCE.processBinding(binding, dbContext)
+          .then((result) => {
+            subject.next({
+              result,
+              processId: request.processId
+            })
+            recordRuntimeInfo(result, binding.handlerType)
+          })
+          .catch((e) => {
+            console.error(e)
+            dbContext.error(request.processId, e)
+          })
+          .finally(() => {
+            delete contexts[request.processId]
+          })
+      }
+      if (request.dbResult) {
+        const dbContext = contexts[request.processId]
+        dbContext?.result(request.dbResult)
+      }
+    }
   }
 }