@sentio/sdk 2.59.4 → 2.60.0-rc.1

package/src/aptos/aptos-plugin.ts

@@ -1,11 +1,12 @@
 import { errorString, GLOBAL_CONFIG, mergeProcessResults, Plugin, PluginManager, USER_PROCESSOR } from '@sentio/runtime'
 import { PartitionHandlerManager } from '../core/index.js'
+import { HandlerRegister } from '../core/handler-register.js'
 import {
   AccountConfig,
   ContractConfig,
-  Data_AptCall,
   DataBinding,
   HandlerType,
+  InitResponse,
   MoveCallHandlerConfig,
   MoveEventHandlerConfig,
   MoveOwnerType,
@@ -27,26 +28,21 @@ import {
   AptosResourceProcessorTemplateState
 } from './aptos-resource-processor-template.js'
 import { AptosNetwork } from './network.js'
-import { AptEvent, AptCall, AptResource } from './data.js'
-
-interface Handlers {
-  aptosEventHandlers: ((event: AptEvent) => Promise<ProcessResult>)[]
-  aptosCallHandlers: ((func: AptCall) => Promise<ProcessResult>)[]
-  aptosResourceHandlers: ((resourceWithVersion: AptResource) => Promise<ProcessResult>)[]
-  aptosTransactionIntervalHandlers: ((txn: Data_AptCall) => Promise<ProcessResult>)[]
-}
+import { AptCall, AptEvent, AptResource } from './data.js'
 
 export class AptosPlugin extends Plugin {
   name: string = 'AptosPlugin'
-  handlers: Handlers = {
-    aptosEventHandlers: [],
-    aptosCallHandlers: [],
-    aptosResourceHandlers: [],
-    aptosTransactionIntervalHandlers: []
-  }
-
+  handlerRegister = new HandlerRegister()
   partitionManager = new PartitionHandlerManager()
 
+  async init(config: InitResponse) {
+    for (const state of [AptosProcessorState.INSTANCE, AptosResourceProcessorState.INSTANCE]) {
+      for (const aptosProcessor of state.getValues()) {
+        config.chainIds.push(aptosProcessor.getChainId())
+      }
+    }
+  }
+
   async start(request: StartRequest) {
     await initTokenList()
 
@@ -72,14 +68,13 @@ export class AptosPlugin extends Plugin {
     }
   }
 
-  async configure(config: ProcessConfigResponse) {
-    const handlers: Handlers = {
-      aptosTransactionIntervalHandlers: [],
-      aptosEventHandlers: [],
-      aptosCallHandlers: [],
-      aptosResourceHandlers: []
-    }
+  async configure(config: ProcessConfigResponse, forChainId?: string) {
+    this.handlerRegister.clear(forChainId as any)
     for (const aptosProcessor of AptosProcessorState.INSTANCE.getValues()) {
+      const chainId = aptosProcessor.getChainId()
+      if (forChainId !== undefined && forChainId !== chainId.toString()) {
+        continue
+      }
       const contractConfig = ContractConfig.fromPartial({
         processorType: USER_PROCESSOR,
         contract: {
@@ -93,7 +88,7 @@ export class AptosPlugin extends Plugin {
       })
       // 1. Prepare event handlers
       for (const handler of aptosProcessor.eventHandlers) {
-        const handlerId = handlers.aptosEventHandlers.push(handler.handler) - 1
+        const handlerId = this.handlerRegister.register(handler.handler, chainId)
         this.partitionManager.registerPartitionHandler(HandlerType.APT_EVENT, handlerId, handler.partitionHandler)
         const eventHandlerConfig: MoveEventHandlerConfig = {
           filters: handler.filters.map((f) => {
@@ -112,7 +107,7 @@ export class AptosPlugin extends Plugin {
 
       // 2. Prepare function handlers
       for (const handler of aptosProcessor.callHandlers) {
-        const handlerId = handlers.aptosCallHandlers.push(handler.handler) - 1
+        const handlerId = this.handlerRegister.register(handler.handler, chainId)
         this.partitionManager.registerPartitionHandler(HandlerType.APT_CALL, handlerId, handler.partitionHandler)
         const functionHandlerConfig: MoveCallHandlerConfig = {
           filters: handler.filters.map((filter) => {
@@ -137,6 +132,10 @@ export class AptosPlugin extends Plugin {
 
     // Prepare resource handlers
     for (const aptosProcessor of AptosProcessorState.INSTANCE.getValues()) {
+      const chainId = aptosProcessor.getChainId()
+      if (forChainId !== undefined && forChainId !== chainId.toString()) {
+        continue
+      }
       const accountConfig = AccountConfig.fromPartial({
         address: aptosProcessor.config.address,
         chainId: aptosProcessor.getChainId(),
@@ -144,7 +143,7 @@ export class AptosPlugin extends Plugin {
         endBlock: aptosProcessor.config.endVersion
       })
       for (const handler of aptosProcessor.resourceChangeHandlers) {
-        const handlerId = handlers.aptosResourceHandlers.push(handler.handler) - 1
+        const handlerId = this.handlerRegister.register(handler.handler, chainId)
         this.partitionManager.registerPartitionHandler(HandlerType.APT_RESOURCE, handlerId, handler.partitionHandler)
         accountConfig.moveResourceChangeConfigs.push({
           handlerId: handlerId,
@@ -156,7 +155,7 @@ export class AptosPlugin extends Plugin {
 
       //  Prepare interval handlers
       for (const handler of aptosProcessor.transactionIntervalHandlers) {
-        const handlerId = handlers.aptosTransactionIntervalHandlers.push(handler.handler) - 1
+        const handlerId = this.handlerRegister.register(handler.handler, chainId)
         this.partitionManager.registerPartitionHandler(HandlerType.APT_CALL, handlerId, handler.partitionHandler)
         accountConfig.moveIntervalConfigs.push({
           intervalConfig: {
@@ -179,6 +178,10 @@ export class AptosPlugin extends Plugin {
     }
 
     for (const aptosProcessor of AptosResourceProcessorState.INSTANCE.getValues()) {
+      const chainId = aptosProcessor.getChainId()
+      if (forChainId !== undefined && forChainId !== chainId.toString()) {
+        continue
+      }
       const accountConfig = AccountConfig.fromPartial({
         address: aptosProcessor.config.address,
         chainId: aptosProcessor.getChainId(),
@@ -186,7 +189,7 @@ export class AptosPlugin extends Plugin {
         endBlock: aptosProcessor.config.endVersion
       })
       for (const handler of aptosProcessor.resourceIntervalHandlers) {
-        const handlerId = handlers.aptosResourceHandlers.push(handler.handler) - 1
+        const handlerId = this.handlerRegister.register(handler.handler, chainId)
         this.partitionManager.registerPartitionHandler(HandlerType.APT_RESOURCE, handlerId, handler.partitionHandler)
         if (handler.timeIntervalInMinutes || handler.versionInterval) {
           accountConfig.moveIntervalConfigs.push({
@@ -216,7 +219,6 @@ export class AptosPlugin extends Plugin {
       }
       config.accountConfigs.push(accountConfig)
     }
-    this.handlers = handlers
   }
 
   supportedHandlers = [HandlerType.APT_CALL, HandlerType.APT_RESOURCE, HandlerType.APT_EVENT]
@@ -276,12 +278,14 @@ export class AptosPlugin extends Plugin {
     const event = new AptEvent(binding.data.aptEvent)
 
     for (const handlerId of binding.handlerIds) {
-      const promise = this.handlers.aptosEventHandlers[handlerId](event).catch((e) => {
-        throw new ServerError(
-          Status.INTERNAL,
-          'error processing event: ' + JSON.stringify(event) + '\n' + errorString(e)
-        )
-      })
+      const promise = this.handlerRegister
+        .getHandlerById(handlerId)(event)
+        .catch((e: any) => {
+          throw new ServerError(
+            Status.INTERNAL,
+            'error processing event: ' + JSON.stringify(event) + '\n' + errorString(e)
+          )
+        })
       if (GLOBAL_CONFIG.execution.sequential) {
         await promise
       }
@@ -298,12 +302,14 @@ export class AptosPlugin extends Plugin {
 
     const promises: Promise<ProcessResult>[] = []
     for (const handlerId of binding.handlerIds) {
-      const promise = this.handlers.aptosResourceHandlers[handlerId](resource).catch((e) => {
-        throw new ServerError(
-          Status.INTERNAL,
-          'error processing resource: ' + JSON.stringify(resource) + '\n' + errorString(e)
-        )
-      })
+      const promise = this.handlerRegister
+        .getHandlerById(handlerId)(resource)
+        .catch((e: any) => {
+          throw new ServerError(
+            Status.INTERNAL,
+            'error processing resource: ' + JSON.stringify(resource) + '\n' + errorString(e)
+          )
+        })
       if (GLOBAL_CONFIG.execution.sequential) {
         await promise
       }
@@ -321,9 +327,14 @@ export class AptosPlugin extends Plugin {
     const promises: Promise<ProcessResult>[] = []
     for (const handlerId of binding.handlerIds) {
       // only support aptos call for now
-      const promise = this.handlers.aptosCallHandlers[handlerId](call).catch((e) => {
-        throw new ServerError(Status.INTERNAL, 'error processing call: ' + JSON.stringify(call) + '\n' + errorString(e))
-      })
+      const promise = this.handlerRegister
+        .getHandlerById(handlerId)(call)
+        .catch((e: any) => {
+          throw new ServerError(
+            Status.INTERNAL,
+            'error processing call: ' + JSON.stringify(call) + '\n' + errorString(e)
+          )
+        })
       if (GLOBAL_CONFIG.execution.sequential) {
         await promise
       }

package/src/btc/btc-plugin.ts

@@ -1,10 +1,9 @@
 import { errorString, GLOBAL_CONFIG, mergeProcessResults, Plugin, PluginManager, USER_PROCESSOR } from '@sentio/runtime'
 import {
   ContractConfig,
-  Data_BTCBlock,
-  Data_BTCTransaction,
   DataBinding,
   HandlerType,
+  InitResponse,
   ProcessConfigResponse,
   ProcessResult,
   ProcessStreamResponse_Partitions,
@@ -13,31 +12,31 @@ import {
 
 import { ServerError, Status } from 'nice-grpc'
 import { PartitionHandlerManager } from '../core/index.js'
+import { HandlerRegister } from '../core/handler-register.js'
 import { TemplateInstanceState } from '../core/template.js'
 import { BTCProcessorState } from './btc-processor.js'
 import { filters2Proto, TransactionFilter } from './filter.js'
 
-interface Handlers {
-  txHandlers: ((trace: Data_BTCTransaction) => Promise<ProcessResult>)[]
-  blockHandlers: ((trace: Data_BTCBlock) => Promise<ProcessResult>)[]
-}
-
 export class BTCPlugin extends Plugin {
   name: string = 'BTCPlugin'
-  handlers: Handlers = {
-    txHandlers: [],
-    blockHandlers: []
-  }
-
+  handlerRegister = new HandlerRegister()
   partitionManager = new PartitionHandlerManager()
 
-  async configure(config: ProcessConfigResponse) {
-    const handlers: Handlers = {
-      txHandlers: [],
-      blockHandlers: []
+  async init(config: InitResponse) {
+    for (const aptosProcessor of BTCProcessorState.INSTANCE.getValues()) {
+      const chainId = aptosProcessor.config.chainId
+      config.chainIds.push(chainId)
     }
+  }
+
+  async configure(config: ProcessConfigResponse, forChainId?: string) {
+    this.handlerRegister.clear(forChainId as any)
 
     for (const processor of BTCProcessorState.INSTANCE.getValues()) {
+      const chainId = processor.config.chainId
+      if (forChainId !== undefined && forChainId !== chainId.toString()) {
+        continue
+      }
       const contractConfig = ContractConfig.fromPartial({
         processorType: USER_PROCESSOR,
         contract: {
@@ -50,7 +49,7 @@ export class BTCPlugin extends Plugin {
         endBlock: processor.config.endBlock
       })
       for (const callHandler of processor.callHandlers) {
-        const handlerId = handlers.txHandlers.push(callHandler.handler) - 1
+        const handlerId = this.handlerRegister.register(callHandler.handler, chainId)
         this.partitionManager.registerPartitionHandler(
           HandlerType.BTC_TRANSACTION,
           handlerId,
@@ -78,7 +77,7 @@ export class BTCPlugin extends Plugin {
       }
 
       for (const blockHandler of processor.blockHandlers) {
-        const handlerId = handlers.blockHandlers.push(blockHandler.handler) - 1
+        const handlerId = this.handlerRegister.register(blockHandler.handler, chainId)
         this.partitionManager.registerPartitionHandler(HandlerType.BTC_BLOCK, handlerId, blockHandler.partitionHandler)
         contractConfig.intervalConfigs.push({
           slot: 0,
@@ -100,8 +99,6 @@ export class BTCPlugin extends Plugin {
       // Finish up a contract
       config.contractConfigs.push(contractConfig)
     }
-
-    this.handlers = handlers
   }
 
   supportedHandlers = [HandlerType.BTC_TRANSACTION, HandlerType.BTC_BLOCK]
@@ -161,12 +158,14 @@ export class BTCPlugin extends Plugin {
     const result = binding.data?.btcTransaction
 
     for (const handlerId of binding.handlerIds) {
-      const promise = this.handlers.txHandlers[handlerId](binding.data?.btcTransaction).catch((e) => {
-        throw new ServerError(
-          Status.INTERNAL,
-          'error processing transaction: ' + JSON.stringify(result) + '\n' + errorString(e)
-        )
-      })
+      const promise = this.handlerRegister
+        .getHandlerById(handlerId)(binding.data?.btcTransaction)
+        .catch((e: any) => {
+          throw new ServerError(
+            Status.INTERNAL,
+            'error processing transaction: ' + JSON.stringify(result) + '\n' + errorString(e)
+          )
+        })
       if (GLOBAL_CONFIG.execution.sequential) {
         await promise
       }
@@ -184,12 +183,14 @@ export class BTCPlugin extends Plugin {
 
     const promises: Promise<ProcessResult>[] = []
     for (const handlerId of request.handlerIds) {
-      const promise = this.handlers.blockHandlers[handlerId](block).catch((e) => {
-        throw new ServerError(
-          Status.INTERNAL,
-          'error processing block: ' + JSON.stringify(block) + '\n' + errorString(e)
-        )
-      })
+      const promise = this.handlerRegister
+        .getHandlerById(handlerId)(block)
+        .catch((e: any) => {
+          throw new ServerError(
+            Status.INTERNAL,
+            'error processing block: ' + JSON.stringify(block) + '\n' + errorString(e)
+          )
+        })
       if (GLOBAL_CONFIG.execution.sequential) {
         await promise
       }

package/src/core/core-plugin.ts

@@ -1,7 +1,7 @@
 import { Plugin, PluginManager } from '@sentio/runtime'
-import { ProcessConfigResponse } from '@sentio/protos'
+import { InitResponse, ProcessConfigResponse } from '@sentio/protos'
 
-import { MetricState } from './meter.js'
+import { MetricState, MetricStateNew } from './meter.js'
 import { ExporterState } from './exporter.js'
 import { TemplateInstanceState } from './template.js'
 import { EventLoggerState } from './event-logger.js'
@@ -19,7 +19,11 @@ export class CorePlugin extends Plugin {
         ...metric.config
       })
     }
-
+    for (const metric of MetricStateNew.INSTANCE.getValues()) {
+      config.metricConfigs.push({
+        ...metric.config
+      })
+    }
     for (const event of EventLoggerState.INSTANCE.getValues()) {
       config.eventLogConfigs.push({
         ...event.config
@@ -41,6 +45,16 @@ export class CorePlugin extends Plugin {
       }
     }
   }
+
+  async init(config: InitResponse): Promise<void> {
+    if (DatabaseSchemaState.INSTANCE.getValues().length > 0) {
+      config.dbSchema = {
+        gqlSchema: DatabaseSchemaState.INSTANCE.getValues()
+          .map((e) => e.source)
+          .join('\n\n')
+      }
+    }
+  }
 }
 
 PluginManager.INSTANCE.register(new CorePlugin())

package/src/core/handler-register.ts

@@ -0,0 +1,79 @@
+import { ServerError, Status } from 'nice-grpc'
+import { ChainId } from '@sentio/chain'
+import { ProcessResult } from '@sentio/protos'
+
+export type HandlerFunction = (...args: any[]) => Promise<ProcessResult>
+
+interface HandlerEntry {
+  id: number
+  handler: HandlerFunction
+  chainId: ChainId | string
+}
+
+const chainToNumber: Map<string, number> = new Map()
+const numberToChain: Map<number, string> = new Map()
+
+for (const chainId of Object.values(ChainId)) {
+  const num = chainToNumber.size + 1
+  chainToNumber.set(chainId, num)
+  numberToChain.set(num, chainId)
+}
+
+const MAX_HANDLER_PER_CHAIN = 1000000 // Maximum handlers per chain
+
+export class HandlerRegister {
+  private handlerByChain: Map<number, HandlerEntry[]> = new Map()
+  private handlers: Map<number, HandlerEntry> = new Map()
+
+  /**
+   * Register a handler function with chain ID and handle type
+   * @returns handler ID
+   */
+  register(handler: HandlerFunction, chainId: ChainId | string): number {
+    const chainNum = chainToNumber.get(chainId) || 0
+    const entries = this.handlerByChain.get(chainNum) || []
+
+    const len = entries.length
+    const id = chainNum * MAX_HANDLER_PER_CHAIN + len + 1 // Use the first 32 bits for chain ID, next bits for index
+
+    const entry: HandlerEntry = {
+      id,
+      handler,
+      chainId
+    }
+    entries.push(entry)
+    this.handlerByChain.set(chainNum, entries)
+    this.handlers.set(id, entry)
+
+    return id
+  }
+
+  /**
+   * Get handler function by ID
+   */
+  getHandlerById(id: number): HandlerFunction {
+    const entry = this.handlers.get(id)
+    if (!entry) {
+      throw new ServerError(Status.INTERNAL, `Handler with ID ${id} not found.`)
+    }
+    return entry.handler
+  }
+
+  clear(chainId?: ChainId): void {
+    if (chainId) {
+      const chainNum = chainToNumber.get(chainId)
+      if (chainNum !== undefined) {
+        const chainHandlers = this.handlerByChain.get(chainNum)
+        if (chainHandlers) {
+          for (const entry of chainHandlers) {
+            this.handlers.delete(entry.id)
+          }
+        }
+        this.handlerByChain.delete(chainNum)
+      }
+    } else {
+      this.handlerByChain.clear()
+      this.handlers.clear()
+    }
+  }
+}

package/src/cosmos/cosmos-plugin.ts

@@ -1,33 +1,37 @@
 import { errorString, GLOBAL_CONFIG, mergeProcessResults, Plugin, PluginManager, USER_PROCESSOR } from '@sentio/runtime'
 import {
   ContractConfig,
-  Data_CosmosCall,
   DataBinding,
   HandlerType,
+  InitResponse,
   ProcessConfigResponse,
   ProcessResult,
   StartRequest
 } from '@sentio/protos'
 import { ServerError, Status } from 'nice-grpc'
 import { TemplateInstanceState } from '../core/template.js'
+import { HandlerRegister } from '../core/handler-register.js'
 import { CosmosProcessorState } from './types.js'
 
-interface Handlers {
-  callHandlers: ((trace: Data_CosmosCall) => Promise<ProcessResult>)[]
-}
-
 export class CosmosPlugin extends Plugin {
   name: string = 'CosmosPlugin'
-  handlers: Handlers = {
-    callHandlers: []
-  }
+  handlerRegister = new HandlerRegister()
 
-  async configure(config: ProcessConfigResponse) {
-    const handlers: Handlers = {
-      callHandlers: []
+  async init(config: InitResponse) {
+    for (const aptosProcessor of CosmosProcessorState.INSTANCE.getValues()) {
+      const chainId = aptosProcessor.config.chainId
+      config.chainIds.push(chainId)
     }
+  }
+
+  async configure(config: ProcessConfigResponse, forChainId?: string) {
+    this.handlerRegister.clear(forChainId as any)
 
     for (const processor of CosmosProcessorState.INSTANCE.getValues()) {
+      const chainId = processor.config.chainId
+      if (forChainId !== undefined && forChainId !== chainId.toString()) {
+        continue
+      }
       const contractConfig = ContractConfig.fromPartial({
         processorType: USER_PROCESSOR,
         contract: {
@@ -41,7 +45,7 @@ export class CosmosPlugin extends Plugin {
       })
 
       for (const callHandler of processor.callHandlers) {
-        const handlerId = handlers.callHandlers.push(callHandler.handler) - 1
+        const handlerId = this.handlerRegister.register(callHandler.handler, chainId)
 
         contractConfig.cosmosLogConfigs.push({
           handlerId,
@@ -53,8 +57,6 @@ export class CosmosPlugin extends Plugin {
       // Finish up a contract
       config.contractConfigs.push(contractConfig)
     }
-
-    this.handlers = handlers
   }
 
   supportedHandlers = [HandlerType.COSMOS_CALL]
@@ -83,12 +85,14 @@ export class CosmosPlugin extends Plugin {
     const promises: Promise<ProcessResult>[] = []
 
     for (const handlerId of binding.handlerIds) {
-      const promise = this.handlers.callHandlers[handlerId](call).catch((e) => {
-        throw new ServerError(
-          Status.INTERNAL,
-          'error processing transaction: ' + JSON.stringify(call.transaction) + '\n' + errorString(e)
-        )
-      })
+      const promise = this.handlerRegister
+        .getHandlerById(handlerId)(call)
+        .catch((e) => {
+          throw new ServerError(
+            Status.INTERNAL,
+            'error processing transaction: ' + JSON.stringify(call.transaction) + '\n' + errorString(e)
+          )
+        })
       if (GLOBAL_CONFIG.execution.sequential) {
         await promise
       }