@sentio/sdk 2.59.0-rc.4 → 2.59.0-rc.41

package/src/sui/models.ts

@@ -10,3 +10,5 @@ export type TypedFunctionPayload<T extends Array<any>> = MoveCallSuiTransaction
    */
   arguments_decoded: T
 }
+
+export type { PartitionHandler, HandlerOptions } from '../core/index.js'

package/src/sui/sui-object-processor-template.ts

@@ -94,7 +94,7 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
         abi: ''
       },
       startBlock: config.startCheckpoint,
-      endBlock: 0n,
+      endBlock: config.endCheckpoint || 0n,
       baseLabels: config.baseLabels
     })
     console.log(`successfully bind template ${sig}`)

package/src/sui/sui-object-processor.ts

@@ -24,6 +24,7 @@ export interface SuiObjectBindOptions {
   objectId: string
   network?: SuiNetwork
   startCheckpoint?: bigint
+  endCheckpoint?: bigint
   baseLabels?: { [key: string]: string }
 }
 
@@ -31,6 +32,7 @@ export interface SuiObjectTypeBindOptions<T> {
   objectType: TypeDescriptor<T>
   network?: SuiNetwork
   startCheckpoint?: bigint
+  endCheckpoint?: bigint
   baseLabels?: { [key: string]: string }
 }
 
@@ -71,6 +73,7 @@ export abstract class SuiBaseObjectOrAddressProcessor<HandlerType> {
     if (options.ownerType === MoveOwnerType.TYPE) {
       this.config = {
         startCheckpoint: options.startCheckpoint || 0n,
+        endCheckpoint: options.endCheckpoint,
         address: options.address === '*' ? '*' : accountTypeString(options.address),
         network: options.network || SuiNetwork.MAIN_NET,
         baseLabels: options.baseLabels
@@ -234,6 +237,7 @@ export class SuiObjectProcessor extends SuiBaseObjectOrAddressProcessorInternal<
       address: options.objectId,
       network: options.network,
       startCheckpoint: options.startCheckpoint,
+      endCheckpoint: options.endCheckpoint,
       ownerType: MoveOwnerType.OBJECT,
       baseLabels: options.baseLabels
     })
@@ -266,6 +270,7 @@ export class SuiObjectTypeProcessor<T> extends SuiBaseObjectOrAddressProcessor<
       address: ALL_ADDRESS, // current only support on all address
       network: options.network,
       startCheckpoint: options.startCheckpoint,
+      endCheckpoint: options.endCheckpoint,
       ownerType: MoveOwnerType.TYPE,
       baseLabels: options.baseLabels
     })
@@ -365,6 +370,7 @@ export class SuiWrappedObjectProcessor extends SuiBaseObjectOrAddressProcessorIn
       address: options.objectId,
       network: options.network,
       startCheckpoint: options.startCheckpoint,
+      endCheckpoint: options.endCheckpoint,
       ownerType: MoveOwnerType.WRAPPED_OBJECT,
       baseLabels: options.baseLabels
     })

package/src/sui/sui-plugin.ts

@@ -13,10 +13,12 @@ import {
   MoveResourceChangeConfig,
   ProcessConfigResponse,
   ProcessResult,
+  ProcessStreamResponse_Partitions,
   StartRequest
 } from '@sentio/protos'
 
 import { ServerError, Status } from 'nice-grpc'
+import { PartitionHandlerManager } from '../core/index.js'
 
 import { SuiProcessorState } from './sui-processor.js'
 import { SuiAccountProcessorState, SuiAddressProcessor } from './sui-object-processor.js'
@@ -44,6 +46,8 @@ export class SuiPlugin extends Plugin {
     suiObjectHandlers: [],
     suiObjectChangeHandlers: []
   }
+
+  partitionManager = new PartitionHandlerManager()
   async start(request: StartRequest): Promise<void> {
     await initCoinList()
 
@@ -64,6 +68,7 @@ export class SuiPlugin extends Plugin {
           objectId: instance.contract?.address || '',
           network: <SuiNetwork>instance.contract?.chainId || SuiNetwork.MAIN_NET,
           startCheckpoint: instance.startBlock || 0n,
+          endCheckpoint: instance.endBlock || 0n,
           baseLabels: instance.baseLabels
         },
         NoopContext
@@ -88,10 +93,12 @@ export class SuiPlugin extends Plugin {
           address: suiProcessor.config.address,
           abi: ''
         },
-        startBlock: suiProcessor.config.startCheckpoint
+        startBlock: suiProcessor.config.startCheckpoint,
+        endBlock: suiProcessor.config.endCheckpoint
       })
       for (const handler of suiProcessor.eventHandlers) {
         const handlerId = handlers.suiEventHandlers.push(handler.handler) - 1
+        this.partitionManager.registerPartitionHandler(HandlerType.SUI_EVENT, handlerId, handler.partitionHandler)
         const eventHandlerConfig: MoveEventHandlerConfig = {
           filters: handler.filters.map((f) => {
             return {
@@ -108,6 +115,7 @@ export class SuiPlugin extends Plugin {
       }
       for (const handler of suiProcessor.callHandlers) {
         const handlerId = handlers.suiCallHandlers.push(handler.handler) - 1
+        this.partitionManager.registerPartitionHandler(HandlerType.SUI_CALL, handlerId, handler.partitionHandler)
         const functionHandlerConfig: MoveCallHandlerConfig = {
           filters: handler.filters.map((filter) => {
             return {
@@ -131,7 +139,8 @@ export class SuiPlugin extends Plugin {
         const objectChangeHandler: MoveResourceChangeConfig = {
           type: handler.type,
           handlerId,
-          handlerName: handler.handlerName
+          handlerName: handler.handlerName,
+          includeDeleted: false
         }
         contractConfig.moveResourceChangeConfigs.push(objectChangeHandler)
       }
@@ -142,7 +151,8 @@ export class SuiPlugin extends Plugin {
       const accountConfig = AccountConfig.fromPartial({
         address: processor.config.address,
         chainId: processor.getChainId(),
-        startBlock: processor.config.startCheckpoint // TODO maybe use another field
+        startBlock: processor.config.startCheckpoint, // TODO maybe use another field
+        endBlock: processor.config.endCheckpoint
       })
 
       for (const handler of processor.objectChangeHandlers) {
@@ -150,7 +160,8 @@ export class SuiPlugin extends Plugin {
         const objectChangeHandler: MoveResourceChangeConfig = {
           type: handler.type,
           handlerId,
-          handlerName: handler.handlerName
+          handlerName: handler.handlerName,
+          includeDeleted: false
         }
         accountConfig.moveResourceChangeConfigs.push(objectChangeHandler)
       }
@@ -202,6 +213,68 @@ export class SuiPlugin extends Plugin {
     this.handlers = handlers
   }
 
+  supportedHandlers = [
+    HandlerType.SUI_EVENT,
+    HandlerType.SUI_CALL,
+    HandlerType.SUI_OBJECT,
+    HandlerType.SUI_OBJECT_CHANGE
+  ]
+
+  processBinding(request: DataBinding): Promise<ProcessResult> {
+    switch (request.handlerType) {
+      case HandlerType.SUI_EVENT:
+        return this.processSuiEvent(request)
+      case HandlerType.SUI_CALL:
+        return this.processSuiFunctionCall(request)
+      case HandlerType.SUI_OBJECT:
+        return this.processSuiObject(request)
+      case HandlerType.SUI_OBJECT_CHANGE:
+        return this.processSuiObjectChange(request)
+      default:
+        throw new ServerError(Status.INVALID_ARGUMENT, 'No handle type registered ' + request.handlerType)
+    }
+  }
+
+  async partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions> {
+    let data: any
+    switch (request.handlerType) {
+      case HandlerType.SUI_EVENT:
+        if (!request.data?.suiEvent) {
+          throw new ServerError(Status.INVALID_ARGUMENT, "suiEvent can't be empty")
+        }
+        data = request.data.suiEvent
+        break
+      case HandlerType.SUI_CALL:
+        if (!request.data?.suiCall) {
+          throw new ServerError(Status.INVALID_ARGUMENT, "suiCall can't be empty")
+        }
+        data = request.data.suiCall
+        break
+      case HandlerType.SUI_OBJECT:
+        if (!request.data?.suiObject) {
+          throw new ServerError(Status.INVALID_ARGUMENT, "suiObject can't be empty")
+        }
+        data = request.data.suiObject
+        break
+      case HandlerType.SUI_OBJECT_CHANGE:
+        if (!request.data?.suiObjectChange) {
+          throw new ServerError(Status.INVALID_ARGUMENT, "suiObjectChange can't be empty")
+        }
+        data = request.data.suiObjectChange
+        break
+      default:
+        throw new ServerError(Status.INVALID_ARGUMENT, 'No handle type registered ' + request.handlerType)
+    }
+    const partitions = await this.partitionManager.processPartitionForHandlerType(
+      request.handlerType,
+      request.handlerIds,
+      data
+    )
+    return {
+      partitions
+    }
+  }
+
   async processSuiEvent(binding: DataBinding): Promise<ProcessResult> {
     if (!binding.data?.suiEvent) {
       throw new ServerError(Status.INVALID_ARGUMENT, "Event can't be empty")
@@ -277,28 +350,6 @@ export class SuiPlugin extends Plugin {
     }
     return mergeProcessResults(await Promise.all(promises))
   }
-
-  supportedHandlers = [
-    HandlerType.SUI_EVENT,
-    HandlerType.SUI_CALL,
-    HandlerType.SUI_OBJECT,
-    HandlerType.SUI_OBJECT_CHANGE
-  ]
-
-  processBinding(request: DataBinding): Promise<ProcessResult> {
-    switch (request.handlerType) {
-      case HandlerType.SUI_EVENT:
-        return this.processSuiEvent(request)
-      case HandlerType.SUI_CALL:
-        return this.processSuiFunctionCall(request)
-      case HandlerType.SUI_OBJECT:
-        return this.processSuiObject(request)
-      case HandlerType.SUI_OBJECT_CHANGE:
-        return this.processSuiObjectChange(request)
-      default:
-        throw new ServerError(Status.INVALID_ARGUMENT, 'No handle type registered ' + request.handlerType)
-    }
-  }
 }
 
 PluginManager.INSTANCE.register(new SuiPlugin())

package/src/sui/sui-processor.ts

@@ -19,6 +19,7 @@ import { defaultMoveCoder, MoveCoder } from './index.js'
 import { ALL_ADDRESS, Labels, PromiseOrVoid } from '../core/index.js'
 import { Required } from 'utility-types'
 import { getHandlerName, proxyProcessor } from '../utils/metrics.js'
+import { HandlerOptions } from './models.js'
 
 export const DEFAULT_FETCH_CONFIG: MoveFetchConfig = {
   resourceChanges: false,
@@ -31,6 +32,7 @@ export type IndexConfigure = Required<SuiBindOptions, 'startCheckpoint' | 'netwo
 export function configure(options: SuiBindOptions): IndexConfigure {
   return {
     startCheckpoint: options.startCheckpoint || 0n,
+    endCheckpoint: options.endCheckpoint,
     address: options.address === ALL_ADDRESS ? ALL_ADDRESS : accountAddressString(options.address),
     network: options.network || SuiNetwork.MAIN_NET,
     baseLabels: options.baseLabels
@@ -41,6 +43,7 @@ export interface SuiBindOptions {
   address: string
   network?: SuiNetwork
   startCheckpoint?: bigint
+  endCheckpoint?: bigint
   baseLabels?: Labels
 }
 
@@ -74,10 +77,10 @@ export class SuiBaseProcessor {
   protected onMoveEvent(
     handler: (event: SuiEvent, ctx: SuiContext) => PromiseOrVoid,
     filter: EventFilter | EventFilter[],
-    fetchConfig?: Partial<MoveFetchConfig>
+    handlerOptions?: HandlerOptions<MoveFetchConfig, SuiEvent>
   ): SuiBaseProcessor {
     let _filters: EventFilter[] = []
-    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...fetchConfig })
+    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...handlerOptions })
 
     if (Array.isArray(filter)) {
       _filters = filter
@@ -121,7 +124,17 @@ export class SuiBaseProcessor {
         return ctx.stopAndGetResult()
       },
       filters: _filters,
-      fetchConfig: _fetchConfig
+      fetchConfig: _fetchConfig,
+      partitionHandler: async (data: Data_SuiEvent): Promise<string | undefined> => {
+        const p = handlerOptions?.partitionKey
+        if (!p) return undefined
+        if (typeof p === 'function') {
+          const evt = JSON.parse(data.rawEvent) as SuiEvent
+          const decoded = await processor.coder.decodeEvent<any>(evt)
+          return p(decoded || evt)
+        }
+        return p
+      }
     })
     return this
   }
@@ -129,10 +142,10 @@ export class SuiBaseProcessor {
   protected onEntryFunctionCall(
     handler: (call: MoveCallSuiTransaction, ctx: SuiContext) => PromiseOrVoid,
     filter: FunctionNameAndCallFilter | FunctionNameAndCallFilter[],
-    fetchConfig?: Partial<MoveFetchConfig>
+    handlerOptions?: HandlerOptions<MoveFetchConfig, MoveCallSuiTransaction>
   ): SuiBaseProcessor {
     let _filters: FunctionNameAndCallFilter[] = []
-    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...fetchConfig })
+    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...handlerOptions })
 
     if (Array.isArray(filter)) {
       _filters = filter
@@ -186,22 +199,39 @@ export class SuiBaseProcessor {
         return ctx.stopAndGetResult()
       },
       filters: _filters,
-      fetchConfig: _fetchConfig
+      fetchConfig: _fetchConfig,
+      partitionHandler: async (data: Data_SuiCall): Promise<string | undefined> => {
+        const p = handlerOptions?.partitionKey
+        if (!p) return undefined
+        if (typeof p === 'function') {
+          const tx = JSON.parse(data.rawTransaction) as SuiTransactionBlockResponse
+          const calls: MoveCallSuiTransaction[] = getMoveCalls(tx)
+          // For simplicity, use the first call for partitioning
+          if (calls.length > 0) {
+            return p(calls[0])
+          }
+          return undefined
+        }
+        return p
+      }
     })
     return this
   }
 
-  onEvent(handler: (event: SuiEvent, ctx: SuiContext) => void, fetchConfig?: Partial<MoveFetchConfig>): this {
-    this.onMoveEvent(handler, { type: '' }, fetchConfig)
+  onEvent(
+    handler: (event: SuiEvent, ctx: SuiContext) => void,
+    handlerOptions?: HandlerOptions<MoveFetchConfig, SuiEvent>
+  ): this {
+    this.onMoveEvent(handler, { type: '' }, handlerOptions)
     return this
   }
 
   onTransactionBlock(
     handler: (transaction: SuiTransactionBlockResponse, ctx: SuiContext) => PromiseOrVoid,
     filter?: TransactionFilter,
-    fetchConfig?: Partial<MoveFetchConfig>
+    handlerOptions?: HandlerOptions<MoveFetchConfig, SuiTransactionBlockResponse>
   ): this {
-    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...fetchConfig })
+    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...handlerOptions })
 
     const processor = this
 
@@ -229,7 +259,16 @@ export class SuiBaseProcessor {
         return ctx.stopAndGetResult()
       },
       filters: [{ ...filter, function: '' }],
-      fetchConfig: _fetchConfig
+      fetchConfig: _fetchConfig,
+      partitionHandler: async (data: Data_SuiCall): Promise<string | undefined> => {
+        const p = handlerOptions?.partitionKey
+        if (!p) return undefined
+        if (typeof p === 'function') {
+          const tx = JSON.parse(data.rawTransaction) as SuiTransactionBlockResponse
+          return p(tx)
+        }
+        return p
+      }
     })
     return this
   }

package/src/testing/eth-facet.ts

@@ -1,5 +1,6 @@
 import { TestProcessorServer } from './test-processor-server.js'
-import { DataBinding, HandlerType, ProcessBindingResponse } from '@sentio/protos'
+import { HandlerType, ProcessBindingResponse } from '@sentio/protos'
+import { DataBinding } from '@sentio/runtime'
 import { Trace } from '../eth/eth.js'
 import { BlockParams, LogParams, TransactionResponseParams } from 'ethers/providers'
 import { ChainId, EthChainId } from '@sentio/chain'

package/src/utils/block.ts

@@ -1,3 +1,4 @@
+import { TimeOrBlock } from 'eth/bind-options.js'
 import { Block, JsonRpcProvider, EthersError } from 'ethers'
 
 async function getBlockSafely(provider: JsonRpcProvider, blockNumber: number | string): Promise<Block> {
@@ -81,3 +82,17 @@ export async function estimateBlockNumberAtDateSlow(
   const closestBlock = await getBlockSafely(provider, high)
   return closestBlock.number
 }
+
+export async function timeOrBlockToBlockNumber(provider: JsonRpcProvider, timeOrBlock: TimeOrBlock): Promise<bigint> {
+  if (timeOrBlock.block) {
+    return BigInt(timeOrBlock.block)
+  }
+  if (!timeOrBlock.time) {
+    return 0n
+  }
+  const block = await estimateBlockNumberAtDate(provider, timeOrBlock.time)
+  if (!block) {
+    throw new Error('Block not found')
+  }
+  return BigInt(block)
+}