@sentio/sdk 4.0.0-rc.1 → 4.0.0-rc.2

package/src/sui/sui-plugin-part.ts

@@ -1,15 +1,20 @@
 import { USER_PROCESSOR } from '@sentio/runtime'
 import {
-  AccountConfig,
-  ContractConfig,
+  AccountConfigSchema,
+  ContractConfigSchema,
   HandlerType,
-  InitResponse,
-  MoveCallHandlerConfig,
-  MoveEventHandlerConfig,
-  MoveResourceChangeConfig,
-  ProcessConfigResponse,
-  StartRequest
+  type InitResponse,
+  type MoveCallHandlerConfig,
+  MoveCallHandlerConfigSchema,
+  type MoveEventHandlerConfig,
+  MoveEventHandlerConfigSchema,
+  MoveOnIntervalConfigSchema,
+  type MoveResourceChangeConfig,
+  MoveResourceChangeConfigSchema,
+  type ProcessConfigResponse,
+  type StartRequest
 } from '@sentio/protos'
+import { create } from '@bufbuild/protobuf'
 
 import { PartitionHandlerManager } from '../core/index.js'
 import { HandlerRegister } from '../core/handler-register.js'
@@ -75,7 +80,7 @@ export class SuiPluginPart {
       if (forChainId !== undefined && forChainId !== chainId.toString()) {
         continue
       }
-      const contractConfig = ContractConfig.fromPartial({
+      const contractConfig = create(ContractConfigSchema, {
         transactionConfig: [],
         processorType: USER_PROCESSOR,
         contract: {
@@ -90,7 +95,7 @@ export class SuiPluginPart {
       for (const handler of suiProcessor.eventHandlers) {
         const handlerId = this.handlerRegister.register(handler.handler, chainId)
         this.partitionManager.registerPartitionHandler(HandlerType.SUI_EVENT, handlerId, handler.partitionHandler)
-        const eventHandlerConfig: MoveEventHandlerConfig = {
+        const eventHandlerConfig: MoveEventHandlerConfig = create(MoveEventHandlerConfigSchema, {
           filters: handler.filters.map((f) => {
             return {
               type: f.type,
@@ -101,13 +106,13 @@ export class SuiPluginPart {
           fetchConfig: handler.fetchConfig,
           handlerId,
           handlerName: handler.handlerName
-        }
+        })
         contractConfig.moveEventConfigs.push(eventHandlerConfig)
       }
       for (const handler of suiProcessor.callHandlers) {
         const handlerId = this.handlerRegister.register(handler.handler, chainId)
         this.partitionManager.registerPartitionHandler(HandlerType.SUI_CALL, handlerId, handler.partitionHandler)
-        const functionHandlerConfig: MoveCallHandlerConfig = {
+        const functionHandlerConfig: MoveCallHandlerConfig = create(MoveCallHandlerConfigSchema, {
           filters: handler.filters.map((filter) => {
             return {
               function: filter.function,
@@ -121,18 +126,18 @@ export class SuiPluginPart {
           fetchConfig: handler.fetchConfig,
           handlerId,
           handlerName: handler.handlerName
-        }
+        })
         contractConfig.moveCallConfigs.push(functionHandlerConfig)
       }
       // deprecated, use objectType processor instead
       for (const handler of suiProcessor.objectChangeHandlers) {
         const handlerId = this.handlerRegister.register(handler.handler, chainId)
-        const objectChangeHandler: MoveResourceChangeConfig = {
+        const objectChangeHandler: MoveResourceChangeConfig = create(MoveResourceChangeConfigSchema, {
           types: typeof handler.type === 'string' ? [handler.type] : handler.type,
           handlerId,
           handlerName: handler.handlerName,
           includeDeleted: false
-        }
+        })
         contractConfig.moveResourceChangeConfigs.push(objectChangeHandler)
       }
       config.contractConfigs.push(contractConfig)
@@ -143,7 +148,7 @@ export class SuiPluginPart {
       if (forChainId !== undefined && forChainId !== chainId.toString()) {
         continue
       }
-      const accountConfig = AccountConfig.fromPartial({
+      const accountConfig = create(AccountConfigSchema, {
         address: processor.config.address,
         chainId: processor.getChainId(),
         startBlock: processor.config.startCheckpoint, // TODO maybe use another field
@@ -152,39 +157,41 @@ export class SuiPluginPart {
 
       for (const handler of processor.objectChangeHandlers) {
         const handlerId = this.handlerRegister.register(handler.handler, chainId)
-        const objectChangeHandler: MoveResourceChangeConfig = {
+        const objectChangeHandler: MoveResourceChangeConfig = create(MoveResourceChangeConfigSchema, {
           types: typeof handler.type === 'string' ? [handler.type] : handler.type,
           handlerId,
           handlerName: handler.handlerName,
           includeDeleted: false
-        }
+        })
         accountConfig.moveResourceChangeConfigs.push(objectChangeHandler)
       }
 
       for (const handler of processor.objectHandlers) {
         const handlerId = this.handlerRegister.register(handler.handler, chainId)
 
-        accountConfig.moveIntervalConfigs.push({
-          intervalConfig: {
-            handlerId: handlerId,
-            handlerName: handler.handlerName,
-            minutes: 0,
-            minutesInterval: handler.timeIntervalInMinutes,
-            slot: 0,
-            slotInterval: handler.checkPointInterval,
+        accountConfig.moveIntervalConfigs.push(
+          create(MoveOnIntervalConfigSchema, {
+            intervalConfig: {
+              handlerId: handlerId,
+              handlerName: handler.handlerName,
+              minutes: 0,
+              minutesInterval: handler.timeIntervalInMinutes,
+              slot: 0,
+              slotInterval: handler.checkPointInterval,
+              fetchConfig: undefined
+            },
+            type: handler.type || '',
+            ownerType: processor.ownerType,
+            resourceFetchConfig: handler.fetchConfig,
             fetchConfig: undefined
-          },
-          type: handler.type || '',
-          ownerType: processor.ownerType,
-          resourceFetchConfig: handler.fetchConfig,
-          fetchConfig: undefined
-        })
+          })
+        )
       }
 
       if (processor instanceof SuiAddressProcessor) {
         for (const handler of processor.callHandlers) {
           const handlerId = this.handlerRegister.register(handler.handler, chainId)
-          const functionHandlerConfig: MoveCallHandlerConfig = {
+          const functionHandlerConfig: MoveCallHandlerConfig = create(MoveCallHandlerConfigSchema, {
             filters: handler.filters.map((filter) => {
               return {
                 function: filter.function,
@@ -198,7 +205,7 @@ export class SuiPluginPart {
             fetchConfig: handler.fetchConfig,
             handlerId,
             handlerName: handler.handlerName
-          }
+          })
           accountConfig.moveCallConfigs.push(functionHandlerConfig)
         }
       }

package/src/sui/sui-plugin.ts

@@ -1,15 +1,17 @@
 import { errorString, mergeProcessResults, Plugin, PluginManager } from '@sentio/runtime'
 import {
-  DataBinding,
+  type DataBinding,
   HandlerType,
-  InitResponse,
-  ProcessConfigResponse,
-  ProcessResult,
-  ProcessStreamResponse_Partitions,
-  StartRequest
+  type InitResponse,
+  type ProcessConfigResponse,
+  type ProcessResult,
+  type ProcessStreamResponse_Partitions,
+  ProcessStreamResponse_PartitionsSchema,
+  type StartRequest
 } from '@sentio/protos'
+import { create } from '@bufbuild/protobuf'
 
-import { ServerError, Status } from 'nice-grpc'
+import { ConnectError, Code } from '@connectrpc/connect'
 import { PartitionHandlerManager } from '../core/index.js'
 import { HandlerRegister } from '../core/handler-register.js'
 
@@ -60,7 +62,7 @@ export class SuiPlugin extends Plugin {
       case HandlerType.SUI_OBJECT_CHANGE:
         return this.processSuiObjectChange(request)
       default:
-        throw new ServerError(Status.INVALID_ARGUMENT, 'No handle type registered ' + request.handlerType)
+        throw new ConnectError('No handle type registered ' + request.handlerType, Code.InvalidArgument)
     }
   }
 
@@ -68,48 +70,48 @@ export class SuiPlugin extends Plugin {
     let data: any
     switch (request.handlerType) {
       case HandlerType.SUI_EVENT:
-        if (!request.data?.suiEvent) {
-          throw new ServerError(Status.INVALID_ARGUMENT, "suiEvent can't be empty")
+        if (request.data?.value.case !== 'suiEvent') {
+          throw new ConnectError("suiEvent can't be empty", Code.InvalidArgument)
         }
-        data = request.data.suiEvent
+        data = request.data.value.value
         break
       case HandlerType.SUI_CALL:
-        if (!request.data?.suiCall) {
-          throw new ServerError(Status.INVALID_ARGUMENT, "suiCall can't be empty")
+        if (request.data?.value.case !== 'suiCall') {
+          throw new ConnectError("suiCall can't be empty", Code.InvalidArgument)
         }
-        data = request.data.suiCall
+        data = request.data.value.value
         break
       case HandlerType.SUI_OBJECT:
-        if (!request.data?.suiObject) {
-          throw new ServerError(Status.INVALID_ARGUMENT, "suiObject can't be empty")
+        if (request.data?.value.case !== 'suiObject') {
+          throw new ConnectError("suiObject can't be empty", Code.InvalidArgument)
         }
-        data = request.data.suiObject
+        data = request.data.value.value
         break
       case HandlerType.SUI_OBJECT_CHANGE:
-        if (!request.data?.suiObjectChange) {
-          throw new ServerError(Status.INVALID_ARGUMENT, "suiObjectChange can't be empty")
+        if (request.data?.value.case !== 'suiObjectChange') {
+          throw new ConnectError("suiObjectChange can't be empty", Code.InvalidArgument)
         }
-        data = request.data.suiObjectChange
+        data = request.data.value.value
         break
       default:
-        throw new ServerError(Status.INVALID_ARGUMENT, 'No handle type registered ' + request.handlerType)
+        throw new ConnectError('No handle type registered ' + request.handlerType, Code.InvalidArgument)
     }
     const partitions = await this.partitionManager.processPartitionForHandlerType(
       request.handlerType,
       request.handlerIds,
       data
     )
-    return {
+    return create(ProcessStreamResponse_PartitionsSchema, {
       partitions
-    }
+    })
   }
 
   async processSuiEvent(binding: DataBinding): Promise<ProcessResult> {
-    if (!binding.data?.suiEvent) {
-      throw new ServerError(Status.INVALID_ARGUMENT, "Event can't be empty")
+    if (binding.data?.value.case !== 'suiEvent') {
+      throw new ConnectError("Event can't be empty", Code.InvalidArgument)
     }
     const promises: Promise<ProcessResult>[] = []
-    const event = binding.data.suiEvent
+    const event = binding.data.value.value
 
     for (const handlerId of binding.handlerIds) {
       promises.push(
@@ -119,9 +121,9 @@ export class SuiPlugin extends Plugin {
             handlerId
           )(event)
           .catch((e: any) => {
-            throw new ServerError(
-              Status.INTERNAL,
-              'error processing event: ' + JSON.stringify(event) + '\n' + errorString(e)
+            throw new ConnectError(
+              'error processing event: ' + JSON.stringify(event) + '\n' + errorString(e),
+              Code.Internal
             )
           })
       )
@@ -130,10 +132,10 @@ export class SuiPlugin extends Plugin {
   }
 
   async processSuiFunctionCall(binding: DataBinding): Promise<ProcessResult> {
-    if (!binding.data?.suiCall) {
-      throw new ServerError(Status.INVALID_ARGUMENT, "Call can't be empty")
+    if (binding.data?.value.case !== 'suiCall') {
+      throw new ConnectError("Call can't be empty", Code.InvalidArgument)
     }
-    const call = binding.data.suiCall
+    const call = binding.data.value.value
 
     const promises: Promise<ProcessResult>[] = []
     for (const handlerId of binding.handlerIds) {
@@ -143,9 +145,9 @@ export class SuiPlugin extends Plugin {
           handlerId
         )(call)
         .catch((e: any) => {
-          throw new ServerError(
-            Status.INTERNAL,
-            'error processing call: ' + JSON.stringify(call) + '\n' + errorString(e)
+          throw new ConnectError(
+            'error processing call: ' + JSON.stringify(call) + '\n' + errorString(e),
+            Code.Internal
           )
         })
       promises.push(promise)
@@ -154,10 +156,10 @@ export class SuiPlugin extends Plugin {
   }
 
   async processSuiObject(binding: DataBinding): Promise<ProcessResult> {
-    if (!binding.data?.suiObject) {
-      throw new ServerError(Status.INVALID_ARGUMENT, "Object can't be empty")
+    if (binding.data?.value.case !== 'suiObject') {
+      throw new ConnectError("Object can't be empty", Code.InvalidArgument)
     }
-    const object = binding.data.suiObject
+    const object = binding.data.value.value
 
     const promises: Promise<ProcessResult>[] = []
     for (const handlerId of binding.handlerIds) {
@@ -168,9 +170,9 @@ export class SuiPlugin extends Plugin {
             handlerId
           )(object)
           .catch((e: any) => {
-            throw new ServerError(
-              Status.INTERNAL,
-              'error processing object: ' + JSON.stringify(object) + '\n' + errorString(e)
+            throw new ConnectError(
+              'error processing object: ' + JSON.stringify(object) + '\n' + errorString(e),
+              Code.Internal
             )
           })
       )
@@ -179,10 +181,10 @@ export class SuiPlugin extends Plugin {
   }
 
   async processSuiObjectChange(binding: DataBinding): Promise<ProcessResult> {
-    if (!binding.data?.suiObjectChange) {
-      throw new ServerError(Status.INVALID_ARGUMENT, "Object change can't be empty")
+    if (binding.data?.value.case !== 'suiObjectChange') {
+      throw new ConnectError("Object change can't be empty", Code.InvalidArgument)
     }
-    const objectChange = binding.data.suiObjectChange
+    const objectChange = binding.data.value.value
 
     const promises: Promise<ProcessResult>[] = []
     for (const handlerId of binding.handlerIds) {
@@ -193,9 +195,9 @@ export class SuiPlugin extends Plugin {
             handlerId
           )(objectChange)
           .catch((e: any) => {
-            throw new ServerError(
-              Status.INTERNAL,
-              'error processing object change: ' + JSON.stringify(objectChange) + '\n' + errorString(e)
+            throw new ConnectError(
+              'error processing object change: ' + JSON.stringify(objectChange) + '\n' + errorString(e),
+              Code.Internal
             )
           })
       )

package/src/sui/sui-processor.ts

@@ -1,7 +1,15 @@
-import { Data_SuiCall, Data_SuiEvent, Data_SuiObjectChange, MoveFetchConfig } from '@sentio/protos'
+import {
+  type Data_SuiCall,
+  type Data_SuiEvent,
+  type Data_SuiObjectChange,
+  type MoveFetchConfig,
+  MoveFetchConfigSchema,
+  timestampDate
+} from '@sentio/protos'
+import { create } from '@bufbuild/protobuf'
 import { ListStateStorage } from '@sentio/runtime'
 import { SuiNetwork } from './network.js'
-import { ServerError, Status } from 'nice-grpc'
+import { ConnectError, Code } from '@connectrpc/connect'
 import { SuiContext, SuiObjectChangeContext } from './context.js'
 import type { SuiObjectChange } from '@mysten/sui/jsonRpc'
 import type { GrpcTypes } from '@mysten/sui/grpc'
@@ -23,11 +31,11 @@ import { Required } from 'utility-types'
 import { getHandlerName, proxyProcessor } from '../utils/metrics.js'
 import { HandlerOptions } from './models.js'
 
-export const DEFAULT_FETCH_CONFIG: MoveFetchConfig = {
+export const DEFAULT_FETCH_CONFIG: MoveFetchConfig = create(MoveFetchConfigSchema, {
   resourceChanges: false,
   allEvents: true,
   inputs: true
-}
+})
 
 export type IndexConfigure = Required<SuiBindOptions, 'startCheckpoint' | 'network'>
 
@@ -82,7 +90,7 @@ export class SuiBaseProcessor {
     handlerOptions?: HandlerOptions<MoveFetchConfig, T>
   ): SuiBaseProcessor {
     let _filters: EventFilter[] = []
-    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...handlerOptions })
+    const _fetchConfig = create(MoveFetchConfigSchema, { ...DEFAULT_FETCH_CONFIG, ...handlerOptions })
 
     if (Array.isArray(filter)) {
       _filters = filter
@@ -99,7 +107,7 @@ export class SuiBaseProcessor {
       handlerName: getHandlerName(),
       handler: async function (data) {
         if (!data.rawTransaction) {
-          throw new ServerError(Status.INVALID_ARGUMENT, 'event is null')
+          throw new ConnectError('event is null', Code.InvalidArgument)
         }
         const txn = JSON.parse(data.rawTransaction) as GrpcTypes.ExecutedTransaction
 
@@ -111,7 +119,7 @@ export class SuiBaseProcessor {
           processor.moduleName,
           processor.config.network,
           processor.config.address,
-          data.timestamp || new Date(0),
+          data.timestamp ? timestampDate(data.timestamp) : new Date(0),
           data.slot,
           txn,
           idx,
@@ -145,7 +153,7 @@ export class SuiBaseProcessor {
     handlerOptions?: HandlerOptions<MoveFetchConfig, T>
   ): SuiBaseProcessor {
     let _filters: FunctionNameAndCallFilter[] = []
-    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...handlerOptions })
+    const _fetchConfig = create(MoveFetchConfigSchema, { ...DEFAULT_FETCH_CONFIG, ...handlerOptions })
 
     if (Array.isArray(filter)) {
       _filters = filter
@@ -160,7 +168,7 @@ export class SuiBaseProcessor {
       handlerName: getHandlerName(),
       handler: async function (data) {
         if (!data.rawTransaction) {
-          throw new ServerError(Status.INVALID_ARGUMENT, 'call is null')
+          throw new ConnectError('call is null', Code.InvalidArgument)
         }
         const tx = JSON.parse(data.rawTransaction) as GrpcTypes.ExecutedTransaction
 
@@ -168,7 +176,7 @@ export class SuiBaseProcessor {
           processor.moduleName,
           processor.config.network,
           processor.config.address,
-          data.timestamp || new Date(0),
+          data.timestamp ? timestampDate(data.timestamp) : new Date(0),
           data.slot,
           tx,
           0,
@@ -178,7 +186,7 @@ export class SuiBaseProcessor {
           const calls = getMoveCalls(tx)
           const programmableTx = getProgrammableTransaction(tx)
           if (!programmableTx) {
-            throw new ServerError(Status.INVALID_ARGUMENT, 'Unexpected getTransactionKind get empty')
+            throw new ConnectError('Unexpected getTransactionKind get empty', Code.InvalidArgument)
           }
 
           // TODO potential pass index
@@ -228,7 +236,7 @@ export class SuiBaseProcessor {
     filter?: TransactionFilter,
     handlerOptions?: HandlerOptions<MoveFetchConfig, GrpcTypes.ExecutedTransaction>
   ): this {
-    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...handlerOptions })
+    const _fetchConfig = create(MoveFetchConfigSchema, { ...DEFAULT_FETCH_CONFIG, ...handlerOptions })
 
     const processor = this
 
@@ -236,7 +244,7 @@ export class SuiBaseProcessor {
       handlerName: getHandlerName(),
       handler: async function (data) {
         if (!data.rawTransaction) {
-          throw new ServerError(Status.INVALID_ARGUMENT, 'transaction is null')
+          throw new ConnectError('transaction is null', Code.InvalidArgument)
         }
         const tx = JSON.parse(data.rawTransaction) as GrpcTypes.ExecutedTransaction
 
@@ -244,7 +252,7 @@ export class SuiBaseProcessor {
           processor.moduleName,
           processor.config.network,
           processor.config.address,
-          data.timestamp || new Date(0),
+          data.timestamp ? timestampDate(data.timestamp) : new Date(0),
           data.slot,
           tx,
           0,
@@ -275,7 +283,7 @@ export class SuiBaseProcessor {
     type: string | string[]
   ): this {
     if (this.config.network === SuiNetwork.TEST_NET) {
-      throw new ServerError(Status.INVALID_ARGUMENT, 'object change not supported in testnet')
+      throw new ConnectError('object change not supported in testnet', Code.InvalidArgument)
     }
     const processor = this
     this.objectChangeHandlers.push({
@@ -284,7 +292,7 @@ export class SuiBaseProcessor {
         const ctx = new SuiObjectChangeContext(
           processor.config.network,
           processor.config.address,
-          data.timestamp || new Date(0),
+          data.timestamp ? timestampDate(data.timestamp) : new Date(0),
           data.slot,
           data.txDigest,
           processor.config.baseLabels
@@ -316,7 +324,7 @@ export class SuiGlobalProcessor extends SuiBaseProcessor {
   ): this {
     // TODO enable more strict check
     // if (!filter.publicKeyPrefix || filter.publicKeyPrefix.length < 2) {
-    //   throw new ServerError(Status.INVALID_ARGUMENT, 'restriction too low for global processor')
+    //   throw new ConnectError('restriction too low for global processor', Code.InvalidArgument)
     // }
     return super.onTransactionBlock(handler, filter, fetchConfig)
   }

package/src/testing/aptos-facet.ts

@@ -1,5 +1,6 @@
 import { UserTransactionResponse, EntryFunctionPayloadResponse } from '@aptos-labs/ts-sdk'
-import { DataBinding, HandlerType } from '@sentio/protos'
+import { type DataBinding, DataBindingSchema, HandlerType } from '@sentio/protos'
+import { create } from '@bufbuild/protobuf'
 import { TestProcessorServer } from './test-processor-server.js'
 import { AptosNetwork } from '../aptos/index.js'
 import { parseMoveType, accountTypeString } from '../move/index.js'
@@ -40,16 +41,19 @@ export class AptosFacet {
       for (const callConfig of config.moveCallConfigs) {
         for (const callFilter of callConfig.filters) {
           if (accountTypeString(config.contract.address) + '::' + callFilter.function === payload.function) {
-            return {
+            return create(DataBindingSchema, {
               data: {
-                aptCall: {
-                  rawTransaction: JSON.stringify(transaction)
+                value: {
+                  case: 'aptCall',
+                  value: {
+                    rawTransaction: JSON.stringify(transaction)
+                  }
                 }
               },
               handlerIds: [callConfig.handlerId],
               handlerType: HandlerType.APT_CALL,
               chainId: network
-            }
+            })
           }
         }
       }
@@ -81,18 +85,21 @@ export class AptosFacet {
               accountTypeString(config.contract.address) + '::' + eventFilter.type ===
               parseMoveType(event.type).qname
             ) {
-              return {
+              return create(DataBindingSchema, {
                 data: {
-                  aptEvent: {
-                    rawEvent: JSON.stringify(event),
-                    eventIndex: idx,
-                    rawTransaction: JSON.stringify(transaction)
+                  value: {
+                    case: 'aptEvent',
+                    value: {
+                      rawEvent: JSON.stringify(event),
+                      eventIndex: idx,
+                      rawTransaction: JSON.stringify(transaction)
+                    }
                   }
                 },
                 handlerIds: [eventConfig.handlerId],
                 handlerType: HandlerType.APT_EVENT,
                 chainId: network
-              }
+              })
             }
           }
         }

package/src/testing/cosmos-facet.ts

@@ -1,5 +1,6 @@
 import { TestProcessorServer } from './test-processor-server.js'
-import { DataBinding, HandlerType } from '@sentio/protos'
+import { type DataBinding, DataBindingSchema, HandlerType, timestampNow } from '@sentio/protos'
+import { create } from '@bufbuild/protobuf'
 import { CosmosNetwork } from '../cosmos/network.js'
 
 export class CosmosFacet {
@@ -28,17 +29,20 @@ export class CosmosFacet {
       }
 
       for (const logConfig of config.cosmosLogConfigs) {
-        const binding = {
+        const binding = create(DataBindingSchema, {
           data: {
-            cosmosCall: {
-              transaction,
-              timestamp: new Date()
+            value: {
+              case: 'cosmosCall',
+              value: {
+                transaction,
+                timestamp: timestampNow()
+              }
             }
           },
           handlerIds: [logConfig.handlerId],
           handlerType: HandlerType.COSMOS_CALL,
           chainId: network
-        }
+        })
 
         const logFilters = logConfig.logFilters
         for (const log of transaction.logs || []) {