@sentio/sdk 4.0.0-rc.1 → 4.0.0-rc.2

package/src/store/store.ts

@@ -13,14 +13,14 @@ import {
   UpdateValues
 } from './types.js'
 import {
-  DBRequest,
-  DBRequest_DBUpdate,
-  Entity as EntityStruct,
+  DBRequest_DBUpdateSchema,
+  type Entity as EntityStruct,
   EntityUpdateData_Operator,
-  RichValue,
+  type RichValue,
   DBRequest_DBOperator,
-  DBResponse
+  type DBResponse
 } from '@sentio/protos'
+import { type MessageInitShape } from '@bufbuild/protobuf'
 import { IStoreContext, PluginManager } from '@sentio/runtime'
 import { Cursor } from './cursor.js'
 import { serializeRichValue } from './util.js'
@@ -76,15 +76,16 @@ export class Store {
     const entityName = getEntityName(entity)
 
     const promise = this.context.sendRequest({
-      get: {
+      case: 'get',
+      value: {
         entity: entityName,
         id: id.toString()
       }
     })
 
     const data = (await promise) as DBResponse
-    if (data.entityList?.entities[0]) {
-      const entityData = data.entityList?.entities[0]
+    if (data.value.case === 'entityList' && data.value.value.entities[0]) {
+      const entityData = data.value.value.entities[0]
       return this.newEntity(entity, entityData)
     }
 
@@ -116,32 +117,34 @@ export class Store {
     }
 
     await this.context.sendRequest({
-      delete: request
+      case: 'delete',
+      value: request
     })
   }
 
   async update<T extends Entity>(entity: EntityClass<T>, values: UpdateValues<any>): Promise<void> {
     if (values.id) {
-      const update: DBRequest_DBUpdate = {
+      const update: MessageInitShape<typeof DBRequest_DBUpdateSchema> = {
         entity: [getEntityName(entity)],
         id: [values.id.toString()],
         entityData: [{ fields: {} }]
       }
+      const fields = update.entityData![0].fields!
       for (const [key, value] of Object.entries(values)) {
         if (key !== 'id') {
           const field = getEntityField(entity, key)
           if (value instanceof AddOp) {
-            update.entityData[0].fields[field] = {
+            fields[field] = {
               op: EntityUpdateData_Operator.ADD,
               value: serializeRichValue(value.value)
             }
           } else if (value instanceof MultiplyOp) {
-            update.entityData[0].fields[field] = {
+            fields[field] = {
               op: EntityUpdateData_Operator.MULTIPLY,
               value: serializeRichValue(value.value)
             }
           } else if (value !== undefined) {
-            update.entityData[0].fields[field] = {
+            fields[field] = {
               op: EntityUpdateData_Operator.SET,
               value: serializeRichValue(value)
             }
@@ -149,7 +152,8 @@ export class Store {
         }
       }
       await this.context.sendRequest({
-        update
+        case: 'update',
+        value: update
       })
     } else {
       throw new Error('Update must have id field')
@@ -158,15 +162,15 @@ export class Store {
 
   async upsert<T extends Entity>(entity: T | T[]): Promise<void> {
     const entities = Array.isArray(entity) ? entity : [entity]
-    const request = {
-      upsert: {
+    await this.context.sendRequest({
+      case: 'upsert',
+      value: {
         entity: entities.map((e) => getEntityName(e)),
         // data: entities.map((e) => serialize(e.data)),
         id: entities.map((e) => e.id.toString()),
         entityData: entities.map((e: any) => e._data)
       }
-    } as DBRequest
-    await this.context.sendRequest(request)
+    })
   }
 
   async *listIterator<T extends Entity, P extends keyof T, O extends Operators<T[P]>>(
@@ -177,7 +181,8 @@ export class Store {
 
     while (true) {
       const response: DBResponse = await this.listRequest(entity, filters || [], cursor)
-      for (const data of response.entityList?.entities || []) {
+      const entities = response.value.case === 'entityList' ? response.value.value.entities : []
+      for (const data of entities) {
         yield this.newEntity(entity, data)
       }
       if (!response.nextCursor) {
@@ -196,7 +201,8 @@ export class Store {
 
     while (true) {
       const response: DBResponse = await this.listRequest(entity, filters || [], cursor, batchSize)
-      const entities = (response.entityList?.entities || []).map((data) => this.newEntity(entity, data))
+      const list = response.value.case === 'entityList' ? response.value.value.entities : []
+      const entities = list.map((data) => this.newEntity(entity, data))
       yield entities
       if (!response.nextCursor) {
         break
@@ -213,7 +219,8 @@ export class Store {
   ): Promise<DBResponse> {
     const response = (await this.context.sendRequest(
       {
-        list: {
+        case: 'list',
+        value: {
           entity: getEntityName(entity),
           cursor,
           pageSize,
@@ -259,7 +266,8 @@ export class Store {
     if (cursor) {
       const response = await this.listRequest(entity, filters || [], cursor.cursor, cursor.pageSize)
       cursor.cursor = response.nextCursor
-      return response.entityList?.entities.map((data) => this.newEntity(entity, data)) || []
+      const list = response.value.case === 'entityList' ? response.value.value.entities : []
+      return list.map((data) => this.newEntity(entity, data))
     }
     // TODO Array.fromAsync when upgrade to node 22
     return this.fromAsync(this.listIterator(entity, filters ?? []))

package/src/store/types.ts

@@ -1,4 +1,4 @@
-import { RichStruct, RichValue } from '@sentio/protos'
+import { type RichStruct, type RichValue, timestampDate } from '@sentio/protos'
 import { BigDecimalConverter, BigIntConverter } from './convert.js'
 import { getEntityName, Store } from './store.js'
 import { PluginManager } from '@sentio/runtime'
@@ -70,38 +70,29 @@ export abstract class AbstractEntity {
 }
 
 function toJSValue(value: RichValue): any {
-  if (value.nullValue != null) {
-    return null
-  }
-  if (value.bytesValue != null) {
-    return value.bytesValue
-  }
-  if (value.stringValue != null) {
-    return value.stringValue
-  }
-  if (value.bigdecimalValue != null) {
-    return BigDecimalConverter.to(value)
-  }
-  if (value.bigintValue != null) {
-    return BigIntConverter.to(value)
-  }
-  if (value.boolValue != null) {
-    return value.boolValue
-  }
-  if (value.timestampValue != null) {
-    return value.timestampValue
-  }
-  if (value.floatValue != null) {
-    return value.floatValue
-  }
-  if (value.intValue != null) {
-    return value.intValue
-  }
-  if (value.listValue != null) {
-    return value.listValue.values.map(toJSValue)
-  }
-  if (value.int64Value) {
-    return value.int64Value
+  switch (value.value.case) {
+    case 'nullValue':
+      return null
+    case 'bytesValue':
+      return value.value.value
+    case 'stringValue':
+      return value.value.value
+    case 'bigdecimalValue':
+      return BigDecimalConverter.to(value)
+    case 'bigintValue':
+      return BigIntConverter.to(value)
+    case 'boolValue':
+      return value.value.value
+    case 'timestampValue':
+      return timestampDate(value.value.value)
+    case 'floatValue':
+      return value.value.value
+    case 'intValue':
+      return value.value.value
+    case 'listValue':
+      return value.value.value.values.map(toJSValue)
+    case 'int64Value':
+      return value.value.value
   }
   throw new Error('Unknown value type:' + JSON.stringify(value))
 }

package/src/store/util.ts

@@ -1,25 +1,24 @@
-import type { RichValue } from '@sentio/protos'
+import { type RichValue, RichValueSchema, RichValue_NullValue, timestampFromDate } from '@sentio/protos'
+import { create } from '@bufbuild/protobuf'
 import { toBigInteger, toBigDecimal } from '../core/numberish.js'
 import { BigDecimal } from '@sentio/bigdecimal'
 
 export function serializeRichValue(v: any): RichValue {
   if (v == null) {
-    return { nullValue: 0 }
+    return create(RichValueSchema, { value: { case: 'nullValue', value: RichValue_NullValue.NULL_VALUE } })
   }
   if (typeof v == 'boolean') {
-    return { boolValue: v }
+    return create(RichValueSchema, { value: { case: 'boolValue', value: v } })
   }
   if (typeof v == 'string') {
-    return { stringValue: v }
+    return create(RichValueSchema, { value: { case: 'stringValue', value: v } })
   }
 
   if (typeof v == 'number') {
-    return { floatValue: v }
+    return create(RichValueSchema, { value: { case: 'floatValue', value: v } })
   }
   if (typeof v == 'bigint') {
-    return {
-      bigintValue: toBigInteger(v)
-    }
+    return create(RichValueSchema, { value: { case: 'bigintValue', value: toBigInteger(v) } })
   }
 
   if (BigDecimal.isBigNumber(v)) {
@@ -27,25 +26,21 @@ export function serializeRichValue(v: any): RichValue {
   }
 
   if (v instanceof Date) {
-    return {
-      timestampValue: v
-    }
+    return create(RichValueSchema, { value: { case: 'timestampValue', value: timestampFromDate(v) } })
   }
 
   if (v instanceof Uint8Array) {
-    return { bytesValue: v }
+    return create(RichValueSchema, { value: { case: 'bytesValue', value: v } })
   }
 
   if (Array.isArray(v)) {
-    return {
-      listValue: { values: v.map((v) => serializeRichValue(v)) }
-    }
+    return create(RichValueSchema, {
+      value: { case: 'listValue', value: { values: v.map((v) => serializeRichValue(v)) } }
+    })
   }
   throw new Error('Unsupported type for serialization: ' + typeof v)
 }
 
 function serializeBigDecimal(v: BigDecimal): RichValue {
-  return {
-    bigdecimalValue: toBigDecimal(v)
-  }
+  return create(RichValueSchema, { value: { case: 'bigdecimalValue', value: toBigDecimal(v) } })
 }

package/src/sui/context.ts

@@ -1,4 +1,5 @@
-import { RecordMetaData } from '@sentio/protos'
+import { type RecordMetaData, RecordMetaDataSchema } from '@sentio/protos'
+import { create } from '@bufbuild/protobuf'
 import { type Labels, normalizeLabels } from '../index.js'
 import { getClient, SuiNetwork } from './network.js'
 import type { GrpcTypes, SuiGrpcClient } from '@mysten/sui/grpc'
@@ -47,7 +48,7 @@ export class SuiContext extends MoveContext<SuiNetwork, ModuleWithAddress, SuiEv
   }
 
   getMetaDataInternal(name: string, labels: Labels): RecordMetaData {
-    return {
+    return create(RecordMetaDataSchema, {
       address: this.address,
       contractName: this.moduleName,
       blockNumber: this.checkpoint,
@@ -57,7 +58,7 @@ export class SuiContext extends MoveContext<SuiNetwork, ModuleWithAddress, SuiEv
       chainId: this.getChainId(),
       name: name,
       labels: normalizeLabels(labels)
-    }
+    })
   }
 
   get client(): SuiGrpcClient {
@@ -101,7 +102,7 @@ export class SuiObjectChangeContext extends MoveContext<
   }
 
   getMetaDataInternal(name: string, labels: Labels): RecordMetaData {
-    return {
+    return create(RecordMetaDataSchema, {
       address: this.address,
       contractName: '*',
       blockNumber: this.checkpoint,
@@ -111,7 +112,7 @@ export class SuiObjectChangeContext extends MoveContext<
       chainId: this.getChainId(),
       name: name,
       labels: normalizeLabels(labels)
-    }
+    })
   }
 
   get client(): SuiGrpcClient {
@@ -153,7 +154,7 @@ export class SuiAddressContext extends MoveAccountContext<
   }
 
   getMetaDataInternal(name: string, labels: Labels): RecordMetaData {
-    return {
+    return create(RecordMetaDataSchema, {
       address: this.address,
       contractName: this.contractName,
       blockNumber: this.checkpoint,
@@ -163,7 +164,7 @@ export class SuiAddressContext extends MoveAccountContext<
       chainId: this.getChainId(),
       name: name,
       labels: normalizeLabels(labels)
-    }
+    })
   }
 
   get client(): SuiGrpcClient {

package/src/sui/sui-object-processor-template.ts

@@ -1,4 +1,11 @@
-import { HandleInterval, MoveAccountFetchConfig, MoveFetchConfig, TemplateInstance } from '@sentio/protos'
+import {
+  type HandleInterval,
+  HandleIntervalSchema,
+  type MoveAccountFetchConfig,
+  type MoveFetchConfig,
+  TemplateInstanceSchema
+} from '@sentio/protos'
+import { create } from '@bufbuild/protobuf'
 import { ListStateStorage, processMetrics } from '@sentio/runtime'
 import { SuiAddressContext, SuiContext, SuiObjectContext } from './context.js'
 import type { GrpcTypes } from '@mysten/sui/grpc'
@@ -15,7 +22,7 @@ import {
 } from './sui-object-processor.js'
 import { SuiBindOptions } from './sui-processor.js'
 import { accountAddressString, TransactionFilter } from '../move/index.js'
-import { ServerError, Status } from 'nice-grpc'
+import { ConnectError, Code } from '@connectrpc/connect'
 import { getHandlerName, proxyProcessor } from '../utils/metrics.js'
 
 class ObjectHandler<HandlerType> {
@@ -56,11 +63,11 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
     let id = (options as SuiObjectBindOptions).objectId || (options as SuiBindOptions).address
 
     if (id === '*') {
-      throw new ServerError(Status.INVALID_ARGUMENT, "can't bind template instance with *")
+      throw new ConnectError("can't bind template instance with *", Code.InvalidArgument)
     }
     id = accountAddressString(id)
 
-    const instance: TemplateInstance = {
+    const instance = create(TemplateInstanceSchema, {
       templateId: this.id,
       contract: {
         name: '',
@@ -71,7 +78,7 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
       startBlock: options.startCheckpoint || 0n,
       endBlock: options.endCheckpoint || 0n,
       baseLabels: options.baseLabels
-    }
+    })
 
     ctx.sendTemplateInstance(instance)
 
@@ -93,7 +100,7 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
     let id = (options as SuiObjectBindOptions).objectId || (options as SuiBindOptions).address
 
     if (id === '*') {
-      throw new ServerError(Status.INVALID_ARGUMENT, "can't bind template instance with *")
+      throw new ConnectError("can't bind template instance with *", Code.InvalidArgument)
     }
     id = accountAddressString(id)
 
@@ -124,7 +131,7 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
     let id = (options as SuiObjectBindOptions).objectId || (options as SuiBindOptions).address
 
     if (id === '*') {
-      throw new ServerError(Status.INVALID_ARGUMENT, "can't delete template instance bind with *")
+      throw new ConnectError("can't delete template instance bind with *", Code.InvalidArgument)
     }
     id = accountAddressString(id)
 
@@ -148,9 +155,9 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
     }
 
     if (deleted !== 1) {
-      throw new ServerError(
-        Status.INVALID_ARGUMENT,
-        `Failed to delete processor for template ${this.id}, ${sig}. deleted ${deleted} times`
+      throw new ConnectError(
+        `Failed to delete processor for template ${this.id}, ${sig}. deleted ${deleted} times`,
+        Code.InvalidArgument
       )
     }
 
@@ -163,7 +170,7 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
     })
 
     ctx.sendTemplateInstance(
-      {
+      create(TemplateInstanceSchema, {
         templateId: this.id,
         contract: {
           name: '',
@@ -174,7 +181,7 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
         startBlock: options.startCheckpoint || 0n,
         endBlock: options.endCheckpoint || 0n,
         baseLabels: options.baseLabels
-      },
+      }),
       true
     )
   }
@@ -206,10 +213,10 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
   ): this {
     return this.onInterval(
       handler,
-      {
+      create(HandleIntervalSchema, {
         recentInterval: timeIntervalInMinutes,
         backfillInterval: backfillTimeIntervalInMinutes
-      },
+      }),
       undefined,
       type,
       fetchConfig
@@ -226,7 +233,10 @@ export abstract class SuiObjectOrAddressProcessorTemplate<
     return this.onInterval(
       handler,
       undefined,
-      { recentInterval: checkpointInterval, backfillInterval: backfillCheckpointInterval },
+      create(HandleIntervalSchema, {
+        recentInterval: checkpointInterval,
+        backfillInterval: backfillCheckpointInterval
+      }),
       type,
       fetchConfig
     )

package/src/sui/sui-object-processor.ts

@@ -1,13 +1,18 @@
 import {
-  Data_SuiCall,
-  Data_SuiObject,
-  Data_SuiObjectChange,
-  HandleInterval,
-  MoveAccountFetchConfig,
-  MoveFetchConfig,
+  type Data_SuiCall,
+  type Data_SuiObject,
+  type Data_SuiObjectChange,
+  type HandleInterval,
+  HandleIntervalSchema,
+  type MoveAccountFetchConfig,
+  MoveAccountFetchConfigSchema,
+  type MoveFetchConfig,
+  MoveFetchConfigSchema,
   MoveOwnerType,
-  ProcessResult
+  type ProcessResult,
+  timestampDate
 } from '@sentio/protos'
+import { create } from '@bufbuild/protobuf'
 import { ListStateStorage } from '@sentio/runtime'
 import { SuiNetwork } from './network.js'
 import { SuiAddressContext, SuiContext, SuiObjectChangeContext, SuiObjectContext } from './context.js'
@@ -17,7 +22,7 @@ import type { SuiMoveObjectInput } from '@typemove/sui'
 import { ALL_ADDRESS, PromiseOrVoid } from '../core/index.js'
 import { configure, DEFAULT_FETCH_CONFIG, IndexConfigure, SuiBindOptions } from './sui-processor.js'
 import { CallHandler, TransactionFilter, accountTypeString, ObjectChangeHandler } from '../move/index.js'
-import { ServerError, Status } from 'nice-grpc'
+import { ConnectError, Code } from '@connectrpc/connect'
 import { TypeDescriptor } from '@typemove/move'
 import { TypedSuiMoveObject } from './models.js'
 import { getHandlerName, proxyProcessor } from '../utils/metrics.js'
@@ -47,9 +52,9 @@ interface ObjectHandler {
   handlerName: string
 }
 
-export const DEFAULT_ACCOUNT_FETCH_CONFIG: MoveAccountFetchConfig = {
+export const DEFAULT_ACCOUNT_FETCH_CONFIG: MoveAccountFetchConfig = create(MoveAccountFetchConfigSchema, {
   owned: false
-}
+})
 
 export class SuiAccountProcessorState extends ListStateStorage<SuiBaseObjectOrAddressProcessor<any>> {
   static INSTANCE = new SuiAccountProcessorState()
@@ -114,7 +119,7 @@ export abstract class SuiBaseObjectOrAddressProcessor<HandlerType> {
           data.objectId,
           data.objectVersion,
           data.slot,
-          data.timestamp || new Date(0),
+          data.timestamp ? timestampDate(data.timestamp) : new Date(0),
           processor.config.baseLabels
         )
         await processor.doHandle(handler, data, ctx)
@@ -141,10 +146,10 @@ abstract class SuiBaseObjectOrAddressProcessorInternal<
   ): this {
     return this.onInterval(
       handler,
-      {
+      create(HandleIntervalSchema, {
         recentInterval: timeIntervalInMinutes,
         backfillInterval: backfillTimeIntervalInMinutes
-      },
+      }),
       undefined,
       type,
       fetchConfig
@@ -161,7 +166,10 @@ abstract class SuiBaseObjectOrAddressProcessorInternal<
     return this.onInterval(
       handler,
       undefined,
-      { recentInterval: checkpointInterval, backfillInterval: backfillCheckpointInterval },
+      create(HandleIntervalSchema, {
+        recentInterval: checkpointInterval,
+        backfillInterval: backfillCheckpointInterval
+      }),
       type,
       fetchConfig
     )
@@ -190,7 +198,7 @@ export class SuiAddressProcessor extends SuiBaseObjectOrAddressProcessorInternal
     filter?: TransactionFilter,
     fetchConfig?: Partial<MoveFetchConfig>
   ) {
-    const _fetchConfig = MoveFetchConfig.fromPartial({ ...DEFAULT_FETCH_CONFIG, ...fetchConfig })
+    const _fetchConfig = create(MoveFetchConfigSchema, { ...DEFAULT_FETCH_CONFIG, ...fetchConfig })
     const _filter: TransactionFilter = {
       fromAndToAddress: {
         from: '',
@@ -205,7 +213,7 @@ export class SuiAddressProcessor extends SuiBaseObjectOrAddressProcessorInternal
       handlerName: getHandlerName(),
       handler: async function (data) {
         if (!data.rawTransaction) {
-          throw new ServerError(Status.INVALID_ARGUMENT, 'transaction is null')
+          throw new ConnectError('transaction is null', Code.InvalidArgument)
         }
         const tx = JSON.parse(data.rawTransaction) as GrpcTypes.ExecutedTransaction
 
@@ -213,7 +221,7 @@ export class SuiAddressProcessor extends SuiBaseObjectOrAddressProcessorInternal
           'object',
           processor.config.network,
           processor.config.address,
-          data.timestamp || new Date(0),
+          data.timestamp ? timestampDate(data.timestamp) : new Date(0),
           data.slot,
           tx,
           0,
@@ -305,7 +313,7 @@ export class SuiObjectTypeProcessor<T> extends SuiBaseObjectOrAddressProcessor<
 
   public onObjectChange(handler: (changes: SuiObjectChange[], ctx: SuiObjectChangeContext) => PromiseOrVoid): this {
     if (this.config.network === SuiNetwork.TEST_NET) {
-      throw new ServerError(Status.INVALID_ARGUMENT, 'object change not supported in testnet')
+      throw new ConnectError('object change not supported in testnet', Code.InvalidArgument)
     }
     const processor = this
     this.objectChangeHandlers.push({
@@ -314,7 +322,7 @@ export class SuiObjectTypeProcessor<T> extends SuiBaseObjectOrAddressProcessor<
         const ctx = new SuiObjectChangeContext(
           processor.config.network,
           processor.config.address,
-          data.timestamp || new Date(0),
+          data.timestamp ? timestampDate(data.timestamp) : new Date(0),
           data.slot,
           data.txDigest,
           processor.config.baseLabels
@@ -340,10 +348,10 @@ export class SuiObjectTypeProcessor<T> extends SuiBaseObjectOrAddressProcessor<
   ): this {
     return this.onInterval(
       handler,
-      {
+      create(HandleIntervalSchema, {
         recentInterval: timeIntervalInMinutes,
         backfillInterval: backfillTimeIntervalInMinutes
-      },
+      }),
       undefined,
       this.objectType.getSignature(),
       fetchConfig
@@ -363,7 +371,10 @@ export class SuiObjectTypeProcessor<T> extends SuiBaseObjectOrAddressProcessor<
     return this.onInterval(
       handler,
       undefined,
-      { recentInterval: checkpointInterval, backfillInterval: backfillCheckpointInterval },
+      create(HandleIntervalSchema, {
+        recentInterval: checkpointInterval,
+        backfillInterval: backfillCheckpointInterval
+      }),
       this.objectType.qname,
       fetchConfig
     )