@sentio/runtime 2.59.0-rc.3 → 2.59.0-rc.30

package/src/gen/service/common/protos/common.ts

@@ -313,6 +313,59 @@ export interface UsageTracker {
   versionField: string;
 }
 
+export interface AuthChecker {
+  projectIdField: string;
+  projectSlugField: string;
+  projectOwnerField: string;
+  projectPermission: AuthChecker_Permission;
+  loaderName: string;
+}
+
+export enum AuthChecker_Permission {
+  NONE = 0,
+  READ = 1,
+  WRITE = 2,
+  ADMIN = 3,
+  UNRECOGNIZED = -1,
+}
+
+export function authChecker_PermissionFromJSON(object: any): AuthChecker_Permission {
+  switch (object) {
+    case 0:
+    case "NONE":
+      return AuthChecker_Permission.NONE;
+    case 1:
+    case "READ":
+      return AuthChecker_Permission.READ;
+    case 2:
+    case "WRITE":
+      return AuthChecker_Permission.WRITE;
+    case 3:
+    case "ADMIN":
+      return AuthChecker_Permission.ADMIN;
+    case -1:
+    case "UNRECOGNIZED":
+    default:
+      return AuthChecker_Permission.UNRECOGNIZED;
+  }
+}
+
+export function authChecker_PermissionToJSON(object: AuthChecker_Permission): string {
+  switch (object) {
+    case AuthChecker_Permission.NONE:
+      return "NONE";
+    case AuthChecker_Permission.READ:
+      return "READ";
+    case AuthChecker_Permission.WRITE:
+      return "WRITE";
+    case AuthChecker_Permission.ADMIN:
+      return "ADMIN";
+    case AuthChecker_Permission.UNRECOGNIZED:
+    default:
+      return "UNRECOGNIZED";
+  }
+}
+
 export interface AccessMeta {
   projectIdField: string;
   projectSlugField: string;
@@ -423,6 +476,7 @@ export interface Project {
   /** @deprecated */
   enableMaterializedView: boolean;
   defaultTimerange: TimeRangeLite | undefined;
+  communityProject?: CommunityProject | undefined;
 }
 
 export enum Project_Visibility {
@@ -502,6 +556,11 @@ export interface Project_ProjectMember {
   role: string;
 }
 
+export interface CommunityProject {
+  dashAlias: string;
+  curated?: boolean | undefined;
+}
+
 export interface ProjectInfo {
   id: string;
   displayName: string;
@@ -645,6 +704,7 @@ export interface Formula {
   id: string;
   disabled: boolean;
   functions: Function[];
+  color: string;
 }
 
 export interface Argument {
@@ -1585,6 +1645,7 @@ export interface Account {
   address: string;
   paymentMethod: PayMethod;
   usageOverCapLimit: string;
+  status: string;
 }
 
 export interface ImportedProject {
@@ -2175,6 +2236,125 @@ export const UsageTracker = {
   },
 };
 
+function createBaseAuthChecker(): AuthChecker {
+  return { projectIdField: "", projectSlugField: "", projectOwnerField: "", projectPermission: 0, loaderName: "" };
+}
+
+export const AuthChecker = {
+  encode(message: AuthChecker, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
+    if (message.projectIdField !== "") {
+      writer.uint32(10).string(message.projectIdField);
+    }
+    if (message.projectSlugField !== "") {
+      writer.uint32(18).string(message.projectSlugField);
+    }
+    if (message.projectOwnerField !== "") {
+      writer.uint32(26).string(message.projectOwnerField);
+    }
+    if (message.projectPermission !== 0) {
+      writer.uint32(32).int32(message.projectPermission);
+    }
+    if (message.loaderName !== "") {
+      writer.uint32(42).string(message.loaderName);
+    }
+    return writer;
+  },
+
+  decode(input: _m0.Reader | Uint8Array, length?: number): AuthChecker {
+    const reader = input instanceof _m0.Reader ? input : _m0.Reader.create(input);
+    let end = length === undefined ? reader.len : reader.pos + length;
+    const message = createBaseAuthChecker();
+    while (reader.pos < end) {
+      const tag = reader.uint32();
+      switch (tag >>> 3) {
+        case 1:
+          if (tag !== 10) {
+            break;
+          }
+
+          message.projectIdField = reader.string();
+          continue;
+        case 2:
+          if (tag !== 18) {
+            break;
+          }
+
+          message.projectSlugField = reader.string();
+          continue;
+        case 3:
+          if (tag !== 26) {
+            break;
+          }
+
+          message.projectOwnerField = reader.string();
+          continue;
+        case 4:
+          if (tag !== 32) {
+            break;
+          }
+
+          message.projectPermission = reader.int32() as any;
+          continue;
+        case 5:
+          if (tag !== 42) {
+            break;
+          }
+
+          message.loaderName = reader.string();
+          continue;
+      }
+      if ((tag & 7) === 4 || tag === 0) {
+        break;
+      }
+      reader.skipType(tag & 7);
+    }
+    return message;
+  },
+
+  fromJSON(object: any): AuthChecker {
+    return {
+      projectIdField: isSet(object.projectIdField) ? globalThis.String(object.projectIdField) : "",
+      projectSlugField: isSet(object.projectSlugField) ? globalThis.String(object.projectSlugField) : "",
+      projectOwnerField: isSet(object.projectOwnerField) ? globalThis.String(object.projectOwnerField) : "",
+      projectPermission: isSet(object.projectPermission) ? authChecker_PermissionFromJSON(object.projectPermission) : 0,
+      loaderName: isSet(object.loaderName) ? globalThis.String(object.loaderName) : "",
+    };
+  },
+
+  toJSON(message: AuthChecker): unknown {
+    const obj: any = {};
+    if (message.projectIdField !== "") {
+      obj.projectIdField = message.projectIdField;
+    }
+    if (message.projectSlugField !== "") {
+      obj.projectSlugField = message.projectSlugField;
+    }
+    if (message.projectOwnerField !== "") {
+      obj.projectOwnerField = message.projectOwnerField;
+    }
+    if (message.projectPermission !== 0) {
+      obj.projectPermission = authChecker_PermissionToJSON(message.projectPermission);
+    }
+    if (message.loaderName !== "") {
+      obj.loaderName = message.loaderName;
+    }
+    return obj;
+  },
+
+  create(base?: DeepPartial<AuthChecker>): AuthChecker {
+    return AuthChecker.fromPartial(base ?? {});
+  },
+  fromPartial(object: DeepPartial<AuthChecker>): AuthChecker {
+    const message = createBaseAuthChecker();
+    message.projectIdField = object.projectIdField ?? "";
+    message.projectSlugField = object.projectSlugField ?? "";
+    message.projectOwnerField = object.projectOwnerField ?? "";
+    message.projectPermission = object.projectPermission ?? 0;
+    message.loaderName = object.loaderName ?? "";
+    return message;
+  },
+};
+
 function createBaseAccessMeta(): AccessMeta {
   return {
     projectIdField: "",
@@ -2838,6 +3018,7 @@ function createBaseProject(): Project {
     enableDisk: false,
     enableMaterializedView: false,
     defaultTimerange: undefined,
+    communityProject: undefined,
   };
 }
 
@@ -2909,6 +3090,9 @@ export const Project = {
     if (message.defaultTimerange !== undefined) {
       TimeRangeLite.encode(message.defaultTimerange, writer.uint32(170).fork()).ldelim();
     }
+    if (message.communityProject !== undefined) {
+      CommunityProject.encode(message.communityProject, writer.uint32(178).fork()).ldelim();
+    }
     return writer;
   },
 
@@ -3059,6 +3243,13 @@ export const Project = {
 
           message.defaultTimerange = TimeRangeLite.decode(reader, reader.uint32());
           continue;
+        case 22:
+          if (tag !== 178) {
+            break;
+          }
+
+          message.communityProject = CommunityProject.decode(reader, reader.uint32());
+          continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -3096,6 +3287,7 @@ export const Project = {
         ? globalThis.Boolean(object.enableMaterializedView)
         : false,
       defaultTimerange: isSet(object.defaultTimerange) ? TimeRangeLite.fromJSON(object.defaultTimerange) : undefined,
+      communityProject: isSet(object.communityProject) ? CommunityProject.fromJSON(object.communityProject) : undefined,
     };
   },
 
@@ -3161,6 +3353,9 @@ export const Project = {
     if (message.defaultTimerange !== undefined) {
       obj.defaultTimerange = TimeRangeLite.toJSON(message.defaultTimerange);
     }
+    if (message.communityProject !== undefined) {
+      obj.communityProject = CommunityProject.toJSON(message.communityProject);
+    }
     return obj;
   },
 
@@ -3193,6 +3388,9 @@ export const Project = {
     message.defaultTimerange = (object.defaultTimerange !== undefined && object.defaultTimerange !== null)
       ? TimeRangeLite.fromPartial(object.defaultTimerange)
       : undefined;
+    message.communityProject = (object.communityProject !== undefined && object.communityProject !== null)
+      ? CommunityProject.fromPartial(object.communityProject)
+      : undefined;
     return message;
   },
 };
@@ -3271,6 +3469,80 @@ export const Project_ProjectMember = {
   },
 };
 
+function createBaseCommunityProject(): CommunityProject {
+  return { dashAlias: "", curated: undefined };
+}
+
+export const CommunityProject = {
+  encode(message: CommunityProject, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
+    if (message.dashAlias !== "") {
+      writer.uint32(10).string(message.dashAlias);
+    }
+    if (message.curated !== undefined) {
+      writer.uint32(16).bool(message.curated);
+    }
+    return writer;
+  },
+
+  decode(input: _m0.Reader | Uint8Array, length?: number): CommunityProject {
+    const reader = input instanceof _m0.Reader ? input : _m0.Reader.create(input);
+    let end = length === undefined ? reader.len : reader.pos + length;
+    const message = createBaseCommunityProject();
+    while (reader.pos < end) {
+      const tag = reader.uint32();
+      switch (tag >>> 3) {
+        case 1:
+          if (tag !== 10) {
+            break;
+          }
+
+          message.dashAlias = reader.string();
+          continue;
+        case 2:
+          if (tag !== 16) {
+            break;
+          }
+
+          message.curated = reader.bool();
+          continue;
+      }
+      if ((tag & 7) === 4 || tag === 0) {
+        break;
+      }
+      reader.skipType(tag & 7);
+    }
+    return message;
+  },
+
+  fromJSON(object: any): CommunityProject {
+    return {
+      dashAlias: isSet(object.dashAlias) ? globalThis.String(object.dashAlias) : "",
+      curated: isSet(object.curated) ? globalThis.Boolean(object.curated) : undefined,
+    };
+  },
+
+  toJSON(message: CommunityProject): unknown {
+    const obj: any = {};
+    if (message.dashAlias !== "") {
+      obj.dashAlias = message.dashAlias;
+    }
+    if (message.curated !== undefined) {
+      obj.curated = message.curated;
+    }
+    return obj;
+  },
+
+  create(base?: DeepPartial<CommunityProject>): CommunityProject {
+    return CommunityProject.fromPartial(base ?? {});
+  },
+  fromPartial(object: DeepPartial<CommunityProject>): CommunityProject {
+    const message = createBaseCommunityProject();
+    message.dashAlias = object.dashAlias ?? "";
+    message.curated = object.curated ?? undefined;
+    return message;
+  },
+};
+
 function createBaseProjectInfo(): ProjectInfo {
   return {
     id: "",
@@ -5434,7 +5706,7 @@ export const Duration = {
 };
 
 function createBaseFormula(): Formula {
-  return { expression: "", alias: "", id: "", disabled: false, functions: [] };
+  return { expression: "", alias: "", id: "", disabled: false, functions: [], color: "" };
 }
 
 export const Formula = {
@@ -5454,6 +5726,9 @@ export const Formula = {
     for (const v of message.functions) {
       Function.encode(v!, writer.uint32(50).fork()).ldelim();
     }
+    if (message.color !== "") {
+      writer.uint32(58).string(message.color);
+    }
     return writer;
   },
 
@@ -5499,6 +5774,13 @@ export const Formula = {
 
           message.functions.push(Function.decode(reader, reader.uint32()));
           continue;
+        case 7:
+          if (tag !== 58) {
+            break;
+          }
+
+          message.color = reader.string();
+          continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -5517,6 +5799,7 @@ export const Formula = {
       functions: globalThis.Array.isArray(object?.functions)
         ? object.functions.map((e: any) => Function.fromJSON(e))
         : [],
+      color: isSet(object.color) ? globalThis.String(object.color) : "",
     };
   },
 
@@ -5537,6 +5820,9 @@ export const Formula = {
     if (message.functions?.length) {
       obj.functions = message.functions.map((e) => Function.toJSON(e));
     }
+    if (message.color !== "") {
+      obj.color = message.color;
+    }
     return obj;
   },
 
@@ -5550,6 +5836,7 @@ export const Formula = {
     message.id = object.id ?? "";
     message.disabled = object.disabled ?? false;
     message.functions = object.functions?.map((e) => Function.fromPartial(e)) || [];
+    message.color = object.color ?? "";
     return message;
   },
 };
@@ -10202,6 +10489,7 @@ function createBaseAccount(): Account {
     address: "",
     paymentMethod: 0,
     usageOverCapLimit: "",
+    status: "",
   };
 }
 
@@ -10234,6 +10522,9 @@ export const Account = {
     if (message.usageOverCapLimit !== "") {
       writer.uint32(90).string(message.usageOverCapLimit);
     }
+    if (message.status !== "") {
+      writer.uint32(98).string(message.status);
+    }
     return writer;
   },
 
@@ -10307,6 +10598,13 @@ export const Account = {
 
           message.usageOverCapLimit = reader.string();
           continue;
+        case 12:
+          if (tag !== 98) {
+            break;
+          }
+
+          message.status = reader.string();
+          continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -10327,6 +10625,7 @@ export const Account = {
       address: isSet(object.address) ? globalThis.String(object.address) : "",
       paymentMethod: isSet(object.paymentMethod) ? payMethodFromJSON(object.paymentMethod) : 0,
       usageOverCapLimit: isSet(object.usageOverCapLimit) ? globalThis.String(object.usageOverCapLimit) : "",
+      status: isSet(object.status) ? globalThis.String(object.status) : "",
     };
   },
 
@@ -10359,6 +10658,9 @@ export const Account = {
     if (message.usageOverCapLimit !== "") {
       obj.usageOverCapLimit = message.usageOverCapLimit;
     }
+    if (message.status !== "") {
+      obj.status = message.status;
+    }
     return obj;
   },
 
@@ -10376,6 +10678,7 @@ export const Account = {
     message.address = object.address ?? "";
     message.paymentMethod = object.paymentMethod ?? 0;
     message.usageOverCapLimit = object.usageOverCapLimit ?? "";
+    message.status = object.status ?? "";
     return message;
   },
 };

package/src/index.ts

@@ -8,3 +8,10 @@ export { GLOBAL_CONFIG, type GlobalConfig } from './global-config.js'
 export * from './db-context.js'
 export * from './provider.js'
 export * from './metrics.js'
+export {
+  type DataBinding,
+  type Data_EthLog,
+  type Data_EthBlock,
+  type Data_EthTransaction,
+  type Data_EthTrace
+} from './gen/processor/protos/processor.js'

package/src/metrics.ts

@@ -77,25 +77,29 @@ export const dbMetrics = {
     get: new C('store_get_send'),
     upsert: new C('store_upsert_send'),
     list: new C('store_list_send'),
-    delete: new C('store_delete_send')
+    delete: new C('store_delete_send'),
+    update: new C('store_update_send')
   },
   recv_counts: {
     get: new C('store_get_recv'),
     upsert: new C('store_upsert_recv'),
     list: new C('store_list_recv'),
-    delete: new C('store_delete_recv')
+    delete: new C('store_delete_recv'),
+    update: new C('store_update_recv')
   },
   request_times: {
     get: new C('store_get_time'),
     upsert: new C('store_upsert_time'),
     list: new C('store_list_time'),
-    delete: new C('store_delete_time')
+    delete: new C('store_delete_time'),
+    update: new C('store_update_time')
   },
   request_errors: {
     get: new C('store_get_error'),
     upsert: new C('store_upsert_error'),
     list: new C('store_list_error'),
-    delete: new C('store_delete_error')
+    delete: new C('store_delete_error'),
+    update: new C('store_update_error')
   },
   batched_total_count: new C('batched_total_count'),
   batched_request_count: new C('batched_request_count'),

package/src/plugin.ts

@@ -5,6 +5,8 @@ import {
   PreprocessResult,
   ProcessConfigResponse,
   ProcessResult,
+  ProcessStreamResponse_Partitions,
+  ProcessStreamResponse_Partitions_Partition_SysValue,
   StartRequest
 } from '@sentio/protos'
 import { IStoreContext, StoreContext } from './db-context.js'
@@ -33,6 +35,20 @@ export abstract class Plugin {
     return PreprocessResult.create()
   }
 
+  async partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions> {
+    return {
+      partitions: request.handlerIds.reduce(
+        (acc, id) => ({
+          ...acc,
+          [id]: {
+            sysValue: ProcessStreamResponse_Partitions_Partition_SysValue.UNRECOGNIZED
+          }
+        }),
+        {}
+      )
+    }
+  }
+
   /**
    * method used by action server only
    * @param port
@@ -104,6 +120,14 @@ export class PluginManager {
     })
   }
 
+  async partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions> {
+    const plugin = this.typesToPlugin.get(request.handlerType)
+    if (!plugin) {
+      throw new Error(`No plugin for ${request.handlerType}`)
+    }
+    return plugin.partition(request)
+  }
+
   preprocessBinding(
     request: DataBinding,
     preprocessStore: { [k: string]: any },

package/src/service-manager.ts

@@ -1,4 +1,4 @@
-import { CallContext } from 'nice-grpc'
+import { CallContext, ServerError, Status } from 'nice-grpc'
 import { Piscina } from 'piscina'
 import {
   DataBinding,
@@ -22,6 +22,7 @@ import { processMetrics } from './metrics.js'
 import { MessageChannel } from 'node:worker_threads'
 import { ProcessorServiceImpl } from './service.js'
 import { TemplateInstanceState } from './state.js'
+import { PluginManager } from './plugin.js'
 
 const { process_binding_count, process_binding_time, process_binding_error } = processMetrics
 
@@ -70,17 +71,6 @@ export class ServiceManager extends ProcessorServiceImpl {
     return await super.stop(request, context)
   }
 
-  async process(request: DataBinding, dbContext?: ChannelStoreContext): Promise<ProcessResult> {
-    if (!this.pool) {
-      await this.initPool()
-    }
-
-    return this.pool.run(
-      { request, workerPort: dbContext?.workerPort },
-      { transferList: dbContext?.workerPort ? [dbContext?.workerPort] : [] }
-    )
-  }
-
   private readonly contexts = new Contexts()
 
   protected async handleRequests(
@@ -88,6 +78,8 @@ export class ServiceManager extends ProcessorServiceImpl {
     subject: Subject<DeepPartial<ProcessStreamResponse>>
   ) {
     for await (const request of requests) {
+      let lastBinding: DataBinding | undefined = undefined
+
       try {
         // console.debug('received request:', request)
         if (request.binding) {
@@ -103,27 +95,23 @@ export class ServiceManager extends ProcessorServiceImpl {
             continue
           }
 
-          const binding = request.binding
-
-          const dbContext = this.contexts.new(request.processId, subject)
-
-          const start = Date.now()
-          this.process(binding, dbContext)
-            .then(async (result) => {
+          if (this.enablePartition) {
+            PluginManager.INSTANCE.partition(request.binding).then((partitions) => {
               subject.next({
-                result,
-                processId: request.processId
+                processId: request.processId,
+                partitions
               })
             })
-            .catch((e) => {
-              dbContext.error(request.processId, e)
-              process_binding_error.add(1)
-            })
-            .finally(() => {
-              const cost = Date.now() - start
-              process_binding_time.add(cost)
-              this.contexts.delete(request.processId)
-            })
+            lastBinding = request.binding
+          } else {
+            this.doProcess(request.processId, request.binding, subject)
+          }
+        }
+        if (request.start) {
+          if (!lastBinding) {
+            throw new ServerError(Status.INVALID_ARGUMENT, 'start request received without binding')
+          }
+          this.doProcess(request.processId, lastBinding, subject)
         }
         if (request.dbResult) {
           const dbContext = this.contexts.get(request.processId)
@@ -140,6 +128,39 @@ export class ServiceManager extends ProcessorServiceImpl {
     }
   }
 
+  private doProcess(processId: number, binding: DataBinding, subject: Subject<DeepPartial<ProcessStreamResponse>>) {
+    const dbContext = this.contexts.new(processId, subject)
+
+    const start = Date.now()
+    this.process(binding, dbContext)
+      .then(async (result) => {
+        subject.next({
+          result,
+          processId: processId
+        })
+      })
+      .catch((e) => {
+        dbContext.error(processId, e)
+        process_binding_error.add(1)
+      })
+      .finally(() => {
+        const cost = Date.now() - start
+        process_binding_time.add(cost)
+        this.contexts.delete(processId)
+      })
+  }
+
+  async process(request: DataBinding, dbContext?: ChannelStoreContext): Promise<ProcessResult> {
+    if (!this.pool) {
+      await this.initPool()
+    }
+
+    return this.pool.run(
+      { request, workerPort: dbContext?.workerPort },
+      { transferList: dbContext?.workerPort ? [dbContext?.workerPort] : [] }
+    )
+  }
+
   private async initPool() {
     if (this.pool) {
       await this.pool.close()