@sentio/runtime 2.60.0-rc.12 → 2.60.0-rc.14

package/lib/service-worker.js

@@ -1,7 +1,7 @@
 import { createRequire as createRequireShim } from 'module'; const require = createRequireShim(import.meta.url);
 import {
   setupLogger
-} from "./chunk-CYS2DAE4.js";
+} from "./chunk-26X74ASV.js";
 import {
   ProcessorServiceImpl,
   configureEndpoints,
@@ -10,10 +10,10 @@ import {
   require_cjs,
   require_lib3 as require_lib,
   require_lib4 as require_lib2
-} from "./chunk-BOHR42T4.js";
+} from "./chunk-2JZQGMEZ.js";
 import {
   __toESM
-} from "./chunk-TC6OWLVA.js";
+} from "./chunk-ZTW66EYL.js";
 
 // src/service-worker.ts
 var import_nice_grpc = __toESM(require_lib(), 1);

package/lib/test-processor.test.d.ts

@@ -1,2 +1,15 @@
+import { P as Plugin, c as DataBinding, d as ProcessResult, H as HandlerType } from './processor-BDXlufg5.js';
+import { ProcessStreamResponse_Partitions, InitResponse, ProcessConfigResponse } from '@sentio/protos';
+import 'rxjs';
+import 'node:async_hooks';
+import 'protobufjs/minimal.js';
 
-export {  }
+declare class TestPlugin extends Plugin {
+    processBinding(request: DataBinding): Promise<ProcessResult>;
+    supportedHandlers: HandlerType[];
+    partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions>;
+    init(config: InitResponse): Promise<void>;
+    configure(config: ProcessConfigResponse, forChainId?: string): Promise<void>;
+}
+
+export { TestPlugin };

package/lib/test-processor.test.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/test-processor.test.ts"],"sourcesContent":["import { Plugin, PluginManager } from './plugin.js'\nimport { DataBinding, HandlerType, ProcessResult } from './gen/processor/protos/processor.js'\nimport { ProcessStreamResponse_Partitions } from '@sentio/protos'\n\nclass TestPlugin extends Plugin {\n  async processBinding(request: DataBinding): Promise<ProcessResult> {\n    const dbContext = PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    if (dbContext) {\n      await dbContext.sendRequest({\n        get: {\n          entity: 'Test',\n          id: '1'\n        }\n      })\n    }\n\n    return ProcessResult.fromPartial({\n      states: {\n        configUpdated: true\n      }\n    })\n  }\n  supportedHandlers = [HandlerType.UNKNOWN, HandlerType.ETH_LOG]\n\n  async partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions> {\n    return {\n      partitions: request.handlerIds.reduce(\n        (acc, id) => ({\n          ...acc,\n          [id]: {\n            userValue: 'test'\n          }\n        }),\n        {}\n      )\n    }\n  }\n}\n\nPluginManager.INSTANCE.plugins = []\nPluginManager.INSTANCE.register(new TestPlugin())\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;AAIA,IAAM,aAAN,cAAyB,OAAO;AAAA,EAC9B,MAAM,eAAe,SAA8C;AACjE,UAAM,YAAY,cAAc,SAAS,sBAAsB,SAAS;AACxE,QAAI,WAAW;AACb,YAAM,UAAU,YAAY;AAAA,QAC1B,KAAK;AAAA,UACH,QAAQ;AAAA,UACR,IAAI;AAAA,QACN;AAAA,MACF,CAAC;AAAA,IACH;AAEA,WAAO,cAAc,YAAY;AAAA,MAC/B,QAAQ;AAAA,QACN,eAAe;AAAA,MACjB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EACA,oBAAoB,iCAAyC;AAAA,EAE7D,MAAM,UAAU,SAAiE;AAC/E,WAAO;AAAA,MACL,YAAY,QAAQ,WAAW;AAAA,QAC7B,CAAC,KAAK,QAAQ;AAAA,UACZ,GAAG;AAAA,UACH,CAAC,EAAE,GAAG;AAAA,YACJ,WAAW;AAAA,UACb;AAAA,QACF;AAAA,QACA,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;AAEA,cAAc,SAAS,UAAU,CAAC;AAClC,cAAc,SAAS,SAAS,IAAI,WAAW,CAAC;AAC/C,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}
+{"version":3,"sources":["../src/test-processor.test.ts"],"sourcesContent":["import { Plugin, PluginManager } from './plugin.js'\nimport { DataBinding, HandlerType, ProcessResult } from './gen/processor/protos/processor.js'\nimport { AccountConfig, InitResponse, ProcessConfigResponse, ProcessStreamResponse_Partitions } from '@sentio/protos'\n\nexport class TestPlugin extends Plugin {\n  async processBinding(request: DataBinding): Promise<ProcessResult> {\n    const dbContext = PluginManager.INSTANCE.dbContextLocalStorage.getStore()\n    if (dbContext) {\n      await dbContext.sendRequest({\n        get: {\n          entity: 'Test',\n          id: '1'\n        }\n      })\n    }\n\n    return ProcessResult.fromPartial({\n      states: {\n        configUpdated: true\n      }\n    })\n  }\n  supportedHandlers = [HandlerType.UNKNOWN, HandlerType.ETH_LOG]\n\n  async partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions> {\n    return {\n      partitions: request.handlerIds.reduce(\n        (acc, id) => ({\n          ...acc,\n          [id]: {\n            userValue: 'test'\n          }\n        }),\n        {}\n      )\n    }\n  }\n\n  async init(config: InitResponse): Promise<void> {\n    config.chainIds = ['1']\n  }\n\n  async configure(config: ProcessConfigResponse, forChainId?: string): Promise<void> {\n    config.accountConfigs = [\n      AccountConfig.fromPartial({\n        address: '0x',\n        chainId: '1'\n      })\n    ]\n  }\n}\n\nPluginManager.INSTANCE.plugins = []\nPluginManager.INSTANCE.register(new TestPlugin())\n;import(\"node:process\").then((p) => p.stdout.write(\"\"));"],"mappings":";;;;;;;;;AAIO,IAAM,aAAN,cAAyB,OAAO;AAAA,EACrC,MAAM,eAAe,SAA8C;AACjE,UAAM,YAAY,cAAc,SAAS,sBAAsB,SAAS;AACxE,QAAI,WAAW;AACb,YAAM,UAAU,YAAY;AAAA,QAC1B,KAAK;AAAA,UACH,QAAQ;AAAA,UACR,IAAI;AAAA,QACN;AAAA,MACF,CAAC;AAAA,IACH;AAEA,WAAO,cAAc,YAAY;AAAA,MAC/B,QAAQ;AAAA,QACN,eAAe;AAAA,MACjB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EACA,oBAAoB,iCAAyC;AAAA,EAE7D,MAAM,UAAU,SAAiE;AAC/E,WAAO;AAAA,MACL,YAAY,QAAQ,WAAW;AAAA,QAC7B,CAAC,KAAK,QAAQ;AAAA,UACZ,GAAG;AAAA,UACH,CAAC,EAAE,GAAG;AAAA,YACJ,WAAW;AAAA,UACb;AAAA,QACF;AAAA,QACA,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,KAAK,QAAqC;AAC9C,WAAO,WAAW,CAAC,GAAG;AAAA,EACxB;AAAA,EAEA,MAAM,UAAU,QAA+B,YAAoC;AACjF,WAAO,iBAAiB;AAAA,MACtB,cAAc,YAAY;AAAA,QACxB,SAAS;AAAA,QACT,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAEA,cAAc,SAAS,UAAU,CAAC;AAClC,cAAc,SAAS,SAAS,IAAI,WAAW,CAAC;AAC/C,OAAO,cAAc,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM,EAAE,CAAC;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sentio/runtime",
-  "version": "2.60.0-rc.12",
+  "version": "2.60.0-rc.14",
   "license": "Apache-2.0",
   "type": "module",
   "exports": {

package/src/db-context.ts

@@ -280,6 +280,7 @@ export class DataBindingContext extends AbstractStoreContext implements IDataBin
   }
 
   doSend(resp: DeepPartial<ProcessStreamResponseV2>) {
+    console.debug('sending db request, processId ', this.processId, 'opId', resp.dbRequest?.opId)
     this.subject.next({
       ...resp,
       processId: this.processId

package/src/gen/service/common/protos/common.ts

@@ -348,6 +348,7 @@ export interface User {
   username: string;
   accountStatus: User_AccountStatus;
   tier: Tier;
+  isOrganization: boolean;
 }
 
 export enum User_AccountStatus {
@@ -517,6 +518,12 @@ export interface Project_ProjectMember {
 export interface CommunityProject {
   dashAlias: string;
   curated?: boolean | undefined;
+  chain: { [key: string]: StringList };
+}
+
+export interface CommunityProject_ChainEntry {
+  key: string;
+  value: StringList | undefined;
 }
 
 export interface ProjectInfo {
@@ -2535,6 +2542,7 @@ function createBaseUser(): User {
     username: "",
     accountStatus: 0,
     tier: 0,
+    isOrganization: false,
   };
 }
 
@@ -2588,6 +2596,9 @@ export const User = {
     if (message.tier !== 0) {
       writer.uint32(120).int32(message.tier);
     }
+    if (message.isOrganization !== false) {
+      writer.uint32(128).bool(message.isOrganization);
+    }
     return writer;
   },
 
@@ -2696,6 +2707,13 @@ export const User = {
 
           message.tier = reader.int32() as any;
           continue;
+        case 16:
+          if (tag !== 128) {
+            break;
+          }
+
+          message.isOrganization = reader.bool();
+          continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -2721,6 +2739,7 @@ export const User = {
       username: isSet(object.username) ? globalThis.String(object.username) : "",
       accountStatus: isSet(object.accountStatus) ? user_AccountStatusFromJSON(object.accountStatus) : 0,
       tier: isSet(object.tier) ? tierFromJSON(object.tier) : 0,
+      isOrganization: isSet(object.isOrganization) ? globalThis.Boolean(object.isOrganization) : false,
     };
   },
 
@@ -2768,6 +2787,9 @@ export const User = {
     if (message.tier !== 0) {
       obj.tier = tierToJSON(message.tier);
     }
+    if (message.isOrganization !== false) {
+      obj.isOrganization = message.isOrganization;
+    }
     return obj;
   },
 
@@ -2790,6 +2812,7 @@ export const User = {
     message.username = object.username ?? "";
     message.accountStatus = object.accountStatus ?? 0;
     message.tier = object.tier ?? 0;
+    message.isOrganization = object.isOrganization ?? false;
     return message;
   },
 };
@@ -3493,7 +3516,7 @@ export const Project_ProjectMember = {
 };
 
 function createBaseCommunityProject(): CommunityProject {
-  return { dashAlias: "", curated: undefined };
+  return { dashAlias: "", curated: undefined, chain: {} };
 }
 
 export const CommunityProject = {
@@ -3504,6 +3527,9 @@ export const CommunityProject = {
     if (message.curated !== undefined) {
       writer.uint32(16).bool(message.curated);
     }
+    Object.entries(message.chain).forEach(([key, value]) => {
+      CommunityProject_ChainEntry.encode({ key: key as any, value }, writer.uint32(26).fork()).ldelim();
+    });
     return writer;
   },
 
@@ -3528,6 +3554,16 @@ export const CommunityProject = {
 
           message.curated = reader.bool();
           continue;
+        case 3:
+          if (tag !== 26) {
+            break;
+          }
+
+          const entry3 = CommunityProject_ChainEntry.decode(reader, reader.uint32());
+          if (entry3.value !== undefined) {
+            message.chain[entry3.key] = entry3.value;
+          }
+          continue;
       }
       if ((tag & 7) === 4 || tag === 0) {
         break;
@@ -3541,6 +3577,12 @@ export const CommunityProject = {
     return {
       dashAlias: isSet(object.dashAlias) ? globalThis.String(object.dashAlias) : "",
       curated: isSet(object.curated) ? globalThis.Boolean(object.curated) : undefined,
+      chain: isObject(object.chain)
+        ? Object.entries(object.chain).reduce<{ [key: string]: StringList }>((acc, [key, value]) => {
+          acc[key] = StringList.fromJSON(value);
+          return acc;
+        }, {})
+        : {},
     };
   },
 
@@ -3552,6 +3594,15 @@ export const CommunityProject = {
     if (message.curated !== undefined) {
       obj.curated = message.curated;
     }
+    if (message.chain) {
+      const entries = Object.entries(message.chain);
+      if (entries.length > 0) {
+        obj.chain = {};
+        entries.forEach(([k, v]) => {
+          obj.chain[k] = StringList.toJSON(v);
+        });
+      }
+    }
     return obj;
   },
 
@@ -3562,6 +3613,88 @@ export const CommunityProject = {
     const message = createBaseCommunityProject();
     message.dashAlias = object.dashAlias ?? "";
     message.curated = object.curated ?? undefined;
+    message.chain = Object.entries(object.chain ?? {}).reduce<{ [key: string]: StringList }>((acc, [key, value]) => {
+      if (value !== undefined) {
+        acc[key] = StringList.fromPartial(value);
+      }
+      return acc;
+    }, {});
+    return message;
+  },
+};
+
+function createBaseCommunityProject_ChainEntry(): CommunityProject_ChainEntry {
+  return { key: "", value: undefined };
+}
+
+export const CommunityProject_ChainEntry = {
+  encode(message: CommunityProject_ChainEntry, writer: _m0.Writer = _m0.Writer.create()): _m0.Writer {
+    if (message.key !== "") {
+      writer.uint32(10).string(message.key);
+    }
+    if (message.value !== undefined) {
+      StringList.encode(message.value, writer.uint32(18).fork()).ldelim();
+    }
+    return writer;
+  },
+
+  decode(input: _m0.Reader | Uint8Array, length?: number): CommunityProject_ChainEntry {
+    const reader = input instanceof _m0.Reader ? input : _m0.Reader.create(input);
+    let end = length === undefined ? reader.len : reader.pos + length;
+    const message = createBaseCommunityProject_ChainEntry();
+    while (reader.pos < end) {
+      const tag = reader.uint32();
+      switch (tag >>> 3) {
+        case 1:
+          if (tag !== 10) {
+            break;
+          }
+
+          message.key = reader.string();
+          continue;
+        case 2:
+          if (tag !== 18) {
+            break;
+          }
+
+          message.value = StringList.decode(reader, reader.uint32());
+          continue;
+      }
+      if ((tag & 7) === 4 || tag === 0) {
+        break;
+      }
+      reader.skipType(tag & 7);
+    }
+    return message;
+  },
+
+  fromJSON(object: any): CommunityProject_ChainEntry {
+    return {
+      key: isSet(object.key) ? globalThis.String(object.key) : "",
+      value: isSet(object.value) ? StringList.fromJSON(object.value) : undefined,
+    };
+  },
+
+  toJSON(message: CommunityProject_ChainEntry): unknown {
+    const obj: any = {};
+    if (message.key !== "") {
+      obj.key = message.key;
+    }
+    if (message.value !== undefined) {
+      obj.value = StringList.toJSON(message.value);
+    }
+    return obj;
+  },
+
+  create(base?: DeepPartial<CommunityProject_ChainEntry>): CommunityProject_ChainEntry {
+    return CommunityProject_ChainEntry.fromPartial(base ?? {});
+  },
+  fromPartial(object: DeepPartial<CommunityProject_ChainEntry>): CommunityProject_ChainEntry {
+    const message = createBaseCommunityProject_ChainEntry();
+    message.key = object.key ?? "";
+    message.value = (object.value !== undefined && object.value !== null)
+      ? StringList.fromPartial(object.value)
+      : undefined;
     return message;
   },
 };

package/src/service-v3.ts

@@ -10,6 +10,7 @@ import {
   ProcessorV3ServiceImplementation,
   ProcessResult,
   ProcessStreamRequest,
+  ProcessStreamResponse,
   ProcessStreamResponseV2,
   StartRequest
 } from '@sentio/protos'
@@ -52,6 +53,21 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
 
   async *processBindingsStream(requests: AsyncIterable<ProcessStreamRequest>, context: CallContext) {
     const subject = new Subject<DeepPartial<ProcessStreamResponseV2>>()
+    this.handleRequests(requests, subject)
+      .then(() => {
+        subject.complete()
+      })
+      .catch((e) => {
+        console.error(e)
+        subject.error(e)
+      })
+    yield* from(subject).pipe(withAbort(context.signal))
+  }
+
+  protected async handleRequests(
+    requests: AsyncIterable<ProcessStreamRequest>,
+    subject: Subject<DeepPartial<ProcessStreamResponse>>
+  ) {
     let lastBinding: DataBinding | undefined = undefined
     for await (const request of requests) {
       try {
@@ -65,8 +81,8 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
         console.error('unexpect error during handle loop', e)
       }
     }
-    yield* from(subject).pipe(withAbort(context.signal))
   }
+
   private contexts = new Contexts()
 
   async handleRequest(
@@ -87,6 +103,7 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
 
       if (this.enablePartition) {
         try {
+          console.debug('sending partition request', request.binding)
           const partitions = await PluginManager.INSTANCE.partition(request.binding)
           subject.next({
             processId: request.processId,
@@ -128,11 +145,13 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
   ) {
     const context = this.contexts.new(processId, subject)
     const start = Date.now()
+    console.debug('process binding', processId)
     PluginManager.INSTANCE.processBinding(binding, undefined, context)
       .then(async (result) => {
-        // await all pending db requests
+        console.debug(`process binding ${processId} done`)
         await context.awaitPendings()
 
+        console.debug('sending ts data length:', result.timeseriesResult.length)
         for (const ts of result.timeseriesResult) {
           subject.next({
             processId,
@@ -143,6 +162,7 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
         }
 
         if (result.states?.configUpdated) {
+          console.debug('sending tpl updates:')
           subject.next({
             processId,
             tplRequest: {
@@ -151,6 +171,7 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
           })
         }
 
+        console.debug('sending binding result', processId)
         subject.next({
           result: {
             states: result.states,
@@ -169,6 +190,7 @@ export class ProcessorServiceImplV3 implements ProcessorV3ServiceImplementation
         const cost = Date.now() - start
         process_binding_time.add(cost)
         this.contexts.delete(processId)
+        console.debug('process binding done', processId)
       })
   }