@sentio/runtime 2.59.0-rc.21 → 2.59.0-rc.23

package/lib/{chunk-GWKJGG55.js → chunk-ZYJXCGEJ.js}

@@ -6,7 +6,7 @@ import {
   __require,
   __toCommonJS,
   __toESM
-} from "./chunk-45FF2A6M.js";
+} from "./chunk-HMNYJB5K.js";
 
 // ../../node_modules/.pnpm/logform@2.6.0/node_modules/logform/format.js
 var require_format = __commonJS({
@@ -10972,4 +10972,4 @@ export {
 safe-buffer/index.js:
   (*! safe-buffer. MIT License. Feross Aboukhadijeh <https://feross.org/opensource> *)
 */
-//# sourceMappingURL=chunk-GWKJGG55.js.map
+//# sourceMappingURL=chunk-ZYJXCGEJ.js.map

package/lib/index.d.ts

@@ -1,5 +1,5 @@
 import * as _sentio_protos from '@sentio/protos';
-import { DeepPartial as DeepPartial$1, DBResponse, ProcessStreamResponse, DBRequest_DBUpsert, DBRequest, HandlerType, ProcessConfigResponse, StartRequest, DataBinding, PreparedData, ProcessResult, PreprocessResult, TemplateInstance, EthCallParam, ProcessorServiceImplementation, ProcessConfigRequest, Empty, ProcessBindingsRequest, ProcessBindingResponse, ProcessStreamRequest, PreprocessStreamRequest, PreprocessStreamResponse } from '@sentio/protos';
+import { DeepPartial as DeepPartial$1, DBResponse, ProcessStreamResponse, DBRequest_DBUpsert, DBRequest, HandlerType, ProcessConfigResponse, StartRequest, DataBinding, PreparedData, ProcessResult, PreprocessResult, ProcessStreamResponse_Partitions, TemplateInstance, EthCallParam, ProcessorServiceImplementation, ProcessConfigRequest, Empty, ProcessBindingsRequest, ProcessBindingResponse, ProcessStreamRequest, PreprocessStreamRequest, PreprocessStreamResponse } from '@sentio/protos';
 import { Subject } from 'rxjs';
 import { AsyncLocalStorage } from 'node:async_hooks';
 import { Required } from 'utility-types';
@@ -65,6 +65,7 @@ declare abstract class Plugin {
     preprocessBinding(request: DataBinding, preprocessStore: {
         [k: string]: any;
     }): Promise<PreprocessResult>;
+    partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions>;
     /**
      * method used by action server only
      * @param port
@@ -90,6 +91,7 @@ declare class PluginManager {
      */
     stateDiff(config: ProcessConfigResponse): boolean;
     processBinding(request: DataBinding, preparedData: PreparedData | undefined, dbContext?: IStoreContext): Promise<ProcessResult>;
+    partition(request: DataBinding): Promise<ProcessStreamResponse_Partitions>;
     preprocessBinding(request: DataBinding, preprocessStore: {
         [k: string]: any;
     }, dbContext?: StoreContext): Promise<PreprocessResult>;
@@ -162,6 +164,7 @@ declare class ProcessorServiceImpl implements ProcessorServiceImplementation {
     private readonly shutdownHandler?;
     private readonly enablePreprocess;
     private preparedData;
+    readonly enablePartition: boolean;
     constructor(loader: () => Promise<any>, shutdownHandler?: () => void);
     getConfig(request: ProcessConfigRequest, context: CallContext): Promise<ProcessConfigResponse>;
     start(request: StartRequest, context: CallContext): Promise<Empty>;
@@ -519,6 +522,14 @@ declare class ProcessorServiceImpl implements ProcessorServiceImplementation {
                 } | undefined;
             }[] | undefined;
         } | undefined;
+        partitions?: {
+            partitions?: {
+                [x: number]: {
+                    userValue?: string | undefined;
+                    sysValue?: _sentio_protos.ProcessStreamResponse_Partitions_Partition_SysValue | undefined;
+                } | undefined;
+            } | undefined;
+        } | undefined;
     }, void, undefined>;
     handlePreprocessRequests(requests: AsyncIterable<PreprocessStreamRequest>, subject: Subject<DeepPartial$1<PreprocessStreamResponse>>): Promise<void>;
     preprocessBindingsStream(requests: AsyncIterable<PreprocessStreamRequest>, context: CallContext): AsyncGenerator<{
@@ -654,6 +665,7 @@ declare class ProcessorServiceImpl implements ProcessorServiceImplementation {
         } | undefined;
     }, void, undefined>;
     protected handleRequests(requests: AsyncIterable<ProcessStreamRequest>, subject: Subject<DeepPartial$1<ProcessStreamResponse>>): Promise<void>;
+    private startProcess;
 }
 declare function recordRuntimeInfo(results: ProcessResult, handlerType: HandlerType): void;
 

package/lib/index.js

@@ -28,11 +28,11 @@ import {
   providerMetrics,
   recordRuntimeInfo,
   timeoutError
-} from "./chunk-EPAMG3V5.js";
+} from "./chunk-3G5TU64H.js";
 import {
   Plugin,
   PluginManager
-} from "./chunk-45FF2A6M.js";
+} from "./chunk-HMNYJB5K.js";
 
 // src/chain-config.ts
 import("node:process").then((p) => p.stdout.write(""));

package/lib/processor-runner.js

@@ -5,7 +5,7 @@ import {
 } from "./chunk-6XHWJ2VS.js";
 import {
   setupLogger
-} from "./chunk-GWKJGG55.js";
+} from "./chunk-ZYJXCGEJ.js";
 import {
   DiagConsoleLogger,
   DiagLogLevel,
@@ -44,7 +44,7 @@ import {
   require_lodash,
   require_src,
   trace
-} from "./chunk-EPAMG3V5.js";
+} from "./chunk-3G5TU64H.js";
 import {
   ExecutionConfig,
   HandlerType,
@@ -60,7 +60,7 @@ import {
   __toCommonJS,
   __toESM,
   require_minimal2 as require_minimal
-} from "./chunk-45FF2A6M.js";
+} from "./chunk-HMNYJB5K.js";
 
 // ../../node_modules/.pnpm/@opentelemetry+semantic-conventions@1.25.1/node_modules/@opentelemetry/semantic-conventions/build/esm/internal/utils.js
 // @__NO_SIDE_EFFECTS__
@@ -12966,19 +12966,19 @@ var require_root = __commonJS({
               return Span2;
             }();
             v1.Status = function() {
-              function Status(properties) {
+              function Status2(properties) {
                 if (properties) {
                   for (var keys = Object.keys(properties), i = 0; i < keys.length; ++i)
                     if (properties[keys[i]] != null)
                       this[keys[i]] = properties[keys[i]];
                 }
               }
-              Status.prototype.message = null;
-              Status.prototype.code = null;
-              Status.create = function create(properties) {
-                return new Status(properties);
+              Status2.prototype.message = null;
+              Status2.prototype.code = null;
+              Status2.create = function create(properties) {
+                return new Status2(properties);
               };
-              Status.encode = function encode(message, writer) {
+              Status2.encode = function encode(message, writer) {
                 if (!writer)
                   writer = $Writer.create();
                 if (message.message != null && Object.hasOwnProperty.call(message, "message"))
@@ -12993,10 +12993,10 @@ var require_root = __commonJS({
                   ).int32(message.code);
                 return writer;
               };
-              Status.encodeDelimited = function encodeDelimited(message, writer) {
+              Status2.encodeDelimited = function encodeDelimited(message, writer) {
                 return this.encode(message, writer).ldelim();
               };
-              Status.decode = function decode(reader, length) {
+              Status2.decode = function decode(reader, length) {
                 if (!(reader instanceof $Reader))
                   reader = $Reader.create(reader);
                 var end = length === void 0 ? reader.len : reader.pos + length, message = new $root.opentelemetry.proto.trace.v1.Status();
@@ -13018,12 +13018,12 @@ var require_root = __commonJS({
                 }
                 return message;
               };
-              Status.decodeDelimited = function decodeDelimited(reader) {
+              Status2.decodeDelimited = function decodeDelimited(reader) {
                 if (!(reader instanceof $Reader))
                   reader = new $Reader(reader);
                 return this.decode(reader, reader.uint32());
               };
-              Status.verify = function verify(message) {
+              Status2.verify = function verify(message) {
                 if (typeof message !== "object" || message === null)
                   return "object expected";
                 if (message.message != null && message.hasOwnProperty("message")) {
@@ -13041,7 +13041,7 @@ var require_root = __commonJS({
                   }
                 return null;
               };
-              Status.fromObject = function fromObject(object) {
+              Status2.fromObject = function fromObject(object) {
                 if (object instanceof $root.opentelemetry.proto.trace.v1.Status)
                   return object;
                 var message = new $root.opentelemetry.proto.trace.v1.Status();
@@ -13069,7 +13069,7 @@ var require_root = __commonJS({
                 }
                 return message;
               };
-              Status.toObject = function toObject(message, options2) {
+              Status2.toObject = function toObject(message, options2) {
                 if (!options2)
                   options2 = {};
                 var object = {};
@@ -13083,23 +13083,23 @@ var require_root = __commonJS({
                   object.code = options2.enums === String ? $root.opentelemetry.proto.trace.v1.Status.StatusCode[message.code] === void 0 ? message.code : $root.opentelemetry.proto.trace.v1.Status.StatusCode[message.code] : message.code;
                 return object;
               };
-              Status.prototype.toJSON = function toJSON() {
+              Status2.prototype.toJSON = function toJSON() {
                 return this.constructor.toObject(this, $protobuf.util.toJSONOptions);
               };
-              Status.getTypeUrl = function getTypeUrl(typeUrlPrefix) {
+              Status2.getTypeUrl = function getTypeUrl(typeUrlPrefix) {
                 if (typeUrlPrefix === void 0) {
                   typeUrlPrefix = "type.googleapis.com";
                 }
                 return typeUrlPrefix + "/opentelemetry.proto.trace.v1.Status";
               };
-              Status.StatusCode = function() {
+              Status2.StatusCode = function() {
                 var valuesById = {}, values = Object.create(valuesById);
                 values[valuesById[0] = "STATUS_CODE_UNSET"] = 0;
                 values[valuesById[1] = "STATUS_CODE_OK"] = 1;
                 values[valuesById[2] = "STATUS_CODE_ERROR"] = 2;
                 return values;
               }();
-              return Status;
+              return Status2;
             }();
             return v1;
           }();
@@ -25945,7 +25945,7 @@ function commandLineArgs(optionDefinitions2, options2) {
 var command_line_args_default = commandLineArgs;
 
 // src/processor-runner.ts
-var import_nice_grpc = __toESM(require_lib3(), 1);
+var import_nice_grpc2 = __toESM(require_lib3(), 1);
 var import_nice_grpc_error_details = __toESM(require_lib4(), 1);
 var import_nice_grpc_opentelemetry = __toESM(require_lib5(), 1);
 import http2 from "http";
@@ -26256,6 +26256,7 @@ var ActionServer = class {
 import("node:process").then((p) => p.stdout.write(""));
 
 // src/service-manager.ts
+var import_nice_grpc = __toESM(require_lib3(), 1);
 import { Piscina } from "piscina";
 import { MessageChannel } from "node:worker_threads";
 var { process_binding_count, process_binding_time, process_binding_error } = processMetrics;
@@ -26290,18 +26291,10 @@ var ServiceManager = class extends ProcessorServiceImpl {
     await this.pool?.destroy();
     return await super.stop(request3, context2);
   }
-  async process(request3, dbContext) {
-    if (!this.pool) {
-      await this.initPool();
-    }
-    return this.pool.run(
-      { request: request3, workerPort: dbContext?.workerPort },
-      { transferList: dbContext?.workerPort ? [dbContext?.workerPort] : [] }
-    );
-  }
   contexts = new Contexts();
   async handleRequests(requests, subject) {
     for await (const request3 of requests) {
+      let lastBinding = void 0;
       try {
         if (request3.binding) {
           process_binding_count.add(1);
@@ -26312,22 +26305,22 @@ var ServiceManager = class extends ProcessorServiceImpl {
             });
             continue;
           }
-          const binding = request3.binding;
-          const dbContext = this.contexts.new(request3.processId, subject);
-          const start = Date.now();
-          this.process(binding, dbContext).then(async (result) => {
+          if (this.enablePartition) {
+            const partitions = await PluginManager.INSTANCE.partition(request3.binding);
             subject.next({
-              result,
-              processId: request3.processId
+              processId: request3.processId,
+              partitions
             });
-          }).catch((e) => {
-            dbContext.error(request3.processId, e);
-            process_binding_error.add(1);
-          }).finally(() => {
-            const cost = Date.now() - start;
-            process_binding_time.add(cost);
-            this.contexts.delete(request3.processId);
-          });
+            lastBinding = request3.binding;
+          } else {
+            this.doProcess(request3.processId, request3.binding, subject);
+          }
+        }
+        if (request3.start) {
+          if (!lastBinding) {
+            throw new import_nice_grpc.ServerError(import_nice_grpc.Status.INVALID_ARGUMENT, "start request received without binding");
+          }
+          this.doProcess(request3.processId, lastBinding, subject);
         }
         if (request3.dbResult) {
           const dbContext = this.contexts.get(request3.processId);
@@ -26342,6 +26335,32 @@ var ServiceManager = class extends ProcessorServiceImpl {
       }
     }
   }
+  doProcess(processId, binding, subject) {
+    const dbContext = this.contexts.new(processId, subject);
+    const start = Date.now();
+    this.process(binding, dbContext).then(async (result) => {
+      subject.next({
+        result,
+        processId
+      });
+    }).catch((e) => {
+      dbContext.error(processId, e);
+      process_binding_error.add(1);
+    }).finally(() => {
+      const cost = Date.now() - start;
+      process_binding_time.add(cost);
+      this.contexts.delete(processId);
+    });
+  }
+  async process(request3, dbContext) {
+    if (!this.pool) {
+      await this.initPool();
+    }
+    return this.pool.run(
+      { request: request3, workerPort: dbContext?.workerPort },
+      { transferList: dbContext?.workerPort ? [dbContext?.workerPort] : [] }
+    );
+  }
   async initPool() {
     if (this.pool) {
       await this.pool.close();
@@ -26466,7 +26485,7 @@ if (options["start-action-server"]) {
   server = new ActionServer(loader);
   server.listen(options.port);
 } else {
-  server = (0, import_nice_grpc.createServer)({
+  server = (0, import_nice_grpc2.createServer)({
     "grpc.max_send_message_length": 768 * 1024 * 1024,
     "grpc.max_receive_message_length": 768 * 1024 * 1024,
     "grpc.default_compression_algorithm": import_grpc_js.compressionAlgorithms.gzip