@sentio/runtime 2.59.0-rc.39 → 2.59.0-rc.40

package/lib/{chunk-CPLWSUD7.js → chunk-FDZMT76B.js}

@@ -6,7 +6,7 @@ import {
   __require,
   __toCommonJS,
   __toESM
-} from "./chunk-FO2V2K7T.js";
+} from "./chunk-3SLKMZUX.js";
 
 // ../../node_modules/.pnpm/logform@2.6.0/node_modules/logform/format.js
 var require_format = __commonJS({
@@ -10972,4 +10972,4 @@ export {
 safe-buffer/index.js:
   (*! safe-buffer. MIT License. Feross Aboukhadijeh <https://feross.org/opensource> *)
 */
-//# sourceMappingURL=chunk-CPLWSUD7.js.map
+//# sourceMappingURL=chunk-FDZMT76B.js.map

package/lib/index.d.ts

@@ -166,7 +166,7 @@ declare class ProcessorServiceImpl implements ProcessorServiceImplementation {
     private readonly enablePreprocess;
     private preparedData;
     readonly enablePartition: boolean;
-    constructor(loader: () => Promise<any>, shutdownHandler?: () => void);
+    constructor(loader: () => Promise<any>, options?: any, shutdownHandler?: () => void);
     getConfig(request: ProcessConfigRequest, context: CallContext): Promise<ProcessConfigResponse>;
     start(request: StartRequest, context: CallContext): Promise<Empty>;
     stop(request: Empty, context: CallContext): Promise<Empty>;
@@ -665,7 +665,9 @@ declare class ProcessorServiceImpl implements ProcessorServiceImplementation {
             } | undefined;
         } | undefined;
     }, void, undefined>;
+    private dbContexts;
     protected handleRequests(requests: AsyncIterable<ProcessStreamRequest>, subject: Subject<DeepPartial$1<ProcessStreamResponse>>): Promise<void>;
+    handleRequest(request: ProcessStreamRequest, lastBinding: DataBinding$1 | undefined, subject: Subject<DeepPartial$1<ProcessStreamResponse>>): Promise<void>;
     private startProcess;
 }
 declare function recordRuntimeInfo(results: ProcessResult, handlerType: HandlerType$1): void;

package/lib/index.js

@@ -29,11 +29,11 @@ import {
   providerMetrics,
   recordRuntimeInfo,
   timeoutError
-} from "./chunk-C4IDZGJI.js";
+} from "./chunk-ELSE7PSY.js";
 import {
   Plugin,
   PluginManager
-} from "./chunk-FO2V2K7T.js";
+} from "./chunk-3SLKMZUX.js";
 
 // src/chain-config.ts
 import("node:process").then((p) => p.stdout.write(""));

package/lib/processor-runner.js

@@ -5,7 +5,7 @@ import {
 } from "./chunk-6XHWJ2VS.js";
 import {
   setupLogger
-} from "./chunk-CPLWSUD7.js";
+} from "./chunk-FDZMT76B.js";
 import {
   DiagConsoleLogger,
   DiagLogLevel,
@@ -35,7 +35,6 @@ import {
   isValidTraceId,
   metrics,
   parseSemver,
-  processMetrics,
   propagation,
   require_lib,
   require_lib2,
@@ -44,13 +43,11 @@ import {
   require_lodash,
   require_src,
   trace
-} from "./chunk-C4IDZGJI.js";
+} from "./chunk-ELSE7PSY.js";
 import {
   ExecutionConfig,
-  HandlerType,
   PluginManager,
   ProcessConfigResponse,
-  ProcessResult,
   ProcessorDefinition,
   StartRequest,
   __commonJS,
@@ -60,7 +57,7 @@ import {
   __toCommonJS,
   __toESM,
   require_minimal2 as require_minimal
-} from "./chunk-FO2V2K7T.js";
+} from "./chunk-3SLKMZUX.js";
 
 // ../../node_modules/.pnpm/@opentelemetry+semantic-conventions@1.25.1/node_modules/@opentelemetry/semantic-conventions/build/esm/internal/utils.js
 // @__NO_SIDE_EFFECTS__
@@ -12966,19 +12963,19 @@ var require_root = __commonJS({
               return Span2;
             }();
             v1.Status = function() {
-              function Status2(properties) {
+              function Status(properties) {
                 if (properties) {
                   for (var keys = Object.keys(properties), i = 0; i < keys.length; ++i)
                     if (properties[keys[i]] != null)
                       this[keys[i]] = properties[keys[i]];
                 }
               }
-              Status2.prototype.message = null;
-              Status2.prototype.code = null;
-              Status2.create = function create(properties) {
-                return new Status2(properties);
+              Status.prototype.message = null;
+              Status.prototype.code = null;
+              Status.create = function create(properties) {
+                return new Status(properties);
               };
-              Status2.encode = function encode(message, writer) {
+              Status.encode = function encode(message, writer) {
                 if (!writer)
                   writer = $Writer.create();
                 if (message.message != null && Object.hasOwnProperty.call(message, "message"))
@@ -12993,10 +12990,10 @@ var require_root = __commonJS({
                   ).int32(message.code);
                 return writer;
               };
-              Status2.encodeDelimited = function encodeDelimited(message, writer) {
+              Status.encodeDelimited = function encodeDelimited(message, writer) {
                 return this.encode(message, writer).ldelim();
               };
-              Status2.decode = function decode(reader, length) {
+              Status.decode = function decode(reader, length) {
                 if (!(reader instanceof $Reader))
                   reader = $Reader.create(reader);
                 var end = length === void 0 ? reader.len : reader.pos + length, message = new $root.opentelemetry.proto.trace.v1.Status();
@@ -13018,12 +13015,12 @@ var require_root = __commonJS({
                 }
                 return message;
               };
-              Status2.decodeDelimited = function decodeDelimited(reader) {
+              Status.decodeDelimited = function decodeDelimited(reader) {
                 if (!(reader instanceof $Reader))
                   reader = new $Reader(reader);
                 return this.decode(reader, reader.uint32());
               };
-              Status2.verify = function verify(message) {
+              Status.verify = function verify(message) {
                 if (typeof message !== "object" || message === null)
                   return "object expected";
                 if (message.message != null && message.hasOwnProperty("message")) {
@@ -13041,7 +13038,7 @@ var require_root = __commonJS({
                   }
                 return null;
               };
-              Status2.fromObject = function fromObject(object) {
+              Status.fromObject = function fromObject(object) {
                 if (object instanceof $root.opentelemetry.proto.trace.v1.Status)
                   return object;
                 var message = new $root.opentelemetry.proto.trace.v1.Status();
@@ -13069,7 +13066,7 @@ var require_root = __commonJS({
                 }
                 return message;
               };
-              Status2.toObject = function toObject(message, options2) {
+              Status.toObject = function toObject(message, options2) {
                 if (!options2)
                   options2 = {};
                 var object = {};
@@ -13083,23 +13080,23 @@ var require_root = __commonJS({
                   object.code = options2.enums === String ? $root.opentelemetry.proto.trace.v1.Status.StatusCode[message.code] === void 0 ? message.code : $root.opentelemetry.proto.trace.v1.Status.StatusCode[message.code] : message.code;
                 return object;
               };
-              Status2.prototype.toJSON = function toJSON() {
+              Status.prototype.toJSON = function toJSON() {
                 return this.constructor.toObject(this, $protobuf.util.toJSONOptions);
               };
-              Status2.getTypeUrl = function getTypeUrl(typeUrlPrefix) {
+              Status.getTypeUrl = function getTypeUrl(typeUrlPrefix) {
                 if (typeUrlPrefix === void 0) {
                   typeUrlPrefix = "type.googleapis.com";
                 }
                 return typeUrlPrefix + "/opentelemetry.proto.trace.v1.Status";
               };
-              Status2.StatusCode = function() {
+              Status.StatusCode = function() {
                 var valuesById = {}, values = Object.create(valuesById);
                 values[valuesById[0] = "STATUS_CODE_UNSET"] = 0;
                 values[valuesById[1] = "STATUS_CODE_OK"] = 1;
                 values[valuesById[2] = "STATUS_CODE_ERROR"] = 2;
                 return values;
               }();
-              return Status2;
+              return Status;
             }();
             return v1;
           }();
@@ -25945,7 +25942,7 @@ function commandLineArgs(optionDefinitions2, options2) {
 var command_line_args_default = commandLineArgs;
 
 // src/processor-runner.ts
-var import_nice_grpc2 = __toESM(require_lib3(), 1);
+var import_nice_grpc = __toESM(require_lib3(), 1);
 var import_nice_grpc_error_details = __toESM(require_lib4(), 1);
 var import_nice_grpc_opentelemetry = __toESM(require_lib5(), 1);
 import http2 from "http";
@@ -26287,16 +26284,14 @@ var ActionServer = class {
 import("node:process").then((p) => p.stdout.write(""));
 
 // src/service-manager.ts
-var import_nice_grpc = __toESM(require_lib3(), 1);
 import { Piscina } from "piscina";
 import { MessageChannel } from "node:worker_threads";
-var { process_binding_count, process_binding_time, process_binding_error } = processMetrics;
 BigInt.prototype.toJSON = function() {
   return this.toString();
 };
 var ServiceManager = class extends ProcessorServiceImpl {
-  constructor(options2, loader2, shutdownHandler) {
-    super(loader2, shutdownHandler);
+  constructor(loader2, options2, shutdownHandler) {
+    super(loader2, options2, shutdownHandler);
     this.options = options2;
     this.workerData.options = options2;
   }
@@ -26324,89 +26319,43 @@ var ServiceManager = class extends ProcessorServiceImpl {
   }
   contexts = new Contexts();
   async handleRequests(requests, subject) {
-    let lastBinding = void 0;
+    if (!this.pool) {
+      await this.initPool();
+    }
     for await (const request3 of requests) {
-      try {
-        if (request3.binding) {
-          lastBinding = request3.binding;
-          process_binding_count.add(1);
-          if (request3.binding.handlerType === HandlerType.UNKNOWN) {
-            subject.next({
-              processId: request3.processId,
-              result: ProcessResult.create()
-            });
-            continue;
-          }
-          if (this.enablePartition) {
-            this.doPartition(request3.processId, request3.binding, subject);
-          } else {
-            this.doProcess(request3.processId, request3.binding, subject);
-          }
-        }
-        if (request3.start) {
-          if (!lastBinding) {
-            throw new import_nice_grpc.ServerError(import_nice_grpc.Status.INVALID_ARGUMENT, "start request received without binding");
-          }
-          this.doProcess(request3.processId, lastBinding, subject);
-        }
-        if (request3.dbResult) {
-          const dbContext = this.contexts.get(request3.processId);
-          try {
-            dbContext?.result(request3.dbResult);
-          } catch (e) {
-            subject.error(new Error("db result error, process should stop"));
-          }
-        }
-      } catch (e) {
-        console.error("unexpect error during handle loop", e);
-      }
+      this.handleSingleRequest(request3, subject);
     }
   }
-  doPartition(processId, binding, subject) {
-    const dbContext = this.contexts.new(processId, subject);
-    const start = Date.now();
-    this.process(binding, processId, dbContext, true).then(async (partitions) => {
-      console.debug("partition", processId, "finished, took:", Date.now() - start);
-      subject.next({
-        partitions,
-        processId
-      });
-    }).catch((e) => {
-      dbContext.error(processId, e);
-      process_binding_error.add(1);
-      console.error("partition", processId, "failed, took:", Date.now() - start);
-    }).finally(() => {
-      const cost = Date.now() - start;
-      process_binding_time.add(cost);
-      this.contexts.delete(processId);
-    });
-  }
-  doProcess(processId, binding, subject) {
-    const dbContext = this.contexts.new(processId, subject);
-    const start = Date.now();
-    this.process(binding, processId, dbContext, false).then(async (result) => {
-      console.debug("process", processId, "finished, took:", Date.now() - start);
-      subject.next({
-        result,
-        processId
+  async handleSingleRequest(request3, subject) {
+    const processId = request3.processId;
+    if (request3.binding) {
+      const context2 = this.contexts.new(processId);
+      context2.mainPort.on("message", (resp) => {
+        subject.next(resp);
+        if (resp.result) {
+          this.contexts.delete(processId);
+        }
       });
-    }).catch((e) => {
-      dbContext.error(processId, e);
-      process_binding_error.add(1);
-      console.error("process", processId, "failed, took:", Date.now() - start);
-    }).finally(() => {
-      const cost = Date.now() - start;
-      process_binding_time.add(cost);
-      this.contexts.delete(processId);
-    });
+      await this.pool.run(
+        { request: request3, workerPort: context2.workerPort, processId },
+        { transferList: [context2.workerPort] }
+      );
+    } else {
+      const context2 = this.contexts.get(processId);
+      if (!context2) {
+        console.error("No context found for processId:", processId);
+        throw new Error(`No context found for processId: ${processId}`);
+      }
+      context2.sendRequest(request3);
+    }
   }
-  async process(request3, processId, dbContext, partition = false) {
+  async process(processId, context2) {
     if (!this.pool) {
       await this.initPool();
     }
     return this.pool.run(
-      { request: request3, workerPort: dbContext?.workerPort, partition, processId },
-      { transferList: dbContext?.workerPort ? [dbContext?.workerPort] : [] }
+      { workerPort: context2?.workerPort, processId },
+      { transferList: context2?.workerPort ? [context2?.workerPort] : [] }
     );
   }
   async initPool() {
@@ -26433,12 +26382,12 @@ var Contexts = class {
   get(processId) {
     return this.contexts.get(processId);
   }
-  new(processId, subject) {
+  new(processId) {
     let context2 = this.get(processId);
     if (context2) {
       return context2;
     }
-    context2 = new ChannelStoreContext(subject, processId);
+    context2 = new ChannelContext(processId);
     this.contexts.set(processId, context2);
     return context2;
   }
@@ -26447,21 +26396,17 @@ var Contexts = class {
     context2?.close();
     this.contexts.delete(processId);
   }
+  has(processId) {
+    return this.contexts.has(processId);
+  }
 };
-var ChannelStoreContext = class {
-  constructor(subject, processId) {
-    this.subject = subject;
+var ChannelContext = class {
+  constructor(processId) {
     this.processId = processId;
-    this.mainPort.on("message", (req) => {
-      subject.next({
-        ...req,
-        processId
-      });
-    });
   }
   channel = new MessageChannel();
-  sendRequest(request3, timeoutSecs) {
-    throw new Error("should not be used on main thread");
+  sendRequest(request3) {
+    this.mainPort.postMessage(request3);
   }
   get workerPort() {
     return this.channel.port2;
@@ -26469,25 +26414,9 @@ var ChannelStoreContext = class {
   get mainPort() {
     return this.channel.port1;
   }
-  result(dbResult) {
-    this.mainPort.postMessage(dbResult);
-  }
   close() {
     this.mainPort.close();
   }
-  error(processId, e) {
-    const stack = new Error().stack;
-    console.error("process error", processId, e, stack);
-    const errorResult = ProcessResult.create({
-      states: {
-        error: e?.toString()
-      }
-    });
-    this.subject.next({
-      result: errorResult,
-      processId
-    });
-  }
 };
 import("node:process").then((p) => p.stdout.write(""));
 
@@ -26518,8 +26447,13 @@ var optionDefinitions = [
   { name: "otlp-debug", type: Boolean, defaultValue: false },
   { name: "start-action-server", type: Boolean, defaultValue: false },
   { name: "worker", type: Number, defaultValue: workerNum },
-  { name: "process-timeout", type: Number, defaultValue: 60 }
-  // 60 seconds
+  { name: "process-timeout", type: Number, defaultValue: 60 },
+  { name: "worker-timeout", type: Number, defaultValue: 60 },
+  {
+    name: "enable-partition",
+    type: Boolean,
+    defaultValue: process.env["SENTIO_ENABLE_BINDING_DATA_PARTITION"] === "true"
+  }
 ];
 var options = command_line_args_default(optionDefinitions, { partial: true });
 var logLevel = process.env["LOG_LEVEL"]?.toLowerCase();
@@ -26540,15 +26474,15 @@ if (options["start-action-server"]) {
   server = new ActionServer(loader);
   server.listen(options.port);
 } else {
-  server = (0, import_nice_grpc2.createServer)({
+  server = (0, import_nice_grpc.createServer)({
     "grpc.max_send_message_length": 768 * 1024 * 1024,
     "grpc.max_receive_message_length": 768 * 1024 * 1024,
     "grpc.default_compression_algorithm": import_grpc_js.compressionAlgorithms.gzip
   }).use((0, import_nice_grpc_opentelemetry.openTelemetryServerMiddleware)()).use(import_nice_grpc_error_details.errorDetailsServerMiddleware);
   if (options.worker > 1) {
-    baseService = new ServiceManager(options, loader, server.shutdown);
+    baseService = new ServiceManager(loader, options, server.shutdown);
   } else {
-    baseService = new ProcessorServiceImpl(loader, server.shutdown);
+    baseService = new ProcessorServiceImpl(loader, options, server.shutdown);
   }
   const service = new FullProcessorServiceImpl(baseService);
   server.add(ProcessorDefinition, service);