mq-bridge 1.3.0 → 1.5.0

package/README.md

@@ -81,6 +81,33 @@ The `name` is optional: pass it to pick one entry out of a `routes:`/`publishers
 document, or omit it to treat the whole config as a single bare route/endpoint body.
 `fromYaml` / `fromYamlStr` remain as deprecated aliases for `fromFile` / `fromStr`.
 
+## Calling a route like a function
+
+`Caller` deploys a route whose input is an in-process `memory` endpoint and
+resolves each call to its answer. Calls made at the same time reach the route
+as one batch.
+
+```ts
+import { Caller } from "mq-bridge";
+
+// `users` in routes.yaml: an `input` with only a `lookup` middleware, no `output`.
+const users = Caller.fromFile("routes.yaml", "users");
+const user = await users.call({ path: "/u/7" }); // the parsed JSON answer
+const found = await users.callMany([{ path: "/u/7" }, { path: "/u/8" }]);
+await users.stop();
+```
+
+`call()` sends the fields as a JSON object and resolves to the parsed answer;
+`callMany()` resolves like `Promise.allSettled`, one result per request.
+`callMessage()` / `callManyMessages()` take and return `Message`s, e.g. to keep
+metadata. `Caller.fromFile` / `fromConfig` take the same shapes as `Route`, but a
+route without `input` reads from the caller and one without `output` answers with
+the message. `Caller.fromRoute(route)` deploys a route built in code, with its handler.
+
+A message the route fails rejects with the error text at once. `send()`
+resolves to `null` when the route accepts a message without an answer; `call()`
+rejects then.
+
 ## Pull-based consumer
 
 `Route` is push-based. To pull messages on your own schedule, use `Consumer`,
@@ -234,7 +261,7 @@ mq-bridge Node route plus raw Node `http`, uWebSockets.js, Fastify, and Express
 (all peers run only when installed) — and drives each with `wrk`:
 
 ```bash
-cd node/mq-bridge-node
+cd bindings/node
 npm run build                 # release addon (the bench is meaningless on a debug build)
 npm i -D fastify express      # optional Node HTTP peers
 npm i -D uNetworking/uWebSockets.js#v20.51.0   # the http-arena Node leader (native, from GitHub)

package/THIRD_PARTY_LICENSES.txt

@@ -2910,10 +2910,15 @@ Source: https://github.com/kornelski/rust_urlencoding
 Copyright/attribution: © 2016 Bertram Truong
 Copyright/attribution: © 2021 Kornel Lesiński
 
-utf8_iter@1.0.4
+utf8_iter@1.1.0
 License: Apache-2.0 OR MIT
 Source: https://github.com/hsivonen/utf8_iter
 
+utf_types@1.0.0
+License: Apache-2.0 OR MIT
+Source: https://github.com/hsivonen/utf_types
+Copyright/attribution: Copyright Mozilla Foundation
+
 uuid@1.27.0
 License: Apache-2.0 OR MIT
 Source: https://github.com/uuid-rs/uuid

package/index.d.ts

@@ -10,6 +10,9 @@ export type Metadata = Record<string, string>;
 export type HandlerResult = Message | null | undefined;
 export type MessageHandler = (message: Message) => HandlerResult | Promise<HandlerResult>;
 export type JsonHandler = (data: JsonValue) => HandlerResult | Promise<HandlerResult>;
+export type BatchHandler = (
+  messages: Message[],
+) => Iterable<HandlerResult> | Promise<Iterable<HandlerResult>>;
 
 export class Message {
   constructor(payload: Buffer | Uint8Array, metadata?: Metadata | null, id?: string | null);
@@ -21,6 +24,30 @@ export class Message {
   text(): string;
 }
 
+/**
+ * Call a route like a function: `call({ path: key })` resolves to the route's JSON
+ * answer. Calls made at the same time reach the route as one batch.
+ */
+export class Caller {
+  /** Deploy a `Route` (with its handlers) as a caller under the route's name. */
+  static fromRoute(route: Route): Caller;
+  /** Without an `input`, the route reads from the caller; without an `output`, it answers. */
+  static fromFile(path: string, name?: string | null): Caller;
+  static fromConfig(config: JsonValue, name?: string | null): Caller;
+  readonly name: string;
+  /** Send the fields as one JSON object and resolve to the route's answer, parsed. */
+  call<T = JsonValue>(fields: JsonValue): Promise<T>;
+  /** Send a message and resolve to the answer as a message, e.g. to keep its metadata. */
+  callMessage(message: Message): Promise<Message>;
+  /** Send the field objects as one batch; one settled result per request, in order. */
+  callMany<T = JsonValue>(requests: JsonValue[]): Promise<PromiseSettledResult<T>[]>;
+  callManyMessages(messages: Message[]): Promise<PromiseSettledResult<Message>[]>;
+  /** Resolve once the message is handled: its answer, or `null` if there is none. */
+  send(message: Message): Promise<Message | null>;
+  /** Stop the route. Resolves to `false` if it was already stopped. */
+  stop(): Promise<boolean>;
+}
+
 export class Publisher {
   static fromFile(path: string, name?: string | null): Publisher;
   static fromStr(text: string, name?: string | null): Publisher;
@@ -116,6 +143,14 @@ export class Route {
   /** @deprecated Use {@link Route.fromStr} instead. */
   static fromYamlStr(text: string, name?: string | null): Route;
   withHandler(handler: MessageHandler): void;
+  /**
+   * Attach a handler that gets a whole batch and returns one result per message,
+   * in order. Use it for work that is cheaper per batch, such as one database
+   * transaction for all messages. On an `http` -> `response` route, requests that
+   * arrive while a batch runs form the next batch. A thrown error, or a result
+   * list of the wrong length, fails every message in the batch.
+   */
+  withBatchHandler(handler: BatchHandler): void;
   addHandler(kind: string, handler: JsonHandler): void;
   start(): void;
   stop(): void;
@@ -228,6 +263,19 @@ export function unregisterEndpoint(name: string): boolean;
  */
 export function loadEndpointPlugin(path: string): string;
 
+/**
+ * Load the one installed plugin library named for `name` (`libmq_bridge_<name>`)
+ * from the plugin search path, and nothing else. Returns the endpoint and
+ * middleware names it registered.
+ */
+export function loadInstalledPlugin(name: string): string[];
+
+/**
+ * Let routes load any installed plugin whose endpoint or middleware they name.
+ * Off by default; `MQB_PLUGIN_DISCOVERY=1` does the same.
+ */
+export function enablePluginDiscovery(): void;
+
 /** Resolves the native library in an mq-bridge plugin package directory. */
 export function pluginLibraryPath(packageDirectory: string): string;
 

package/index.js

@@ -195,6 +195,16 @@ class Route {
     });
   }
 
+  withBatchHandler(handler) {
+    this._native.withBatchHandler(async (error, messages) => {
+      if (error) {
+        throw error;
+      }
+      const results = await handler(messages.map((message) => Message._fromNative(message)));
+      return Array.from(results, (result) => Message._toNativeResult(result));
+    });
+  }
+
   addHandler(kind, handler) {
     this._native.addHandler(kind, async (error, data) => {
       if (error) {
@@ -222,6 +232,70 @@ class Route {
   }
 }
 
+/**
+ * Call a route like a function: `call({ path: key })` sends the fields through the
+ * route and resolves to its JSON answer. Calls made at the same time reach the
+ * route as one batch.
+ */
+function settled(outcomes, valueOf) {
+  return outcomes.map((outcome) =>
+    outcome.error == null
+      ? { status: "fulfilled", value: valueOf(outcome) }
+      : { status: "rejected", reason: new Error(outcome.error) },
+  );
+}
+
+class Caller {
+  constructor(nativeCaller) {
+    this._native = nativeCaller;
+  }
+
+  /** Deploy a `Route` (with its handlers) as a caller under the route's name. */
+  static fromRoute(route) {
+    return new Caller(native.Caller.fromRoute(route._native));
+  }
+
+  /** Without an `input`, the route reads from the caller; without an `output`, it answers. */
+  static fromFile(path, name) {
+    return new Caller(native.Caller.fromFile(path, name));
+  }
+
+  static fromConfig(config, name) {
+    return new Caller(native.Caller.fromConfig(config, name));
+  }
+
+  get name() {
+    return this._native.name;
+  }
+
+  call(fields) {
+    return this._native.call(fields);
+  }
+
+  async callMessage(message) {
+    return Message._fromNative(await this._native.callMessage(Message._toNative(message)));
+  }
+
+  /** Send the field objects as one batch; resolves like `Promise.allSettled`, in order. */
+  async callMany(requests) {
+    return settled(await this._native.callMany(requests), ({ value }) => value);
+  }
+
+  async callManyMessages(messages) {
+    const outcomes = await this._native.callManyMessages(messages.map((m) => Message._toNative(m)));
+    return settled(outcomes, ({ message }) => Message._fromNative(message));
+  }
+
+  async send(message) {
+    const response = await this._native.send(Message._toNative(message));
+    return response == null ? null : Message._fromNative(response);
+  }
+
+  stop() {
+    return this._native.stop();
+  }
+}
+
 /** Throw this from `receiveBatch` to tell the route the source is finished. */
 class EndOfStream extends Error {
   constructor(message = "end of stream") {
@@ -426,6 +500,14 @@ function loadEndpointPlugin(pluginPath) {
   return native.loadEndpointPlugin(pluginPath);
 }
 
+function loadInstalledPlugin(name) {
+  return native.loadInstalledPlugin(name);
+}
+
+function enablePluginDiscovery() {
+  native.enablePluginDiscovery();
+}
+
 function pluginPlatformTag(platform = process.platform, arch = process.arch) {
   const normalizedArch = arch === "x86_64" ? "x64" : arch === "aarch64" ? "arm64" : arch;
   const suffix = platform === "linux" ? "-gnu" : platform === "win32" ? "-msvc" : "";
@@ -484,13 +566,16 @@ module.exports = {
   Publisher,
   Consumer,
   Route,
+  Caller,
   EndOfStream,
   configSchema,
   initLogging,
   isShutdownRequested,
   requestShutdown,
   definePluginPackage,
+  enablePluginDiscovery,
   loadEndpointPlugin,
+  loadInstalledPlugin,
   loadPluginPackage,
   pluginLibraryPath,
   registerEndpoint,

package/native.d.ts

@@ -1,5 +1,38 @@
 /* auto-generated by NAPI-RS */
 /* eslint-disable */
+/**
+ * Call a route like a function. The route input must be an in-process `memory`
+ * endpoint; calls made at the same time reach the route as one batch.
+ */
+export declare class Caller {
+  /** Deploy a `Route` (with its handlers) as a caller under the route's name. */
+  static fromRoute(route: Route): Caller
+  /**
+   * Load the route `name` from a config file and deploy it. Unlike `Route.fromFile`,
+   * a missing `input` reads from the caller's own memory topic and a missing
+   * `output` answers with the message.
+   */
+  static fromFile(path: string, name?: string | undefined | null): Caller
+  /** Like `fromFile`, but takes the config as a mapping. */
+  static fromConfig(config: JsonValue, name?: string | undefined | null): Caller
+  get name(): string
+  /** Send `fields` as one JSON object through the route and return its answer as JSON. */
+  call(fields: JsonValue): Promise<JsonValue>
+  /** Send a message through the route and return its answer as a message. */
+  callMessage(message: NativeMessage): Promise<NativeMessage>
+  /** Send several field objects as one batch; one outcome per request, in order. */
+  callMany(requests: Array<JsonValue>): Promise<Array<CallOutcome>>
+  /** Send several messages as one batch; one outcome per message, in order. */
+  callManyMessages(messages: Array<NativeMessage>): Promise<Array<CallOutcome>>
+  /**
+   * Send a message through the route and wait until it is handled. Returns
+   * the answer, or `null` when the route accepted it without one.
+   */
+  send(message: NativeMessage): Promise<NativeMessage | null>
+  /** Stop the route. Resolves to `false` if it was already stopped. */
+  stop(): Promise<boolean>
+}
+
 /**
  * A pull-based consumer over any mq-bridge input endpoint.
  *
@@ -152,6 +185,12 @@ export declare class Route {
    */
   static fromConfig(config: JsonValue, name?: string | undefined | null): Route
   withHandler(callback: ((err: Error | null, arg: NativeMessage) => Promise<NativeMessage | undefined | null>)): void
+  /**
+   * Attach a handler that gets a whole batch and returns one result per
+   * message, in order. Use it for work that is cheaper per batch, such as one
+   * database transaction for all messages.
+   */
+  withBatchHandler(callback: ((err: Error | null, arg: Array<NativeMessage>) => Promise<Array<NativeMessage | undefined | null>>)): void
   addHandler(kind: string, callback: ((err: Error | null, arg: JsonValue) => Promise<NativeMessage | undefined | null>)): void
   start(): void
   stop(): void
@@ -168,6 +207,16 @@ export declare class Route {
   wait(): Promise<void>
 }
 
+/**
+ * One request of `Caller.callMany` / `callManyMessages`: its answer, or the error it
+ * failed with.
+ */
+export interface CallOutcome {
+  value?: JsonValue
+  message?: NativeMessage
+  error?: string
+}
+
 /**
  * JSON Schema for the route/config mapping, generated on demand from the
  * compiled Rust models (no checked-in copy, so it cannot drift).
@@ -176,6 +225,12 @@ export declare function configSchema(): JsonValue
 
 export declare function createMessage(payload: Buffer, metadata?: Record<string, string> | undefined | null, id?: string | undefined | null): NativeMessage
 
+/**
+ * Let routes load any installed plugin whose endpoint or middleware they name.
+ * Off by default; `MQB_PLUGIN_DISCOVERY=1` does the same.
+ */
+export declare function enablePluginDiscovery(): void
+
 /**
  * One operation on a JS endpoint instance. A single dispatch callback per
  * registered name carries all of them: JS objects are not `Send`, so the
@@ -249,6 +304,12 @@ export declare function isShutdownRequested(): boolean
  */
 export declare function loadEndpointPlugin(path: string): string
 
+/**
+ * Load the one installed plugin library named for `name` (`libmq_bridge_<name>`)
+ * from the plugin search path, and nothing else. Returns the names it registered.
+ */
+export declare function loadInstalledPlugin(name: string): Array<string>
+
 /** One library log event, delivered to the `initLogging` callback. */
 export interface LogRecord {
   /** `error` / `warn` / `info` / `debug` / `trace`. */

package/native.js

@@ -77,8 +77,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-android-arm64')
         const bindingPackageVersion = require('mq-bridge-android-arm64/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -93,8 +93,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-android-arm-eabi')
         const bindingPackageVersion = require('mq-bridge-android-arm-eabi/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -114,8 +114,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-win32-x64-gnu')
         const bindingPackageVersion = require('mq-bridge-win32-x64-gnu/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -130,8 +130,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-win32-x64-msvc')
         const bindingPackageVersion = require('mq-bridge-win32-x64-msvc/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -147,8 +147,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-win32-ia32-msvc')
         const bindingPackageVersion = require('mq-bridge-win32-ia32-msvc/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -163,8 +163,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-win32-arm64-msvc')
         const bindingPackageVersion = require('mq-bridge-win32-arm64-msvc/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -182,8 +182,8 @@ function requireNative() {
     try {
       const binding = require('mq-bridge-darwin-universal')
       const bindingPackageVersion = require('mq-bridge-darwin-universal/package.json').version
-      if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-        throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+      if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+        throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
       }
       return binding
     } catch (e) {
@@ -198,8 +198,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-darwin-x64')
         const bindingPackageVersion = require('mq-bridge-darwin-x64/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -214,8 +214,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-darwin-arm64')
         const bindingPackageVersion = require('mq-bridge-darwin-arm64/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -234,8 +234,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-freebsd-x64')
         const bindingPackageVersion = require('mq-bridge-freebsd-x64/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -250,8 +250,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-freebsd-arm64')
         const bindingPackageVersion = require('mq-bridge-freebsd-arm64/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -271,8 +271,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-x64-musl')
           const bindingPackageVersion = require('mq-bridge-linux-x64-musl/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -287,8 +287,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-x64-gnu')
           const bindingPackageVersion = require('mq-bridge-linux-x64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -305,8 +305,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-arm64-musl')
           const bindingPackageVersion = require('mq-bridge-linux-arm64-musl/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -321,8 +321,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-arm64-gnu')
           const bindingPackageVersion = require('mq-bridge-linux-arm64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -339,8 +339,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-arm-musleabihf')
           const bindingPackageVersion = require('mq-bridge-linux-arm-musleabihf/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -355,8 +355,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-arm-gnueabihf')
           const bindingPackageVersion = require('mq-bridge-linux-arm-gnueabihf/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -373,8 +373,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-loong64-musl')
           const bindingPackageVersion = require('mq-bridge-linux-loong64-musl/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -389,8 +389,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-loong64-gnu')
           const bindingPackageVersion = require('mq-bridge-linux-loong64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -407,8 +407,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-riscv64-musl')
           const bindingPackageVersion = require('mq-bridge-linux-riscv64-musl/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -423,8 +423,8 @@ function requireNative() {
         try {
           const binding = require('mq-bridge-linux-riscv64-gnu')
           const bindingPackageVersion = require('mq-bridge-linux-riscv64-gnu/package.json').version
-          if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -440,8 +440,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-linux-ppc64-gnu')
         const bindingPackageVersion = require('mq-bridge-linux-ppc64-gnu/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -456,8 +456,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-linux-s390x-gnu')
         const bindingPackageVersion = require('mq-bridge-linux-s390x-gnu/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -476,8 +476,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-openharmony-arm64')
         const bindingPackageVersion = require('mq-bridge-openharmony-arm64/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -492,8 +492,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-openharmony-x64')
         const bindingPackageVersion = require('mq-bridge-openharmony-x64/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -508,8 +508,8 @@ function requireNative() {
       try {
         const binding = require('mq-bridge-openharmony-arm')
         const bindingPackageVersion = require('mq-bridge-openharmony-arm/package.json').version
-        if (bindingPackageVersion !== '1.3.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 1.3.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '1.5.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 1.5.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -587,14 +587,17 @@ if (!nativeBinding) {
 }
 
 module.exports = nativeBinding
+module.exports.Caller = nativeBinding.Caller
 module.exports.Consumer = nativeBinding.Consumer
 module.exports.Publisher = nativeBinding.Publisher
 module.exports.Route = nativeBinding.Route
 module.exports.configSchema = nativeBinding.configSchema
 module.exports.createMessage = nativeBinding.createMessage
+module.exports.enablePluginDiscovery = nativeBinding.enablePluginDiscovery
 module.exports.initLogging = nativeBinding.initLogging
 module.exports.isShutdownRequested = nativeBinding.isShutdownRequested
 module.exports.loadEndpointPlugin = nativeBinding.loadEndpointPlugin
+module.exports.loadInstalledPlugin = nativeBinding.loadInstalledPlugin
 module.exports.messageFromJson = nativeBinding.messageFromJson
 module.exports.messageJson = nativeBinding.messageJson
 module.exports.messageText = nativeBinding.messageText

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mq-bridge",
-  "version": "1.3.0",
+  "version": "1.5.0",
   "description": "Async ETL and messaging engine (Rust core): brokers (Kafka, NATS, AMQP, MQTT), databases incl. Postgres/MongoDB CDC, Parquet on S3/GCS/Azure object storage, HTTP/gRPC.",
   "keywords": [
     "messaging",
@@ -24,7 +24,7 @@
   "repository": {
     "type": "git",
     "url": "git+https://github.com/marcomq/mq-bridge.git",
-    "directory": "node/mq-bridge-node"
+    "directory": "bindings/node"
   },
   "main": "index.js",
   "types": "index.d.ts",
@@ -64,11 +64,11 @@
     "artifacts": "napi artifacts"
   },
   "optionalDependencies": {
-    "mq-bridge-darwin-x64": "1.3.0",
-    "mq-bridge-darwin-arm64": "1.3.0",
-    "mq-bridge-linux-x64-gnu": "1.3.0",
-    "mq-bridge-linux-arm64-gnu": "1.3.0",
-    "mq-bridge-win32-x64-msvc": "1.3.0"
+    "mq-bridge-darwin-x64": "1.5.0",
+    "mq-bridge-darwin-arm64": "1.5.0",
+    "mq-bridge-linux-x64-gnu": "1.5.0",
+    "mq-bridge-linux-arm64-gnu": "1.5.0",
+    "mq-bridge-win32-x64-msvc": "1.5.0"
   },
   "devDependencies": {
     "@napi-rs/cli": "^3.0.0"