mq-bridge-py-basic 0.3.0__tar.gz → 0.3.2__tar.gz

{mq_bridge_py_basic-0.3.0 → mq_bridge_py_basic-0.3.2}/.github/workflows/benchmark.yml

@@ -2,9 +2,10 @@ name: Benchmark
 
 on:
   push:
-    branches: [main]
-  pull_request:
-    branches: [main]
+    branches: [main, dev]
+  schedule:
+    # Nightly full benchmark run (04:00 UTC)
+    - cron: '0 4 * * *'
   workflow_dispatch:
 
 env:
@@ -24,17 +25,12 @@ jobs:
       - name: Install Rust toolchain
         uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
       
-      - name: Cache cargo registry
-        uses: actions/cache@v4
+      - name: Cache cargo build
+        uses: Swatinem/rust-cache@v2
         with:
-          path: |
-            ~/.cargo/bin/
-            ~/.cargo/registry/cache/
-            ~/.cargo/git/db/
-            target/
-          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            ${{ runner.os }}-cargo-
+          # Shared with the release-mode integration jobs so the full-feature
+          # dependency compile is reused across jobs/runs instead of rebuilt.
+          shared-key: release-full
       
       - name: Pre-pull docker images
         run: |

{mq_bridge_py_basic-0.3.0 → mq_bridge_py_basic-0.3.2}/.github/workflows/ci.yml

@@ -107,35 +107,74 @@ jobs:
       - name: Memory leak soak (route commit-task JoinSet)
         run: cargo test --test memory_leak_test --features=full -- --ignored --nocapture
 
-  # Integration tests (requires Docker) split into parallel jobs
+  # Compile the integration test binaries ONCE (release, full,test-utils) and
+  # publish them as a nextest archive. The three run jobs below download this
+  # archive instead of each recompiling the same binaries.
+  integration-build:
+    name: Integration — Build
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+
+      - name: Install cargo-nextest
+        uses: taiki-e/install-action@v2
+        with:
+          tool: nextest
+
+      - name: Cache cargo build
+        uses: Swatinem/rust-cache@v2
+        with:
+          # Shared with the benchmark job so the full-feature dependency compile
+          # is reused across jobs/runs.
+          shared-key: release-full
+
+      - name: Build nextest archive
+        run: |
+          cargo nextest archive \
+            --release --features full,test-utils \
+            --test integration_test --test armature_integration \
+            --archive-file nextest-archive.tar.zst
+
+      - name: Upload nextest archive
+        uses: actions/upload-artifact@v4
+        with:
+          name: integration-nextest-archive
+          path: nextest-archive.tar.zst
+          retention-days: 1
+
+  # Integration tests (requires Docker) split into parallel jobs. Each runs the
+  # prebuilt nextest archive from integration-build — no recompilation.
   integration-others:
     name: Integration — Others
     runs-on: ubuntu-latest
+    needs: integration-build
     services:
       docker:
         image: docker:dind
         options: --privileged
     steps:
       - uses: actions/checkout@v4
-      
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
-      
-      - name: Cache cargo build
-        uses: Swatinem/rust-cache@v2
+
+      - name: Install cargo-nextest
+        uses: taiki-e/install-action@v2
         with:
-          # Differentiates the matrix `check` job per feature set; evaluates to an
-          # empty string (no-op) in non-matrix jobs. rust-cache already keys on the
-          # job id, OS, rustc version, and lockfiles automatically.
-          key: ${{ matrix.features }}
-      
+          tool: nextest
+
+      - name: Download nextest archive
+        uses: actions/download-artifact@v4
+        with:
+          name: integration-nextest-archive
+
       - name: Pre-pull docker images
         run: |
           find tests/integration/docker-compose -name "*.yml" | xargs -P 5 -I {} docker compose -f {} pull -q
-      - name: Install JDK (for keytool)
+      - name: Install JRE (for keytool)
         run: |
           sudo apt-get update
-          sudo apt-get install -y default-jdk
+          sudo apt-get install -y default-jre-headless
 
       - name: Generate TLS certs for integration services
         run: |
@@ -146,15 +185,20 @@ jobs:
 
       - name: Run chaos/stability tests
         run: |
-          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --exact test_all_chaos
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(integration_test) & test(=test_all_chaos)'
 
       - name: Run remaining integration tests (excluding chaos & performance)
         run: |
-          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --skip test_all_chaos --skip test_all_performance_pipeline --skip test_all_performance_direct
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(integration_test) & not test(=test_all_chaos) & not test(=test_all_performance_pipeline) & not test(=test_all_performance_direct)'
 
   integration-performance:
     name: Integration — Performance
     runs-on: ubuntu-latest
+    needs: integration-build
     services:
       docker:
         image: docker:dind
@@ -162,24 +206,23 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+      - name: Install cargo-nextest
+        uses: taiki-e/install-action@v2
+        with:
+          tool: nextest
 
-      - name: Cache cargo build
-        uses: Swatinem/rust-cache@v2
+      - name: Download nextest archive
+        uses: actions/download-artifact@v4
         with:
-          # Differentiates the matrix `check` job per feature set; evaluates to an
-          # empty string (no-op) in non-matrix jobs. rust-cache already keys on the
-          # job id, OS, rustc version, and lockfiles automatically.
-          key: ${{ matrix.features }}
+          name: integration-nextest-archive
 
       - name: Pre-pull docker images
         run: |
           find tests/integration/docker-compose -name "*.yml" | xargs -P 5 -I {} docker compose -f {} pull -q
-      - name: Install JDK (for keytool)
+      - name: Install JRE (for keytool)
         run: |
           sudo apt-get update
-          sudo apt-get install -y default-jdk
+          sudo apt-get install -y default-jre-headless
 
       - name: Generate TLS certs for integration services
         run: |
@@ -190,15 +233,20 @@ jobs:
 
       - name: Run pipeline performance tests
         run: |
-          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --exact test_all_performance_pipeline
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(integration_test) & test(=test_all_performance_pipeline)'
 
       - name: Run other performance tests
         run: |
-          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --exact test_all_performance_direct
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(integration_test) & test(=test_all_performance_direct)'
 
   integration-armature:
     name: Integration — Armature
     runs-on: ubuntu-latest
+    needs: integration-build
     services:
       docker:
         image: docker:dind
@@ -206,24 +254,23 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+      - name: Install cargo-nextest
+        uses: taiki-e/install-action@v2
+        with:
+          tool: nextest
 
-      - name: Cache cargo build
-        uses: Swatinem/rust-cache@v2
+      - name: Download nextest archive
+        uses: actions/download-artifact@v4
         with:
-          # Differentiates the matrix `check` job per feature set; evaluates to an
-          # empty string (no-op) in non-matrix jobs. rust-cache already keys on the
-          # job id, OS, rustc version, and lockfiles automatically.
-          key: ${{ matrix.features }}
+          name: integration-nextest-archive
 
       - name: Pre-pull docker images
         run: |
           find tests/integration/docker-compose -name "*.yml" | xargs -P 5 -I {} docker compose -f {} pull -q
-      - name: Install JDK (for keytool)
+      - name: Install JRE (for keytool)
         run: |
           sudo apt-get update
-          sudo apt-get install -y default-jdk
+          sudo apt-get install -y default-jre-headless
 
       - name: Generate TLS certs for integration services
         run: |
@@ -234,7 +281,9 @@ jobs:
 
       - name: Run armature integration tests
         run: |
-          cargo test --test armature_integration --release --features full,test-utils -- --ignored --nocapture --test-threads=1
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(armature_integration)'
 
   # Documentation
   docs:

{mq_bridge_py_basic-0.3.0 → mq_bridge_py_basic-0.3.2}/.github/workflows/ibm-mq.yml

@@ -82,10 +82,16 @@ jobs:
           ls -la /opt/mqm/lib64/ || echo "MQ lib64 directory not found"
           echo "LD_LIBRARY_PATH=$LD_LIBRARY_PATH"
 
-      - name: Build with IBM MQ feature
+      # `ibm-mq` (dlopen) is the shipping path and needs no SDK at build; the
+      # redist install above only provides headers for the static compile-check.
+      - name: Build with IBM MQ feature (dlopen)
         if: steps.mqclient.outputs.available == 'true'
         run: cargo build --features ibm-mq
 
+      - name: Build with IBM MQ feature (static link)
+        if: steps.mqclient.outputs.available == 'true'
+        run: cargo build --features ibm-mq-static
+
       - name: Run clippy on IBM MQ code
         if: steps.mqclient.outputs.available == 'true'
         run: cargo clippy --features ibm-mq -- -D warnings
@@ -156,13 +162,18 @@ jobs:
 
       - name: Run IBM MQ integration tests
         if: steps.mqclient.outputs.available == 'true'
+        env:
+          MQB_TEST_BACKEND: ibm-mq
         run: |
+          # The test fns are named test_all_* (filtered to ibm-mq via
+          # MQB_TEST_BACKEND). The previous test_ibm_mq_* filters matched no
+          # test, so this job silently ran zero tests.
           cargo test --test integration_test --features ibm-mq,test-utils,rustls-ring -- \
             --ignored --nocapture --test-threads=1 \
-            test_ibm_mq_subscriber_logic \
-            test_ibm_mq_performance_pipeline \
-            test_ibm_mq_chaos \
-            test_ibm_mq_status
+            test_all_subscriber_logic \
+            test_all_performance_pipeline \
+            test_all_chaos \
+            test_all_status
 
       - name: Run IBM MQ TLS tests
         if: steps.mqclient.outputs.available == 'true'

{mq_bridge_py_basic-0.3.0 → mq_bridge_py_basic-0.3.2}/.github/workflows/publish-node.yml

@@ -10,11 +10,12 @@ name: Publish Node Package
 # RHEL 9 (glibc 2.34), Debian 11/12 and Ubuntu 20.04+ — covering the priority
 # server targets. macOS/Windows build natively.
 #
-# Auth: token-or-OIDC. If the `NPM_TOKEN` secret is set it is used (needed for the
-# one-time bootstrap that creates the 5 platform packages, since npm has no
-# pending-publisher concept). Once all six packages exist and trusted publishing
-# is configured for them, remove the secret and publishing continues via OIDC
-# (id-token) with provenance — no token.
+# Auth: OIDC trusted publishing. The one-time bootstrap (which used an NPM_TOKEN
+# secret to create the 5 platform packages, since npm has no pending-publisher
+# concept) is done; all six packages exist with trusted publishing configured, so
+# publishing runs via OIDC (id-token) with provenance — no token. We deliberately
+# do NOT read NPM_TOKEN: a present-but-expired secret would be sent to the registry
+# and 401 instead of falling back to OIDC, so the credential is left out entirely.
 
 on:
   release:
@@ -67,6 +68,9 @@ jobs:
         env:
           CARGO_NET_RETRY: "5"
           CARGO_NET_GIT_FETCH_WITH_CLI: "true"
+          # curl's HTTP/2 multiplexing flakes on Windows runners ("[55] Failed
+          # sending data to the peer"); force HTTP/1.1 so fetches are reliable.
+          CARGO_HTTP_MULTIPLEXING: "false"
         run: >-
           npx napi build --platform --release --strip
           --target ${{ matrix.target }}
@@ -129,6 +133,9 @@ jobs:
         env:
           CARGO_NET_RETRY: "5"
           CARGO_NET_GIT_FETCH_WITH_CLI: "true"
+          # curl's HTTP/2 multiplexing flakes on Windows runners ("[55] Failed
+          # sending data to the peer"); force HTTP/1.1 so fetches are reliable.
+          CARGO_HTTP_MULTIPLEXING: "false"
         run: >-
           npx napi build --platform --release --strip
           --target ${{ matrix.target }}
@@ -220,8 +227,7 @@ jobs:
       - name: Publish platform packages and root
         working-directory: node/mq-bridge-node
         env:
-          # Empty when the secret is unset -> npm falls back to OIDC.
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
+          # No NODE_AUTH_TOKEN: publishing is OIDC-only (trusted publishing).
           NPM_CONFIG_PROVENANCE: "true"
         run: |
           set -e

{mq_bridge_py_basic-0.3.0 → mq_bridge_py_basic-0.3.2}/.github/workflows/publish-python.yml

@@ -39,6 +39,25 @@ jobs:
             os: linux
             target: aarch64
             args: --release --out dist --find-interpreter --no-default-features
+          # musl/Alpine wheels for the basic package. basic uses the aws-lc-sys
+          # crypto provider (amqp + aws pull it in, same as full); aws-lc-sys
+          # compiles its C natively under musl given cmake + gcc, which
+          # before-script-linux installs in the musllinux container. The full
+          # wheel has no musl build (rdkafka makes it a separate effort).
+          - package: mq-bridge-py-basic
+            pyproject: pyproject-basic.toml
+            runner: ubuntu-latest
+            os: linux
+            target: x86_64
+            manylinux: musllinux_1_2
+            args: --release --out dist --find-interpreter --no-default-features
+          - package: mq-bridge-py-basic
+            pyproject: pyproject-basic.toml
+            runner: ubuntu-24.04-arm
+            os: linux
+            target: aarch64
+            manylinux: musllinux_1_2
+            args: --release --out dist --find-interpreter --no-default-features
           - package: mq-bridge-py-basic
             pyproject: pyproject-basic.toml
             runner: macos-15-intel
@@ -126,12 +145,18 @@ jobs:
           target: ${{ matrix.target }}
           args: ${{ matrix.args }}
           sccache: "true"
-          manylinux: auto
+          manylinux: ${{ matrix.manylinux || 'auto' }}
+          # amqp/aws (and full's kafka) pull aws-lc-sys, which compiles its C with
+          # cmake. manylinux containers already ship it; the musllinux (Alpine)
+          # container does not, so install it there. Guarded so it's a no-op
+          # wherever cmake is already present. Only runs for linux builds.
+          before-script-linux: |
+            command -v cmake >/dev/null 2>&1 || apk add --no-cache cmake gcc g++ make musl-dev perl
 
       - name: Upload wheels
         uses: actions/upload-artifact@v4
         with:
-          name: wheels-${{ matrix.package }}-${{ matrix.os }}-${{ matrix.target }}
+          name: wheels-${{ matrix.package }}-${{ matrix.os }}-${{ matrix.target }}-${{ matrix.manylinux || 'auto' }}
           path: python/mq-bridge-py/dist
 
   build-sdists:

{mq_bridge_py_basic-0.3.0 → mq_bridge_py_basic-0.3.2}/Cargo.lock

@@ -1576,6 +1576,29 @@ dependencies = [
  "syn",
 ]
 
+[[package]]
+name = "dlopen2"
+version = "0.8.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5e2c5bd4158e66d1e215c49b837e11d62f3267b30c92f1d171c4d3105e3dc4d4"
+dependencies = [
+ "dlopen2_derive",
+ "libc",
+ "once_cell",
+ "winapi",
+]
+
+[[package]]
+name = "dlopen2_derive"
+version = "0.4.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fbbb781877580993a8707ec48672673ec7b81eeba04cfd2310bd28c08e47c8f"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
 [[package]]
 name = "dlv-list"
 version = "0.5.2"
@@ -2775,6 +2798,10 @@ name = "libmqm-sys"
 version = "0.10.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d888946090ed1e149d6978906143db293b9232c9a8cca0b369a1dc4668d9082a"
+dependencies = [
+ "dlopen2",
+ "libc",
+]
 
 [[package]]
 name = "libsqlite3-sys"
@@ -3082,7 +3109,7 @@ dependencies = [
 
 [[package]]
 name = "mq-bridge"
-version = "0.3.0"
+version = "0.3.2"
 dependencies = [
  "anyhow",
  "arc-swap",
@@ -3107,6 +3134,7 @@ dependencies = [
  "hyper-rustls 0.27.9",
  "hyper-util",
  "lapin",
+ "libmqm-sys",
  "metrics",
  "metrics-util",
  "mongodb",
@@ -3147,20 +3175,32 @@ dependencies = [
  "zeromq",
 ]
 
+[[package]]
+name = "mq-bridge-bindings-common"
+version = "0.3.2"
+dependencies = [
+ "anyhow",
+ "fast-uuid-v7",
+ "mq-bridge",
+ "serde",
+ "serde_yaml_ng",
+ "tokio",
+]
+
 [[package]]
 name = "mq-bridge-node"
-version = "0.3.0"
+version = "0.3.2"
 dependencies = [
  "anyhow",
  "async-trait",
  "bytes",
  "fast-uuid-v7",
  "mq-bridge",
+ "mq-bridge-bindings-common",
  "napi",
  "napi-build",
  "napi-derive",
  "schemars",
- "serde",
  "serde_json",
  "serde_yaml_ng",
  "tokio",
@@ -3169,13 +3209,14 @@ dependencies = [
 
 [[package]]
 name = "mq-bridge-py"
-version = "0.3.0"
+version = "0.3.2"
 dependencies = [
  "anyhow",
  "async-trait",
  "bytes",
  "fast-uuid-v7",
  "mq-bridge",
+ "mq-bridge-bindings-common",
  "pyo3",
  "rustls 0.23.40",
  "schemars",
@@ -3193,6 +3234,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "298bea58d1259df694242dc973b07ce156660c897a7b3a421e324b1f37905cdc"
 dependencies = [
  "derive_more",
+ "dlopen2",
  "libmqm-constants",
  "libmqm-default",
  "libmqm-sys",

{mq_bridge_py_basic-0.3.0 → mq_bridge_py_basic-0.3.2}/Cargo.toml

@@ -12,11 +12,11 @@ keywords = ["messaging", "kafka", "nats", "amqp", "cqrs"]
 categories = ["asynchronous", "network-programming"]
 
 [workspace]
-members = ["python/mq-bridge-py"]
+members = ["bindings-common", "python/mq-bridge-py"]
 resolver = "2"
 
 [workspace.package]
-version = "0.3.0"
+version = "0.3.2"
 
 [workspace.dependencies]
 anyhow = "1.0"
@@ -106,8 +106,13 @@ async-nats = { version = "0.49", optional = true }
 # or `tokio-rustls?/aws_lc_rs` from the crypto features below.
 rumqttc = { version = "0.25", default-features = false, features = ["use-rustls-no-provider"], optional = true }
 
-# IBM MQ
-mqi = { version = "0.3", optional = true }
+# IBM MQ. default-features off so the version/provider features are chosen per
+# feature below: `ibm-mq` loads the client at runtime via dlopen (no SDK at
+# build), `ibm-mq-static` links the IBM C client at build (needs the SDK).
+mqi = { version = "0.3", optional = true, default-features = false }
+# Direct dep only for the dlopen path, so we can name MqmContainer to load the
+# client at runtime. Features are unified from mqi/dlopen2.
+libmqm-sys = { version = "0.10", optional = true, default-features = false }
 
 # HTTP
 arc-swap = { version = "1", optional = true }
@@ -154,7 +159,11 @@ protoc-bin-vendored = { version = "3.0", optional = true }
 [features]
 default = []
 middleware = ["metrics", "dedup"]
-full = ["middleware", "mongodb", "kafka", "amqp", "nats", "mqtt", "http", "aws", "zeromq", "sled", "grpc", "sqlx", "websocket", "rustls-aws-lc"]
+# ibm-mq (dlopen) is safe to include: it needs no IBM SDK at build, and at
+# runtime the client is loaded lazily only when an ibm-mq endpoint is opened
+# (clear error if the client isn't installed). Use `ibm-mq-static` instead for
+# static linking.
+full = ["middleware", "mongodb", "kafka", "amqp", "nats", "mqtt", "http", "aws", "zeromq", "sled", "grpc", "sqlx", "websocket", "rustls-aws-lc", "ibm-mq"]
 
 # Functionality features
 dedup = ["sled"]
@@ -183,7 +192,16 @@ mqtt = ["rumqttc", "rustls", "tokio-rustls", "rustls-pemfile", "url"]
 http = ["dep:arc-swap", "hyper", "hyper-util", "hyper-rustls", "http-body-util", "dep:http-body", "rustls", "tokio-rustls", "rustls-pemfile", "webpki-roots", "h2", "dep:flate2", "dep:base64"]
 websocket = ["dep:tokio-websockets"]
 aws = ["aws-config", "aws-sdk-sqs", "aws-sdk-sns", "dep:base64"]
-ibm-mq = ["mqi"]
+# Runtime-loaded IBM MQ client via dlopen: builds with no SDK present; the IBM
+# redistributable client is only needed at runtime, and only if an ibm-mq
+# endpoint is actually used.
+# mqi/mqai is required because mqi's always-compiled (doc-hidden) test module
+# references MqaiLibrary on the dlopen2 path; it adds only pregen bindings, no SDK.
+ibm-mq = ["dep:mqi", "mqi/dlopen2", "mqi/mqai", "mqi/mqc_9_2_0_0", "dep:libmqm-sys", "libmqm-sys/dlopen2"]
+# Static-link IBM MQ client (needs the IBM SDK at build time). mqc_9_2_0_0 matches
+# the crate's previous default so behavior is unchanged. Enabling this alongside
+# `ibm-mq` (dlopen) forces static linking — the SDK is then required at build.
+ibm-mq-static = ["dep:mqi", "mqi/link", "mqi/mqc_9_2_0_0"]
 zeromq = ["dep:zeromq"]
 # Note: The grpc feature requires protobuf-src which can significantly increase build times.
 grpc = ["tonic", "prost", "tokio-stream", "tonic-prost", "tonic-prost-build", "protoc-bin-vendored", "rustls"]