mq-bridge-py-basic 0.3.1__tar.gz → 0.3.2__tar.gz

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/.github/workflows/benchmark.yml

@@ -2,9 +2,10 @@ name: Benchmark
 
 on:
   push:
-    branches: [main]
-  pull_request:
-    branches: [main]
+    branches: [main, dev]
+  schedule:
+    # Nightly full benchmark run (04:00 UTC)
+    - cron: '0 4 * * *'
   workflow_dispatch:
 
 env:
@@ -24,17 +25,12 @@ jobs:
       - name: Install Rust toolchain
         uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
       
-      - name: Cache cargo registry
-        uses: actions/cache@v4
+      - name: Cache cargo build
+        uses: Swatinem/rust-cache@v2
         with:
-          path: |
-            ~/.cargo/bin/
-            ~/.cargo/registry/cache/
-            ~/.cargo/git/db/
-            target/
-          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
-          restore-keys: |
-            ${{ runner.os }}-cargo-
+          # Shared with the release-mode integration jobs so the full-feature
+          # dependency compile is reused across jobs/runs instead of rebuilt.
+          shared-key: release-full
       
       - name: Pre-pull docker images
         run: |

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/.github/workflows/ci.yml

@@ -107,35 +107,74 @@ jobs:
       - name: Memory leak soak (route commit-task JoinSet)
         run: cargo test --test memory_leak_test --features=full -- --ignored --nocapture
 
-  # Integration tests (requires Docker) split into parallel jobs
+  # Compile the integration test binaries ONCE (release, full,test-utils) and
+  # publish them as a nextest archive. The three run jobs below download this
+  # archive instead of each recompiling the same binaries.
+  integration-build:
+    name: Integration — Build
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+
+      - name: Install cargo-nextest
+        uses: taiki-e/install-action@v2
+        with:
+          tool: nextest
+
+      - name: Cache cargo build
+        uses: Swatinem/rust-cache@v2
+        with:
+          # Shared with the benchmark job so the full-feature dependency compile
+          # is reused across jobs/runs.
+          shared-key: release-full
+
+      - name: Build nextest archive
+        run: |
+          cargo nextest archive \
+            --release --features full,test-utils \
+            --test integration_test --test armature_integration \
+            --archive-file nextest-archive.tar.zst
+
+      - name: Upload nextest archive
+        uses: actions/upload-artifact@v4
+        with:
+          name: integration-nextest-archive
+          path: nextest-archive.tar.zst
+          retention-days: 1
+
+  # Integration tests (requires Docker) split into parallel jobs. Each runs the
+  # prebuilt nextest archive from integration-build — no recompilation.
   integration-others:
     name: Integration — Others
     runs-on: ubuntu-latest
+    needs: integration-build
     services:
       docker:
         image: docker:dind
         options: --privileged
     steps:
       - uses: actions/checkout@v4
-      
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
-      
-      - name: Cache cargo build
-        uses: Swatinem/rust-cache@v2
+
+      - name: Install cargo-nextest
+        uses: taiki-e/install-action@v2
         with:
-          # Differentiates the matrix `check` job per feature set; evaluates to an
-          # empty string (no-op) in non-matrix jobs. rust-cache already keys on the
-          # job id, OS, rustc version, and lockfiles automatically.
-          key: ${{ matrix.features }}
-      
+          tool: nextest
+
+      - name: Download nextest archive
+        uses: actions/download-artifact@v4
+        with:
+          name: integration-nextest-archive
+
       - name: Pre-pull docker images
         run: |
           find tests/integration/docker-compose -name "*.yml" | xargs -P 5 -I {} docker compose -f {} pull -q
-      - name: Install JDK (for keytool)
+      - name: Install JRE (for keytool)
         run: |
           sudo apt-get update
-          sudo apt-get install -y default-jdk
+          sudo apt-get install -y default-jre-headless
 
       - name: Generate TLS certs for integration services
         run: |
@@ -146,15 +185,20 @@ jobs:
 
       - name: Run chaos/stability tests
         run: |
-          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --exact test_all_chaos
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(integration_test) & test(=test_all_chaos)'
 
       - name: Run remaining integration tests (excluding chaos & performance)
         run: |
-          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --skip test_all_chaos --skip test_all_performance_pipeline --skip test_all_performance_direct
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(integration_test) & not test(=test_all_chaos) & not test(=test_all_performance_pipeline) & not test(=test_all_performance_direct)'
 
   integration-performance:
     name: Integration — Performance
     runs-on: ubuntu-latest
+    needs: integration-build
     services:
       docker:
         image: docker:dind
@@ -162,24 +206,23 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+      - name: Install cargo-nextest
+        uses: taiki-e/install-action@v2
+        with:
+          tool: nextest
 
-      - name: Cache cargo build
-        uses: Swatinem/rust-cache@v2
+      - name: Download nextest archive
+        uses: actions/download-artifact@v4
         with:
-          # Differentiates the matrix `check` job per feature set; evaluates to an
-          # empty string (no-op) in non-matrix jobs. rust-cache already keys on the
-          # job id, OS, rustc version, and lockfiles automatically.
-          key: ${{ matrix.features }}
+          name: integration-nextest-archive
 
       - name: Pre-pull docker images
         run: |
           find tests/integration/docker-compose -name "*.yml" | xargs -P 5 -I {} docker compose -f {} pull -q
-      - name: Install JDK (for keytool)
+      - name: Install JRE (for keytool)
         run: |
           sudo apt-get update
-          sudo apt-get install -y default-jdk
+          sudo apt-get install -y default-jre-headless
 
       - name: Generate TLS certs for integration services
         run: |
@@ -190,15 +233,20 @@ jobs:
 
       - name: Run pipeline performance tests
         run: |
-          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --exact test_all_performance_pipeline
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(integration_test) & test(=test_all_performance_pipeline)'
 
       - name: Run other performance tests
         run: |
-          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --exact test_all_performance_direct
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(integration_test) & test(=test_all_performance_direct)'
 
   integration-armature:
     name: Integration — Armature
     runs-on: ubuntu-latest
+    needs: integration-build
     services:
       docker:
         image: docker:dind
@@ -206,24 +254,23 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+      - name: Install cargo-nextest
+        uses: taiki-e/install-action@v2
+        with:
+          tool: nextest
 
-      - name: Cache cargo build
-        uses: Swatinem/rust-cache@v2
+      - name: Download nextest archive
+        uses: actions/download-artifact@v4
         with:
-          # Differentiates the matrix `check` job per feature set; evaluates to an
-          # empty string (no-op) in non-matrix jobs. rust-cache already keys on the
-          # job id, OS, rustc version, and lockfiles automatically.
-          key: ${{ matrix.features }}
+          name: integration-nextest-archive
 
       - name: Pre-pull docker images
         run: |
           find tests/integration/docker-compose -name "*.yml" | xargs -P 5 -I {} docker compose -f {} pull -q
-      - name: Install JDK (for keytool)
+      - name: Install JRE (for keytool)
         run: |
           sudo apt-get update
-          sudo apt-get install -y default-jdk
+          sudo apt-get install -y default-jre-headless
 
       - name: Generate TLS certs for integration services
         run: |
@@ -234,7 +281,9 @@ jobs:
 
       - name: Run armature integration tests
         run: |
-          cargo test --test armature_integration --release --features full,test-utils -- --ignored --nocapture --test-threads=1
+          cargo nextest run --archive-file nextest-archive.tar.zst \
+            --run-ignored all --no-capture \
+            -E 'binary(armature_integration)'
 
   # Documentation
   docs:

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/.github/workflows/ibm-mq.yml

@@ -82,10 +82,16 @@ jobs:
           ls -la /opt/mqm/lib64/ || echo "MQ lib64 directory not found"
           echo "LD_LIBRARY_PATH=$LD_LIBRARY_PATH"
 
-      - name: Build with IBM MQ feature
+      # `ibm-mq` (dlopen) is the shipping path and needs no SDK at build; the
+      # redist install above only provides headers for the static compile-check.
+      - name: Build with IBM MQ feature (dlopen)
         if: steps.mqclient.outputs.available == 'true'
         run: cargo build --features ibm-mq
 
+      - name: Build with IBM MQ feature (static link)
+        if: steps.mqclient.outputs.available == 'true'
+        run: cargo build --features ibm-mq-static
+
       - name: Run clippy on IBM MQ code
         if: steps.mqclient.outputs.available == 'true'
         run: cargo clippy --features ibm-mq -- -D warnings
@@ -156,13 +162,18 @@ jobs:
 
       - name: Run IBM MQ integration tests
         if: steps.mqclient.outputs.available == 'true'
+        env:
+          MQB_TEST_BACKEND: ibm-mq
         run: |
+          # The test fns are named test_all_* (filtered to ibm-mq via
+          # MQB_TEST_BACKEND). The previous test_ibm_mq_* filters matched no
+          # test, so this job silently ran zero tests.
           cargo test --test integration_test --features ibm-mq,test-utils,rustls-ring -- \
             --ignored --nocapture --test-threads=1 \
-            test_ibm_mq_subscriber_logic \
-            test_ibm_mq_performance_pipeline \
-            test_ibm_mq_chaos \
-            test_ibm_mq_status
+            test_all_subscriber_logic \
+            test_all_performance_pipeline \
+            test_all_chaos \
+            test_all_status
 
       - name: Run IBM MQ TLS tests
         if: steps.mqclient.outputs.available == 'true'

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/.github/workflows/publish-python.yml

@@ -39,6 +39,25 @@ jobs:
             os: linux
             target: aarch64
             args: --release --out dist --find-interpreter --no-default-features
+          # musl/Alpine wheels for the basic package. basic uses the aws-lc-sys
+          # crypto provider (amqp + aws pull it in, same as full); aws-lc-sys
+          # compiles its C natively under musl given cmake + gcc, which
+          # before-script-linux installs in the musllinux container. The full
+          # wheel has no musl build (rdkafka makes it a separate effort).
+          - package: mq-bridge-py-basic
+            pyproject: pyproject-basic.toml
+            runner: ubuntu-latest
+            os: linux
+            target: x86_64
+            manylinux: musllinux_1_2
+            args: --release --out dist --find-interpreter --no-default-features
+          - package: mq-bridge-py-basic
+            pyproject: pyproject-basic.toml
+            runner: ubuntu-24.04-arm
+            os: linux
+            target: aarch64
+            manylinux: musllinux_1_2
+            args: --release --out dist --find-interpreter --no-default-features
           - package: mq-bridge-py-basic
             pyproject: pyproject-basic.toml
             runner: macos-15-intel
@@ -126,12 +145,18 @@ jobs:
           target: ${{ matrix.target }}
           args: ${{ matrix.args }}
           sccache: "true"
-          manylinux: auto
+          manylinux: ${{ matrix.manylinux || 'auto' }}
+          # amqp/aws (and full's kafka) pull aws-lc-sys, which compiles its C with
+          # cmake. manylinux containers already ship it; the musllinux (Alpine)
+          # container does not, so install it there. Guarded so it's a no-op
+          # wherever cmake is already present. Only runs for linux builds.
+          before-script-linux: |
+            command -v cmake >/dev/null 2>&1 || apk add --no-cache cmake gcc g++ make musl-dev perl
 
       - name: Upload wheels
         uses: actions/upload-artifact@v4
         with:
-          name: wheels-${{ matrix.package }}-${{ matrix.os }}-${{ matrix.target }}
+          name: wheels-${{ matrix.package }}-${{ matrix.os }}-${{ matrix.target }}-${{ matrix.manylinux || 'auto' }}
           path: python/mq-bridge-py/dist
 
   build-sdists:

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/Cargo.lock

@@ -1576,6 +1576,29 @@ dependencies = [
  "syn",
 ]
 
+[[package]]
+name = "dlopen2"
+version = "0.8.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5e2c5bd4158e66d1e215c49b837e11d62f3267b30c92f1d171c4d3105e3dc4d4"
+dependencies = [
+ "dlopen2_derive",
+ "libc",
+ "once_cell",
+ "winapi",
+]
+
+[[package]]
+name = "dlopen2_derive"
+version = "0.4.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fbbb781877580993a8707ec48672673ec7b81eeba04cfd2310bd28c08e47c8f"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
 [[package]]
 name = "dlv-list"
 version = "0.5.2"
@@ -2775,6 +2798,10 @@ name = "libmqm-sys"
 version = "0.10.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d888946090ed1e149d6978906143db293b9232c9a8cca0b369a1dc4668d9082a"
+dependencies = [
+ "dlopen2",
+ "libc",
+]
 
 [[package]]
 name = "libsqlite3-sys"
@@ -3082,7 +3109,7 @@ dependencies = [
 
 [[package]]
 name = "mq-bridge"
-version = "0.3.1"
+version = "0.3.2"
 dependencies = [
  "anyhow",
  "arc-swap",
@@ -3107,6 +3134,7 @@ dependencies = [
  "hyper-rustls 0.27.9",
  "hyper-util",
  "lapin",
+ "libmqm-sys",
  "metrics",
  "metrics-util",
  "mongodb",
@@ -3149,7 +3177,7 @@ dependencies = [
 
 [[package]]
 name = "mq-bridge-bindings-common"
-version = "0.3.1"
+version = "0.3.2"
 dependencies = [
  "anyhow",
  "fast-uuid-v7",
@@ -3161,7 +3189,7 @@ dependencies = [
 
 [[package]]
 name = "mq-bridge-node"
-version = "0.3.1"
+version = "0.3.2"
 dependencies = [
  "anyhow",
  "async-trait",
@@ -3181,7 +3209,7 @@ dependencies = [
 
 [[package]]
 name = "mq-bridge-py"
-version = "0.3.1"
+version = "0.3.2"
 dependencies = [
  "anyhow",
  "async-trait",
@@ -3206,6 +3234,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "298bea58d1259df694242dc973b07ce156660c897a7b3a421e324b1f37905cdc"
 dependencies = [
  "derive_more",
+ "dlopen2",
  "libmqm-constants",
  "libmqm-default",
  "libmqm-sys",

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/Cargo.toml

@@ -16,7 +16,7 @@ members = ["bindings-common", "python/mq-bridge-py"]
 resolver = "2"
 
 [workspace.package]
-version = "0.3.1"
+version = "0.3.2"
 
 [workspace.dependencies]
 anyhow = "1.0"
@@ -106,8 +106,13 @@ async-nats = { version = "0.49", optional = true }
 # or `tokio-rustls?/aws_lc_rs` from the crypto features below.
 rumqttc = { version = "0.25", default-features = false, features = ["use-rustls-no-provider"], optional = true }
 
-# IBM MQ
-mqi = { version = "0.3", optional = true }
+# IBM MQ. default-features off so the version/provider features are chosen per
+# feature below: `ibm-mq` loads the client at runtime via dlopen (no SDK at
+# build), `ibm-mq-static` links the IBM C client at build (needs the SDK).
+mqi = { version = "0.3", optional = true, default-features = false }
+# Direct dep only for the dlopen path, so we can name MqmContainer to load the
+# client at runtime. Features are unified from mqi/dlopen2.
+libmqm-sys = { version = "0.10", optional = true, default-features = false }
 
 # HTTP
 arc-swap = { version = "1", optional = true }
@@ -154,7 +159,11 @@ protoc-bin-vendored = { version = "3.0", optional = true }
 [features]
 default = []
 middleware = ["metrics", "dedup"]
-full = ["middleware", "mongodb", "kafka", "amqp", "nats", "mqtt", "http", "aws", "zeromq", "sled", "grpc", "sqlx", "websocket", "rustls-aws-lc"]
+# ibm-mq (dlopen) is safe to include: it needs no IBM SDK at build, and at
+# runtime the client is loaded lazily only when an ibm-mq endpoint is opened
+# (clear error if the client isn't installed). Use `ibm-mq-static` instead for
+# static linking.
+full = ["middleware", "mongodb", "kafka", "amqp", "nats", "mqtt", "http", "aws", "zeromq", "sled", "grpc", "sqlx", "websocket", "rustls-aws-lc", "ibm-mq"]
 
 # Functionality features
 dedup = ["sled"]
@@ -183,7 +192,16 @@ mqtt = ["rumqttc", "rustls", "tokio-rustls", "rustls-pemfile", "url"]
 http = ["dep:arc-swap", "hyper", "hyper-util", "hyper-rustls", "http-body-util", "dep:http-body", "rustls", "tokio-rustls", "rustls-pemfile", "webpki-roots", "h2", "dep:flate2", "dep:base64"]
 websocket = ["dep:tokio-websockets"]
 aws = ["aws-config", "aws-sdk-sqs", "aws-sdk-sns", "dep:base64"]
-ibm-mq = ["mqi"]
+# Runtime-loaded IBM MQ client via dlopen: builds with no SDK present; the IBM
+# redistributable client is only needed at runtime, and only if an ibm-mq
+# endpoint is actually used.
+# mqi/mqai is required because mqi's always-compiled (doc-hidden) test module
+# references MqaiLibrary on the dlopen2 path; it adds only pregen bindings, no SDK.
+ibm-mq = ["dep:mqi", "mqi/dlopen2", "mqi/mqai", "mqi/mqc_9_2_0_0", "dep:libmqm-sys", "libmqm-sys/dlopen2"]
+# Static-link IBM MQ client (needs the IBM SDK at build time). mqc_9_2_0_0 matches
+# the crate's previous default so behavior is unchanged. Enabling this alongside
+# `ibm-mq` (dlopen) forces static linking — the SDK is then required at build.
+ibm-mq-static = ["dep:mqi", "mqi/link", "mqi/mqc_9_2_0_0"]
 zeromq = ["dep:zeromq"]
 # Note: The grpc feature requires protobuf-src which can significantly increase build times.
 grpc = ["tonic", "prost", "tokio-stream", "tonic-prost", "tonic-prost-build", "protoc-bin-vendored", "rustls"]

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mq-bridge-py-basic
-Version: 0.3.1
+Version: 0.3.2
 Classifier: Development Status :: 3 - Alpha
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
@@ -12,7 +12,7 @@ Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Rust
 Requires-Dist: typing-extensions>=4.0
 License-File: LICENSE.python
-Summary: Python bindings for mq-bridge (basic: all-platform messaging set)
+Summary: Python bindings for mq-bridge (basic: all-platform set — HTTP, NATS, MQTT, WebSocket, ZeroMQ, MongoDB, AMQP, AWS SQS/SNS)
 Keywords: messaging,tokio,pyo3,maturin,mq-bridge
 License: MIT
 Requires-Python: >=3.9
@@ -161,6 +161,48 @@ brokers never set it.
 > Commit after each batch you have durably handled (as in the loops above). If a
 > batch fails downstream, simply *don't* commit it — it will be redelivered.
 
+### Per-batch tokens: `poll_batch` / `ack` / `nack`
+
+When you need to ack or release **specific** batches (rather than everything since
+the last commit), use the token form. `poll_batch(max, timeout_ms)` returns
+`(messages, token)`; `ack(token)` commits just that batch, and `nack(token)`
+releases it for redelivery (`nack()` with no argument nacks every outstanding
+batch). This is the shape a [`dlt`](https://dlthub.com) resource wants — poll →
+yield records → load package commits → `ack(token)` — and is demonstrated in
+[`examples/dlt_source.py`](examples/dlt_source.py) with the wiring brief in
+[`examples/OMNILOAD_INTEGRATION.md`](examples/OMNILOAD_INTEGRATION.md).
+
+```python
+messages, token = consumer.poll_batch(max=500, timeout_ms=1000)  # ([], None) on timeout
+if token is not None:                  # nothing returned on an idle timeout
+    # ... persist the batch downstream ...
+    consumer.ack(token)                # or consumer.nack(token) to redeliver
+```
+
+Tokens stay outstanding until acked/nacked; `commit()` still acks every
+outstanding batch at once, so don't mix the two styles on one consumer. On
+cumulative-ack transports (Kafka), acking a later batch would implicitly ack the
+earlier ones, so `ack(token)` must follow receive order — acking out of order
+raises; ack the oldest outstanding batch first, or use `commit()`. Transports
+that ack each batch individually (NATS JetStream, AMQP, MQTT) accept any order.
+
+> **At-least-once + idempotent merge.** Redelivery (after a nack, a missed
+> `commit()`, or an expired broker ack deadline) means a record can arrive twice.
+> A downstream loader must dedup on a stable key — `message.id` is globally unique
+> per source position (Kafka `partition:offset`, NATS `stream_sequence`, AMQP
+> delivery tag) and makes a natural primary key. Source cursor fields are also
+> available in `message.metadata` (`mqb.src.kafka_topic`/`mqb.src.kafka_offset`, `mqb.src.nats_subject`/`mqb.src.nats_stream_sequence`,
+> `mqb.src.amqp_routing_key`/`mqb.src.amqp_delivery_tag`) when you opt in by setting
+> the `MQB_SOURCE_METADATA=1` environment variable (off by default).
+>
+> **Ack deadlines vs slow loads.** JetStream `AckWait` (default 30s), AMQP
+> prefetch/consumer-timeout and MQTT inflight windows each bound how long a batch
+> may stay un-acked. Keep `batch_size × per-record handling cost` under the
+> smallest deadline (or raise it in the endpoint config); past it the broker
+> redelivers — correctness is preserved by idempotent merge, but reload work is
+> wasted. **Kafka has no per-message nack:** `nack` there leaves the offset
+> unadvanced, so redelivery happens on the next run/rebalance, not immediately.
+
 `consumer.status()` returns a snapshot dict (`healthy`, `target`, `pending`,
 `capacity`, `error`, `details`). `pending` is the broker backlog/lag where the
 transport reports it — Kafka offset lag, AMQP queue depth, NATS JetStream

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/README.md

@@ -57,7 +57,7 @@ For implementation details and quick start examples for each usage type, see the
 ## Features
 
 *   **Supported Backends**: Kafka, NATS, AMQP (RabbitMQ), MQTT, MongoDB, SQL Databases (PostgreSQL, MySQL, SQLite via sqlx), HTTP, WebSocket, ZeroMQ, Files, AWS (SQS/SNS), IBM MQ, and in-memory channels.
-    > **Note**: IBM MQ is not included in the `full` feature set. It requires the `ibm-mq` feature and the IBM MQ Client library. See [mqi crate](https://crates.io/crates/mqi/) for installation details.
+    > **Note**: IBM MQ is included in the `full` feature set via the `ibm-mq` feature, which loads the IBM MQ client library at runtime via dlopen — **no IBM SDK is needed to build**. The IBM MQ redistributable client only has to be present at runtime, and only if you actually use an IBM MQ endpoint (it is loaded lazily on first connect). If the client is missing, the affected route fails fast with a non-retryable error instead of reconnecting forever. The loader finds the client via the platform default name, `MQ_INSTALLATION_PATH` (e.g. `/opt/mqm`), or an explicit `MQB_IBM_MQ_LIB` path. To link the client statically at build time instead, use the `ibm-mq-static` feature (requires the IBM MQ SDK). See the [mqi crate](https://crates.io/crates/mqi/) for details.
 *   **Configuration**: Routes can be defined via YAML, JSON or environment variables.
 *   **Programmable Logic**: Inject custom Rust handlers to transform or filter messages in-flight.
 *   **Batching**: Every endpoint uses the same `send_batch` / `receive_batch` shape. Routes default to single-message batches, but can switch to larger batches with `batch_size`.

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/benches/performance_bench.rs

@@ -357,7 +357,7 @@ pub mod zeromq_helper {
     }
 }
 
-#[cfg(feature = "ibm-mq")]
+#[cfg(any(feature = "ibm-mq-static", feature = "ibm-mq"))]
 pub mod ibm_mq_helper {
     use mq_bridge::endpoints::ibm_mq::{IbmMqConsumer, IbmMqPublisher};
     use mq_bridge::models::IbmMqConfig;
@@ -1027,18 +1027,30 @@ fn performance_benchmarks(c: &mut Criterion) {
         PERF_TEST_CONCURRENCY,
         std::time::Duration::from_millis(10)
     );
-    bench_backend!(
-        "ibm-mq",
-        "ibm-mq",
-        "tests/integration/docker-compose/ibm_mq.yml",
-        ibm_mq_helper,
-        group,
-        &rt,
-        &BENCH_RESULTS,
-        PERF_TEST_MESSAGE_COUNT,
-        PERF_TEST_CONCURRENCY,
-        std::time::Duration::from_millis(100)
-    );
+    #[cfg(any(feature = "ibm-mq-static", feature = "ibm-mq"))]
+    {
+        // Skip when the IBM MQ client library isn't loadable (dlopen build with no
+        // client installed); otherwise the helper would panic on first connect.
+        if mq_bridge::endpoints::ibm_mq::ibm_mq_client_available() {
+            bench_backend!(
+                "",
+                "ibm-mq",
+                "tests/integration/docker-compose/ibm_mq.yml",
+                ibm_mq_helper,
+                group,
+                &rt,
+                &BENCH_RESULTS,
+                PERF_TEST_MESSAGE_COUNT,
+                PERF_TEST_CONCURRENCY,
+                std::time::Duration::from_millis(100)
+            );
+        } else {
+            eprintln!(
+                "Skipping IBM MQ benchmark: client library not found. \
+                 Install the IBM MQ redistributable client or set MQB_IBM_MQ_LIB."
+            );
+        }
+    }
     bench_backend!(
         "memory",
         memory_helper,

{mq_bridge_py_basic-0.3.1 → mq_bridge_py_basic-0.3.2}/mq_bridge/__init__.pyi

@@ -1,5 +1,5 @@
 from types import TracebackType
-from typing import Any, Callable, Dict, List, Mapping, Optional, Type, Union
+from typing import Any, Callable, Dict, List, Mapping, Optional, Tuple, Type, Union
 
 __version__: str
 
@@ -127,6 +127,34 @@ class Consumer:
         you must call it (see ``commit``)."""
         ...
 
+    def poll_batch(
+        self,
+        max: int = ...,
+        timeout_ms: Optional[int] = ...,
+    ) -> Tuple[List["Message"], Optional[int]]:
+        """Like ``poll()``, but also return the batch's token so it can be acked
+        or nacked individually with ``ack(token)`` / ``nack(token)`` — the shape a
+        ``dlt`` resource wants (``poll → yield → commit load package →
+        ack(token)``). Returns ``(messages, token)``, or ``([], None)`` on timeout
+        or end-of-stream. Tokens stay outstanding until acked/nacked; ``commit()``
+        still acks every outstanding batch at once, so don't mix the two styles on
+        one consumer."""
+        ...
+
+    def ack(self, token: int) -> None:
+        """Ack a single batch by the token from ``poll_batch()``, advancing the
+        consumer offset for just that batch. Raises if the token is unknown
+        (already acked/nacked, or never polled)."""
+        ...
+
+    def nack(self, token: Optional[int] = ...) -> None:
+        """Negatively acknowledge so the broker can redeliver. With a ``token``,
+        nacks just that batch; without one, nacks every outstanding batch (oldest
+        first). On Kafka there is no per-message nack — this leaves the offset
+        unadvanced, so redelivery happens on the next run/rebalance, not at
+        once."""
+        ...
+
     def commit(self) -> None:
         """Ack every batch returned by ``poll()`` since the last ``commit()``,
         advancing the consumer offset.