mq-bridge-py 0.2.16__tar.gz

mq_bridge_py-0.2.16/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,51 @@
+---
+name: Bug Report
+about: Create a report to help us improve
+title: '[BUG] '
+labels: bug
+assignees: ''
+---
+
+## Description
+
+<!-- A clear and concise description of what the bug is -->
+
+## Steps to Reproduce
+
+1. 
+2. 
+3. 
+
+## Expected Behavior
+
+<!-- What you expected to happen -->
+
+## Actual Behavior
+
+<!-- What actually happened -->
+
+## Environment
+
+- OS: [e.g., Ubuntu 22.04, macOS 13, Windows 11]
+- Rust version: [e.g., 1.75.0]
+- mq-bridge version: [e.g., 0.1.2]
+- Features enabled: [e.g., kafka, nats, full]
+
+## Configuration
+
+<!-- If applicable, paste your configuration (remove sensitive information) -->
+
+```yaml
+# Your config here
+```
+
+## Logs/Error Messages
+
+```
+<!-- Paste relevant logs or error messages here -->
+```
+
+## Additional Context
+
+<!-- Add any other context about the problem here -->
+

mq_bridge_py-0.2.16/.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,36 @@
+---
+name: Feature Request
+about: Suggest an idea for this project
+title: '[FEATURE] '
+labels: enhancement
+assignees: ''
+---
+
+## Description
+
+<!-- A clear and concise description of the feature you'd like to see -->
+
+## Motivation
+
+<!-- Why is this feature needed? What problem does it solve? -->
+
+## Proposed Solution
+
+<!-- Describe how you envision this feature working -->
+
+## Alternatives Considered
+
+<!-- Describe any alternative solutions or features you've considered -->
+
+## Use Cases
+
+<!-- Provide examples of how this feature would be used -->
+
+1. 
+2. 
+3. 
+
+## Additional Context
+
+<!-- Add any other context, mockups, or examples about the feature request here -->
+

mq_bridge_py-0.2.16/.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,42 @@
+## Description
+
+<!-- Describe your changes in detail -->
+
+## Type of Change
+
+- [ ] Bug fix (non-breaking change which fixes an issue)
+- [ ] New feature (non-breaking change which adds functionality)
+- [ ] Breaking change (fix or feature that would cause existing functionality to not work as expected)
+- [ ] Documentation update
+- [ ] Performance improvement
+- [ ] Code refactoring
+
+## Testing
+
+<!-- Describe the tests you ran and how to verify your changes -->
+
+- [ ] Unit tests pass
+- [ ] Integration tests pass (if applicable)
+- [ ] Manual testing completed
+
+## Checklist
+
+- [ ] Code follows the project's style guidelines
+- [ ] Self-review completed
+- [ ] Comments added for complex code
+- [ ] Documentation updated (if needed)
+- [ ] No new warnings generated
+- [ ] Tests added/updated for new functionality
+- [ ] All tests pass locally
+
+## Related Issues
+
+<!-- Link to related issues using #issue_number -->
+
+Fixes #
+Related to #
+
+## Additional Notes
+
+<!-- Any additional information that reviewers should know -->
+

mq_bridge_py-0.2.16/.github/workflows/benchmark.yml

@@ -0,0 +1,106 @@
+name: Benchmark
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  workflow_dispatch:
+
+env:
+  CARGO_TERM_COLOR: always
+
+permissions:
+  contents: write
+  deployments: write
+
+jobs:
+  benchmark:
+    name: Performance Benchmarks
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+      
+      - name: Cache cargo registry
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-cargo-
+      
+      - name: Pre-pull docker images
+        run: |
+          find tests/integration/docker-compose -name "*.yml" | xargs -P 4 -I {} docker compose -f {} pull -q
+
+      - name: Run benchmarks
+        shell: bash
+        run: |
+          set -o pipefail
+          export CARGO_TERM_COLOR=never
+          cargo bench --bench performance_bench --features full -- --output-format bencher | tee raw_output.txt
+          # Filter output to only include benchmark results, removing Docker logs and custom prints
+          awk '/^test / { if ($0 ~ /bench:/) { print $0; name="" } else { name=$2 } } /^bench:/ { if (name != "") { print "test " name " ... " $0; name="" } }' raw_output.txt > output.txt
+      
+      - name: Generate Throughput Summary
+        run: |
+          python3 -c '
+          import re
+          import os
+          
+          data = {}
+          try:
+              with open("raw_output.txt", "r") as f:
+                  for line in f:
+                      # Match lines like: "aws single_write: 1 iters, total time 1.48s, 673.75 msgs/sec"
+                      m = re.search(r"^\s*(.*): .* ([\d\.]+) msgs/sec", line)
+                      if m:
+                          name = m.group(1).strip()
+                          rate = float(m.group(2))
+                          if name not in data:
+                              data[name] = []
+                          data[name].append(rate)
+              
+              if data:
+                  with open(os.environ["GITHUB_STEP_SUMMARY"], "a") as f:
+                      f.write("### Benchmark Throughput Results\n")
+                      f.write("| Test Case | Average msgs/sec | Samples |\n")
+                      f.write("|-----------|------------------|---------|\n")
+                      for name in sorted(data.keys()):
+                          rates = data[name]
+                          avg = sum(rates) / len(rates)
+                          f.write(f"| {name} | {avg:,.2f} | {len(rates)} |\n")
+          except Exception as e:
+              print(f"Error generating summary: {e}")
+          '
+
+      - name: Create gh-pages branch if missing
+        run: |
+          git fetch origin gh-pages || {
+            git config --global user.email "41898282+github-actions[bot]@users.noreply.github.com"
+            git config --global user.name "github-actions[bot]"
+            git checkout --orphan gh-pages
+            git rm -rf .
+            git commit --allow-empty -m "Initialize gh-pages branch"
+            git push origin gh-pages
+            git checkout ${{ github.sha }}
+          }
+
+      - name: Store benchmark result
+        uses: benchmark-action/github-action-benchmark@v1
+        with:
+          name: Rust Benchmark
+          tool: 'cargo'
+          output-file-path: output.txt
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          auto-push: true
+          alert-threshold: '40000%'
+          comment-on-alert: true
+          fail-on-alert: false

mq_bridge_py-0.2.16/.github/workflows/ci.yml

@@ -0,0 +1,283 @@
+name: CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main, dev]
+
+env:
+  CARGO_TERM_COLOR: always
+  RUST_BACKTRACE: 1
+
+jobs:
+  # Linting and formatting checks
+  check:
+    name: Check
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+        with:
+          components: rustfmt, clippy
+      
+      - name: Cache cargo registry
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-cargo-
+      
+      - name: Check formatting
+        run: cargo fmt --all -- --check
+      
+      - name: Run clippy
+        run: cargo clippy --all-targets --all-features -- -D warnings
+
+  # Build with all features
+  build:
+    name: Build
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        features:
+          - ""
+          - "full"
+          - "kafka"
+          #  "amqp" # no recent changes, already included in full
+          - "nats"
+          - "grpc"
+          - "mqtt"
+          - "mongodb"
+          - "http"
+          # - "aws"  # needs too long, already included in full
+          # - "zeromq" # no recent changes, already included in full
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+      
+      - name: Cache cargo registry
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-cargo-
+      
+      - name: Build
+        run: |
+          if [ -z "${{ matrix.features }}" ]; then
+            cargo build --release
+          else
+            cargo build --release --features "${{ matrix.features }}"
+          fi
+
+  # Unit tests
+  test:
+    name: Test
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+      
+      - name: Cache cargo registry
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-cargo-
+      
+      - name: Run unit tests
+        run: cargo test --lib --features=full 
+# currently - just random panic test
+#      - name: Run long-running unit tests
+#        run: cargo test --lib --features=full -- --ignored --nocapture
+
+  # Integration tests (requires Docker) split into parallel jobs
+  integration-others:
+    name: Integration — Others
+    runs-on: ubuntu-latest
+    services:
+      docker:
+        image: docker:dind
+        options: --privileged
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+      
+      - name: Cache cargo registry
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-cargo-
+      
+      - name: Pre-pull docker images
+        run: |
+          find tests/integration/docker-compose -name "*.yml" | xargs -P 5 -I {} docker compose -f {} pull -q
+      - name: Install JDK (for keytool)
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y default-jdk
+
+      - name: Generate TLS certs for integration services
+        run: |
+          chmod +x tests/integration/scripts/gen_certs.sh
+          ./tests/integration/scripts/gen_certs.sh mongodb
+          ./tests/integration/scripts/gen_certs.sh kafka
+          ./tests/integration/scripts/gen_certs.sh ibm-mq
+
+      - name: Run chaos/stability tests
+        run: |
+          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --exact test_all_chaos
+
+      - name: Run remaining integration tests (excluding chaos & performance)
+        run: |
+          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --skip test_all_chaos --skip test_all_performance_pipeline --skip test_all_performance_direct
+
+  integration-performance:
+    name: Integration — Performance
+    runs-on: ubuntu-latest
+    services:
+      docker:
+        image: docker:dind
+        options: --privileged
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+
+      - name: Cache cargo registry
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-cargo-
+
+      - name: Pre-pull docker images
+        run: |
+          find tests/integration/docker-compose -name "*.yml" | xargs -P 5 -I {} docker compose -f {} pull -q
+      - name: Install JDK (for keytool)
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y default-jdk
+
+      - name: Generate TLS certs for integration services
+        run: |
+          chmod +x tests/integration/scripts/gen_certs.sh
+          ./tests/integration/scripts/gen_certs.sh mongodb
+          ./tests/integration/scripts/gen_certs.sh kafka
+          ./tests/integration/scripts/gen_certs.sh ibm-mq
+
+      - name: Run pipeline performance tests
+        run: |
+          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --exact test_all_performance_pipeline
+
+      - name: Run other performance tests
+        run: |
+          cargo test --test integration_test --release --features full,test-utils -- --ignored --nocapture --test-threads=1 --exact test_all_performance_direct
+
+  integration-armature:
+    name: Integration — Armature
+    runs-on: ubuntu-latest
+    services:
+      docker:
+        image: docker:dind
+        options: --privileged
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+
+      - name: Cache cargo registry
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-cargo-
+
+      - name: Pre-pull docker images
+        run: |
+          find tests/integration/docker-compose -name "*.yml" | xargs -P 5 -I {} docker compose -f {} pull -q
+      - name: Install JDK (for keytool)
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y default-jdk
+
+      - name: Generate TLS certs for integration services
+        run: |
+          chmod +x tests/integration/scripts/gen_certs.sh
+          ./tests/integration/scripts/gen_certs.sh mongodb
+          ./tests/integration/scripts/gen_certs.sh kafka
+          ./tests/integration/scripts/gen_certs.sh ibm-mq
+
+      - name: Run armature integration tests
+        run: |
+          cargo test --test armature_integration --release --features full,test-utils -- --ignored --nocapture --test-threads=1
+
+  # Documentation
+  docs:
+    name: Documentation
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
+      
+      - name: Cache cargo registry
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-cargo-
+      
+      - name: Build documentation
+        run: cargo doc --all-features --no-deps
+      
+      - name: Check for broken links
+        run: cargo doc --all-features --no-deps 2>&1 | grep -i "warning\|error" && exit 1 || exit 0