mq-bridge-basic 1.1.0__tar.gz → 1.2.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/AGENTS.md +1 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/CHANGELOG.md +60 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/Cargo.lock +6 -6
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/Cargo.toml +2 -2
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/PKG-INFO +1 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/DELIVERY.md +24 -3
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/PLUGINS.md +8 -5
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/REFERENCE.md +2 -2
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq-bridge.schema.json +41 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/config.py +2 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/config.pyi +3 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/checkpoint.rs +9 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/command_handler.rs +103 -15
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/file/mod.rs +55 -20
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/file/tests.rs +129 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/kafka.rs +26 -4
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/endpoint.rs +0 -3
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mod.rs +2 -4
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/object_store.rs +141 -30
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sled.rs +27 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/event_handler.rs +10 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/event_store.rs +75 -35
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/lib.rs +1 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/mod.rs +2 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/builders.rs +2 -2
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/secrets.rs +5 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/tests.rs +4 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models.rs +21 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/outcomes.rs +9 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/discovery.rs +36 -17
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/mod.rs +37 -4
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/route.rs +756 -142
- mq_bridge_basic-1.2.0/src/support/local_staging.rs +420 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/mod.rs +2 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/traits.rs +14 -1
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.cargo/config.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.coderabbit.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.dockerignore +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.gitattributes +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/PULL_REQUEST_TEMPLATE.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/dependabot.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/app.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/benchmark.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/build-node.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/ci.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/conda.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/docs.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/examples.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/ibm-mq.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/node.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/publish-node.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/publish-python.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/python.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/release.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/test-matrix.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.gitignore +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.justfile +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/CLAUDE.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/CONTRIBUTING.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE-APACHE +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE-APACHE.python +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE-MIT +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE-MIT.python +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE.python +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/SECURITY.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/THIRD_PARTY_LICENSES.txt +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/csv_to_json_bench.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/middleware_expr_bench.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/pack_bench.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/performance_bench.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/router_bench.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/zeromq_backends.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/bindings-common/Cargo.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/bindings-common/src/lib.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/bindings-common/src/logging.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/build.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/deny.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/ARCHITECTURE.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/CAPABILITIES.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/CONFIGURATION.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/EXTENDING.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/GRPC.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/THIRD_PARTY_LICENSES.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/assets/copy-demo.png +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-library/publish.c +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-library/smoke.c +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/CMakeLists.txt +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/legacy_ledger.c +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/legacy_ledger.h +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/legacy_parser.c +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/legacy_parser.h +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/minimal.c +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/plugin.c +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/ipc_worker_queue.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/docker-compose.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/routes.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/test.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/tickets.jsonl +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/docker-compose.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/init.js +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/routes.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/search.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/test.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/docker-compose.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/init.sql +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/routes.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/test.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/docker-compose.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/init.sql +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/routes.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/search.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/test.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/consume.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/docker-compose.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/init.sql +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/routes.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/test.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/include/cbindgen.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/include/mq_bridge.h +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/include/mq_bridge_plugin.h +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/include/mq_bridge_plugin_helpers.h +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/llms.txt +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/__init__.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/__init__.pyi +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/plugin_packaging.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/py.typed +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/package-lock.json +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/pyproject.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/Cargo.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/LICENSE-APACHE.python +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/LICENSE-MIT.python +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/LICENSE.python +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/THIRD_PARTY_LICENSES.txt +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/analysis/bench_http_native.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/example.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/IBM_MQ.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/bench_memory.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/bench_memory.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/consume_pull.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/dlt_source.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/ibm-mq-input.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/json_route.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/memory.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/raw_route.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/pyproject-basic.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/pyproject-reduced.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/scripts/gen_config_types.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/src/lib.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_config_types.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_custom_endpoint.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_logging.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_packaging.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_performance_smoke.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_plugin_package.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_public_api.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_routes.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_shutdown.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/uv.lock +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/rustfmt.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/benches/metadata_bench.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/debug_ibm_mq_tls.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/http/analyze_xctrace_time_profile.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/http/http_flamegraph.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/http/mq_bridge_http_profile.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/http/run_http_ladder.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/ci/check_third_party_notices.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/ci/format_bench_output.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/frameworks/mq-bridge-py/Dockerfile +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/frameworks/mq-bridge-py/meta.json +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/frameworks/mq-bridge-py/server.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/frameworks/mq-bridge-py/templates/fortunes.html +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/mqb-agent.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/sync-version.mjs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/Python/mq-bridge-py/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/Python/mq-bridge-py/benchmark_config.json +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/Python/mq-bridge-py/mq-bridge-py.dockerfile +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/Python/mq-bridge-py/server.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/postgres.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/seed.sql +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/verify.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/the-benchmarker/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/the-benchmarker/python/mq-bridge-py/config.yaml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/the-benchmarker/python/mq-bridge-py/pyproject.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/the-benchmarker/python/mq-bridge-py/server.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/canonical_message.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/config_file.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/amqp.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/aws.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/capabilities.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/clickhouse.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/dir_spool/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/dir_spool/tests.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/file/csv_dialect.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/consumer.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/dynamic.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/proto/mqbridge/bridge.proto +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/publisher.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/server.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/tests.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/pool.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/publisher.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/stream.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/tests.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/auth.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/consumer.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/presets.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/publisher.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/query.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/ibm_mq.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/framed.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/ipc_unix.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/ipc_windows.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/memory_transport.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/transport.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/aggregate.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/consumer.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/dedup.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/publisher.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/readers.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/tests.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mqtt.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/nats.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/poll.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/VENDORED.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/decoder.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/messages.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/registry.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/values.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/replication.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/state.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/redis_streams.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/aggregate.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/columns.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/dedup.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/tests.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/fanout.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/null.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/reader.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/request.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/response.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/sequence.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/static_endpoint.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/stream_buffer.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/switch.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/websocket.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/zeromq/codec.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/zeromq/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/zeromq/omq.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/zeromq/zmq.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/errors.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/extensions.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/states.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/store.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/tests.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/writer.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/buffer.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/compression.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/cookie_jar.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/deduplication/memory.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/deduplication.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/deferred_commit.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/delay.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/dlq.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/encryption.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/filter.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/id.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/limiter.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/lookup.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/metrics.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/otel.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/pack.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/random_panic.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/raw_json.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/retry.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/timeout.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/coerce.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/compiled.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/error.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/path.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/schema.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/tests.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/weak_join.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/defaults.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/serde_support.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/completion.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/conformance.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/crash.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/endpoint.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/forward.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/host.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/message.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/middleware.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/sdk.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/test_support.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/publisher.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/response.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/route/flush_gate.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/shutdown.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/base64_engine.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/change_op.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/compression.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/compression_pool.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/config_schema.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/connection_registry.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/crypto.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/crypto_envelope.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/http_status.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/interpolation.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/lookup_batch.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/ndjson.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/pack.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/parallel.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/parquet.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/plugin_abi.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/poll_job.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/redact.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/source_ranges.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/sse.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/stream_batch.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/tls.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/tls_check.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/test_utils.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/type_handler.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/README.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/armature_integration.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/compat/python/bridge_client.py +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/dedup_store_bench.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/delivery_guarantee_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/full_plugin_fallback_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/amqp.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/aws.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/clickhouse.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/config.toml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/contract.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/amqp.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/aws.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/clickhouse.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.crl +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.kdb +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.p12 +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.rdb +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.sth +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm_mq.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm_mq_tls.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/kafka-tls.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/kafka.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mariadb.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mongodb-replica.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mongodb-tls.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mongodb.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mosquitto.conf +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mosquitto_performance.conf +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mosquitto_persistence.conf +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mq_init.mqsc +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mq_init_tls.mqsc +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mqtt.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mqtt_performance.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mysql.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/nats.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/object_store.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/postgres.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/postgres_cdc.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/redis.yml +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/file.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/grpc.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/grpc_tls.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/http.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/http_tls.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/ibm_mq.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/ibm_mq_tls.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/ipc.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/kafka.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/kafka_tls.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/logic_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mariadb.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/memory.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mod.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mongodb.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mongodb_raw.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mongodb_tls.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mqtt.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mysql.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/nats.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/object_store.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/performance_static.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/postgres.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/postgres_cdc.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/redis_streams.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/route.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/scripts/gen_certs.sh +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/sqlite.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/tls_helpers.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/websocket.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/zeromq.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/memory_leak_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/otel_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/plugin_loading_latch_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/ref_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/reference_docs_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/sqlite_test.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/tls_example.rs +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/unit_tests.md +0 -0
- {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/websocket_test.rs +0 -0
|
@@ -136,7 +136,7 @@ Both implement `MessageConsumer` trait. Subscribers often wrap consumers (e.g.,
|
|
|
136
136
|
### Route Execution
|
|
137
137
|
|
|
138
138
|
Routes can run in two modes:
|
|
139
|
-
- **Sequential** (`concurrency: 1`):
|
|
139
|
+
- **Sequential** (`concurrency: 1`): One send at a time in source order; the next batch is read while it runs
|
|
140
140
|
- **Concurrent** (`concurrency > 1`): Worker pool with configurable concurrency
|
|
141
141
|
|
|
142
142
|
Routes handle graceful shutdown via `shutdown_rx` channel. The `select!` macro cancels `receive_batch()` futures when shutdown is received.
|
|
@@ -2,6 +2,66 @@
|
|
|
2
2
|
|
|
3
3
|
All notable changes to `mq-bridge`. Newest first.
|
|
4
4
|
|
|
5
|
+
## 1.2.0
|
|
6
|
+
|
|
7
|
+
### Added
|
|
8
|
+
|
|
9
|
+
- **`fsync` and `fsync_interval_ms` on the local `object_store` sink.** `periodic` (the default)
|
|
10
|
+
syncs staged objects in groups every `fsync_interval_ms` (default 1000); objects become
|
|
11
|
+
visible and the source is committed after that sync, so a shorter interval trades
|
|
12
|
+
throughput for latency. `batch` syncs each object before its ack (the 1.1.0 behaviour),
|
|
13
|
+
`off` never syncs (the 1.0.3 behaviour). Remote stores ignore both.
|
|
14
|
+
- **`Handler::observe` for handlers that only watch messages.** Returning
|
|
15
|
+
`Some(Passthrough::Forward)` or `Some(Passthrough::Ack)` publishes or acks the batch
|
|
16
|
+
unchanged, without calling `handle`, cloning messages or adding a `correlation_id`. The
|
|
17
|
+
default returns `None` and keeps the existing behaviour. The app's collector routes use it.
|
|
18
|
+
|
|
19
|
+
### Changed
|
|
20
|
+
|
|
21
|
+
- **Plugins load only when a route names them.** A route loads the plugins it names before its
|
|
22
|
+
startup checks, using the library named for the endpoint first and a full scan only if that
|
|
23
|
+
misses. The app no longer loads every installed plugin at start; only `--schema`, the UI
|
|
24
|
+
schema, `list`, `describe` and unknown URI schemes scan.
|
|
25
|
+
- **App routes from config files and the UI default to `concurrency: 4` and `batch_size: 1024`,**
|
|
26
|
+
like `copy` and MCP already did; a sink's own preferred batch size still wins. Before, they
|
|
27
|
+
got the library's `1` and `512`. A written value is kept, so a route that needs source order
|
|
28
|
+
sets `concurrency: 1`. The library defaults are unchanged.
|
|
29
|
+
- **`concurrency: 1` reads the next batch while the current one is sent.** Sends stay one at a
|
|
30
|
+
time in source order. On a clean stop the batch read ahead is sent; after an error it is
|
|
31
|
+
returned to the source.
|
|
32
|
+
|
|
33
|
+
### Fixed
|
|
34
|
+
|
|
35
|
+
- **Local `object_store` sink slowed down by per-object fsync (1.1.0).** 1.1.0 synced every
|
|
36
|
+
object and its directory on a `file://` / `local-store://` sink, one by one. The sink now
|
|
37
|
+
writes objects under a hidden staging name and syncs them in groups about once a second
|
|
38
|
+
(`fsync: periodic`, the new default), committing the source only after that sync, so
|
|
39
|
+
durability is unchanged. Write-time names behind an input that reads everything from the
|
|
40
|
+
start on each run skip syncing. See docs/DELIVERY.md.
|
|
41
|
+
- **`file` part files (`name_by: source_position`) are synced in groups.** Each part used to
|
|
42
|
+
cost two syncs of its own. Parts now wait under a hidden `.stage-<id>` name and are synced
|
|
43
|
+
together every `fsync_interval_ms` (default 1000) before the source is committed;
|
|
44
|
+
`fsync: batch` keeps the per-part sync.
|
|
45
|
+
- **Secrets in a `switch`'s `when` cases were left in the config.** They are now extracted
|
|
46
|
+
like those in `cases` and `default`, as `…__SWITCH__WHEN__<n>__TO__…`, and checked for
|
|
47
|
+
key collisions like them.
|
|
48
|
+
- **Kafka `delayed_ack` failed fast inputs with `QueueFull`.** A send that found the local
|
|
49
|
+
producer queue full failed the batch, and the retries wrote duplicates. It now waits for
|
|
50
|
+
room, as an awaited send does, and fails as retryable if the queue stays full for 330 s.
|
|
51
|
+
- **A `sled` queue stalled after about a thousand writes.** While the consumer was busy, its
|
|
52
|
+
change watcher stopped draining sled's event buffer; once that filled, every write to the
|
|
53
|
+
tree blocked, including the consumer's own (`delete_after_read` drains hung) and in-process
|
|
54
|
+
publishers.
|
|
55
|
+
- **`file` `subscribe` with `delete: true` lost and corrupted lines.** Acked lines were removed
|
|
56
|
+
in the background, so a drain exited with many of them still in the file; they are now
|
|
57
|
+
removed before the commit returns. Past 100,000 buffered lines the store dropped unread
|
|
58
|
+
lines and deleted them from the file; it now keeps them and reads at most 10,000 lines
|
|
59
|
+
ahead. Lines appended while others were unacked were partly skipped or read from mid-line.
|
|
60
|
+
- **A plugin scan no longer reopens libraries it already loaded.** A library whose file name
|
|
61
|
+
differs from its endpoint names was parsed, hashed and logged again on every scan. A
|
|
62
|
+
library named for an endpoint that is already registered is now loaded anyway, so its
|
|
63
|
+
other names (such as `connect_mapping`) register; the taken name is skipped.
|
|
64
|
+
|
|
5
65
|
## 1.1.0
|
|
6
66
|
|
|
7
67
|
### Added
|
|
@@ -3712,7 +3712,7 @@ dependencies = [
|
|
|
3712
3712
|
|
|
3713
3713
|
[[package]]
|
|
3714
3714
|
name = "mq-bridge"
|
|
3715
|
-
version = "1.
|
|
3715
|
+
version = "1.2.0"
|
|
3716
3716
|
dependencies = [
|
|
3717
3717
|
"aes-gcm",
|
|
3718
3718
|
"anyhow",
|
|
@@ -3817,7 +3817,7 @@ dependencies = [
|
|
|
3817
3817
|
|
|
3818
3818
|
[[package]]
|
|
3819
3819
|
name = "mq-bridge-bindings-common"
|
|
3820
|
-
version = "1.
|
|
3820
|
+
version = "1.2.0"
|
|
3821
3821
|
dependencies = [
|
|
3822
3822
|
"anyhow",
|
|
3823
3823
|
"fast-uuid-v7",
|
|
@@ -3831,7 +3831,7 @@ dependencies = [
|
|
|
3831
3831
|
|
|
3832
3832
|
[[package]]
|
|
3833
3833
|
name = "mq-bridge-c"
|
|
3834
|
-
version = "1.
|
|
3834
|
+
version = "1.2.0"
|
|
3835
3835
|
dependencies = [
|
|
3836
3836
|
"anyhow",
|
|
3837
3837
|
"async-trait",
|
|
@@ -3848,7 +3848,7 @@ dependencies = [
|
|
|
3848
3848
|
|
|
3849
3849
|
[[package]]
|
|
3850
3850
|
name = "mq-bridge-full-plugin"
|
|
3851
|
-
version = "1.
|
|
3851
|
+
version = "1.2.0"
|
|
3852
3852
|
dependencies = [
|
|
3853
3853
|
"anyhow",
|
|
3854
3854
|
"async-trait",
|
|
@@ -3859,7 +3859,7 @@ dependencies = [
|
|
|
3859
3859
|
|
|
3860
3860
|
[[package]]
|
|
3861
3861
|
name = "mq-bridge-node"
|
|
3862
|
-
version = "1.
|
|
3862
|
+
version = "1.2.0"
|
|
3863
3863
|
dependencies = [
|
|
3864
3864
|
"anyhow",
|
|
3865
3865
|
"async-trait",
|
|
@@ -3914,7 +3914,7 @@ dependencies = [
|
|
|
3914
3914
|
|
|
3915
3915
|
[[package]]
|
|
3916
3916
|
name = "mq-bridge-py"
|
|
3917
|
-
version = "1.
|
|
3917
|
+
version = "1.2.0"
|
|
3918
3918
|
dependencies = [
|
|
3919
3919
|
"anyhow",
|
|
3920
3920
|
"async-trait",
|
|
@@ -50,7 +50,7 @@ exit = "warn"
|
|
|
50
50
|
collapsible_if = "allow"
|
|
51
51
|
|
|
52
52
|
[workspace.package]
|
|
53
|
-
version = "1.
|
|
53
|
+
version = "1.2.0"
|
|
54
54
|
|
|
55
55
|
[workspace.dependencies]
|
|
56
56
|
anyhow = "1.0"
|
|
@@ -393,7 +393,7 @@ url = []
|
|
|
393
393
|
|
|
394
394
|
# Endpoint features
|
|
395
395
|
# `file` endpoint (CSV/JSONL/raw files); `object-store` reuses its codecs.
|
|
396
|
-
file = []
|
|
396
|
+
file = ["dep:libc"]
|
|
397
397
|
# `dir_spool` endpoint: crash-safe directory FIFO queue.
|
|
398
398
|
dir-spool = ["dep:pidlock"]
|
|
399
399
|
kafka = ["rdkafka", "rdkafka/libz-static"]
|
|
@@ -578,7 +578,8 @@ sink never lists — its names are unique per write, so there is nothing to reco
|
|
|
578
578
|
`source_position` path a fresh prefix pays one empty listing per publisher. A listing that fails is
|
|
579
579
|
logged rather than failing the batch, leaving same-name-only deduplication until it succeeds: a
|
|
580
580
|
transient failure is retried on the next batch, a denied `ListObjects` is not retried. Local files
|
|
581
|
-
stage to a temp name, `fsync`, then `rename` (atomic within a filesystem)
|
|
581
|
+
stage to a temp name, `fsync`, then `rename` (atomic within a filesystem), in groups unless
|
|
582
|
+
`fsync: batch`; object stores have no
|
|
582
583
|
atomic rename, so a single PUT under the final name *is* the commit.
|
|
583
584
|
|
|
584
585
|
This needs a replayable source position. Today that means:
|
|
@@ -666,8 +667,28 @@ those batches instead. A final sync runs when the route stops. When the input sa
|
|
|
666
667
|
position to a checkpoint or replication slot, `fsync: off` is run as `periodic`, so the saved
|
|
667
668
|
position never gets ahead of the data on disk; a path that is not a regular file, such as
|
|
668
669
|
`/dev/stdout`, is left unsynced. With `batch` or `periodic`, a batch that starts a new file also
|
|
669
|
-
syncs its directory, so the file itself survives a power loss.
|
|
670
|
-
|
|
670
|
+
syncs its directory, so the file itself survives a power loss.
|
|
671
|
+
Part files under `name_by: source_position` are always made durable: each is written as a
|
|
672
|
+
hidden `.stage-<id>` file, and every `fsync_interval_ms` (default 1000) all of them are synced,
|
|
673
|
+
renamed into place and their directory synced, before the route commits the source.
|
|
674
|
+
`fsync: batch` instead syncs each part before its ack.
|
|
675
|
+
|
|
676
|
+
**Durability of the local `object_store` sink.** With a `file://` (or `local-store://`) URL
|
|
677
|
+
the default, `fsync: periodic`, writes each object as `<name>#<n>` in the prefix directory,
|
|
678
|
+
which listings and readers skip. Every `fsync_interval_ms` (default 1000), and on flush or
|
|
679
|
+
shutdown, the sink syncs all of those files at once, renames them into place and syncs their
|
|
680
|
+
directories. The route commits the source only after that, so a power loss loses no
|
|
681
|
+
acknowledged object, and objects appear up to one interval after they are sent. That delay
|
|
682
|
+
is the price of the throughput: a sparse stream that needs each object visible at once is
|
|
683
|
+
better served by a shorter interval or by `fsync: batch`. On start, the sink removes `#<n>` files a crashed
|
|
684
|
+
run left for its own object names. One exception applies when `fsync` is unset: a sink naming
|
|
685
|
+
objects by `write_time` behind an input that reads everything from the start on each run (such
|
|
686
|
+
as a plain `file` source, `static`, an object-store or SQL cursor source without a saved
|
|
687
|
+
checkpoint) skips syncing, because a rerun rewrites whatever a power loss undid.
|
|
688
|
+
`fsync: batch` writes and syncs each object and its directory before the ack; `fsync: off`
|
|
689
|
+
never syncs, and with `source_position` names it is logged as a warning, since an empty part
|
|
690
|
+
left by a power loss counts as written. Remote stores ignore the option: a PUT is durable once
|
|
691
|
+
it returns.
|
|
671
692
|
|
|
672
693
|
SQLite commits with `synchronous=FULL`, the SQLite default. On macOS that is a plain
|
|
673
694
|
`fsync()`, which does not flush the drive's write cache, so a power loss can still undo
|
|
@@ -117,11 +117,14 @@ prefix, so a package manager needs no special layout: `lib.install` in a brew
|
|
|
117
117
|
formula or a conda package's default `lib` is enough, and `lib/mq-bridge` keeps
|
|
118
118
|
a hand-managed install tidy.
|
|
119
119
|
|
|
120
|
-
**
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
`
|
|
120
|
+
**The named file is opened first.** A route loads the plugins its endpoints and
|
|
121
|
+
middlewares name — nested ones included — before its startup checks, and the
|
|
122
|
+
search runs only after the registry has missed, so it costs nothing when every
|
|
123
|
+
endpoint is built in. Only a name that no library file is named for, such as
|
|
124
|
+
`connect_mapping` from `libmq_bridge_connect`, falls back to loading every
|
|
125
|
+
installed library. `plugin::discover_all_endpoint_plugins()` is the call that
|
|
126
|
+
loads every `libmq_bridge_*` up front; `mq-bridge-app` makes it only when it
|
|
127
|
+
lists everything — the UI schema, `mqb list` and `describe`. A file that
|
|
125
128
|
does not export `mq_bridge_plugin_v1` — a plugin's own helper library, such as
|
|
126
129
|
`libmq_bridge_connect_go` — is recognised from its export table and never opened.
|
|
127
130
|
|
|
@@ -625,8 +625,8 @@ batches grow with the load:
|
|
|
625
625
|
Only one batch is in flight at a time, with any `max_delay_ms`.
|
|
626
626
|
|
|
627
627
|
On an output, `buffer` only merges sends from callers that wait at the same time. A route
|
|
628
|
-
|
|
629
|
-
|
|
628
|
+
at `concurrency: 1` reads the next batch while one is sent, but never sends two at once, so
|
|
629
|
+
there is never a second caller: every batch smaller than `max_messages`
|
|
630
630
|
waits the full `max_delay_ms` and leaves alone. To get larger sink batches from one worker,
|
|
631
631
|
raise the route's `batch_size` instead.
|
|
632
632
|
|
|
@@ -2334,7 +2334,7 @@
|
|
|
2334
2334
|
"$ref": "#/$defs/FileFsync"
|
|
2335
2335
|
},
|
|
2336
2336
|
"fsync_interval_ms": {
|
|
2337
|
-
"description": "(Sink only) Interval for `fsync: periodic` in milliseconds. Defaults to 1000.",
|
|
2337
|
+
"description": "(Sink only) Interval for `fsync: periodic` and grouped part-file syncs, in milliseconds. Defaults to 1000.",
|
|
2338
2338
|
"type": [
|
|
2339
2339
|
"integer",
|
|
2340
2340
|
"null"
|
|
@@ -2850,6 +2850,26 @@
|
|
|
2850
2850
|
}
|
|
2851
2851
|
],
|
|
2852
2852
|
"default": null
|
|
2853
|
+
},
|
|
2854
|
+
"fsync": {
|
|
2855
|
+
"description": "(Sink only, local store) `periodic` (default) syncs objects in groups about every second, `batch` each object, `off` never.",
|
|
2856
|
+
"anyOf": [
|
|
2857
|
+
{
|
|
2858
|
+
"$ref": "#/$defs/ObjectStoreFsync"
|
|
2859
|
+
},
|
|
2860
|
+
{
|
|
2861
|
+
"type": "null"
|
|
2862
|
+
}
|
|
2863
|
+
]
|
|
2864
|
+
},
|
|
2865
|
+
"fsync_interval_ms": {
|
|
2866
|
+
"description": "(Sink only, local store) How often `fsync: periodic` syncs and publishes staged objects, in milliseconds. Defaults to 1000.",
|
|
2867
|
+
"type": [
|
|
2868
|
+
"integer",
|
|
2869
|
+
"null"
|
|
2870
|
+
],
|
|
2871
|
+
"format": "uint64",
|
|
2872
|
+
"minimum": 0
|
|
2853
2873
|
}
|
|
2854
2874
|
},
|
|
2855
2875
|
"additionalProperties": false,
|
|
@@ -2887,6 +2907,26 @@
|
|
|
2887
2907
|
}
|
|
2888
2908
|
]
|
|
2889
2909
|
},
|
|
2910
|
+
"ObjectStoreFsync": {
|
|
2911
|
+
"description": "When the local object-store sink forces a written object to disk.",
|
|
2912
|
+
"oneOf": [
|
|
2913
|
+
{
|
|
2914
|
+
"description": "Never; the OS flushes. An acknowledged object can be lost or left empty on power loss.",
|
|
2915
|
+
"type": "string",
|
|
2916
|
+
"const": "off"
|
|
2917
|
+
},
|
|
2918
|
+
{
|
|
2919
|
+
"description": "Each object before its batch is acknowledged.",
|
|
2920
|
+
"type": "string",
|
|
2921
|
+
"const": "batch"
|
|
2922
|
+
},
|
|
2923
|
+
{
|
|
2924
|
+
"description": "Objects are staged, then synced and moved into place together about every second;\nthe source is committed after that.",
|
|
2925
|
+
"type": "string",
|
|
2926
|
+
"const": "periodic"
|
|
2927
|
+
}
|
|
2928
|
+
]
|
|
2929
|
+
},
|
|
2890
2930
|
"StaticConfig": {
|
|
2891
2931
|
"description": "Configuration for the `static` endpoint. Accepts either a bare string (the response body, JSON-encoded for backward compatibility) or a map where only `body` is required and `raw` / `metadata` are optional.",
|
|
2892
2932
|
"oneOf": [
|
|
@@ -105,6 +105,7 @@ MongoDbFormat = str
|
|
|
105
105
|
MqttProtocol = str
|
|
106
106
|
NameBy = str
|
|
107
107
|
NatsDeliverPolicy = str
|
|
108
|
+
ObjectStoreFsync = str
|
|
108
109
|
PackFormat = str
|
|
109
110
|
PostgresConsume = str
|
|
110
111
|
SpoolClaim = str
|
|
@@ -204,6 +205,7 @@ __all__ = [
|
|
|
204
205
|
"NatsConfig",
|
|
205
206
|
"NatsDeliverPolicy",
|
|
206
207
|
"ObjectStoreConfig",
|
|
208
|
+
"ObjectStoreFsync",
|
|
207
209
|
"OpenAiChatConfig",
|
|
208
210
|
"OpenAiEmbeddingsConfig",
|
|
209
211
|
"OtelMiddleware",
|
|
@@ -695,6 +695,8 @@ class ObjectStoreConfig(TypedDict, total=False):
|
|
|
695
695
|
encryption: Optional[EncryptionConfig]
|
|
696
696
|
extension: Optional[str]
|
|
697
697
|
format: FileFormat
|
|
698
|
+
fsync: Optional[ObjectStoreFsync]
|
|
699
|
+
fsync_interval_ms: Optional[int]
|
|
698
700
|
idempotency: Optional[bool]
|
|
699
701
|
max_object_bytes: Optional[int]
|
|
700
702
|
name_by: NameBy
|
|
@@ -1022,6 +1024,7 @@ MongoDbFormat = Literal["normal", "json", "text", "raw", "envelope", "envelope_j
|
|
|
1022
1024
|
MqttProtocol = Literal["v5", "v3"]
|
|
1023
1025
|
NameBy = Literal["auto", "source_position", "write_time"]
|
|
1024
1026
|
NatsDeliverPolicy = Literal["all", "last", "new", "last_per_subject"]
|
|
1027
|
+
ObjectStoreFsync = Literal["off", "batch", "periodic"]
|
|
1025
1028
|
PackFormat = Literal["mqb", "benthos_binary"]
|
|
1026
1029
|
PostgresConsume = Literal["capture_new", "capture_all", "snapshot"]
|
|
1027
1030
|
SpoolClaim = Literal["exclusive", "warn", "off"]
|
|
@@ -640,6 +640,14 @@ pub(crate) mod object_store_backend {
|
|
|
640
640
|
/// normalization `AmazonS3Builder::from_env` does. Unrecognized keys are ignored. Bare
|
|
641
641
|
/// `parse_url` reads no env at all, which would fall through to the EC2/GCE metadata service.
|
|
642
642
|
pub(crate) fn build_store(url: &str) -> anyhow::Result<(Box<dyn ObjectStore>, ObjPath)> {
|
|
643
|
+
build_store_with_fsync(url, true)
|
|
644
|
+
}
|
|
645
|
+
|
|
646
|
+
/// [`build_store`], with `fsync` choosing whether the local store syncs each written object.
|
|
647
|
+
pub(crate) fn build_store_with_fsync(
|
|
648
|
+
url: &str,
|
|
649
|
+
fsync: bool,
|
|
650
|
+
) -> anyhow::Result<(Box<dyn ObjectStore>, ObjPath)> {
|
|
643
651
|
let parsed = url::Url::parse(url).with_context(|| {
|
|
644
652
|
format!(
|
|
645
653
|
"Invalid object_store url '{}'",
|
|
@@ -666,7 +674,7 @@ pub(crate) mod object_store_backend {
|
|
|
666
674
|
object_store::ObjectStoreScheme::parse(&parsed),
|
|
667
675
|
Ok((object_store::ObjectStoreScheme::Local, _))
|
|
668
676
|
) {
|
|
669
|
-
let local = object_store::local::LocalFileSystem::new().with_fsync(
|
|
677
|
+
let local = object_store::local::LocalFileSystem::new().with_fsync(fsync);
|
|
670
678
|
return Ok((Box::new(local), path));
|
|
671
679
|
}
|
|
672
680
|
Ok((store, path))
|
|
@@ -3,15 +3,36 @@
|
|
|
3
3
|
// Licensed under MIT OR Apache-2.0, see LICENSE file for more details
|
|
4
4
|
// git clone https://github.com/marcomq/mq-bridge
|
|
5
5
|
|
|
6
|
-
use crate::traits::{Handled, HandlerError};
|
|
6
|
+
use crate::traits::{Handled, HandlerError, Passthrough};
|
|
7
7
|
use crate::traits::{Handler, MessagePublisher};
|
|
8
8
|
use crate::CanonicalMessage;
|
|
9
9
|
use async_trait::async_trait;
|
|
10
10
|
use std::any::Any;
|
|
11
|
+
use std::collections::hash_map::Entry;
|
|
11
12
|
use std::future::Future;
|
|
12
13
|
use std::sync::Arc;
|
|
13
14
|
|
|
14
15
|
use crate::traits::{PublisherError, Sent, SentBatch};
|
|
16
|
+
|
|
17
|
+
const CORRELATION_ID_KEY: &str = "correlation_id";
|
|
18
|
+
|
|
19
|
+
/// Keeps a correlation_id the response already has, else takes the inbound one, else
|
|
20
|
+
/// the original message id as 32 lowercase hex digits.
|
|
21
|
+
fn set_correlation_id<'a>(
|
|
22
|
+
response: &mut CanonicalMessage,
|
|
23
|
+
inbound: impl FnOnce() -> Option<&'a str>,
|
|
24
|
+
original_id: u128,
|
|
25
|
+
) {
|
|
26
|
+
if let Entry::Vacant(slot) = response.metadata.entry(CORRELATION_ID_KEY.to_string()) {
|
|
27
|
+
slot.insert(match inbound() {
|
|
28
|
+
Some(id) => id.to_owned(),
|
|
29
|
+
None => fast_uuid_v7::format_uuid_hex(original_id)
|
|
30
|
+
.as_str()
|
|
31
|
+
.to_owned(),
|
|
32
|
+
});
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
|
|
15
36
|
#[async_trait]
|
|
16
37
|
impl<F, Fut> Handler for F
|
|
17
38
|
where
|
|
@@ -42,19 +63,23 @@ impl CommandPublisher {
|
|
|
42
63
|
#[async_trait]
|
|
43
64
|
impl MessagePublisher for CommandPublisher {
|
|
44
65
|
async fn send(&self, message: CanonicalMessage) -> Result<Sent, PublisherError> {
|
|
45
|
-
|
|
66
|
+
match self.handler.observe(std::slice::from_ref(&message)) {
|
|
67
|
+
Some(Passthrough::Forward) => return self.inner.send(message).await,
|
|
68
|
+
Some(Passthrough::Ack) => return Ok(Sent::Ack),
|
|
69
|
+
None => {}
|
|
70
|
+
}
|
|
71
|
+
let inbound_correlation_id = message.metadata.get(CORRELATION_ID_KEY).cloned();
|
|
46
72
|
let original_id = message.message_id;
|
|
47
73
|
match self.handler.handle(message).await {
|
|
48
74
|
Ok(Handled::Publish(mut response_msg)) => {
|
|
49
75
|
// For internal correlation, set the response message's ID to the original.
|
|
50
76
|
response_msg.message_id = original_id;
|
|
51
77
|
// For end-to-end tracing, propagate or create a correlation_id.
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
.or_insert(fallback_correlation_id);
|
|
78
|
+
set_correlation_id(
|
|
79
|
+
&mut response_msg,
|
|
80
|
+
|| inbound_correlation_id.as_deref(),
|
|
81
|
+
original_id,
|
|
82
|
+
);
|
|
58
83
|
self.inner.send(response_msg).await
|
|
59
84
|
}
|
|
60
85
|
Ok(Handled::Ack) => Ok(Sent::Ack),
|
|
@@ -66,6 +91,11 @@ impl MessagePublisher for CommandPublisher {
|
|
|
66
91
|
&self,
|
|
67
92
|
messages: Vec<CanonicalMessage>,
|
|
68
93
|
) -> Result<SentBatch, PublisherError> {
|
|
94
|
+
match self.handler.observe(&messages) {
|
|
95
|
+
Some(Passthrough::Forward) => return self.inner.send_batch(messages).await,
|
|
96
|
+
Some(Passthrough::Ack) => return Ok(SentBatch::Ack),
|
|
97
|
+
None => {}
|
|
98
|
+
}
|
|
69
99
|
let handler_results = self.handler.handle_many(messages.clone()).await;
|
|
70
100
|
|
|
71
101
|
if handler_results.len() != messages.len() {
|
|
@@ -88,14 +118,12 @@ impl MessagePublisher for CommandPublisher {
|
|
|
88
118
|
match result {
|
|
89
119
|
Ok(Handled::Ack) => {}
|
|
90
120
|
Ok(Handled::Publish(mut response_msg)) => {
|
|
91
|
-
let inbound_correlation_id = message.metadata.get("correlation_id").cloned();
|
|
92
121
|
response_msg.message_id = original_id;
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
.or_insert(fallback_correlation_id);
|
|
122
|
+
set_correlation_id(
|
|
123
|
+
&mut response_msg,
|
|
124
|
+
|| message.metadata.get(CORRELATION_ID_KEY).map(String::as_str),
|
|
125
|
+
original_id,
|
|
126
|
+
);
|
|
99
127
|
to_publish.push(response_msg);
|
|
100
128
|
}
|
|
101
129
|
Err(HandlerError::NonRetryable(err)) => {
|
|
@@ -143,6 +171,26 @@ mod tests {
|
|
|
143
171
|
use super::*;
|
|
144
172
|
use crate::endpoints::memory::MemoryPublisher;
|
|
145
173
|
|
|
174
|
+
#[test]
|
|
175
|
+
fn correlation_id_fallback_matches_lower_hex() {
|
|
176
|
+
for id in [
|
|
177
|
+
0u128,
|
|
178
|
+
1,
|
|
179
|
+
0xab,
|
|
180
|
+
u128::MAX,
|
|
181
|
+
0x01a16e51_2935_7512_a34d_b1c599c4a610,
|
|
182
|
+
] {
|
|
183
|
+
let mut msg = CanonicalMessage::new(Vec::new(), None);
|
|
184
|
+
set_correlation_id(&mut msg, || None, id);
|
|
185
|
+
assert_eq!(msg.metadata[CORRELATION_ID_KEY], format!("{id:032x}"));
|
|
186
|
+
}
|
|
187
|
+
let mut msg = CanonicalMessage::new(Vec::new(), None);
|
|
188
|
+
set_correlation_id(&mut msg, || Some("inbound"), 7);
|
|
189
|
+
assert_eq!(msg.metadata[CORRELATION_ID_KEY], "inbound");
|
|
190
|
+
set_correlation_id(&mut msg, || None, 8);
|
|
191
|
+
assert_eq!(msg.metadata[CORRELATION_ID_KEY], "inbound");
|
|
192
|
+
}
|
|
193
|
+
|
|
146
194
|
#[tokio::test]
|
|
147
195
|
async fn test_command_handler_produces_response() {
|
|
148
196
|
let memory_publisher = MemoryPublisher::new_local("test_command_out_resp", 10);
|
|
@@ -162,6 +210,46 @@ mod tests {
|
|
|
162
210
|
assert_eq!(received[0].payload, "response_to_command1".as_bytes());
|
|
163
211
|
}
|
|
164
212
|
|
|
213
|
+
struct Observer(Passthrough);
|
|
214
|
+
|
|
215
|
+
#[async_trait]
|
|
216
|
+
impl Handler for Observer {
|
|
217
|
+
async fn handle(&self, _msg: CanonicalMessage) -> Result<Handled, HandlerError> {
|
|
218
|
+
unreachable!("observe short-circuits handle")
|
|
219
|
+
}
|
|
220
|
+
fn observe(&self, _msgs: &[CanonicalMessage]) -> Option<Passthrough> {
|
|
221
|
+
Some(self.0)
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
#[tokio::test]
|
|
226
|
+
async fn observe_forwards_or_acks_without_handle() {
|
|
227
|
+
let forward_out = MemoryPublisher::new_local("test_command_observe_fwd", 10);
|
|
228
|
+
let forward_channel = forward_out.channel();
|
|
229
|
+
let forward = CommandPublisher::new(forward_out, Observer(Passthrough::Forward));
|
|
230
|
+
let sent = forward
|
|
231
|
+
.send_batch(vec!["a".into(), "b".into()])
|
|
232
|
+
.await
|
|
233
|
+
.unwrap();
|
|
234
|
+
assert!(matches!(sent, SentBatch::Ack));
|
|
235
|
+
forward.send("c".into()).await.unwrap();
|
|
236
|
+
let received = forward_channel.drain_messages();
|
|
237
|
+
assert_eq!(received.len(), 3);
|
|
238
|
+
assert!(received
|
|
239
|
+
.iter()
|
|
240
|
+
.all(|m| !m.metadata.contains_key(CORRELATION_ID_KEY)));
|
|
241
|
+
|
|
242
|
+
let ack_out = MemoryPublisher::new_local("test_command_observe_ack", 10);
|
|
243
|
+
let ack_channel = ack_out.channel();
|
|
244
|
+
let ack = CommandPublisher::new(ack_out, Observer(Passthrough::Ack));
|
|
245
|
+
assert!(matches!(
|
|
246
|
+
ack.send_batch(vec!["a".into()]).await.unwrap(),
|
|
247
|
+
SentBatch::Ack
|
|
248
|
+
));
|
|
249
|
+
assert!(matches!(ack.send("b".into()).await.unwrap(), Sent::Ack));
|
|
250
|
+
assert!(ack_channel.drain_messages().is_empty());
|
|
251
|
+
}
|
|
252
|
+
|
|
165
253
|
#[tokio::test]
|
|
166
254
|
async fn test_command_handler_acks() {
|
|
167
255
|
let memory_publisher = MemoryPublisher::new_local("test_command_out_ack", 10);
|