mq-bridge-basic 1.1.0__tar.gz → 1.2.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (427) hide show
  1. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/AGENTS.md +1 -1
  2. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/CHANGELOG.md +60 -0
  3. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/Cargo.lock +6 -6
  4. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/Cargo.toml +2 -2
  5. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/PKG-INFO +1 -1
  6. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/DELIVERY.md +24 -3
  7. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/PLUGINS.md +8 -5
  8. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/REFERENCE.md +2 -2
  9. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq-bridge.schema.json +41 -1
  10. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/config.py +2 -0
  11. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/config.pyi +3 -0
  12. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/checkpoint.rs +9 -1
  13. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/command_handler.rs +103 -15
  14. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/file/mod.rs +55 -20
  15. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/file/tests.rs +129 -1
  16. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/kafka.rs +26 -4
  17. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/endpoint.rs +0 -3
  18. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mod.rs +2 -4
  19. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/object_store.rs +141 -30
  20. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sled.rs +27 -1
  21. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/event_handler.rs +10 -0
  22. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/event_store.rs +75 -35
  23. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/lib.rs +1 -1
  24. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/mod.rs +2 -1
  25. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/builders.rs +2 -2
  26. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/secrets.rs +5 -0
  27. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/tests.rs +4 -0
  28. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models.rs +21 -1
  29. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/outcomes.rs +9 -0
  30. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/discovery.rs +36 -17
  31. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/mod.rs +37 -4
  32. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/route.rs +756 -142
  33. mq_bridge_basic-1.2.0/src/support/local_staging.rs +420 -0
  34. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/mod.rs +2 -0
  35. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/traits.rs +14 -1
  36. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.cargo/config.toml +0 -0
  37. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.coderabbit.yaml +0 -0
  38. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.dockerignore +0 -0
  39. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.gitattributes +0 -0
  40. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
  41. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
  42. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/PULL_REQUEST_TEMPLATE.md +0 -0
  43. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/dependabot.yml +0 -0
  44. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/app.yml +0 -0
  45. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/benchmark.yml +0 -0
  46. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/build-node.yml +0 -0
  47. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/ci.yml +0 -0
  48. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/conda.yml +0 -0
  49. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/docs.yml +0 -0
  50. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/examples.yml +0 -0
  51. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/ibm-mq.yml +0 -0
  52. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/node.yml +0 -0
  53. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/publish-node.yml +0 -0
  54. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/publish-python.yml +0 -0
  55. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/python.yml +0 -0
  56. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/release.yml +0 -0
  57. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.github/workflows/test-matrix.yml +0 -0
  58. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.gitignore +0 -0
  59. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/.justfile +0 -0
  60. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/CLAUDE.md +0 -0
  61. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/CONTRIBUTING.md +0 -0
  62. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE-APACHE +0 -0
  63. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE-APACHE.python +0 -0
  64. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE-MIT +0 -0
  65. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE-MIT.python +0 -0
  66. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/LICENSE.python +0 -0
  67. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/README.md +0 -0
  68. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/SECURITY.md +0 -0
  69. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/THIRD_PARTY_LICENSES.txt +0 -0
  70. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/csv_to_json_bench.rs +0 -0
  71. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/middleware_expr_bench.rs +0 -0
  72. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/pack_bench.rs +0 -0
  73. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/performance_bench.rs +0 -0
  74. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/router_bench.rs +0 -0
  75. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/benches/zeromq_backends.rs +0 -0
  76. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/bindings-common/Cargo.toml +0 -0
  77. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/bindings-common/src/lib.rs +0 -0
  78. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/bindings-common/src/logging.rs +0 -0
  79. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/build.rs +0 -0
  80. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/deny.toml +0 -0
  81. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/ARCHITECTURE.md +0 -0
  82. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/CAPABILITIES.md +0 -0
  83. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/CONFIGURATION.md +0 -0
  84. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/EXTENDING.md +0 -0
  85. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/GRPC.md +0 -0
  86. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/THIRD_PARTY_LICENSES.md +0 -0
  87. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/docs/assets/copy-demo.png +0 -0
  88. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-library/publish.c +0 -0
  89. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-library/smoke.c +0 -0
  90. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/CMakeLists.txt +0 -0
  91. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/README.md +0 -0
  92. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/legacy_ledger.c +0 -0
  93. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/legacy_ledger.h +0 -0
  94. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/legacy_parser.c +0 -0
  95. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/legacy_parser.h +0 -0
  96. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/minimal.c +0 -0
  97. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/c-plugin/plugin.c +0 -0
  98. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/ipc_worker_queue.yaml +0 -0
  99. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/README.md +0 -0
  100. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/docker-compose.yml +0 -0
  101. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/routes.yaml +0 -0
  102. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/test.sh +0 -0
  103. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/llm-ticket-triage/tickets.jsonl +0 -0
  104. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/README.md +0 -0
  105. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/docker-compose.yml +0 -0
  106. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/init.js +0 -0
  107. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/routes.yaml +0 -0
  108. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/search.sh +0 -0
  109. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/mongodb-to-meilisearch/test.sh +0 -0
  110. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/README.md +0 -0
  111. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/docker-compose.yml +0 -0
  112. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/init.sql +0 -0
  113. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/routes.yaml +0 -0
  114. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/order-features/test.sh +0 -0
  115. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/README.md +0 -0
  116. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/docker-compose.yml +0 -0
  117. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/init.sql +0 -0
  118. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/routes.yaml +0 -0
  119. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/search.sh +0 -0
  120. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/postgres-cdc-to-qdrant/test.sh +0 -0
  121. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/README.md +0 -0
  122. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/consume.sh +0 -0
  123. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/docker-compose.yml +0 -0
  124. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/init.sql +0 -0
  125. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/routes.yaml +0 -0
  126. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/examples/transactional-outbox/test.sh +0 -0
  127. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/include/cbindgen.toml +0 -0
  128. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/include/mq_bridge.h +0 -0
  129. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/include/mq_bridge_plugin.h +0 -0
  130. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/include/mq_bridge_plugin_helpers.h +0 -0
  131. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/llms.txt +0 -0
  132. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/__init__.py +0 -0
  133. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/__init__.pyi +0 -0
  134. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/plugin_packaging.py +0 -0
  135. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/mq_bridge/py.typed +0 -0
  136. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/package-lock.json +0 -0
  137. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/pyproject.toml +0 -0
  138. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/Cargo.toml +0 -0
  139. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/LICENSE-APACHE.python +0 -0
  140. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/LICENSE-MIT.python +0 -0
  141. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/LICENSE.python +0 -0
  142. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/README.md +0 -0
  143. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/THIRD_PARTY_LICENSES.txt +0 -0
  144. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/analysis/bench_http_native.py +0 -0
  145. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/example.py +0 -0
  146. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/IBM_MQ.md +0 -0
  147. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/bench_memory.py +0 -0
  148. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/bench_memory.yaml +0 -0
  149. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/consume_pull.py +0 -0
  150. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/dlt_source.py +0 -0
  151. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/ibm-mq-input.py +0 -0
  152. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/json_route.py +0 -0
  153. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/memory.yaml +0 -0
  154. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/examples/raw_route.py +0 -0
  155. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/pyproject-basic.toml +0 -0
  156. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/pyproject-reduced.toml +0 -0
  157. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/scripts/gen_config_types.py +0 -0
  158. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/src/lib.rs +0 -0
  159. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_config_types.py +0 -0
  160. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_custom_endpoint.py +0 -0
  161. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_logging.py +0 -0
  162. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_packaging.py +0 -0
  163. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_performance_smoke.py +0 -0
  164. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_plugin_package.py +0 -0
  165. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_public_api.py +0 -0
  166. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_routes.py +0 -0
  167. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/tests/test_shutdown.py +0 -0
  168. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/python/mq-bridge-py/uv.lock +0 -0
  169. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/rustfmt.toml +0 -0
  170. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/benches/metadata_bench.rs +0 -0
  171. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/debug_ibm_mq_tls.rs +0 -0
  172. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/http/analyze_xctrace_time_profile.py +0 -0
  173. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/http/http_flamegraph.py +0 -0
  174. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/http/mq_bridge_http_profile.rs +0 -0
  175. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/analysis/http/run_http_ladder.sh +0 -0
  176. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/ci/check_third_party_notices.sh +0 -0
  177. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/ci/format_bench_output.sh +0 -0
  178. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/README.md +0 -0
  179. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/frameworks/mq-bridge-py/Dockerfile +0 -0
  180. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/frameworks/mq-bridge-py/meta.json +0 -0
  181. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/frameworks/mq-bridge-py/server.py +0 -0
  182. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/httparena/frameworks/mq-bridge-py/templates/fortunes.html +0 -0
  183. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/mqb-agent.py +0 -0
  184. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/sync-version.mjs +0 -0
  185. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/Python/mq-bridge-py/README.md +0 -0
  186. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/Python/mq-bridge-py/benchmark_config.json +0 -0
  187. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/Python/mq-bridge-py/mq-bridge-py.dockerfile +0 -0
  188. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/Python/mq-bridge-py/server.py +0 -0
  189. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/README.md +0 -0
  190. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/postgres.yml +0 -0
  191. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/seed.sql +0 -0
  192. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/techempower/verify.sh +0 -0
  193. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/the-benchmarker/README.md +0 -0
  194. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/the-benchmarker/python/mq-bridge-py/config.yaml +0 -0
  195. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/the-benchmarker/python/mq-bridge-py/pyproject.toml +0 -0
  196. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/scripts/the-benchmarker/python/mq-bridge-py/server.py +0 -0
  197. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/canonical_message.rs +0 -0
  198. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/config_file.rs +0 -0
  199. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/amqp.rs +0 -0
  200. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/aws.rs +0 -0
  201. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/capabilities.rs +0 -0
  202. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/clickhouse.rs +0 -0
  203. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/dir_spool/mod.rs +0 -0
  204. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/dir_spool/tests.rs +0 -0
  205. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/file/csv_dialect.rs +0 -0
  206. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/consumer.rs +0 -0
  207. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/dynamic.rs +0 -0
  208. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/mod.rs +0 -0
  209. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/proto/mqbridge/bridge.proto +0 -0
  210. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/publisher.rs +0 -0
  211. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/server.rs +0 -0
  212. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/grpc/tests.rs +0 -0
  213. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/mod.rs +0 -0
  214. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/pool.rs +0 -0
  215. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/publisher.rs +0 -0
  216. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/stream.rs +0 -0
  217. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http/tests.rs +0 -0
  218. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/auth.rs +0 -0
  219. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/consumer.rs +0 -0
  220. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/mod.rs +0 -0
  221. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/presets.rs +0 -0
  222. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/publisher.rs +0 -0
  223. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/http_bulk/query.rs +0 -0
  224. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/ibm_mq.rs +0 -0
  225. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/framed.rs +0 -0
  226. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/ipc_unix.rs +0 -0
  227. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/ipc_windows.rs +0 -0
  228. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/memory_transport.rs +0 -0
  229. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/mod.rs +0 -0
  230. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/memory/transport.rs +0 -0
  231. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/aggregate.rs +0 -0
  232. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/consumer.rs +0 -0
  233. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/dedup.rs +0 -0
  234. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/mod.rs +0 -0
  235. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/publisher.rs +0 -0
  236. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/readers.rs +0 -0
  237. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mongodb/tests.rs +0 -0
  238. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/mqtt.rs +0 -0
  239. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/nats.rs +0 -0
  240. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/poll.rs +0 -0
  241. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/VENDORED.md +0 -0
  242. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/mod.rs +0 -0
  243. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/decoder.rs +0 -0
  244. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/messages.rs +0 -0
  245. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/mod.rs +0 -0
  246. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/registry.rs +0 -0
  247. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/pgoutput/values.rs +0 -0
  248. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/replication.rs +0 -0
  249. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/postgres/state.rs +0 -0
  250. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/redis_streams.rs +0 -0
  251. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/aggregate.rs +0 -0
  252. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/columns.rs +0 -0
  253. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/dedup.rs +0 -0
  254. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/mod.rs +0 -0
  255. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/sqlx/tests.rs +0 -0
  256. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/fanout.rs +0 -0
  257. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/mod.rs +0 -0
  258. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/null.rs +0 -0
  259. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/reader.rs +0 -0
  260. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/request.rs +0 -0
  261. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/response.rs +0 -0
  262. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/sequence.rs +0 -0
  263. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/static_endpoint.rs +0 -0
  264. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/stream_buffer.rs +0 -0
  265. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/structural/switch.rs +0 -0
  266. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/websocket.rs +0 -0
  267. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/zeromq/codec.rs +0 -0
  268. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/zeromq/mod.rs +0 -0
  269. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/zeromq/omq.rs +0 -0
  270. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/endpoints/zeromq/zmq.rs +0 -0
  271. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/errors.rs +0 -0
  272. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/extensions.rs +0 -0
  273. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/mod.rs +0 -0
  274. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/states.rs +0 -0
  275. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/store.rs +0 -0
  276. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/tests.rs +0 -0
  277. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/aggregate/writer.rs +0 -0
  278. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/buffer.rs +0 -0
  279. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/compression.rs +0 -0
  280. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/cookie_jar.rs +0 -0
  281. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/deduplication/memory.rs +0 -0
  282. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/deduplication.rs +0 -0
  283. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/deferred_commit.rs +0 -0
  284. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/delay.rs +0 -0
  285. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/dlq.rs +0 -0
  286. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/encryption.rs +0 -0
  287. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/filter.rs +0 -0
  288. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/id.rs +0 -0
  289. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/limiter.rs +0 -0
  290. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/lookup.rs +0 -0
  291. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/metrics.rs +0 -0
  292. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/otel.rs +0 -0
  293. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/pack.rs +0 -0
  294. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/random_panic.rs +0 -0
  295. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/raw_json.rs +0 -0
  296. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/retry.rs +0 -0
  297. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/timeout.rs +0 -0
  298. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/coerce.rs +0 -0
  299. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/compiled.rs +0 -0
  300. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/error.rs +0 -0
  301. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/mod.rs +0 -0
  302. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/path.rs +0 -0
  303. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/schema.rs +0 -0
  304. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/transform/tests.rs +0 -0
  305. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/middleware/weak_join.rs +0 -0
  306. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/defaults.rs +0 -0
  307. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/models/serde_support.rs +0 -0
  308. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/completion.rs +0 -0
  309. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/conformance.rs +0 -0
  310. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/crash.rs +0 -0
  311. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/endpoint.rs +0 -0
  312. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/forward.rs +0 -0
  313. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/host.rs +0 -0
  314. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/message.rs +0 -0
  315. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/middleware.rs +0 -0
  316. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/sdk.rs +0 -0
  317. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/plugin/test_support.rs +0 -0
  318. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/publisher.rs +0 -0
  319. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/response.rs +0 -0
  320. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/route/flush_gate.rs +0 -0
  321. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/shutdown.rs +0 -0
  322. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/base64_engine.rs +0 -0
  323. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/change_op.rs +0 -0
  324. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/compression.rs +0 -0
  325. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/compression_pool.rs +0 -0
  326. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/config_schema.rs +0 -0
  327. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/connection_registry.rs +0 -0
  328. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/crypto.rs +0 -0
  329. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/crypto_envelope.rs +0 -0
  330. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/http_status.rs +0 -0
  331. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/interpolation.rs +0 -0
  332. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/lookup_batch.rs +0 -0
  333. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/ndjson.rs +0 -0
  334. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/pack.rs +0 -0
  335. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/parallel.rs +0 -0
  336. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/parquet.rs +0 -0
  337. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/plugin_abi.rs +0 -0
  338. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/poll_job.rs +0 -0
  339. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/redact.rs +0 -0
  340. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/source_ranges.rs +0 -0
  341. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/sse.rs +0 -0
  342. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/stream_batch.rs +0 -0
  343. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/tls.rs +0 -0
  344. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/support/tls_check.rs +0 -0
  345. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/test_utils.rs +0 -0
  346. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/src/type_handler.rs +0 -0
  347. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/README.md +0 -0
  348. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/armature_integration.rs +0 -0
  349. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/compat/python/bridge_client.py +0 -0
  350. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/dedup_store_bench.rs +0 -0
  351. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/delivery_guarantee_test.rs +0 -0
  352. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/full_plugin_fallback_test.rs +0 -0
  353. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/amqp.rs +0 -0
  354. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/aws.rs +0 -0
  355. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/clickhouse.rs +0 -0
  356. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/config.toml +0 -0
  357. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/contract.rs +0 -0
  358. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/amqp.yml +0 -0
  359. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/aws.yml +0 -0
  360. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/clickhouse.yml +0 -0
  361. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.crl +0 -0
  362. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.kdb +0 -0
  363. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.p12 +0 -0
  364. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.rdb +0 -0
  365. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm-mq-certs/client.sth +0 -0
  366. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm_mq.yml +0 -0
  367. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/ibm_mq_tls.yml +0 -0
  368. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/kafka-tls.yml +0 -0
  369. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/kafka.yml +0 -0
  370. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mariadb.yml +0 -0
  371. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mongodb-replica.yml +0 -0
  372. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mongodb-tls.yml +0 -0
  373. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mongodb.yml +0 -0
  374. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mosquitto.conf +0 -0
  375. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mosquitto_performance.conf +0 -0
  376. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mosquitto_persistence.conf +0 -0
  377. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mq_init.mqsc +0 -0
  378. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mq_init_tls.mqsc +0 -0
  379. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mqtt.yml +0 -0
  380. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mqtt_performance.yml +0 -0
  381. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/mysql.yml +0 -0
  382. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/nats.yml +0 -0
  383. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/object_store.yml +0 -0
  384. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/postgres.yml +0 -0
  385. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/postgres_cdc.yml +0 -0
  386. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/docker-compose/redis.yml +0 -0
  387. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/file.rs +0 -0
  388. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/grpc.rs +0 -0
  389. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/grpc_tls.rs +0 -0
  390. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/http.rs +0 -0
  391. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/http_tls.rs +0 -0
  392. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/ibm_mq.rs +0 -0
  393. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/ibm_mq_tls.rs +0 -0
  394. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/ipc.rs +0 -0
  395. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/kafka.rs +0 -0
  396. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/kafka_tls.rs +0 -0
  397. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/logic_test.rs +0 -0
  398. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mariadb.rs +0 -0
  399. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/memory.rs +0 -0
  400. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mod.rs +0 -0
  401. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mongodb.rs +0 -0
  402. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mongodb_raw.rs +0 -0
  403. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mongodb_tls.rs +0 -0
  404. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mqtt.rs +0 -0
  405. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/mysql.rs +0 -0
  406. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/nats.rs +0 -0
  407. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/object_store.rs +0 -0
  408. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/performance_static.rs +0 -0
  409. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/postgres.rs +0 -0
  410. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/postgres_cdc.rs +0 -0
  411. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/redis_streams.rs +0 -0
  412. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/route.rs +0 -0
  413. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/scripts/gen_certs.sh +0 -0
  414. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/sqlite.rs +0 -0
  415. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/tls_helpers.rs +0 -0
  416. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/websocket.rs +0 -0
  417. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration/zeromq.rs +0 -0
  418. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/integration_test.rs +0 -0
  419. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/memory_leak_test.rs +0 -0
  420. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/otel_test.rs +0 -0
  421. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/plugin_loading_latch_test.rs +0 -0
  422. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/ref_test.rs +0 -0
  423. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/reference_docs_test.rs +0 -0
  424. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/sqlite_test.rs +0 -0
  425. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/tls_example.rs +0 -0
  426. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/unit_tests.md +0 -0
  427. {mq_bridge_basic-1.1.0 → mq_bridge_basic-1.2.0}/tests/websocket_test.rs +0 -0
@@ -136,7 +136,7 @@ Both implement `MessageConsumer` trait. Subscribers often wrap consumers (e.g.,
136
136
  ### Route Execution
137
137
 
138
138
  Routes can run in two modes:
139
- - **Sequential** (`concurrency: 1`): Single-threaded processing
139
+ - **Sequential** (`concurrency: 1`): One send at a time in source order; the next batch is read while it runs
140
140
  - **Concurrent** (`concurrency > 1`): Worker pool with configurable concurrency
141
141
 
142
142
  Routes handle graceful shutdown via `shutdown_rx` channel. The `select!` macro cancels `receive_batch()` futures when shutdown is received.
@@ -2,6 +2,66 @@
2
2
 
3
3
  All notable changes to `mq-bridge`. Newest first.
4
4
 
5
+ ## 1.2.0
6
+
7
+ ### Added
8
+
9
+ - **`fsync` and `fsync_interval_ms` on the local `object_store` sink.** `periodic` (the default)
10
+ syncs staged objects in groups every `fsync_interval_ms` (default 1000); objects become
11
+ visible and the source is committed after that sync, so a shorter interval trades
12
+ throughput for latency. `batch` syncs each object before its ack (the 1.1.0 behaviour),
13
+ `off` never syncs (the 1.0.3 behaviour). Remote stores ignore both.
14
+ - **`Handler::observe` for handlers that only watch messages.** Returning
15
+ `Some(Passthrough::Forward)` or `Some(Passthrough::Ack)` publishes or acks the batch
16
+ unchanged, without calling `handle`, cloning messages or adding a `correlation_id`. The
17
+ default returns `None` and keeps the existing behaviour. The app's collector routes use it.
18
+
19
+ ### Changed
20
+
21
+ - **Plugins load only when a route names them.** A route loads the plugins it names before its
22
+ startup checks, using the library named for the endpoint first and a full scan only if that
23
+ misses. The app no longer loads every installed plugin at start; only `--schema`, the UI
24
+ schema, `list`, `describe` and unknown URI schemes scan.
25
+ - **App routes from config files and the UI default to `concurrency: 4` and `batch_size: 1024`,**
26
+ like `copy` and MCP already did; a sink's own preferred batch size still wins. Before, they
27
+ got the library's `1` and `512`. A written value is kept, so a route that needs source order
28
+ sets `concurrency: 1`. The library defaults are unchanged.
29
+ - **`concurrency: 1` reads the next batch while the current one is sent.** Sends stay one at a
30
+ time in source order. On a clean stop the batch read ahead is sent; after an error it is
31
+ returned to the source.
32
+
33
+ ### Fixed
34
+
35
+ - **Local `object_store` sink slowed down by per-object fsync (1.1.0).** 1.1.0 synced every
36
+ object and its directory on a `file://` / `local-store://` sink, one by one. The sink now
37
+ writes objects under a hidden staging name and syncs them in groups about once a second
38
+ (`fsync: periodic`, the new default), committing the source only after that sync, so
39
+ durability is unchanged. Write-time names behind an input that reads everything from the
40
+ start on each run skip syncing. See docs/DELIVERY.md.
41
+ - **`file` part files (`name_by: source_position`) are synced in groups.** Each part used to
42
+ cost two syncs of its own. Parts now wait under a hidden `.stage-<id>` name and are synced
43
+ together every `fsync_interval_ms` (default 1000) before the source is committed;
44
+ `fsync: batch` keeps the per-part sync.
45
+ - **Secrets in a `switch`'s `when` cases were left in the config.** They are now extracted
46
+ like those in `cases` and `default`, as `…__SWITCH__WHEN__<n>__TO__…`, and checked for
47
+ key collisions like them.
48
+ - **Kafka `delayed_ack` failed fast inputs with `QueueFull`.** A send that found the local
49
+ producer queue full failed the batch, and the retries wrote duplicates. It now waits for
50
+ room, as an awaited send does, and fails as retryable if the queue stays full for 330 s.
51
+ - **A `sled` queue stalled after about a thousand writes.** While the consumer was busy, its
52
+ change watcher stopped draining sled's event buffer; once that filled, every write to the
53
+ tree blocked, including the consumer's own (`delete_after_read` drains hung) and in-process
54
+ publishers.
55
+ - **`file` `subscribe` with `delete: true` lost and corrupted lines.** Acked lines were removed
56
+ in the background, so a drain exited with many of them still in the file; they are now
57
+ removed before the commit returns. Past 100,000 buffered lines the store dropped unread
58
+ lines and deleted them from the file; it now keeps them and reads at most 10,000 lines
59
+ ahead. Lines appended while others were unacked were partly skipped or read from mid-line.
60
+ - **A plugin scan no longer reopens libraries it already loaded.** A library whose file name
61
+ differs from its endpoint names was parsed, hashed and logged again on every scan. A
62
+ library named for an endpoint that is already registered is now loaded anyway, so its
63
+ other names (such as `connect_mapping`) register; the taken name is skipped.
64
+
5
65
  ## 1.1.0
6
66
 
7
67
  ### Added
@@ -3712,7 +3712,7 @@ dependencies = [
3712
3712
 
3713
3713
  [[package]]
3714
3714
  name = "mq-bridge"
3715
- version = "1.1.0"
3715
+ version = "1.2.0"
3716
3716
  dependencies = [
3717
3717
  "aes-gcm",
3718
3718
  "anyhow",
@@ -3817,7 +3817,7 @@ dependencies = [
3817
3817
 
3818
3818
  [[package]]
3819
3819
  name = "mq-bridge-bindings-common"
3820
- version = "1.1.0"
3820
+ version = "1.2.0"
3821
3821
  dependencies = [
3822
3822
  "anyhow",
3823
3823
  "fast-uuid-v7",
@@ -3831,7 +3831,7 @@ dependencies = [
3831
3831
 
3832
3832
  [[package]]
3833
3833
  name = "mq-bridge-c"
3834
- version = "1.1.0"
3834
+ version = "1.2.0"
3835
3835
  dependencies = [
3836
3836
  "anyhow",
3837
3837
  "async-trait",
@@ -3848,7 +3848,7 @@ dependencies = [
3848
3848
 
3849
3849
  [[package]]
3850
3850
  name = "mq-bridge-full-plugin"
3851
- version = "1.1.0"
3851
+ version = "1.2.0"
3852
3852
  dependencies = [
3853
3853
  "anyhow",
3854
3854
  "async-trait",
@@ -3859,7 +3859,7 @@ dependencies = [
3859
3859
 
3860
3860
  [[package]]
3861
3861
  name = "mq-bridge-node"
3862
- version = "1.1.0"
3862
+ version = "1.2.0"
3863
3863
  dependencies = [
3864
3864
  "anyhow",
3865
3865
  "async-trait",
@@ -3914,7 +3914,7 @@ dependencies = [
3914
3914
 
3915
3915
  [[package]]
3916
3916
  name = "mq-bridge-py"
3917
- version = "1.1.0"
3917
+ version = "1.2.0"
3918
3918
  dependencies = [
3919
3919
  "anyhow",
3920
3920
  "async-trait",
@@ -50,7 +50,7 @@ exit = "warn"
50
50
  collapsible_if = "allow"
51
51
 
52
52
  [workspace.package]
53
- version = "1.1.0"
53
+ version = "1.2.0"
54
54
 
55
55
  [workspace.dependencies]
56
56
  anyhow = "1.0"
@@ -393,7 +393,7 @@ url = []
393
393
 
394
394
  # Endpoint features
395
395
  # `file` endpoint (CSV/JSONL/raw files); `object-store` reuses its codecs.
396
- file = []
396
+ file = ["dep:libc"]
397
397
  # `dir_spool` endpoint: crash-safe directory FIFO queue.
398
398
  dir-spool = ["dep:pidlock"]
399
399
  kafka = ["rdkafka", "rdkafka/libz-static"]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: mq-bridge-basic
3
- Version: 1.1.0
3
+ Version: 1.2.0
4
4
  Classifier: Development Status :: 3 - Alpha
5
5
  Classifier: Intended Audience :: Developers
6
6
  Classifier: Topic :: Database
@@ -578,7 +578,8 @@ sink never lists — its names are unique per write, so there is nothing to reco
578
578
  `source_position` path a fresh prefix pays one empty listing per publisher. A listing that fails is
579
579
  logged rather than failing the batch, leaving same-name-only deduplication until it succeeds: a
580
580
  transient failure is retried on the next batch, a denied `ListObjects` is not retried. Local files
581
- stage to a temp name, `fsync`, then `rename` (atomic within a filesystem); object stores have no
581
+ stage to a temp name, `fsync`, then `rename` (atomic within a filesystem), in groups unless
582
+ `fsync: batch`; object stores have no
582
583
  atomic rename, so a single PUT under the final name *is* the commit.
583
584
 
584
585
  This needs a replayable source position. Today that means:
@@ -666,8 +667,28 @@ those batches instead. A final sync runs when the route stops. When the input sa
666
667
  position to a checkpoint or replication slot, `fsync: off` is run as `periodic`, so the saved
667
668
  position never gets ahead of the data on disk; a path that is not a regular file, such as
668
669
  `/dev/stdout`, is left unsynced. With `batch` or `periodic`, a batch that starts a new file also
669
- syncs its directory, so the file itself survives a power loss. `object_store` with a
670
- `file://` URL always syncs each object and its directory before the write counts as done.
670
+ syncs its directory, so the file itself survives a power loss.
671
+ Part files under `name_by: source_position` are always made durable: each is written as a
672
+ hidden `.stage-<id>` file, and every `fsync_interval_ms` (default 1000) all of them are synced,
673
+ renamed into place and their directory synced, before the route commits the source.
674
+ `fsync: batch` instead syncs each part before its ack.
675
+
676
+ **Durability of the local `object_store` sink.** With a `file://` (or `local-store://`) URL
677
+ the default, `fsync: periodic`, writes each object as `<name>#<n>` in the prefix directory,
678
+ which listings and readers skip. Every `fsync_interval_ms` (default 1000), and on flush or
679
+ shutdown, the sink syncs all of those files at once, renames them into place and syncs their
680
+ directories. The route commits the source only after that, so a power loss loses no
681
+ acknowledged object, and objects appear up to one interval after they are sent. That delay
682
+ is the price of the throughput: a sparse stream that needs each object visible at once is
683
+ better served by a shorter interval or by `fsync: batch`. On start, the sink removes `#<n>` files a crashed
684
+ run left for its own object names. One exception applies when `fsync` is unset: a sink naming
685
+ objects by `write_time` behind an input that reads everything from the start on each run (such
686
+ as a plain `file` source, `static`, an object-store or SQL cursor source without a saved
687
+ checkpoint) skips syncing, because a rerun rewrites whatever a power loss undid.
688
+ `fsync: batch` writes and syncs each object and its directory before the ack; `fsync: off`
689
+ never syncs, and with `source_position` names it is logged as a warning, since an empty part
690
+ left by a power loss counts as written. Remote stores ignore the option: a PUT is durable once
691
+ it returns.
671
692
 
672
693
  SQLite commits with `synchronous=FULL`, the SQLite default. On macOS that is a plain
673
694
  `fsync()`, which does not flush the drive's write cache, so a power loss can still undo
@@ -117,11 +117,14 @@ prefix, so a package manager needs no special layout: `lib.install` in a brew
117
117
  formula or a conda package's default `lib` is enough, and `lib/mq-bridge` keeps
118
118
  a hand-managed install tidy.
119
119
 
120
- **Only the named file is opened.** A route never loads a library it did not name,
121
- and the search runs only after the registry has missed, so it costs nothing when
122
- every endpoint is built in. `plugin::discover_all_endpoint_plugins()` is the one
123
- call that lists the directories and loads every `libmq_bridge_*` up front;
124
- `mq-bridge-app` makes it at startup so its UI lists those endpoints. A file that
120
+ **The named file is opened first.** A route loads the plugins its endpoints and
121
+ middlewares name — nested ones included — before its startup checks, and the
122
+ search runs only after the registry has missed, so it costs nothing when every
123
+ endpoint is built in. Only a name that no library file is named for, such as
124
+ `connect_mapping` from `libmq_bridge_connect`, falls back to loading every
125
+ installed library. `plugin::discover_all_endpoint_plugins()` is the call that
126
+ loads every `libmq_bridge_*` up front; `mq-bridge-app` makes it only when it
127
+ lists everything — the UI schema, `mqb list` and `describe`. A file that
125
128
  does not export `mq_bridge_plugin_v1` — a plugin's own helper library, such as
126
129
  `libmq_bridge_connect_go` — is recognised from its export table and never opened.
127
130
 
@@ -625,8 +625,8 @@ batches grow with the load:
625
625
  Only one batch is in flight at a time, with any `max_delay_ms`.
626
626
 
627
627
  On an output, `buffer` only merges sends from callers that wait at the same time. A route
628
- waits for each batch to be acknowledged before it reads the next one, so with
629
- `concurrency: 1` there is never a second caller: every batch smaller than `max_messages`
628
+ at `concurrency: 1` reads the next batch while one is sent, but never sends two at once, so
629
+ there is never a second caller: every batch smaller than `max_messages`
630
630
  waits the full `max_delay_ms` and leaves alone. To get larger sink batches from one worker,
631
631
  raise the route's `batch_size` instead.
632
632
 
@@ -2334,7 +2334,7 @@
2334
2334
  "$ref": "#/$defs/FileFsync"
2335
2335
  },
2336
2336
  "fsync_interval_ms": {
2337
- "description": "(Sink only) Interval for `fsync: periodic` in milliseconds. Defaults to 1000.",
2337
+ "description": "(Sink only) Interval for `fsync: periodic` and grouped part-file syncs, in milliseconds. Defaults to 1000.",
2338
2338
  "type": [
2339
2339
  "integer",
2340
2340
  "null"
@@ -2850,6 +2850,26 @@
2850
2850
  }
2851
2851
  ],
2852
2852
  "default": null
2853
+ },
2854
+ "fsync": {
2855
+ "description": "(Sink only, local store) `periodic` (default) syncs objects in groups about every second, `batch` each object, `off` never.",
2856
+ "anyOf": [
2857
+ {
2858
+ "$ref": "#/$defs/ObjectStoreFsync"
2859
+ },
2860
+ {
2861
+ "type": "null"
2862
+ }
2863
+ ]
2864
+ },
2865
+ "fsync_interval_ms": {
2866
+ "description": "(Sink only, local store) How often `fsync: periodic` syncs and publishes staged objects, in milliseconds. Defaults to 1000.",
2867
+ "type": [
2868
+ "integer",
2869
+ "null"
2870
+ ],
2871
+ "format": "uint64",
2872
+ "minimum": 0
2853
2873
  }
2854
2874
  },
2855
2875
  "additionalProperties": false,
@@ -2887,6 +2907,26 @@
2887
2907
  }
2888
2908
  ]
2889
2909
  },
2910
+ "ObjectStoreFsync": {
2911
+ "description": "When the local object-store sink forces a written object to disk.",
2912
+ "oneOf": [
2913
+ {
2914
+ "description": "Never; the OS flushes. An acknowledged object can be lost or left empty on power loss.",
2915
+ "type": "string",
2916
+ "const": "off"
2917
+ },
2918
+ {
2919
+ "description": "Each object before its batch is acknowledged.",
2920
+ "type": "string",
2921
+ "const": "batch"
2922
+ },
2923
+ {
2924
+ "description": "Objects are staged, then synced and moved into place together about every second;\nthe source is committed after that.",
2925
+ "type": "string",
2926
+ "const": "periodic"
2927
+ }
2928
+ ]
2929
+ },
2890
2930
  "StaticConfig": {
2891
2931
  "description": "Configuration for the `static` endpoint. Accepts either a bare string (the response body, JSON-encoded for backward compatibility) or a map where only `body` is required and `raw` / `metadata` are optional.",
2892
2932
  "oneOf": [
@@ -105,6 +105,7 @@ MongoDbFormat = str
105
105
  MqttProtocol = str
106
106
  NameBy = str
107
107
  NatsDeliverPolicy = str
108
+ ObjectStoreFsync = str
108
109
  PackFormat = str
109
110
  PostgresConsume = str
110
111
  SpoolClaim = str
@@ -204,6 +205,7 @@ __all__ = [
204
205
  "NatsConfig",
205
206
  "NatsDeliverPolicy",
206
207
  "ObjectStoreConfig",
208
+ "ObjectStoreFsync",
207
209
  "OpenAiChatConfig",
208
210
  "OpenAiEmbeddingsConfig",
209
211
  "OtelMiddleware",
@@ -695,6 +695,8 @@ class ObjectStoreConfig(TypedDict, total=False):
695
695
  encryption: Optional[EncryptionConfig]
696
696
  extension: Optional[str]
697
697
  format: FileFormat
698
+ fsync: Optional[ObjectStoreFsync]
699
+ fsync_interval_ms: Optional[int]
698
700
  idempotency: Optional[bool]
699
701
  max_object_bytes: Optional[int]
700
702
  name_by: NameBy
@@ -1022,6 +1024,7 @@ MongoDbFormat = Literal["normal", "json", "text", "raw", "envelope", "envelope_j
1022
1024
  MqttProtocol = Literal["v5", "v3"]
1023
1025
  NameBy = Literal["auto", "source_position", "write_time"]
1024
1026
  NatsDeliverPolicy = Literal["all", "last", "new", "last_per_subject"]
1027
+ ObjectStoreFsync = Literal["off", "batch", "periodic"]
1025
1028
  PackFormat = Literal["mqb", "benthos_binary"]
1026
1029
  PostgresConsume = Literal["capture_new", "capture_all", "snapshot"]
1027
1030
  SpoolClaim = Literal["exclusive", "warn", "off"]
@@ -640,6 +640,14 @@ pub(crate) mod object_store_backend {
640
640
  /// normalization `AmazonS3Builder::from_env` does. Unrecognized keys are ignored. Bare
641
641
  /// `parse_url` reads no env at all, which would fall through to the EC2/GCE metadata service.
642
642
  pub(crate) fn build_store(url: &str) -> anyhow::Result<(Box<dyn ObjectStore>, ObjPath)> {
643
+ build_store_with_fsync(url, true)
644
+ }
645
+
646
+ /// [`build_store`], with `fsync` choosing whether the local store syncs each written object.
647
+ pub(crate) fn build_store_with_fsync(
648
+ url: &str,
649
+ fsync: bool,
650
+ ) -> anyhow::Result<(Box<dyn ObjectStore>, ObjPath)> {
643
651
  let parsed = url::Url::parse(url).with_context(|| {
644
652
  format!(
645
653
  "Invalid object_store url '{}'",
@@ -666,7 +674,7 @@ pub(crate) mod object_store_backend {
666
674
  object_store::ObjectStoreScheme::parse(&parsed),
667
675
  Ok((object_store::ObjectStoreScheme::Local, _))
668
676
  ) {
669
- let local = object_store::local::LocalFileSystem::new().with_fsync(true);
677
+ let local = object_store::local::LocalFileSystem::new().with_fsync(fsync);
670
678
  return Ok((Box::new(local), path));
671
679
  }
672
680
  Ok((store, path))
@@ -3,15 +3,36 @@
3
3
  // Licensed under MIT OR Apache-2.0, see LICENSE file for more details
4
4
  // git clone https://github.com/marcomq/mq-bridge
5
5
 
6
- use crate::traits::{Handled, HandlerError};
6
+ use crate::traits::{Handled, HandlerError, Passthrough};
7
7
  use crate::traits::{Handler, MessagePublisher};
8
8
  use crate::CanonicalMessage;
9
9
  use async_trait::async_trait;
10
10
  use std::any::Any;
11
+ use std::collections::hash_map::Entry;
11
12
  use std::future::Future;
12
13
  use std::sync::Arc;
13
14
 
14
15
  use crate::traits::{PublisherError, Sent, SentBatch};
16
+
17
+ const CORRELATION_ID_KEY: &str = "correlation_id";
18
+
19
+ /// Keeps a correlation_id the response already has, else takes the inbound one, else
20
+ /// the original message id as 32 lowercase hex digits.
21
+ fn set_correlation_id<'a>(
22
+ response: &mut CanonicalMessage,
23
+ inbound: impl FnOnce() -> Option<&'a str>,
24
+ original_id: u128,
25
+ ) {
26
+ if let Entry::Vacant(slot) = response.metadata.entry(CORRELATION_ID_KEY.to_string()) {
27
+ slot.insert(match inbound() {
28
+ Some(id) => id.to_owned(),
29
+ None => fast_uuid_v7::format_uuid_hex(original_id)
30
+ .as_str()
31
+ .to_owned(),
32
+ });
33
+ }
34
+ }
35
+
15
36
  #[async_trait]
16
37
  impl<F, Fut> Handler for F
17
38
  where
@@ -42,19 +63,23 @@ impl CommandPublisher {
42
63
  #[async_trait]
43
64
  impl MessagePublisher for CommandPublisher {
44
65
  async fn send(&self, message: CanonicalMessage) -> Result<Sent, PublisherError> {
45
- let inbound_correlation_id = message.metadata.get("correlation_id").cloned();
66
+ match self.handler.observe(std::slice::from_ref(&message)) {
67
+ Some(Passthrough::Forward) => return self.inner.send(message).await,
68
+ Some(Passthrough::Ack) => return Ok(Sent::Ack),
69
+ None => {}
70
+ }
71
+ let inbound_correlation_id = message.metadata.get(CORRELATION_ID_KEY).cloned();
46
72
  let original_id = message.message_id;
47
73
  match self.handler.handle(message).await {
48
74
  Ok(Handled::Publish(mut response_msg)) => {
49
75
  // For internal correlation, set the response message's ID to the original.
50
76
  response_msg.message_id = original_id;
51
77
  // For end-to-end tracing, propagate or create a correlation_id.
52
- let fallback_correlation_id =
53
- inbound_correlation_id.unwrap_or_else(|| format!("{:032x}", original_id));
54
- response_msg
55
- .metadata
56
- .entry("correlation_id".to_string())
57
- .or_insert(fallback_correlation_id);
78
+ set_correlation_id(
79
+ &mut response_msg,
80
+ || inbound_correlation_id.as_deref(),
81
+ original_id,
82
+ );
58
83
  self.inner.send(response_msg).await
59
84
  }
60
85
  Ok(Handled::Ack) => Ok(Sent::Ack),
@@ -66,6 +91,11 @@ impl MessagePublisher for CommandPublisher {
66
91
  &self,
67
92
  messages: Vec<CanonicalMessage>,
68
93
  ) -> Result<SentBatch, PublisherError> {
94
+ match self.handler.observe(&messages) {
95
+ Some(Passthrough::Forward) => return self.inner.send_batch(messages).await,
96
+ Some(Passthrough::Ack) => return Ok(SentBatch::Ack),
97
+ None => {}
98
+ }
69
99
  let handler_results = self.handler.handle_many(messages.clone()).await;
70
100
 
71
101
  if handler_results.len() != messages.len() {
@@ -88,14 +118,12 @@ impl MessagePublisher for CommandPublisher {
88
118
  match result {
89
119
  Ok(Handled::Ack) => {}
90
120
  Ok(Handled::Publish(mut response_msg)) => {
91
- let inbound_correlation_id = message.metadata.get("correlation_id").cloned();
92
121
  response_msg.message_id = original_id;
93
- let fallback_correlation_id =
94
- inbound_correlation_id.unwrap_or_else(|| format!("{:032x}", original_id));
95
- response_msg
96
- .metadata
97
- .entry("correlation_id".to_string())
98
- .or_insert(fallback_correlation_id);
122
+ set_correlation_id(
123
+ &mut response_msg,
124
+ || message.metadata.get(CORRELATION_ID_KEY).map(String::as_str),
125
+ original_id,
126
+ );
99
127
  to_publish.push(response_msg);
100
128
  }
101
129
  Err(HandlerError::NonRetryable(err)) => {
@@ -143,6 +171,26 @@ mod tests {
143
171
  use super::*;
144
172
  use crate::endpoints::memory::MemoryPublisher;
145
173
 
174
+ #[test]
175
+ fn correlation_id_fallback_matches_lower_hex() {
176
+ for id in [
177
+ 0u128,
178
+ 1,
179
+ 0xab,
180
+ u128::MAX,
181
+ 0x01a16e51_2935_7512_a34d_b1c599c4a610,
182
+ ] {
183
+ let mut msg = CanonicalMessage::new(Vec::new(), None);
184
+ set_correlation_id(&mut msg, || None, id);
185
+ assert_eq!(msg.metadata[CORRELATION_ID_KEY], format!("{id:032x}"));
186
+ }
187
+ let mut msg = CanonicalMessage::new(Vec::new(), None);
188
+ set_correlation_id(&mut msg, || Some("inbound"), 7);
189
+ assert_eq!(msg.metadata[CORRELATION_ID_KEY], "inbound");
190
+ set_correlation_id(&mut msg, || None, 8);
191
+ assert_eq!(msg.metadata[CORRELATION_ID_KEY], "inbound");
192
+ }
193
+
146
194
  #[tokio::test]
147
195
  async fn test_command_handler_produces_response() {
148
196
  let memory_publisher = MemoryPublisher::new_local("test_command_out_resp", 10);
@@ -162,6 +210,46 @@ mod tests {
162
210
  assert_eq!(received[0].payload, "response_to_command1".as_bytes());
163
211
  }
164
212
 
213
+ struct Observer(Passthrough);
214
+
215
+ #[async_trait]
216
+ impl Handler for Observer {
217
+ async fn handle(&self, _msg: CanonicalMessage) -> Result<Handled, HandlerError> {
218
+ unreachable!("observe short-circuits handle")
219
+ }
220
+ fn observe(&self, _msgs: &[CanonicalMessage]) -> Option<Passthrough> {
221
+ Some(self.0)
222
+ }
223
+ }
224
+
225
+ #[tokio::test]
226
+ async fn observe_forwards_or_acks_without_handle() {
227
+ let forward_out = MemoryPublisher::new_local("test_command_observe_fwd", 10);
228
+ let forward_channel = forward_out.channel();
229
+ let forward = CommandPublisher::new(forward_out, Observer(Passthrough::Forward));
230
+ let sent = forward
231
+ .send_batch(vec!["a".into(), "b".into()])
232
+ .await
233
+ .unwrap();
234
+ assert!(matches!(sent, SentBatch::Ack));
235
+ forward.send("c".into()).await.unwrap();
236
+ let received = forward_channel.drain_messages();
237
+ assert_eq!(received.len(), 3);
238
+ assert!(received
239
+ .iter()
240
+ .all(|m| !m.metadata.contains_key(CORRELATION_ID_KEY)));
241
+
242
+ let ack_out = MemoryPublisher::new_local("test_command_observe_ack", 10);
243
+ let ack_channel = ack_out.channel();
244
+ let ack = CommandPublisher::new(ack_out, Observer(Passthrough::Ack));
245
+ assert!(matches!(
246
+ ack.send_batch(vec!["a".into()]).await.unwrap(),
247
+ SentBatch::Ack
248
+ ));
249
+ assert!(matches!(ack.send("b".into()).await.unwrap(), Sent::Ack));
250
+ assert!(ack_channel.drain_messages().is_empty());
251
+ }
252
+
165
253
  #[tokio::test]
166
254
  async fn test_command_handler_acks() {
167
255
  let memory_publisher = MemoryPublisher::new_local("test_command_out_ack", 10);