apache-iggy 0.7.0__tar.gz → 0.7.4.dev1__tar.gz

{apache_iggy-0.7.0 → apache_iggy-0.7.4.dev1}/Cargo.toml

@@ -35,6 +35,7 @@ members = [
     "core/connectors/sdk",
     "core/connectors/sinks/elasticsearch_sink",
     "core/connectors/sinks/iceberg_sink",
+    "core/connectors/sinks/mongodb_sink",
     "core/connectors/sinks/postgres_sink",
     "core/connectors/sinks/quickwit_sink",
     "core/connectors/sinks/stdout_sink",
@@ -44,43 +45,38 @@ members = [
     "core/consensus",
     "core/harness_derive",
     "core/integration",
+    "core/iobuf",
     "core/journal",
     "core/message_bus",
     "core/metadata",
     "core/partitions",
     "core/sdk",
     "core/server",
+    "core/shard",
     "core/simulator",
     "core/tools",
     "examples/rust",
 ]
-exclude = ["foreign/python"]
+exclude = ["foreign/cpp", "foreign/python"]
 resolver = "2"
 
 [workspace.dependencies]
 actix-cors = "0.7.1"
 actix-files = "0.6.10"
-actix-web = "4.12.1"
+actix-web = "4.13.0"
 aes-gcm = "0.10.3"
 ahash = { version = "0.8.12", features = ["serde"] }
-anyhow = "1.0.101"
+anyhow = "1.0.102"
 argon2 = "0.5.3"
 arrow = "57.3.0"
 arrow-array = "57.3.0"
 arrow-json = "57.3.0"
-assert_cmd = "2.1.2"
+assert_cmd = "2.2.0"
 async-broadcast = "0.7.2"
 async-channel = "2.5.0"
 async-dropper = { version = "0.3.1", features = ["tokio", "simple"] }
 async-trait = "0.1.89"
-async_zip = { version = "0.0.18", features = [
-    "tokio",
-    "lzma",
-    "bzip2",
-    "xz",
-    "deflate",
-    "zstd",
-] }
+async_zip = { version = "0.0.18", features = ["tokio", "lzma", "bzip2", "xz", "deflate", "zstd"] }
 axum = { version = "0.8.8", features = ["macros"] }
 axum-server = { version = "0.8.0", features = ["tls-rustls"] }
 base64 = "0.22.1"
@@ -89,20 +85,16 @@ bench-dashboard-server = { path = "core/bench/dashboard/server" }
 bench-dashboard-shared = { path = "core/bench/dashboard/shared" }
 bench-report = { path = "core/bench/report" }
 bench-runner = { path = "core/bench/runner" }
-bit-set = "0.8.0"
+bit-set = "0.9.1"
 blake3 = "1.8.3"
-bon = "3.8.2"
-byte-unit = { version = "5.2.0", default-features = false, features = [
-    "serde",
-    "byte",
-    "std",
-] }
-bytemuck = { version = "1.25" }
+bon = "3.9.1"
+byte-unit = { version = "5.2.0", default-features = false, features = ["serde", "byte", "std"] }
+bytemuck = { version = "1.25", features = ["derive", "min_const_generics"] }
 bytes = "1.11.1"
 charming = "0.6.0"
-chrono = { version = "0.4.43", features = ["serde"] }
-clap = { version = "4.5.58", features = ["derive", "wrap_help"] }
-clap_complete = "4.5.66"
+chrono = { version = "0.4.44", features = ["serde"] }
+clap = { version = "4.6.0", features = ["derive", "wrap_help"] }
+clap_complete = "4.6.0"
 clock = { path = "core/clock" }
 colored = "3.1.1"
 comfy-table = "7.2.2"
@@ -120,16 +112,17 @@ compio = { version = "0.18.0", features = [
     "fs",
 ] }
 # Pin compio-driver >= 0.11.2 to fix musl compilation (compio-rs/compio#668)
-compio-driver = "0.11.2"
+compio-driver = "0.11.3"
 configs = { path = "core/configs", version = "0.1.0" }
 configs_derive = { path = "core/configs_derive", version = "0.1.0" }
 consensus = { path = "core/consensus" }
 console-subscriber = "0.5.0"
 crossbeam = "0.8.4"
+crossfire = "3.1.7"
 ctor = "0.6.3"
 ctrlc = { version = "3.5", features = ["termination"] }
 cucumber = "0.22"
-cyper = { version = "0.8.0", features = ["rustls"], default-features = false }
+cyper = { version = "0.8.3", features = ["rustls"], default-features = false }
 cyper-axum = { version = "0.8.0" }
 darling = "0.23"
 dashmap = "6.1.0"
@@ -142,17 +135,18 @@ dlopen2 = "0.8.2"
 dotenvy = "0.15.7"
 elasticsearch = { version = "9.1.0-alpha.1", features = ["rustls-tls"], default-features = false }
 enum_dispatch = "0.3.13"
+enumset = "1.1"
 env_logger = "0.11.9"
 err_trail = { version = "0.11.0", features = ["tracing"] }
 error_set = "0.9.1"
-figlet-rs = "0.1.5"
+figlet-rs = "1.0.0"
 figment = { version = "0.10.19", features = ["toml", "env"] }
-file-operation = "0.8.18"
+file-operation = "0.8.19"
 flatbuffers = "25.12.19"
 flume = "0.12.0"
 fs2 = "0.4.3"
-futures = "0.3.31"
-futures-util = "0.3.31"
+futures = "0.3.32"
+futures-util = "0.3.32"
 getrandom = { version = "0.4", features = ["wasm_js"] }
 git2 = { version = "0.20.4", default-features = false, features = ["vendored-libgit2"] }
 gloo = "0.11"
@@ -163,12 +157,14 @@ hostname = "0.4.2"
 human-repr = "1.1.0"
 humantime = "2.3.0"
 hwlocality = "1.0.0-alpha.11"
-iceberg = "0.8.0"
-iceberg-catalog-rest = "0.8.0"
-iggy = { path = "core/sdk", version = "0.9.0" }
-iggy_binary_protocol = { path = "core/binary_protocol", version = "0.9.0" }
-iggy_common = { path = "core/common", version = "0.9.0" }
-iggy_connector_sdk = { path = "core/connectors/sdk", version = "0.2.0" }
+iceberg = "0.9.0"
+iceberg-catalog-rest = "0.9.0"
+iceberg-storage-opendal = "0.9.0"
+iggy = { path = "core/sdk", version = "0.9.3-edge.1" }
+iggy-cli = { path = "core/cli", version = "0.11.3-edge.1" }
+iggy_binary_protocol = { path = "core/binary_protocol", version = "0.9.3-edge.1" }
+iggy_common = { path = "core/common", version = "0.9.3-edge.1" }
+iggy_connector_sdk = { path = "core/connectors/sdk", version = "0.2.1-edge.1" }
 integration = { path = "core/integration" }
 journal = { path = "core/journal" }
 js-sys = "0.3"
@@ -177,23 +173,24 @@ keyring = { version = "3.6.3", features = ["sync-secret-service", "vendored"] }
 lazy_static = "1.5.0"
 left-right = "0.11"
 lending-iterator = "0.1.7"
-libc = "0.2.180"
+libc = "0.2.183"
 log = "0.4.29"
-lz4_flex = "0.12.0"
+lz4_flex = "0.13.0"
 message_bus = { path = "core/message_bus" }
 metadata = { path = "core/metadata" }
 mimalloc = "0.1"
 mime_guess = "2.0"
 mockall = "0.14.0"
-moka = { version = "0.12.13", features = ["future"] }
-nix = { version = "0.31.1", features = ["fs", "resource", "sched"] }
+moka = { version = "0.12.14", features = ["future"] }
+mongodb = { version = "3.5.2", features = ["rustls-tls"] }
+nix = { version = "0.31.2", features = ["fs", "resource", "sched"] }
 nonzero_lit = "0.1.2"
 notify = "8.2.0"
 octocrab = "0.49.5"
-once_cell = "1.21.3"
+once_cell = "1.21.4"
 opentelemetry = { version = "0.31.0", features = ["trace", "logs"] }
 opentelemetry-appender-tracing = { version = "0.31.1", features = ["log"] }
-opentelemetry-otlp = { version = "0.31.0", features = [
+opentelemetry-otlp = { version = "0.31.1", features = [
     "logs",
     "trace",
     "grpc-tonic",
@@ -212,7 +209,6 @@ opentelemetry_sdk = { version = "0.31.0", features = [
 papaya = "0.2.3"
 parquet = "57.3.0"
 partitions = { path = "core/partitions" }
-
 passterm = "=2.0.1"
 paste = "1.0"
 postcard = { version = "1.1.3", features = ["alloc"] }
@@ -230,35 +226,30 @@ rand_xoshiro = "0.8.0"
 rayon = "1.11.0"
 rcgen = "0.14.7"
 regex = "1.12.3"
-reqwest = { version = "0.12.28", default-features = false, features = [
-    "json",
-    "rustls-tls",
-] }
-reqwest-middleware = { version = "0.4.2", features = ["json"] }
-reqwest-retry = "0.8.0"
-reqwest-tracing = "0.5.8"
+reqwest = { version = "0.13.2", default-features = false, features = ["json", "rustls"] }
+reqwest-middleware = { version = "0.5.1", features = ["json", "query"] }
+reqwest-retry = "0.9.1"
+reqwest-tracing = "0.7.0"
 ring = "0.17.14"
 ringbuffer = "0.16.0"
-rmcp = "0.15.0"
+rmcp = "1.2.0"
 rmp-serde = "1.3.1"
 rolling-file = "0.2.0"
 rust-embed = "8.11.0"
-rust-s3 = { version = "0.37.1", default-features = false, features = [
-    "tokio-rustls-tls",
-    "tags",
-] }
-rustls = { version = "0.23.36", features = ["ring"] }
+rust-s3 = { version = "0.37.1", default-features = false, features = ["tokio-rustls-tls", "tags"] }
+rustls = { version = "0.23.37", features = ["ring"] }
 rustls-pemfile = "2.2.0"
+secrecy = { version = "0.10", features = ["serde"] }
 send_wrapper = "0.6.0"
 serde = { version = "1.0.228", features = ["derive", "rc"] }
 serde_json = "1.0.149"
-serde_with = { version = "3.16.1", features = ["base64", "macros"] }
+serde_with = { version = "3.18.0", features = ["base64", "macros"] }
 serde_yaml_ng = "0.10.0"
-serial_test = "3.3.1"
+serial_test = "3.4.0"
 server = { path = "core/server" }
 simd-json = { version = "0.17.0", features = ["serde_impl"] }
 slab = "0.4.12"
-socket2 = "0.6.2"
+socket2 = "0.6.3"
 sqlx = { version = "0.8.6", features = [
     "runtime-tokio-rustls",
     "postgres",
@@ -267,43 +258,33 @@ sqlx = { version = "0.8.6", features = [
     "json",
 ] }
 static-toml = "1.3.0"
-strum = { version = "0.27.2", features = ["derive"] }
-strum_macros = "0.27.2"
+strum = { version = "0.28.0", features = ["derive"] }
+strum_macros = "0.28.0"
 syn = { version = "2", features = ["full", "extra-traits"] }
-sysinfo = "0.38.1"
-tempfile = "3.25.0"
+sysinfo = "0.38.4"
+tempfile = "3.27.0"
 test-case = "3.3.1"
-testcontainers-modules = { version = "0.14.0", features = ["postgres"] }
+testcontainers-modules = { version = "0.15.0", features = ["postgres"] }
 thiserror = "2.0.18"
-tokio = { version = "1.49.0", features = ["full"] }
+tokio = { version = "1.50.0", features = ["full"] }
 tokio-rustls = "0.26.4"
-tokio-tungstenite = { version = "0.28", features = ["rustls-tls-webpki-roots"] }
+tokio-tungstenite = { version = "0.29", features = ["rustls-tls-webpki-roots"] }
 tokio-util = { version = "0.7.18", features = ["compat"] }
-toml = "1.0.0"
-tower-http = { version = "0.6.8", features = [
-    "add-extension",
-    "cors",
-    "trace",
-] }
+toml = "1.0.7"
+tower-http = { version = "0.6.8", features = ["add-extension", "cors", "trace"] }
 tracing = "0.1.44"
 tracing-appender = "0.2.4"
 tracing-opentelemetry = "0.32.1"
-tracing-subscriber = { version = "0.3.22", default-features = false, features = [
+tracing-subscriber = { version = "0.3.23", default-features = false, features = [
     "fmt",
     "env-filter",
     "ansi",
 ] }
 trait-variant = "0.1.2"
-tungstenite = "0.28.0"
+tungstenite = "0.29.0"
 twox-hash = { version = "2.1.2", features = ["xxhash32"] }
 ulid = "1.2.1"
-uuid = { version = "1.20.0", features = [
-    "v4",
-    "v7",
-    "fast-rng",
-    "serde",
-    "zerocopy",
-] }
+uuid = { version = "1.22.0", features = ["v4", "v7", "fast-rng", "serde", "zerocopy"] }
 vergen-git2 = { version = "9.1.0", features = ["build", "cargo", "rustc", "si"] }
 walkdir = "2.5.0"
 wasm-bindgen = "0.2"
@@ -317,9 +298,9 @@ web-sys = { version = "0.3", features = [
     "ResizeObserverEntry",
 ] }
 webpki-roots = "1.0.6"
-yew = { version = "0.22", features = ["csr"] }
-yew-router = "0.19"
-zip = { version = "7.4.0", default-features = false, features = ["deflate"] }
+yew = { version = "0.23", features = ["csr"] }
+yew-router = "0.20"
+zip = { version = "8.3.0", default-features = false, features = ["deflate"] }
 
 [profile.release]
 lto = true

{apache_iggy-0.7.0/foreign/python → apache_iggy-0.7.4.dev1}/NOTICE

@@ -1,5 +1,5 @@
 Apache Iggy (Incubating)
-Copyright 2025 The Apache Software Foundation
+Copyright 2026 The Apache Software Foundation
 
 This product includes software developed at
 The Apache Software Foundation (http://www.apache.org/).

{apache_iggy-0.7.0 → apache_iggy-0.7.4.dev1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-iggy
-Version: 0.7.0
+Version: 0.7.4.dev1
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
@@ -9,6 +9,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Rust
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
@@ -17,22 +18,24 @@ Classifier: Topic :: System :: Networking
 Classifier: Topic :: System :: Distributed Computing
 Requires-Dist: pytest>=7.0,<9.0 ; extra == 'all'
 Requires-Dist: pytest-asyncio>=0.21.0,<1.0 ; extra == 'all'
+Requires-Dist: pytest-cov>=4.0,<7.0 ; extra == 'all'
 Requires-Dist: pytest-xdist>=3.0,<4.0 ; extra == 'all'
 Requires-Dist: pytest-timeout>=2.0,<3.0 ; extra == 'all'
 Requires-Dist: loguru>=0.7.0,<1.0 ; extra == 'all'
 Requires-Dist: testcontainers[docker]>=3.7.0,<5.0 ; extra == 'all'
 Requires-Dist: maturin>=1.2,<2.0 ; extra == 'all'
-Requires-Dist: black>=23.0,<25.0 ; extra == 'all'
+Requires-Dist: black>=23.0,<27.0 ; extra == 'all'
 Requires-Dist: isort>=5.12.0,<6.0 ; extra == 'all'
 Requires-Dist: mypy>=1.5.0,<2.0 ; extra == 'all'
 Requires-Dist: ruff>=0.1.0,<1.0 ; extra == 'all'
 Requires-Dist: maturin>=1.2,<2.0 ; extra == 'dev'
-Requires-Dist: black>=23.0,<25.0 ; extra == 'dev'
+Requires-Dist: black>=23.0,<27.0 ; extra == 'dev'
 Requires-Dist: isort>=5.12.0,<6.0 ; extra == 'dev'
 Requires-Dist: mypy>=1.5.0,<2.0 ; extra == 'dev'
 Requires-Dist: ruff>=0.1.0,<1.0 ; extra == 'dev'
 Requires-Dist: pytest>=7.0,<9.0 ; extra == 'testing'
 Requires-Dist: pytest-asyncio>=0.21.0,<1.0 ; extra == 'testing'
+Requires-Dist: pytest-cov>=4.0,<7.0 ; extra == 'testing'
 Requires-Dist: pytest-xdist>=3.0,<4.0 ; extra == 'testing'
 Requires-Dist: pytest-timeout>=2.0,<3.0 ; extra == 'testing'
 Requires-Dist: testcontainers[docker]>=3.7.0,<5.0 ; extra == 'testing-docker'
@@ -44,7 +47,7 @@ License-File: LICENSE
 License-File: NOTICE
 Summary: Apache Iggy is the persistent message streaming platform written in Rust, supporting QUIC, TCP and HTTP transport protocols, capable of processing millions of messages per second.
 Keywords: streaming,messaging,pubsub,iggy,rust,performance
-Author-email: Dario Lencina Talarico <darioalessandrolencina@gmail.com>, Albin Skott <albin@mattsson.io>
+Author-email: Iggy Committers <dev@iggy.apache.org>
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
 Project-URL: Bug Tracker, https://github.com/apache/iggy/issues
@@ -64,45 +67,39 @@ Apache Iggy is the persistent message streaming platform written in Rust, suppor
 ### Basic Installation
 
 ```bash
-pip install apache-iggy
-```
-
-### Development Installation
+# Using uv
+uv add apache-iggy
 
-For testing:
-
-```bash
-pip install -e ".[testing]"
-```
-
-For development with all tools:
-
-```bash
-pip install -e ".[dev,testing]"
+# Using pip
+python3 -m venv .venv
+source .venv/bin/activate
+pip install apache-iggy
 ```
 
 ### Supported Python Versions
 
 - Python 3.10+
 
-## Testing
-
-### Quick Test
+### Local Development
 
 ```bash
-# Run tests with Docker (recommended)
+# Start server for testing using docker
 docker compose -f docker-compose.test.yml up --build
-```
 
-### Local Development
+# Or use cargo
+cargo run --bin iggy-server -- --with-default-root-credentials --fresh
 
-```bash
-# Install dependencies and build
-pip install -e ".[testing]"
-maturin develop
+# Using uv:
+uv sync --all-extras
+uv run maturin develop
+uv run pytest tests/ -v # Run tests (requires iggy-server running)
 
-# Run tests (requires iggy-server running)
-pytest tests/ -v
+# Using pip:
+python3 -m venv .venv
+source .venv/bin/activate
+pip install -e ".[all]"
+maturin develop
+pytest tests/ -v # Run tests (requires iggy-server running)
 ```
 
 ## Examples

{apache_iggy-0.7.0 → apache_iggy-0.7.4.dev1}/README.md

@@ -9,45 +9,39 @@ Apache Iggy is the persistent message streaming platform written in Rust, suppor
 ### Basic Installation
 
 ```bash
-pip install apache-iggy
-```
-
-### Development Installation
+# Using uv
+uv add apache-iggy
 
-For testing:
-
-```bash
-pip install -e ".[testing]"
-```
-
-For development with all tools:
-
-```bash
-pip install -e ".[dev,testing]"
+# Using pip
+python3 -m venv .venv
+source .venv/bin/activate
+pip install apache-iggy
 ```
 
 ### Supported Python Versions
 
 - Python 3.10+
 
-## Testing
-
-### Quick Test
+### Local Development
 
 ```bash
-# Run tests with Docker (recommended)
+# Start server for testing using docker
 docker compose -f docker-compose.test.yml up --build
-```
 
-### Local Development
+# Or use cargo
+cargo run --bin iggy-server -- --with-default-root-credentials --fresh
 
-```bash
-# Install dependencies and build
-pip install -e ".[testing]"
-maturin develop
+# Using uv:
+uv sync --all-extras
+uv run maturin develop
+uv run pytest tests/ -v # Run tests (requires iggy-server running)
 
-# Run tests (requires iggy-server running)
-pytest tests/ -v
+# Using pip:
+python3 -m venv .venv
+source .venv/bin/activate
+pip install -e ".[all]"
+maturin develop
+pytest tests/ -v # Run tests (requires iggy-server running)
 ```
 
 ## Examples

{apache_iggy-0.7.0 → apache_iggy-0.7.4.dev1}/core/common/Cargo.toml

@@ -16,7 +16,7 @@
 # under the License.
 [package]
 name = "iggy_common"
-version = "0.9.0"
+version = "0.9.3-edge.1"
 description = "Iggy is the persistent message streaming platform written in Rust, supporting QUIC, TCP and HTTP transport protocols, capable of processing millions of messages per second."
 edition = "2024"
 license = "Apache-2.0"
@@ -30,6 +30,8 @@ readme = "README.md"
 [dependencies]
 aes-gcm = { workspace = true }
 ahash = { workspace = true }
+async-broadcast = { workspace = true }
+async-trait = { workspace = true }
 base64 = { workspace = true }
 blake3 = { workspace = true }
 bon = { workspace = true }
@@ -42,6 +44,7 @@ comfy-table = { workspace = true }
 compio = { workspace = true }
 crossbeam = { workspace = true }
 derive_more = { workspace = true }
+enumset = { workspace = true }
 err_trail = { workspace = true }
 human-repr = { workspace = true }
 humantime = { workspace = true }
@@ -52,6 +55,7 @@ papaya = { workspace = true }
 rcgen = { workspace = true }
 ring = { workspace = true }
 rustls = { workspace = true }
+secrecy = { workspace = true }
 serde = { workspace = true }
 serde_json = { workspace = true }
 serde_with = { workspace = true, features = ["base64"] }

{apache_iggy-0.7.0 → apache_iggy-0.7.4.dev1}/core/common/README.md

@@ -233,7 +233,7 @@ Run the tests:
 
 Set root user credentials (OPTIONAL):
 
-Iggy requires credentials to authenticate request to the server.
+Iggy requires credentials to authenticate requests to the server.
 You can set the root user **before** starting the server.
 
 (macOS/Linux)

{apache_iggy-0.7.0 → apache_iggy-0.7.4.dev1}/core/common/src/alloc/memory_pool.rs

@@ -73,6 +73,9 @@ pub fn memory_pool() -> &'static MemoryPool {
         .expect("Memory pool not initialized - MemoryPool::init_pool should be called first")
 }
 
+// TODO: Extract shared domain types (IggyByteSize, IggyDuration, etc.) into an `iggy_types`
+// leaf crate so `iggy_common` can depend on `configs` directly. That lets us delete this
+// duplicate and use `configs::server::MemoryPoolConfig` here instead.
 /// Configuration for the memory pool.
 #[derive(Debug)]
 pub struct MemoryPoolConfigOther {

{apache_iggy-0.7.0 → apache_iggy-0.7.4.dev1}/core/common/src/commands/messages/send_messages.rs

@@ -298,8 +298,8 @@ impl<'de> Deserialize<'de> for SendMessages {
                             let mut iggy_messages = Vec::new();
 
                             for msg in message_data {
-                                let id = parse_message_id(msg.get("id")).map_err(|errror| {
-                                    de::Error::custom(format!("Invalid message ID: {errror}"))
+                                let id = parse_message_id(msg.get("id")).map_err(|error| {
+                                    de::Error::custom(format!("Invalid message ID: {error}"))
                                 })?;
 
                                 let payload = msg
@@ -421,6 +421,26 @@ fn parse_message_id(value: Option<&serde_json::Value>) -> Result<u128, String> {
 mod tests {
     use super::*;
 
+    #[test]
+    fn deserialize_send_messages_with_invalid_uuid_fails() {
+        let json_data = serde_json::json!({
+            "partitioning": {
+                "kind": "balanced",
+                "value": ""
+            },
+            "messages": [{
+                "id": "114514-invalid-uuid-1919810",
+                "payload": "SGVsbG8gSWdneSE=",
+                "user_headers": [{
+                    "key": "content-type",
+                    "value": "text/plain"
+                }]
+            }]
+        });
+
+        assert!(serde_json::from_value::<SendMessages>(json_data).is_err());
+    }
+
     #[test]
     fn key_of_type_balanced_should_have_empty_value() {
         let key = Partitioning::balanced();