apache-iggy 0.8.0__tar.gz → 0.8.1.dev2__tar.gz

{apache_iggy-0.8.0 → apache_iggy-0.8.1.dev2}/Cargo.toml

@@ -33,6 +33,8 @@ members = [
     "core/configs_derive",
     "core/connectors/runtime",
     "core/connectors/sdk",
+    "core/connectors/sinks/delta_sink",
+    "core/connectors/sinks/doris_sink",
     "core/connectors/sinks/elasticsearch_sink",
     "core/connectors/sinks/http_sink",
     "core/connectors/sinks/iceberg_sink",
@@ -55,12 +57,13 @@ members = [
     "core/sdk",
     "core/server",
     "core/server-ng",
+    "core/server_common",
     "core/shard",
     "core/simulator",
     "core/tools",
     "examples/rust",
 ]
-exclude = ["foreign/cpp", "foreign/python"]
+exclude = ["foreign/cpp", "foreign/php", "foreign/python"]
 resolver = "2"
 
 [workspace.dependencies]
@@ -71,11 +74,14 @@ aes-gcm = "0.10.3"
 ahash = { version = "0.8.12", features = ["serde"] }
 aligned-vec = "0.6.4"
 anyhow = "1.0.102"
+apache-avro = "0.21.0"
+apple-native-keyring-store = { version = "1.0.0", features = ["keychain"] }
 argon2 = "0.5.3"
-arrow = "57.3.0"
-arrow-array = "57.3.0"
-arrow-json = "57.3.0"
-assert_cmd = "2.2.0"
+# Pinned to 57 because iceberg 0.9.1 still requires arrow/parquet 57.
+arrow = "57.3.1"
+arrow-array = "57.3.1"
+arrow-json = "57.3.1"
+assert_cmd = "2.2.2"
 async-broadcast = "0.7.2"
 async-channel = "2.5.0"
 async-dropper = { version = "0.3.1", features = ["tokio", "simple"] }
@@ -90,19 +96,20 @@ bench-dashboard-shared = { path = "core/bench/dashboard/shared" }
 bench-report = { path = "core/bench/report" }
 bench-runner = { path = "core/bench/runner" }
 bit-set = "0.10.0"
-blake3 = "1.8.4"
+blake3 = "1.8.5"
 bon = "3.9.1"
 byte-unit = { version = "5.2.0", default-features = false, features = ["serde", "byte", "std"] }
 bytemuck = { version = "1.25", features = ["derive", "min_const_generics"] }
 bytes = "1.11.1"
+cfg_aliases = "0.2.1"
 charming = "0.6.0"
 chrono = { version = "0.4.44", features = ["serde"] }
-clap = { version = "4.6.0", features = ["derive", "wrap_help"] }
-clap_complete = "4.6.2"
+clap = { version = "4.6.1", features = ["derive", "wrap_help"] }
+clap_complete = "4.6.5"
 clock = { path = "core/clock" }
 colored = "3.1.1"
 comfy-table = { version = "7.2.2", default-features = false }
-compio = { version = "0.18.0", features = [
+compio = { version = "=0.18.0", features = [
     "runtime",
     "macros",
     "io-uring",
@@ -118,20 +125,23 @@ compio = { version = "0.18.0", features = [
 compio-buf = "0.8.1"
 # Pin compio-driver >= 0.11.2 to fix musl compilation (compio-rs/compio#668)
 compio-driver = "0.11.4"
+compio-quic = "=0.7.2"
+compio-ws = "=0.3.1"
 configs = { path = "core/configs", version = "0.1.0" }
 configs_derive = { path = "core/configs_derive", version = "0.1.0" }
 consensus = { path = "core/consensus" }
 console-subscriber = "0.5.0"
 crossbeam = "0.8.4"
-crossfire = "3.1.7"
+crossfire = "3.1.16"
 csv = "1.4.0"
-ctor = "0.10.0"
+ctor = "1.0.6"
 ctrlc = { version = "3.5", features = ["termination"] }
-cucumber = "0.22"
+cucumber = "0.23"
 cyper = { version = "0.8.3", features = ["rustls"], default-features = false }
 cyper-axum = { version = "0.8.0" }
 darling = "0.23"
-dashmap = "6.1.0"
+dashmap = "6.2.1"
+deltalake = { version = "0.32.3", features = ["azure", "gcs", "s3"] }
 derive-new = "0.7.0"
 derive_builder = "0.20.2"
 derive_more = { version = "2.1.1", features = ["full"] }
@@ -139,6 +149,7 @@ dircpy = "0.3.20"
 dirs = "6.0.0"
 dlopen2 = "0.8.2"
 dotenvy = "0.15.7"
+dtor = "1.0.3"
 elasticsearch = { version = "9.1.0-alpha.1", features = ["rustls-tls"], default-features = false }
 enumset = "1.1"
 env_logger = "0.11.10"
@@ -146,14 +157,15 @@ err_trail = { version = "0.11.0", features = ["tracing"] }
 error_set = "0.9.1"
 figlet-rs = "1.0.0"
 figment = { version = "0.10.19", features = ["toml", "env"] }
-file-operation = "0.8.19"
+file-operation = "0.8.21"
 flatbuffers = "25.12.19"
 flume = "0.12.0"
 fs2 = "0.4.3"
 futures = "0.3.32"
+futures-core = { version = "0.3.32", default-features = false }
 futures-util = "0.3.32"
 getrandom = { version = "0.4", features = ["wasm_js"] }
-git2 = { version = "0.20.4", default-features = false, features = ["vendored-libgit2"] }
+git2 = { version = "0.21.0", default-features = false, features = ["vendored-libgit2"] }
 gloo = "0.12"
 governor = "0.10.4"
 harness_derive = { path = "core/harness_derive" }
@@ -163,40 +175,41 @@ http = "1"
 human-repr = "1.1.0"
 humantime = "2.3.0"
 hwlocality = "1.0.0-alpha.12"
-iceberg = "0.9.0"
-iceberg-catalog-rest = "0.9.0"
-iceberg-storage-opendal = "0.9.0"
-iggy = { path = "core/sdk", version = "0.10.0" }
-iggy-cli = { path = "core/cli", version = "0.13.0" }
-iggy_binary_protocol = { path = "core/binary_protocol", version = "0.10.0" }
-iggy_common = { path = "core/common", version = "0.10.0" }
-iggy_connector_sdk = { path = "core/connectors/sdk", version = "0.3.0" }
+iceberg = "0.9.1"
+iceberg-catalog-rest = "0.9.1"
+iceberg-storage-opendal = "0.9.1"
+iggy = { path = "core/sdk", version = "0.10.1-edge.2" }
+iggy-cli = { path = "core/cli", version = "0.13.1-edge.1" }
+iggy_binary_protocol = { path = "core/binary_protocol", version = "0.10.1-edge.2" }
+iggy_common = { path = "core/common", version = "0.10.1-edge.2" }
+iggy_connector_sdk = { path = "core/connectors/sdk", version = "0.3.1-edge.1" }
+indexmap = "2.14.0"
 integration = { path = "core/integration" }
 journal = { path = "core/journal" }
 js-sys = "0.3"
-jsonwebtoken = { version = "10.3.0", features = ["rust_crypto"] }
-keyring = { version = "3.6.3", features = ["sync-secret-service", "vendored"] }
+jsonwebtoken = { version = "10.4.0", features = ["rust_crypto"] }
+keyring-core = "1.0.0"
 lazy_static = "1.5.0"
 left-right = "0.11"
 lending-iterator = "0.1.7"
-libc = "0.2.185"
-log = "0.4.29"
-lz4_flex = "0.13.0"
+libc = "0.2.186"
+log = "0.4.30"
+lz4_flex = "0.13.1"
 message_bus = { path = "core/message_bus" }
 metadata = { path = "core/metadata" }
 mimalloc = "0.1"
 mime_guess = "2.0"
 mockall = "0.14.0"
 moka = { version = "0.12.15", features = ["future"] }
-mongodb = { version = "3.5.2", features = ["rustls-tls"] }
-nix = { version = "0.31.2", features = ["feature", "fs", "resource", "sched"] }
+mongodb = { version = "3.7.0", features = ["rustls-tls"] }
+nix = { version = "0.31.3", features = ["feature", "fs", "resource", "sched"] }
 nonzero_lit = "0.1.2"
 notify = "8.2.0"
-octocrab = "0.49.7"
+octocrab = "0.51.0"
 once_cell = "1.21.4"
-opentelemetry = { version = "0.31.0", features = ["trace", "logs"] }
-opentelemetry-appender-tracing = { version = "0.31.1", features = ["log"] }
-opentelemetry-otlp = { version = "0.31.1", features = [
+opentelemetry = { version = "0.32.0", features = ["trace", "logs"] }
+opentelemetry-appender-tracing = { version = "0.32.0", features = ["log"] }
+opentelemetry-otlp = { version = "0.32.0", features = [
     "logs",
     "trace",
     "grpc-tonic",
@@ -204,8 +217,8 @@ opentelemetry-otlp = { version = "0.31.1", features = [
     "http-proto",
     "reqwest-client",
 ] }
-opentelemetry-semantic-conventions = "0.31.0"
-opentelemetry_sdk = { version = "0.31.0", features = [
+opentelemetry-semantic-conventions = "0.32.0"
+opentelemetry_sdk = { version = "0.32.1", features = [
     "logs",
     "trace",
     "experimental_async_runtime",
@@ -213,7 +226,7 @@ opentelemetry_sdk = { version = "0.31.0", features = [
     "experimental_trace_batch_span_processor_with_async_runtime",
 ] }
 papaya = "0.2.4"
-parquet = "57.3.0"
+parquet = "57.3.1"
 partitions = { path = "core/partitions" }
 passterm = "2.0.6"
 paste = "1.0"
@@ -228,39 +241,48 @@ protox-parse = "0.9.0"
 quinn = "0.11.9"
 quote = "1"
 rand = "0.10.1"
-rand_xoshiro = "0.8.0"
+rand_xoshiro = "0.8.1"
 rayon = "1.12.0"
-rcgen = "0.14.7"
+rcgen = "0.14.8"
 regex = "1.12.3"
-reqwest = { version = "0.13.2", default-features = false, features = ["json", "rustls"] }
-reqwest-middleware = { version = "0.5.1", features = ["json", "query"] }
+reqwest = { version = "0.13.4", default-features = false, features = ["json", "rustls"] }
+reqwest-middleware = { version = "0.5.2", features = ["json", "query"] }
 reqwest-retry = "0.9.1"
-reqwest-tracing = "0.7.0"
+reqwest-tracing = "0.7.1"
 ring = "0.17.14"
 ringbuffer = "0.16.0"
-rmcp = "1.4.0"
+rmcp = "1.7.0"
 rmp-serde = "1.3.1"
 rolling-file = "0.2.0"
 rust-embed = "8.11.0"
-rust-s3 = { version = "0.37.1", default-features = false, features = ["tokio-rustls-tls", "tags"] }
-rustls = { version = "0.23.38", features = ["ring"] }
+rust-s3 = { version = "0.37.2", default-features = false, features = ["tokio-rustls-tls", "tags"] }
+rustls = { version = "0.23.40", features = ["ring"] }
 rustls-pemfile = "2.2.0"
+scopeguard = "1.2.0"
+sd-notify = "0.5"
 secrecy = { version = "0.10", features = ["serde"] }
 send_wrapper = "0.6.0"
 serde = { version = "1.0.228", features = ["derive", "rc"] }
-serde_json = "1.0.149"
-serde_with = { version = "3.18.0", features = ["base64", "macros"] }
+serde_json = "1.0.150"
+serde_with = { version = "3.20.0", features = ["base64", "macros"] }
 serde_yaml_ng = "0.10.0"
 serial_test = "3.4.0"
 server = { path = "core/server" }
 server-ng = { path = "core/server-ng" }
+server_common = { path = "core/server_common" }
+shard = { path = "core/shard" }
 simd-json = { version = "0.17.0", features = ["serde_impl"] }
 slab = "0.4.12"
 smallvec = "1.15"
 socket2 = "0.6.3"
-sqlx = { version = "0.8.6", features = [
-    "runtime-tokio-rustls",
+sqlx = { version = "0.9.0", features = [
+    "runtime-tokio",
+    "tls-rustls",
     "postgres",
+    # "mysql": Doris exposes a MySQL-wire frontend; the Doris sink's
+    # integration-test fixture talks to it over this driver. Cargo unifies
+    # features across the workspace, so it is declared once here.
+    "mysql",
     "chrono",
     "uuid",
     "json",
@@ -269,21 +291,22 @@ static-toml = "1.3.0"
 strum = { version = "0.28.0", features = ["derive"] }
 strum_macros = "0.28.0"
 syn = { version = "2", features = ["full", "extra-traits"] }
-sysinfo = "0.38.4"
+sysinfo = "0.39.2"
 tempfile = "3.27.0"
 terminal_size = { version = "0.4.4" }
 test-case = "3.3.1"
+testcontainers = { version = "0.27.3", features = ["reusable-containers"] }
 testcontainers-modules = { version = "0.15.0", features = ["postgres", "http_wait"] }
 thiserror = "2.0.18"
-tokio = { version = "1.51.1", features = ["full"] }
+tokio = { version = "1.52.3", features = ["full"] }
 tokio-rustls = "0.26.4"
 tokio-tungstenite = { version = "0.29", features = ["rustls-tls-webpki-roots"] }
 tokio-util = { version = "0.7.18", features = ["compat"] }
 toml = "1.1.2"
-tower-http = { version = "0.6.8", features = ["add-extension", "cors", "trace"] }
+tower-http = { version = "0.6.11", features = ["add-extension", "cors", "trace"] }
 tracing = "0.1.44"
-tracing-appender = "0.2.4"
-tracing-opentelemetry = "0.32.1"
+tracing-appender = "0.2.5"
+tracing-opentelemetry = "0.33.0"
 tracing-subscriber = { version = "0.3.23", default-features = false, features = [
     "fmt",
     "env-filter",
@@ -294,7 +317,8 @@ tungstenite = "0.29.0"
 twox-hash = { version = "2.1.2", features = ["xxhash32"] }
 ulid = "1.2.1"
 ureq = "3.3"
-uuid = { version = "1.23.0", features = ["v4", "v7", "fast-rng", "serde", "zerocopy"] }
+url = "2.5.8"
+uuid = { version = "1.23.1", features = ["v4", "v7", "fast-rng", "serde", "zerocopy"] }
 vergen-git2 = { version = "9.1.0", features = ["build", "cargo", "rustc", "si"] }
 walkdir = "2.5.0"
 wasm-bindgen = "0.2"
@@ -307,10 +331,13 @@ web-sys = { version = "0.3", features = [
     "ResizeObserver",
     "ResizeObserverEntry",
 ] }
-webpki-roots = "1.0.6"
+webpki-roots = "1.0.7"
+windows-native-keyring-store = "1.1.0"
+wiremock = "0.6"
 yew = { version = "0.23", features = ["csr"] }
 yew-router = "0.20"
-zip = { version = "8.5.1", default-features = false, features = ["deflate"] }
+zbus-secret-service-keyring-store = { version = "1.0.0", features = ["rt-async-io-crypto-rust"] }
+zip = { version = "8.6.0", default-features = false, features = ["deflate"] }
 
 [profile.release]
 lto = true

{apache_iggy-0.8.0/foreign/python → apache_iggy-0.8.1.dev2}/NOTICE

@@ -6,13 +6,6 @@ The Apache Software Foundation (http://www.apache.org/).
 
 ================================================================
 
-This product includes various dependencies and code components that are subject to separate copyright notices and license terms.
-Your use of these components is governed by their respective licenses.
-For a complete list of dependencies, including their licenses and repository links,
-please refer to the DEPENDENCIES file.
-
-================================================================
-
 The Iggy project code was originally created, designed, developed by Piotr Gankiewicz in April 2023.
 It was released as an open-source project under MIT License, later converted to Apache 2.0 License,
 and donated by LaserData, Inc. to the Apache Software Foundation (ASF) in February 2025.

{apache_iggy-0.8.0 → apache_iggy-0.8.1.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-iggy
-Version: 0.8.0
+Version: 0.8.1.dev2
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
@@ -16,29 +16,24 @@ Classifier: Programming Language :: Python :: Implementation :: PyPy
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Topic :: System :: Networking
 Classifier: Topic :: System :: Distributed Computing
+Requires-Dist: maturin>=1.2,<2.0 ; extra == 'all'
+Requires-Dist: pyrefly>=1.0.0 ; extra == 'all'
 Requires-Dist: pytest>=9.0.3,<10.0 ; extra == 'all'
 Requires-Dist: pytest-asyncio>=0.24.0,<2.0 ; extra == 'all'
 Requires-Dist: pytest-cov>=4.0,<7.0 ; extra == 'all'
 Requires-Dist: pytest-xdist>=3.0,<4.0 ; extra == 'all'
 Requires-Dist: pytest-timeout>=2.0,<3.0 ; extra == 'all'
-Requires-Dist: loguru>=0.7.0,<1.0 ; extra == 'all'
-Requires-Dist: testcontainers[docker]>=3.7.0,<5.0 ; extra == 'all'
-Requires-Dist: maturin>=1.2,<2.0 ; extra == 'all'
-Requires-Dist: black>=23.0,<27.0 ; extra == 'all'
-Requires-Dist: isort>=5.12.0,<6.0 ; extra == 'all'
-Requires-Dist: mypy>=1.5.0,<2.0 ; extra == 'all'
 Requires-Dist: ruff>=0.1.0,<1.0 ; extra == 'all'
+Requires-Dist: testcontainers>=3.7.0,<5.0 ; extra == 'all'
 Requires-Dist: maturin>=1.2,<2.0 ; extra == 'dev'
-Requires-Dist: black>=23.0,<27.0 ; extra == 'dev'
-Requires-Dist: isort>=5.12.0,<6.0 ; extra == 'dev'
-Requires-Dist: mypy>=1.5.0,<2.0 ; extra == 'dev'
+Requires-Dist: pyrefly>=1.0.0 ; extra == 'dev'
 Requires-Dist: ruff>=0.1.0,<1.0 ; extra == 'dev'
 Requires-Dist: pytest>=9.0.3,<10.0 ; extra == 'testing'
 Requires-Dist: pytest-asyncio>=0.24.0,<2.0 ; extra == 'testing'
 Requires-Dist: pytest-cov>=4.0,<7.0 ; extra == 'testing'
 Requires-Dist: pytest-xdist>=3.0,<4.0 ; extra == 'testing'
 Requires-Dist: pytest-timeout>=2.0,<3.0 ; extra == 'testing'
-Requires-Dist: testcontainers[docker]>=3.7.0,<5.0 ; extra == 'testing-docker'
+Requires-Dist: testcontainers>=3.7.0,<5.0 ; extra == 'testing-docker'
 Provides-Extra: all
 Provides-Extra: dev
 Provides-Extra: testing
@@ -56,12 +51,26 @@ Project-URL: Documentation, https://iggy.apache.org/docs/
 Project-URL: Homepage, https://iggy.apache.org
 Project-URL: Repository, https://github.com/apache/iggy
 
+<div align="center">
+  <picture>
+    <source media="(prefers-color-scheme: dark)" srcset="https://raw.githubusercontent.com/apache/iggy/refs/heads/master/assets/logo/SVG/iggy-apache-color-darkbg.svg">
+    <source media="(prefers-color-scheme: light)" srcset="https://raw.githubusercontent.com/apache/iggy/refs/heads/master/assets/logo/SVG/iggy-apache-color-lightbg.svg">
+    <img alt="Apache Iggy" src="https://raw.githubusercontent.com/apache/iggy/refs/heads/master/assets/logo/SVG/iggy-apache-color-lightbg.svg" width="320">
+  </picture>
+</div>
+
 # apache-iggy
 
 [![discord-badge](https://img.shields.io/discord/1144142576266530928)](https://discord.gg/C5Sux5NcRa)
 
 Apache Iggy is the persistent message streaming platform written in Rust, supporting QUIC, TCP and HTTP transport protocols, capable of processing millions of messages per second.
 
+> Apache Iggy (Incubating) is an effort undergoing incubation at the Apache Software Foundation (ASF), sponsored by the Apache Incubator PMC.
+>
+> Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects.
+>
+> While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+
 ## Installation
 
 ### Basic Installation

{apache_iggy-0.8.0 → apache_iggy-0.8.1.dev2}/README.md

@@ -1,9 +1,23 @@
+<div align="center">
+  <picture>
+    <source media="(prefers-color-scheme: dark)" srcset="https://raw.githubusercontent.com/apache/iggy/refs/heads/master/assets/logo/SVG/iggy-apache-color-darkbg.svg">
+    <source media="(prefers-color-scheme: light)" srcset="https://raw.githubusercontent.com/apache/iggy/refs/heads/master/assets/logo/SVG/iggy-apache-color-lightbg.svg">
+    <img alt="Apache Iggy" src="https://raw.githubusercontent.com/apache/iggy/refs/heads/master/assets/logo/SVG/iggy-apache-color-lightbg.svg" width="320">
+  </picture>
+</div>
+
 # apache-iggy
 
 [![discord-badge](https://img.shields.io/discord/1144142576266530928)](https://discord.gg/C5Sux5NcRa)
 
 Apache Iggy is the persistent message streaming platform written in Rust, supporting QUIC, TCP and HTTP transport protocols, capable of processing millions of messages per second.
 
+> Apache Iggy (Incubating) is an effort undergoing incubation at the Apache Software Foundation (ASF), sponsored by the Apache Incubator PMC.
+>
+> Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects.
+>
+> While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+
 ## Installation
 
 ### Basic Installation