PyPI - apache-iggy - Versions diffs - 0.7.4.dev1__tar.gz → 0.8.0__tar.gz - Mend

apache-iggy 0.7.4.dev1tar.gz → 0.8.0tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (536) hide show

{apache_iggy-0.7.4.dev1 → apache_iggy-0.8.0}/Cargo.toml RENAMED Viewed

@@ -34,24 +34,27 @@ members = [
     "core/connectors/runtime",
     "core/connectors/sdk",
     "core/connectors/sinks/elasticsearch_sink",
+    "core/connectors/sinks/http_sink",
     "core/connectors/sinks/iceberg_sink",
+    "core/connectors/sinks/influxdb_sink",
     "core/connectors/sinks/mongodb_sink",
     "core/connectors/sinks/postgres_sink",
     "core/connectors/sinks/quickwit_sink",
     "core/connectors/sinks/stdout_sink",
     "core/connectors/sources/elasticsearch_source",
+    "core/connectors/sources/influxdb_source",
     "core/connectors/sources/postgres_source",
     "core/connectors/sources/random_source",
     "core/consensus",
     "core/harness_derive",
     "core/integration",
-    "core/iobuf",
     "core/journal",
     "core/message_bus",
     "core/metadata",
     "core/partitions",
     "core/sdk",
     "core/server",
+    "core/server-ng",
     "core/shard",
     "core/simulator",
     "core/tools",
@@ -66,6 +69,7 @@ actix-files = "0.6.10"
 actix-web = "4.13.0"
 aes-gcm = "0.10.3"
 ahash = { version = "0.8.12", features = ["serde"] }
+aligned-vec = "0.6.4"
 anyhow = "1.0.102"
 argon2 = "0.5.3"
 arrow = "57.3.0"
@@ -77,7 +81,7 @@ async-channel = "2.5.0"
 async-dropper = { version = "0.3.1", features = ["tokio", "simple"] }
 async-trait = "0.1.89"
 async_zip = { version = "0.0.18", features = ["tokio", "lzma", "bzip2", "xz", "deflate", "zstd"] }
-axum = { version = "0.8.8", features = ["macros"] }
+axum = { version = "0.8.9", features = ["macros"] }
 axum-server = { version = "0.8.0", features = ["tls-rustls"] }
 base64 = "0.22.1"
 bench-dashboard-frontend = { path = "core/bench/dashboard/frontend" }
@@ -85,8 +89,8 @@ bench-dashboard-server = { path = "core/bench/dashboard/server" }
 bench-dashboard-shared = { path = "core/bench/dashboard/shared" }
 bench-report = { path = "core/bench/report" }
 bench-runner = { path = "core/bench/runner" }
-bit-set = "0.9.1"
-blake3 = "1.8.3"
+bit-set = "0.10.0"
+blake3 = "1.8.4"
 bon = "3.9.1"
 byte-unit = { version = "5.2.0", default-features = false, features = ["serde", "byte", "std"] }
 bytemuck = { version = "1.25", features = ["derive", "min_const_generics"] }
@@ -94,10 +98,10 @@ bytes = "1.11.1"
 charming = "0.6.0"
 chrono = { version = "0.4.44", features = ["serde"] }
 clap = { version = "4.6.0", features = ["derive", "wrap_help"] }
-clap_complete = "4.6.0"
+clap_complete = "4.6.2"
 clock = { path = "core/clock" }
 colored = "3.1.1"
-comfy-table = "7.2.2"
+comfy-table = { version = "7.2.2", default-features = false }
 compio = { version = "0.18.0", features = [
     "runtime",
     "macros",
@@ -111,15 +115,17 @@ compio = { version = "0.18.0", features = [
     "ws",
     "fs",
 ] }
+compio-buf = "0.8.1"
 # Pin compio-driver >= 0.11.2 to fix musl compilation (compio-rs/compio#668)
-compio-driver = "0.11.3"
+compio-driver = "0.11.4"
 configs = { path = "core/configs", version = "0.1.0" }
 configs_derive = { path = "core/configs_derive", version = "0.1.0" }
 consensus = { path = "core/consensus" }
 console-subscriber = "0.5.0"
 crossbeam = "0.8.4"
 crossfire = "3.1.7"
-ctor = "0.6.3"
+csv = "1.4.0"
+ctor = "0.10.0"
 ctrlc = { version = "3.5", features = ["termination"] }
 cucumber = "0.22"
 cyper = { version = "0.8.3", features = ["rustls"], default-features = false }
@@ -129,14 +135,13 @@ dashmap = "6.1.0"
 derive-new = "0.7.0"
 derive_builder = "0.20.2"
 derive_more = { version = "2.1.1", features = ["full"] }
-dircpy = "0.3.19"
+dircpy = "0.3.20"
 dirs = "6.0.0"
 dlopen2 = "0.8.2"
 dotenvy = "0.15.7"
 elasticsearch = { version = "9.1.0-alpha.1", features = ["rustls-tls"], default-features = false }
-enum_dispatch = "0.3.13"
 enumset = "1.1"
-env_logger = "0.11.9"
+env_logger = "0.11.10"
 err_trail = { version = "0.11.0", features = ["tracing"] }
 error_set = "0.9.1"
 figlet-rs = "1.0.0"
@@ -149,22 +154,23 @@ futures = "0.3.32"
 futures-util = "0.3.32"
 getrandom = { version = "0.4", features = ["wasm_js"] }
 git2 = { version = "0.20.4", default-features = false, features = ["vendored-libgit2"] }
-gloo = "0.11"
+gloo = "0.12"
 governor = "0.10.4"
 harness_derive = { path = "core/harness_derive" }
 hash32 = "1.0.0"
 hostname = "0.4.2"
+http = "1"
 human-repr = "1.1.0"
 humantime = "2.3.0"
-hwlocality = "1.0.0-alpha.11"
+hwlocality = "1.0.0-alpha.12"
 iceberg = "0.9.0"
 iceberg-catalog-rest = "0.9.0"
 iceberg-storage-opendal = "0.9.0"
-iggy = { path = "core/sdk", version = "0.9.3-edge.1" }
-iggy-cli = { path = "core/cli", version = "0.11.3-edge.1" }
-iggy_binary_protocol = { path = "core/binary_protocol", version = "0.9.3-edge.1" }
-iggy_common = { path = "core/common", version = "0.9.3-edge.1" }
-iggy_connector_sdk = { path = "core/connectors/sdk", version = "0.2.1-edge.1" }
+iggy = { path = "core/sdk", version = "0.10.0" }
+iggy-cli = { path = "core/cli", version = "0.13.0" }
+iggy_binary_protocol = { path = "core/binary_protocol", version = "0.10.0" }
+iggy_common = { path = "core/common", version = "0.10.0" }
+iggy_connector_sdk = { path = "core/connectors/sdk", version = "0.3.0" }
 integration = { path = "core/integration" }
 journal = { path = "core/journal" }
 js-sys = "0.3"
@@ -173,7 +179,7 @@ keyring = { version = "3.6.3", features = ["sync-secret-service", "vendored"] }
 lazy_static = "1.5.0"
 left-right = "0.11"
 lending-iterator = "0.1.7"
-libc = "0.2.183"
+libc = "0.2.185"
 log = "0.4.29"
 lz4_flex = "0.13.0"
 message_bus = { path = "core/message_bus" }
@@ -181,12 +187,12 @@ metadata = { path = "core/metadata" }
 mimalloc = "0.1"
 mime_guess = "2.0"
 mockall = "0.14.0"
-moka = { version = "0.12.14", features = ["future"] }
+moka = { version = "0.12.15", features = ["future"] }
 mongodb = { version = "3.5.2", features = ["rustls-tls"] }
-nix = { version = "0.31.2", features = ["fs", "resource", "sched"] }
+nix = { version = "0.31.2", features = ["feature", "fs", "resource", "sched"] }
 nonzero_lit = "0.1.2"
 notify = "8.2.0"
-octocrab = "0.49.5"
+octocrab = "0.49.7"
 once_cell = "1.21.4"
 opentelemetry = { version = "0.31.0", features = ["trace", "logs"] }
 opentelemetry-appender-tracing = { version = "0.31.1", features = ["log"] }
@@ -206,24 +212,24 @@ opentelemetry_sdk = { version = "0.31.0", features = [
     "experimental_logs_batch_log_processor_with_async_runtime",
     "experimental_trace_batch_span_processor_with_async_runtime",
 ] }
-papaya = "0.2.3"
+papaya = "0.2.4"
 parquet = "57.3.0"
 partitions = { path = "core/partitions" }
-passterm = "=2.0.1"
+passterm = "2.0.6"
 paste = "1.0"
 postcard = { version = "1.1.3", features = ["alloc"] }
 predicates = "3.1.4"
 proc-macro2 = "1"
-prometheus-client = "0.24.0"
+prometheus-client = "0.24.1"
 prost = "0.14.3"
 prost-types = "0.14.3"
 protox = "0.9.1"
 protox-parse = "0.9.0"
 quinn = "0.11.9"
 quote = "1"
-rand = "0.10.0"
+rand = "0.10.1"
 rand_xoshiro = "0.8.0"
-rayon = "1.11.0"
+rayon = "1.12.0"
 rcgen = "0.14.7"
 regex = "1.12.3"
 reqwest = { version = "0.13.2", default-features = false, features = ["json", "rustls"] }
@@ -232,12 +238,12 @@ reqwest-retry = "0.9.1"
 reqwest-tracing = "0.7.0"
 ring = "0.17.14"
 ringbuffer = "0.16.0"
-rmcp = "1.2.0"
+rmcp = "1.4.0"
 rmp-serde = "1.3.1"
 rolling-file = "0.2.0"
 rust-embed = "8.11.0"
 rust-s3 = { version = "0.37.1", default-features = false, features = ["tokio-rustls-tls", "tags"] }
-rustls = { version = "0.23.37", features = ["ring"] }
+rustls = { version = "0.23.38", features = ["ring"] }
 rustls-pemfile = "2.2.0"
 secrecy = { version = "0.10", features = ["serde"] }
 send_wrapper = "0.6.0"
@@ -247,8 +253,10 @@ serde_with = { version = "3.18.0", features = ["base64", "macros"] }
 serde_yaml_ng = "0.10.0"
 serial_test = "3.4.0"
 server = { path = "core/server" }
+server-ng = { path = "core/server-ng" }
 simd-json = { version = "0.17.0", features = ["serde_impl"] }
 slab = "0.4.12"
+smallvec = "1.15"
 socket2 = "0.6.3"
 sqlx = { version = "0.8.6", features = [
     "runtime-tokio-rustls",
@@ -263,14 +271,15 @@ strum_macros = "0.28.0"
 syn = { version = "2", features = ["full", "extra-traits"] }
 sysinfo = "0.38.4"
 tempfile = "3.27.0"
+terminal_size = { version = "0.4.4" }
 test-case = "3.3.1"
-testcontainers-modules = { version = "0.15.0", features = ["postgres"] }
+testcontainers-modules = { version = "0.15.0", features = ["postgres", "http_wait"] }
 thiserror = "2.0.18"
-tokio = { version = "1.50.0", features = ["full"] }
+tokio = { version = "1.51.1", features = ["full"] }
 tokio-rustls = "0.26.4"
 tokio-tungstenite = { version = "0.29", features = ["rustls-tls-webpki-roots"] }
 tokio-util = { version = "0.7.18", features = ["compat"] }
-toml = "1.0.7"
+toml = "1.1.2"
 tower-http = { version = "0.6.8", features = ["add-extension", "cors", "trace"] }
 tracing = "0.1.44"
 tracing-appender = "0.2.4"
@@ -284,7 +293,8 @@ trait-variant = "0.1.2"
 tungstenite = "0.29.0"
 twox-hash = { version = "2.1.2", features = ["xxhash32"] }
 ulid = "1.2.1"
-uuid = { version = "1.22.0", features = ["v4", "v7", "fast-rng", "serde", "zerocopy"] }
+ureq = "3.3"
+uuid = { version = "1.23.0", features = ["v4", "v7", "fast-rng", "serde", "zerocopy"] }
 vergen-git2 = { version = "9.1.0", features = ["build", "cargo", "rustc", "si"] }
 walkdir = "2.5.0"
 wasm-bindgen = "0.2"
@@ -300,7 +310,7 @@ web-sys = { version = "0.3", features = [
 webpki-roots = "1.0.6"
 yew = { version = "0.23", features = ["csr"] }
 yew-router = "0.20"
-zip = { version = "8.3.0", default-features = false, features = ["deflate"] }
+zip = { version = "8.5.1", default-features = false, features = ["deflate"] }
 [profile.release]
 lto = true

{apache_iggy-0.7.4.dev1 → apache_iggy-0.8.0}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-iggy
-Version: 0.7.4.dev1
+Version: 0.8.0
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
@@ -16,8 +16,8 @@ Classifier: Programming Language :: Python :: Implementation :: PyPy
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Topic :: System :: Networking
 Classifier: Topic :: System :: Distributed Computing
-Requires-Dist: pytest>=7.0,<9.0 ; extra == 'all'
-Requires-Dist: pytest-asyncio>=0.21.0,<1.0 ; extra == 'all'
+Requires-Dist: pytest>=9.0.3,<10.0 ; extra == 'all'
+Requires-Dist: pytest-asyncio>=0.24.0,<2.0 ; extra == 'all'
 Requires-Dist: pytest-cov>=4.0,<7.0 ; extra == 'all'
 Requires-Dist: pytest-xdist>=3.0,<4.0 ; extra == 'all'
 Requires-Dist: pytest-timeout>=2.0,<3.0 ; extra == 'all'
@@ -33,8 +33,8 @@ Requires-Dist: black>=23.0,<27.0 ; extra == 'dev'
 Requires-Dist: isort>=5.12.0,<6.0 ; extra == 'dev'
 Requires-Dist: mypy>=1.5.0,<2.0 ; extra == 'dev'
 Requires-Dist: ruff>=0.1.0,<1.0 ; extra == 'dev'
-Requires-Dist: pytest>=7.0,<9.0 ; extra == 'testing'
-Requires-Dist: pytest-asyncio>=0.21.0,<1.0 ; extra == 'testing'
+Requires-Dist: pytest>=9.0.3,<10.0 ; extra == 'testing'
+Requires-Dist: pytest-asyncio>=0.24.0,<2.0 ; extra == 'testing'
 Requires-Dist: pytest-cov>=4.0,<7.0 ; extra == 'testing'
 Requires-Dist: pytest-xdist>=3.0,<4.0 ; extra == 'testing'
 Requires-Dist: pytest-timeout>=2.0,<3.0 ; extra == 'testing'

apache_iggy-0.8.0/core/binary_protocol/Cargo.toml ADDED Viewed

@@ -0,0 +1,43 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+[package]
+name = "iggy_binary_protocol"
+version = "0.10.0"
+description = "Wire protocol types and codec for the Iggy binary protocol. Shared between server and SDK."
+edition = "2024"
+license = "Apache-2.0"
+keywords = ["iggy", "messaging", "streaming"]
+categories = ["command-line-utilities", "database", "network-programming"]
+homepage = "https://iggy.apache.org"
+documentation = "https://iggy.apache.org/docs"
+repository = "https://github.com/apache/iggy"
+readme = "README.md"
+[dependencies]
+aligned-vec = { workspace = true }
+bytemuck = { workspace = true }
+bytes = { workspace = true }
+compio-buf = { workspace = true }
+enumset = { workspace = true }
+smallvec = { workspace = true }
+thiserror = { workspace = true }
+[lints.clippy]
+enum_glob_use = "deny"
+nursery = "warn"
+pedantic = "deny"

{apache_iggy-0.7.4.dev1/core/sdk → apache_iggy-0.8.0/core/binary_protocol}/README.md RENAMED Viewed

@@ -91,15 +91,15 @@ This is the high-level architecture of the Iggy message streaming server, where
 ## Version
-The official releases follow the regular semver (`0.5.0`) or have `latest` tag applied (`apache/iggy:latest`).
+The official releases follow the regular semver (`0.7.0`) or have `latest` tag applied (`apache/iggy:latest`).
-We do also publish edge/dev/nightly releases (e.g. `0.6.0-edge.1` or `apache/iggy:edge`), for both, SDKs and the Docker images, which are typically compatible with the latest changes, but are not guaranteed to be stable, and as the name states, are not recommended for production use.
+We do also publish edge/dev/nightly releases (e.g. `0.7.0-edge.1` or `apache/iggy:edge`), for both, SDKs and the Docker images, which are typically compatible with the latest changes, but are not guaranteed to be stable, and as the name states, are not recommended for production use.
 ---
 ## Roadmap
-- **Clustering** & data replication based on **[VSR](http://pmg.csail.mit.edu/papers/vr-revisited.pdf)** (on sandbox project using Raft, will be implemented after shared-nothing design is completed)
+- **Clustering** & data replication based on **[VSR](https://github.com/apache/iggy/blob/master/assets/vsr.pdf)** (coming soon)
 ---
@@ -112,7 +112,7 @@ We do also publish edge/dev/nightly releases (e.g. `0.6.0-edge.1` or `apache/igg
 - [Node.js (TypeScript)](https://www.npmjs.com/package/apache-iggy)
 - [Go](https://pkg.go.dev/github.com/apache/iggy/foreign/go)
-C++ and Elixir are work in progress.
+[C++](https://github.com/apache/iggy/tree/master/foreign/cpp) is work in progress.
 ---
@@ -421,43 +421,43 @@ Then, run the benchmarking app with the desired options:
 1. Sending (writing) benchmark
    ```bash
-   cargo run --bin iggy-bench -r -- -v pinned-producer tcp
+   cargo run --bin iggy-bench -r -- pinned-producer tcp
    ```
 2. Polling (reading) benchmark
    ```bash
-   cargo run --bin iggy-bench -r -- -v pinned-consumer tcp
+   cargo run --bin iggy-bench -r -- pinned-consumer tcp
    ```
 3. Parallel sending and polling benchmark
    ```bash
-   cargo run --bin iggy-bench -r -- -v pinned-producer-and-consumer tcp
+   cargo run --bin iggy-bench -r -- pinned-producer-and-consumer tcp
    ```
 4. Balanced sending to multiple partitions benchmark
    ```bash
-   cargo run --bin iggy-bench -r -- -v balanced-producer tcp
+   cargo run --bin iggy-bench -r -- balanced-producer tcp
    ```
 5. Consumer group polling benchmark:
    ```bash
-   cargo run --bin iggy-bench -r -- -v balanced-consumer-group tcp
+   cargo run --bin iggy-bench -r -- balanced-consumer-group tcp
    ```
 6. Parallel balanced sending and polling from consumer group benchmark:
    ```bash
-   cargo run --bin iggy-bench -r -- -v balanced-producer-and-consumer-group tcp
+   cargo run --bin iggy-bench -r -- balanced-producer-and-consumer-group tcp
    ```
 7. End to end producing and consuming benchmark (single task produces and consumes messages in sequence):
    ```bash
-   cargo run --bin iggy-bench -r -- -v end-to-end-producing-consumer tcp
+   cargo run --bin iggy-bench -r -- end-to-end-producing-consumer tcp
    ```
 These benchmarks would start the server with the default configuration, create a stream, topic and partition, and then send or poll the messages. The default configuration is optimized for the best performance, so you might want to tweak it for your needs. If you need more options, please refer to `iggy-bench` subcommands `help` and `examples`.

apache-iggy 0.7.4.dev1__tar.gz → 0.8.0__tar.gz

apache-iggy 0.7.4.dev1tar.gz → 0.8.0tar.gz