apache-iggy 0.9.0.dev2__tar.gz → 0.9.0.dev3__tar.gz

{apache_iggy-0.9.0.dev2 → apache_iggy-0.9.0.dev3}/Cargo.toml

@@ -199,11 +199,11 @@ hyper-util = { version = "0.1.20", features = ["server-auto", "service"] }
 iceberg = "0.9.1"
 iceberg-catalog-rest = "0.9.1"
 iceberg-storage-opendal = "0.9.1"
-iggy = { path = "core/sdk", version = "0.11.0-edge.2" }
-iggy-cli = { path = "core/cli", version = "0.14.0-edge.2" }
-iggy_binary_protocol = { path = "core/binary_protocol", version = "0.11.0-edge.2" }
-iggy_common = { path = "core/common", version = "0.11.0-edge.2" }
-iggy_connector_sdk = { path = "core/connectors/sdk", version = "0.4.0-edge.1" }
+iggy = { path = "core/sdk", version = "0.11.0-edge.3" }
+iggy-cli = { path = "core/cli", version = "0.14.0-edge.3" }
+iggy_binary_protocol = { path = "core/binary_protocol", version = "0.11.0-edge.3" }
+iggy_common = { path = "core/common", version = "0.11.0-edge.3" }
+iggy_connector_sdk = { path = "core/connectors/sdk", version = "0.4.0-edge.2" }
 indexmap = "2.14.0"
 integration = { path = "core/integration" }
 ipnet = "2.12.0"
@@ -227,7 +227,6 @@ metadata = { path = "core/metadata" }
 mimalloc = "0.1"
 mime_guess = "2.0"
 mockall = "0.15.0"
-moka = { version = "0.12.15", features = ["future"] }
 mongodb = { version = "3.8.0", features = ["rustls-tls"] }
 nix = { version = "0.31.3", features = ["feature", "fs", "resource", "sched"] }
 nonzero_lit = "0.1.2"
@@ -278,6 +277,7 @@ reqwest-tracing = "0.7.1"
 ring = "0.17.14"
 ringbuffer = "0.16.0"
 rmcp = "2.2.0"
+rmp = "0.8.15"
 rmp-serde = "1.3.1"
 rolling-file = "0.2.0"
 rust-embed = "8.12.0"

{apache_iggy-0.9.0.dev2 → apache_iggy-0.9.0.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-iggy
-Version: 0.9.0.dev2
+Version: 0.9.0.dev3
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
@@ -17,8 +17,8 @@ Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Topic :: System :: Networking
 Classifier: Topic :: System :: Distributed Computing
 Requires-Dist: maturin>=1.14.1,<2.0 ; extra == 'all'
-Requires-Dist: pyrefly>=1.1.1 ; extra == 'all'
-Requires-Dist: pytest>=9.0.3,<10.0 ; extra == 'all'
+Requires-Dist: pyrefly>=1.2.0 ; extra == 'all'
+Requires-Dist: pytest>=9.1.1,<10.0 ; extra == 'all'
 Requires-Dist: pytest-asyncio>=0.24.0,<2.0 ; extra == 'all'
 Requires-Dist: pytest-cov>=4.0,<8.0 ; extra == 'all'
 Requires-Dist: pytest-xdist>=3.0,<4.0 ; extra == 'all'
@@ -26,9 +26,9 @@ Requires-Dist: pytest-timeout>=2.0,<3.0 ; extra == 'all'
 Requires-Dist: ruff>=0.1.0,<1.0 ; extra == 'all'
 Requires-Dist: testcontainers>=4.15.0,<5.0 ; extra == 'all'
 Requires-Dist: maturin>=1.14.1,<2.0 ; extra == 'dev'
-Requires-Dist: pyrefly>=1.1.1 ; extra == 'dev'
+Requires-Dist: pyrefly>=1.2.0 ; extra == 'dev'
 Requires-Dist: ruff>=0.1.0,<1.0 ; extra == 'dev'
-Requires-Dist: pytest>=9.0.3,<10.0 ; extra == 'testing'
+Requires-Dist: pytest>=9.1.1,<10.0 ; extra == 'testing'
 Requires-Dist: pytest-asyncio>=0.24.0,<2.0 ; extra == 'testing'
 Requires-Dist: pytest-cov>=4.0,<8.0 ; extra == 'testing'
 Requires-Dist: pytest-xdist>=3.0,<4.0 ; extra == 'testing'

{apache_iggy-0.9.0.dev2 → apache_iggy-0.9.0.dev3}/apache_iggy.pyi

@@ -40,6 +40,7 @@ __all__ = [
     "IggyConsumer",
     "IggyExpiry",
     "MaxTopicSize",
+    "OptionSpec",
     "Partition",
     "Permissions",
     "PollingStrategy",
@@ -1003,15 +1004,41 @@ class IggyClient:
         Returns the stream details, or `None` if the stream does not exist.
         Raises `RuntimeError` on failure.
         """
+    def describe_options(
+        self, scope: builtins.str
+    ) -> collections.abc.Awaitable[builtins.list[OptionSpec]]:
+        r"""
+        Describe the option catalog for a resource scope.
+
+        This is the discovery surface for the `options` argument on
+        `create_topic`/`update_topic`: a key outside the catalog is refused at
+        create, and the binary transports carry only the error code back.
+
+        Args:
+            scope: One of `"topic"`, `"stream"`, `"user"`.
+
+        Returns:
+            An awaitable that resolves to `list[OptionSpec]`, empty for a scope
+            with no keys yet.
+
+        Raises:
+            ValueError: If the scope name is not one of the three above.
+            RuntimeError: If the request fails.
+        """
     def create_topic(
         self,
         stream: builtins.str | builtins.int,
         name: builtins.str,
         partitions_count: builtins.int,
         compression_algorithm: builtins.str | None = None,
-        replication_factor: builtins.int | None = None,
         message_expiry: IggyExpiry | None = None,
         max_topic_size: MaxTopicSize | None = None,
+        segment_size: builtins.int | None = None,
+        enforce_fsync: builtins.bool | None = None,
+        messages_required_to_save: builtins.int | None = None,
+        size_of_messages_required_to_save: builtins.int | None = None,
+        preallocate_segments: builtins.bool | None = None,
+        options: builtins.dict[builtins.str, builtins.str] | None = None,
     ) -> collections.abc.Awaitable[None]:
         r"""
         Creates a new topic with the given parameters.
@@ -1021,9 +1048,18 @@ class IggyClient:
             name: Topic name as `str`.
             partitions_count: Number of partitions as `int`.
             compression_algorithm: Compression algorithm as `str | None`.
-            replication_factor: Replication factor as `int | None`.
             message_expiry: Message expiry as `IggyExpiry | None`.
             max_topic_size: Maximum topic size as `MaxTopicSize | None`.
+            segment_size: Per-topic segment size in bytes as `int | None`.
+            enforce_fsync: Per-topic fsync enforcement as `bool | None`.
+            messages_required_to_save: Message-count flush threshold as `int | None`.
+            size_of_messages_required_to_save: Byte flush threshold as `int | None`.
+            preallocate_segments: Reserve segment bytes on open as `bool | None`.
+            options: Additional option keys as `dict[str, str] | None`, sent
+                verbatim so a newer server key can be set from this build.
+
+        Every option left as `None` resolves against the server default at
+        admission.
 
         Returns:
             An awaitable that resolves to `None` when the topic is created.
@@ -1063,24 +1099,27 @@ class IggyClient:
         topic_id: builtins.str | builtins.int,
         name: builtins.str,
         compression_algorithm: builtins.str | None = None,
-        replication_factor: builtins.int | None = None,
         message_expiry: IggyExpiry | None = None,
         max_topic_size: MaxTopicSize | None = None,
+        options: builtins.dict[builtins.str, builtins.str] | None = None,
     ) -> collections.abc.Awaitable[None]:
         r"""
         Update an existing topic.
 
-        This is a full replacement: any optional parameter left unset is reset to
-        its server default rather than preserved.
+        A patch, not a replacement: every setting rides the options block, so a
+        field left unset keeps the topic's current value rather than resetting
+        it to a server default.
 
         Args:
             stream_id: Stream identifier as `str | int`.
             topic_id: Topic identifier as `str | int`.
             name: New topic name as `str`.
             compression_algorithm: Compression algorithm as `str | None`.
-            replication_factor: Replication factor as `int | None`.
             message_expiry: Message expiry as `IggyExpiry | None`.
             max_topic_size: Maximum topic size as `MaxTopicSize | None`.
+            options: Additional option keys as `dict[str, str] | None`, sent
+                verbatim so an updatable server key can be set from this build.
+                A create-only key is refused by name.
 
         Returns:
             An awaitable that resolves to `None` when the topic is updated.
@@ -1494,6 +1533,41 @@ class MaxTopicSize:
 
     ...
 
+@typing.final
+class OptionSpec:
+    r"""
+    One entry of a resource's option catalog, as served by `describe_options`.
+    """
+    @property
+    def key(self) -> builtins.str:
+        r"""
+        The option key a create command accepts.
+        """
+    @property
+    def kind(self) -> builtins.str:
+        r"""
+        Name of this key's canonical kind: what the server encodes its default
+        under, and what a value set by `create_topic` is stored as whatever kind
+        it was sent in, since create admission re-encodes the block from its own
+        parse. `update_topic` stores what the client sent verbatim and is the
+        exception.
+        """
+    @property
+    def default_value(self) -> HeaderValue | None:
+        r"""
+        The key's default as a `HeaderValue`, or `None` when the key has no
+        default.
+
+        The same type message user headers use, so the usual accessors read it;
+        options ride that codec.
+        """
+    @property
+    def description(self) -> builtins.str:
+        r"""
+        What the option does, including the bounds its value is checked against.
+        """
+    def __repr__(self) -> builtins.str: ...
+
 @typing.final
 class Partition:
     @property
@@ -1968,9 +2042,21 @@ class Topic:
         The maximum size of the topic.
         """
     @property
-    def replication_factor(self) -> builtins.int:
+    def options(self) -> UserHeaders:
         r"""
-        Replication factor for the topic.
+        Options the creating client set explicitly.
+
+        The same `dict[HeaderKey, HeaderValue]` that `ReceiveMessage.user_headers`
+        returns, since options ride that codec; call `to_scalar_dict()` for the
+        plain-scalar form.
+        """
+    @property
+    def derived_options(self) -> UserHeaders:
+        r"""
+        Options admission resolved for the keys the client did not send.
+
+        Same shape as `options`. These would have resolved differently under
+        another server configuration.
         """
 
 @typing.final
@@ -2021,9 +2107,21 @@ class TopicDetails:
         The maximum size of the topic.
         """
     @property
-    def replication_factor(self) -> builtins.int:
+    def options(self) -> UserHeaders:
         r"""
-        Replication factor for the topic.
+        Options the creating client set explicitly.
+
+        The same `dict[HeaderKey, HeaderValue]` that `ReceiveMessage.user_headers`
+        returns, since options ride that codec; call `to_scalar_dict()` for the
+        plain-scalar form.
+        """
+    @property
+    def derived_options(self) -> UserHeaders:
+        r"""
+        Options admission resolved for the keys the client did not send.
+
+        Same shape as `options`. These would have resolved differently under
+        another server configuration.
         """
     @property
     def partitions(self) -> builtins.list[Partition]:

{apache_iggy-0.9.0.dev2 → apache_iggy-0.9.0.dev3}/core/binary_protocol/Cargo.toml

@@ -17,7 +17,7 @@
 
 [package]
 name = "iggy_binary_protocol"
-version = "0.11.0-edge.2"
+version = "0.11.0-edge.3"
 description = "Wire protocol types and codec for the Iggy binary protocol. Shared between server and SDK."
 edition = "2024"
 rust-version.workspace = true

{apache_iggy-0.9.0.dev2 → apache_iggy-0.9.0.dev3}/core/binary_protocol/src/codec.rs

@@ -251,16 +251,23 @@ pub fn read_bytes(buf: &[u8], offset: usize, len: usize) -> Result<&[u8], WireEr
         })
 }
 
-/// Cap a pre-allocation hint so a bogus wire count cannot cause OOM.
-/// The actual count is validated by the decode loop - this only limits
-/// the upfront allocation.
-#[inline]
+/// Capacity to preallocate for `count` elements that still have to be decoded
+/// out of `remaining` bytes, each at least `min_element_size` bytes on the
+/// wire.
+///
+/// A count read off the wire is chosen by the peer, and `Vec::with_capacity`
+/// reserves for it before a single element has been bounds-checked. A hostile
+/// or corrupt frame claiming `u32::MAX` elements therefore aborts the process
+/// on allocation failure instead of returning a decode error. The bytes left
+/// to decode are the honest ceiling on how many elements can exist.
+///
+/// A zero `min_element_size` is treated as one byte rather than passing the
+/// wire count through: an element that occupies no bytes cannot exist, and
+/// trusting the count is the exact hole this function was written to close.
 #[must_use]
-pub fn capped_capacity(count: usize, remaining: usize, min_item_size: usize) -> usize {
-    if min_item_size == 0 {
-        return count;
-    }
-    count.min(remaining / min_item_size)
+#[inline]
+pub fn bounded_capacity(count: usize, remaining: usize, min_element_size: usize) -> usize {
+    count.min(remaining / min_element_size.max(1))
 }
 
 #[cfg(test)]
@@ -268,17 +275,17 @@ mod tests {
     use super::*;
 
     #[test]
-    fn capped_capacity_limits_allocation() {
-        assert_eq!(capped_capacity(1_000_000, 100, 10), 10);
-        assert_eq!(capped_capacity(5, 100, 10), 5);
-        assert_eq!(capped_capacity(10, 100, 10), 10);
-        assert_eq!(capped_capacity(11, 100, 10), 10);
-        assert_eq!(capped_capacity(0, 100, 10), 0);
-        assert_eq!(capped_capacity(100, 0, 10), 0);
+    fn bounded_capacity_limits_allocation() {
+        assert_eq!(bounded_capacity(1_000_000, 100, 10), 10);
+        assert_eq!(bounded_capacity(5, 100, 10), 5);
+        assert_eq!(bounded_capacity(10, 100, 10), 10);
+        assert_eq!(bounded_capacity(11, 100, 10), 10);
+        assert_eq!(bounded_capacity(0, 100, 10), 0);
+        assert_eq!(bounded_capacity(100, 0, 10), 0);
     }
 
     #[test]
-    fn capped_capacity_zero_item_size_returns_count() {
-        assert_eq!(capped_capacity(1_000_000, 100, 0), 1_000_000);
+    fn bounded_capacity_zero_element_size_still_bounds_by_the_buffer() {
+        assert_eq!(bounded_capacity(1_000_000, 100, 0), 100);
     }
 }

{apache_iggy-0.9.0.dev2 → apache_iggy-0.9.0.dev3}/core/binary_protocol/src/codes.rs

@@ -25,6 +25,7 @@ pub const PING_CODE: u32 = 1;
 pub const GET_STATS_CODE: u32 = 10;
 pub const GET_SNAPSHOT_FILE_CODE: u32 = 11;
 pub const GET_CLUSTER_METADATA_CODE: u32 = 12;
+pub const DESCRIBE_OPTIONS_CODE: u32 = 13;
 pub const GET_ME_CODE: u32 = 20;
 pub const GET_CLIENT_CODE: u32 = 21;
 pub const GET_CLIENTS_CODE: u32 = 22;

{apache_iggy-0.9.0.dev2 → apache_iggy-0.9.0.dev3}/core/binary_protocol/src/dispatch.rs

@@ -193,6 +193,8 @@ pub const COMMAND_TABLE: &[CommandMeta] = &[
     CommandMeta::non_replicated(SYNC_CONSUMER_GROUP_CODE, "consumer_group.sync"),
     // Login + Register (PAT - Personal Access Token variant)
     CommandMeta::non_replicated(LOGIN_REGISTER_WITH_PAT_CODE, "user.login_register_with_pat"),
+    // Options catalog discovery
+    CommandMeta::non_replicated(DESCRIBE_OPTIONS_CODE, "options.describe"),
 ];
 
 /// Lookup command metadata by command code.
@@ -256,6 +258,7 @@ pub const fn lookup_command(code: u32) -> Option<&'static CommandMeta> {
         LEAVE_CONSUMER_GROUP_CODE => 49,
         SYNC_CONSUMER_GROUP_CODE => 50,
         LOGIN_REGISTER_WITH_PAT_CODE => 51,
+        DESCRIBE_OPTIONS_CODE => 52,
         _ => return None,
     };
     Some(&COMMAND_TABLE[idx])
@@ -367,6 +370,7 @@ mod tests {
             DELETE_CONSUMER_GROUP_CODE,
             JOIN_CONSUMER_GROUP_CODE,
             LEAVE_CONSUMER_GROUP_CODE,
+            DESCRIBE_OPTIONS_CODE,
         ];
         for code in all_codes {
             assert!(

{apache_iggy-0.9.0.dev2 → apache_iggy-0.9.0.dev3}/core/binary_protocol/src/lib.rs

@@ -90,6 +90,7 @@ pub use message_view::{
 pub use primitives::ack_level::AckLevel;
 pub use primitives::consumer::{KIND_CONSUMER_GROUP, WireConsumer};
 pub use primitives::identifier::{MAX_WIRE_NAME_LENGTH, WireIdentifier, WireName};
+pub use primitives::options::{MAX_OPTIONS, MAX_OPTIONS_BYTES, WireOptions, validate_options};
 pub use primitives::partition_assignment::CreatedPartitionAssignment;
 pub use primitives::partitioning::{MAX_MESSAGES_KEY_LENGTH, WirePartitioning};
 pub use primitives::permissions::{

{apache_iggy-0.9.0.dev2 → apache_iggy-0.9.0.dev3}/core/binary_protocol/src/primitives/mod.rs

@@ -20,6 +20,7 @@
 pub mod ack_level;
 pub mod consumer;
 pub mod identifier;
+pub mod options;
 pub mod partition_assignment;
 pub mod partitioning;
 pub mod permissions;