prosody 0.6.0-x86_64-linux → 0.7.0-x86_64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 270bd58a5f0184bfe26ef85b0a12442f58bc95c036d09f0b2caa5e117dc06c9c
-  data.tar.gz: ec405fbe428a3c282fbbb619643cf477a15f7b095c516253495d1c896d7ca653
+  metadata.gz: e83fd7ec6d1127ea7aa5e19d1b44b6381e350bb45cefb6d19667165c635cadd8
+  data.tar.gz: 895849e38f9526f56d1b589d9fef1f4159fda6b0c912cb529fe72a71912d07b6
 SHA512:
-  metadata.gz: 70fc1084d9eaf1edeb3c202c8d973a3a1da426453a290047317b14751852cb7eacbaa6125ff831c260b6dc28d527eb4454c96166227692b537c32838cf7cf2de
-  data.tar.gz: a504e6950613bd803b71882c363311844f49d616f8cb6d8a188dd37eaf6d6d1f25699d10dc12870901f20274f82e9172acef61b4931d83e263d2bab4bf801306
+  metadata.gz: 78393823487ad77efbcdf2632303b9e7c8cef87ebbe51debdbf4925f25eea92627d4672ee5a291b05d5639be51289dba00d0731267e111f4680bc451d60d6c65
+  data.tar.gz: 2acd18dd7651523235f02c43f34a42767db8342c4e19a52f3d0d576f7066da4222be2dcbf4617f43953daf51d9108eda1ae782e27c9fd398dcecb50923ee3895

data/.config/rail.toml

@@ -1,5 +1,5 @@
 [plan.work.ci]
-paths = [".config/rail.toml", ".github/**", ".taplo.toml", "Makefile"]
+paths = [".config/rail.toml", ".github/**"]
 scope = "repository"
 
 [plan.work.ruby]
@@ -24,3 +24,7 @@ paths = [
     "typecheck_negative/**",
 ]
 scope = "repository"
+
+[plan.work.taplo]
+paths = [".taplo.toml"]
+scope = "repository"

data/.release-please-manifest.json

@@ -1,3 +1,3 @@
 {
-  ".": "0.6.0"
+  ".": "0.7.0"
 }

data/CHANGELOG.md

@@ -1,5 +1,24 @@
 # Changelog
 
+## [0.7.0](https://github.com/prosody-events/prosody-rb/compare/prosody/v0.6.1...prosody/v0.7.0) (2026-11-13)
+
+
+### Features
+
+* **deps:** upgrade prosody to 0.8.0 ([#65](https://github.com/prosody-events/prosody-rb/issues/65)) ([2e2c81f](https://github.com/prosody-events/prosody-rb/commit/2e2c81fa7253e6c4eecbf822897f6ebf3ace13fb))
+
+
+### Bug Fixes
+
+* **deps:** upgrade dependencies ([#63](https://github.com/prosody-events/prosody-rb/issues/63)) ([eaca537](https://github.com/prosody-events/prosody-rb/commit/eaca53706bcbd9118fa5dfbb0296b9505bb11a24))
+
+## [0.6.1](https://github.com/prosody-events/prosody-rb/compare/prosody/v0.6.0...prosody/v0.6.1) (2026-10-13)
+
+
+### Bug Fixes
+
+* **deps:** upgrade prosody to 0.7.1 ([#58](https://github.com/prosody-events/prosody-rb/issues/58)) ([54e0556](https://github.com/prosody-events/prosody-rb/commit/54e0556190290985f5dae16bddb09a0dbf8afdd6))
+
 ## [0.6.0](https://github.com/prosody-events/prosody-rb/compare/prosody/v0.5.1...prosody/v0.6.0) (2026-10-02)
 
 

data/CONFIGURATION.md

@@ -40,14 +40,17 @@ Set `subsystem` to make this client answer requests. Without it, the client cons
 | Option / Environment Variable           | Description                                          | Default                |
 |-----------------------------------------|------------------------------------------------------|------------------------|
 | `max_concurrency` / `PROSODY_MAX_CONCURRENCY` | Max messages being processed simultaneously     | 32                     |
-| `max_uncommitted` / `PROSODY_MAX_UNCOMMITTED` | Max queued messages before pausing consumption  | 64                     |
+| `max_uncommitted` / `PROSODY_MAX_UNCOMMITTED` | Max decoded messages in flight across all partitions; at the limit, partitions stop reading | 64                     |
 | `timeout` / `PROSODY_TIMEOUT`           | Cancel handler if it runs longer than this           | 80% of stall threshold |
-| `commit_interval` / `PROSODY_COMMIT_INTERVAL` | How often to save progress to Kafka            | 1s                     |
+| `commit_interval` / `PROSODY_COMMIT_INTERVAL` | How often to save progress to Kafka | 1s |
 | `poll_interval` / `PROSODY_POLL_INTERVAL` | How often to fetch new messages from Kafka         | 100ms                  |
 | `shutdown_timeout` / `PROSODY_SHUTDOWN_TIMEOUT` | Shutdown budget; handlers run freely until cancellation fires near the end of the timeout | 30s |
 | `stall_threshold` / `PROSODY_STALL_THRESHOLD` | Report unhealthy if no progress for this long  | 5m                     |
 | `probe_port` / `PROSODY_PROBE_PORT`     | HTTP port for health checks; use `false`, `:disabled`, or the environment value `none` to disable | 8000 |
-| `statistics_interval` / `PROSODY_STATISTICS_INTERVAL` | How often librdkafka reports client statistics; must be between 1ms and 24h | 5s |
+| `statistics_interval` / `PROSODY_STATISTICS_INTERVAL` | How often librdkafka reports client statistics | 5s |
+| `partition_prefetch` / `PROSODY_PARTITION_PREFETCH` | Bytes of fetched records that wait for each assigned partition; accepts sizes such as `128 KiB`. Fetched memory grows with the number of assigned partitions (about two times this value, plus one batch, per partition) | 128 KiB |
+| `fetch_max_bytes` / `PROSODY_FETCH_MAX_BYTES` | Maximum bytes in one fetch response from one broker; accepts sizes such as `50 MiB` | 50 MiB |
+| `fetch_wait` / `PROSODY_FETCH_WAIT` | How long a broker can hold a fetch request when no new records are available. A shorter wait lowers the delay for a partition that is behind, but an idle consumer sends more fetch requests | 500ms |
 | `failure_topic` / `PROSODY_FAILURE_TOPIC` | Send unprocessable messages here (dead letter queue) | -                     |
 | `idempotence_cache_size` / `PROSODY_IDEMPOTENCE_CACHE_SIZE` | Capacity of the producer idempotence cache and of the consumer deduplication cache. Consumer deduplication cannot be turned off, so the value must be at least 1 | 8192 |
 | `idempotence_version` / `PROSODY_IDEMPOTENCE_VERSION` | Version string for cache-busting dedup hashes | 1              |

data/README.md

@@ -12,7 +12,7 @@ strategies, and integrated OpenTelemetry support for distributed tracing.
 - **Keyed State**: Per-key value/map/deque collections that survive across events, transactional by default
 - **Quality of Service**: Fair scheduling limits concurrency and prevents failures from starving fresh traffic. Pipeline mode adds deferred retry and monopolization detection
 - **Distributed Tracing**: OpenTelemetry integration for tracing message flow across services
-- **Backpressure**: Pauses partitions when handlers fall behind
+- **Backpressure**: Stops reading a partition when handlers fall behind
 - **Mocking**: In-memory Kafka broker for tests (`mock: true`)
 - **Failure Handling**: Pipeline (retry forever), Low-Latency (dead letter), Best-Effort (log and skip)
 
@@ -36,6 +36,15 @@ State definitions carry their item types through `context.state`. A bare handler
 message, definition, or state handle uses `Prosody::json_value`. See the
 [typed examples](examples/) for Ruby and companion RBS files checked by Steep.
 
+### Kafka version
+
+Prosody requires Kafka 4.0 or later. Consumers use the broker-side consumer
+group protocol (KIP-848). The broker assigns partitions, and a rebalance
+changes only the members whose partitions move. Brokers older than 4.0 do
+not support this protocol, and the client does not fall back to the classic
+protocol. A consumer that connects to an older broker logs a fatal error and
+gets no partitions, so its readiness probe stays unready.
+
 ## Quick Start
 
 ```ruby
@@ -110,7 +119,7 @@ Prosody enables efficient, parallel processing of Kafka messages while maintaini
 - **Partition-Level Parallelism**: Separate management of each Kafka partition
 - **Key-Based Queuing**: Ordered processing for each key within a partition
 - **Concurrent Processing**: Simultaneous processing of different keys
-- **Backpressure Management**: Pause consumption from backed-up partitions
+- **Backpressure Management**: Stop reading from backed-up partitions
 
 ## Quality of Service
 
@@ -457,8 +466,10 @@ This prevents endless loops where a service consumes its own produced messages.
 
 ## Message Deduplication
 
-Prosody automatically deduplicates messages using the `id` field in their JSON payload. Consecutive messages with the
-same ID and key are processed only once.
+Prosody uses the JSON payload's `id` field to detect duplicate messages. For a consumer group and idempotence version,
+messages with the same ID, key, topic, and partition share a deduplication record. Other messages can arrive between duplicates.
+Prosody skips a duplicate while its record remains in the cache or persistent store. Deduplication is best-effort;
+handlers must remain idempotent.
 
 The deduplication system uses:
 - A **global in-memory cache** shared across all partitions, surviving partition reassignments within a process
@@ -625,7 +636,7 @@ State operations look synchronous. They yield the current fiber while Prosody pe
 
 | Collection | JSON payload | Kafka message | Main operations |
 | --- | --- | --- | --- |
-| Value | `Prosody.value` | `Prosody.message_value` | `get`, `set`, `clear` |
+| Value | `Prosody.value` | `Prosody.message_value` | `get`, `exist?`, `set`, `clear` |
 | Ordered string map | `Prosody.map` | `Prosody.message_map` | `get`, `get_many`, `key?`, `contains_many`, `empty?`, `set`, `delete`, `each_pair`, `each_key`, `clear` |
 | Ordered string set | `Prosody.set` | - | `add` / `<<`, `delete`, `include?`, `contains_many`, `empty?`, `each`, `clear` |
 | Deque | `Prosody.deque` | `Prosody.message_deque` | `push`, `unshift`, `pop`, `shift`, `get`, `length`, `each`, `clear` |
@@ -1263,7 +1274,7 @@ Definition constructors (each returns a frozen definition object used both in `C
 
 Each constructor returns a `StateDefinition`. It exposes `name`, `kind`, `payload`, all supplied options, and `to_state_config`.
 
-Published readers take the user key as their first argument. `Prosody::PublishedValue` provides `get`.
+Published readers take the user key as their first argument. `Prosody::PublishedValue` provides `get` and `exist?`.
 
 `Prosody::PublishedMap` provides `get`, `get_many`, `key?`, `has_key?`, `include?`, `member?`, `contains_many`, and `empty?`.
 
@@ -1277,7 +1288,7 @@ Traversal methods return an `Enumerator` without a block. Every traversal accept
 
 `Prosody::ValueState`:
 
-- `get` / `value`, `set(value)` / `value=`, `clear`, `commit`, and `rollback`
+- `get` / `value`, `exist?`, `set(value)` / `value=`, `clear`, `commit`, and `rollback`
 
 `Prosody::MapState` (keys are `String`):
 

data/lib/prosody/3.2/prosody.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/prosody/3.2/prosody.so
-size: 39097088 bytes
-sha256: b58385c6ee712db4a5fbebb2309ece562c59852682f8d2498f6043b3bea77a52
+size: 39980432 bytes
+sha256: 1c34ab1c1de242d3a7674df7da803b12d8da8518976e7c414570d724bbef3c05

data/lib/prosody/3.3/prosody.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/prosody/3.3/prosody.so
-size: 39097088 bytes
-sha256: e431827edf8ab1772a94ff5717e8d7211c573191fbe709c99862693783771aa6
+size: 39980432 bytes
+sha256: 3c1202a361806f1dac0ee2d7cf56031f76530b785c0b183b71380785c716075b

data/lib/prosody/3.4/prosody.so

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: data/lib/prosody/3.4/prosody.so
-size: 39092992 bytes
-sha256: c073e39e77b5551c79fbd4b072e63d5beb119e1e4914e13d621f19ef3f4a353d
+size: 39972240 bytes
+sha256: ec13e9e3383a5cf6a743a1df0239b81ec65c96e9ea18c895b643eba60ae4acc1

data/lib/prosody/configuration.rb

@@ -128,6 +128,22 @@ module Prosody
     # Env: PROSODY_STATISTICS_INTERVAL. Default: 5 seconds.
     config_param :statistics_interval, converter: ->(v) { duration_converter(v) }
 
+    # Bytes of fetched records that wait for each assigned partition, such as
+    # "128 KiB". Fetched memory grows with the number of assigned partitions:
+    # about two times this value, plus one batch, per partition.
+    # Env: PROSODY_PARTITION_PREFETCH. Default: 128 KiB.
+    config_param :partition_prefetch, converter: lambda(&:to_s)
+
+    # Maximum bytes in one fetch response from one broker, such as "50 MiB".
+    # Env: PROSODY_FETCH_MAX_BYTES. Default: 50 MiB.
+    config_param :fetch_max_bytes, converter: lambda(&:to_s)
+
+    # How long a broker can hold a fetch request when no new records are
+    # available (in seconds). A shorter wait lowers the delay for a partition
+    # that is behind, but an idle consumer sends more fetch requests.
+    # Env: PROSODY_FETCH_WAIT. Default: 0.5 seconds.
+    config_param :fetch_wait, converter: ->(v) { duration_converter(v) }
+
     # Base delay for retry operations (in seconds).
     config_param :retry_base, converter: ->(v) { duration_converter(v) }
 

data/lib/prosody/state/value.rb

@@ -16,6 +16,13 @@ module Prosody
     # @return [Object, nil] the stored value, or `nil` when absent
     def get = @native.get
 
+    # Returns true when the handle holds a value, including a buffered write.
+    # The check does not decode the value. For a message value, it does not
+    # fetch the Kafka message.
+    #
+    # @return [Boolean]
+    def exist? = @native.contains
+
     # Buffers a write of the value.
     #
     # @param value [Object] the value to store (JSON, or a message)
@@ -54,5 +61,12 @@ module Prosody
     # @param key [String] the user key
     # @return [Object, nil] the value, or +nil+ when it is absent
     def get(key) = @native.get(key)
+
+    # Returns true when a committed value exists for +key+. The check does not
+    # decode the value.
+    #
+    # @param key [String] the user key
+    # @return [Boolean]
+    def exist?(key) = @native.contains(key)
   end
 end

data/lib/prosody/version.rb

@@ -6,5 +6,5 @@ module Prosody
   # This version number follows semantic versioning and is used by the
   # gem system to identify the library version. It should be updated
   # according to semver guidelines when making releases.
-  VERSION = "0.6.0"
+  VERSION = "0.7.0"
 end

data/sig/configuration.rbs

@@ -67,6 +67,21 @@ module Prosody
     def statistics_interval: () -> Float?
     def statistics_interval=: (Numeric) -> Float
 
+    # Bytes of fetched records that wait for each assigned partition. Accepts
+    # a human-readable size. Uses PROSODY_PARTITION_PREFETCH when omitted.
+    def partition_prefetch: () -> String?
+    def partition_prefetch=: (String | _ToS) -> String
+
+    # Maximum bytes in one fetch response from one broker. Accepts a
+    # human-readable size. Uses PROSODY_FETCH_MAX_BYTES when omitted.
+    def fetch_max_bytes: () -> String?
+    def fetch_max_bytes=: (String | _ToS) -> String
+
+    # How long a broker can hold a fetch request when no new records are
+    # available (seconds). Uses PROSODY_FETCH_WAIT when omitted.
+    def fetch_wait: () -> Float?
+    def fetch_wait=: (Numeric) -> Float
+
     # Base delay for retry operations (seconds)
     def retry_base: () -> Float?
     def retry_base=: (Numeric) -> Float

data/sig/published.rbs

@@ -2,6 +2,7 @@ module Prosody
   # --- published-state readers, opened by Client#state -------------------
   class NativePublishedValue
     def get: (String key) -> json_value?
+    def contains: (String key) -> bool
   end
 
   class NativePublishedMap
@@ -32,6 +33,7 @@ module Prosody
 
   class PublishedValue[T = json_value]
     def get: (String key) -> T?
+    def exist?: (String key) -> bool
 
     private
     def initialize: (NativePublishedValue native) -> void

data/sig/state.rbs

@@ -110,6 +110,7 @@ module Prosody
   # Every op is fiber-yield async: it looks blocking but never blocks the thread.
   class ValueState[T = json_value] < State::Handle
     def get: () -> T?
+    def exist?: () -> bool
     def set: (T value) -> void
     def clear: () -> void
 
@@ -230,6 +231,7 @@ module Prosody
 
   interface _NativeValueHandle[T]
     def get: () -> T?
+    def contains: () -> bool
     def set: (T value) -> void
     def clear: () -> void
     def commit: () -> store_outcome

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: prosody
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.0
 platform: x86_64-linux
 authors:
 - Joshua Griffith
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2026-10-02 00:00:00.000000000 Z
+date: 2026-11-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: async
@@ -86,14 +86,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '7.0'
+        version: '7.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '7.0'
+        version: '7.2'
 description: |
   Prosody offers Ruby bindings to the Prosody Kafka client, providing features
   for message production and consumption, including configurable retry