sentry-arroyo 2.28.4__py3-none-any.whl → 2.29.0__py3-none-any.whl

arroyo/backends/kafka/configuration.py

@@ -1,4 +1,5 @@
 import copy
+import functools
 import json
 import logging
 from typing import Any, Dict, Mapping, Optional, Sequence
@@ -49,26 +50,32 @@ def stats_callback(stats_json: str) -> None:
     )
 
 
-def producer_stats_callback(stats_json: str) -> None:
+def producer_stats_callback(stats_json: str, producer_name: Optional[str]) -> None:
     stats = json.loads(stats_json)
     metrics = get_metrics()
 
     # Extract broker-level int_latency metrics
     brokers = stats.get("brokers", {})
+    producer_name_tag = producer_name or "unknown"
+
+    # Record all broker-level metrics in a single loop
     for broker_id, broker_stats in brokers.items():
+        broker_tags = {"broker_id": str(broker_id), "producer_name": producer_name_tag}
+
+        # Record broker latency metrics
         int_latency = broker_stats.get("int_latency", {})
         if int_latency:
             p99_latency_ms = int_latency.get("p99", 0) / 1000.0
             metrics.timing(
                 "arroyo.producer.librdkafka.p99_int_latency",
                 p99_latency_ms,
-                tags={"broker_id": str(broker_id)},
+                tags=broker_tags,
             )
             avg_latency_ms = int_latency.get("avg", 0) / 1000.0
             metrics.timing(
                 "arroyo.producer.librdkafka.avg_int_latency",
                 avg_latency_ms,
-                tags={"broker_id": str(broker_id)},
+                tags=broker_tags,
             )
 
         outbuf_latency = broker_stats.get("outbuf_latency", {})
@@ -77,13 +84,13 @@ def producer_stats_callback(stats_json: str) -> None:
             metrics.timing(
                 "arroyo.producer.librdkafka.p99_outbuf_latency",
                 p99_latency_ms,
-                tags={"broker_id": str(broker_id)},
+                tags=broker_tags,
             )
             avg_latency_ms = outbuf_latency.get("avg", 0) / 1000.0
             metrics.timing(
                 "arroyo.producer.librdkafka.avg_outbuf_latency",
                 avg_latency_ms,
-                tags={"broker_id": str(broker_id)},
+                tags=broker_tags,
             )
 
         rtt = broker_stats.get("rtt", {})
@@ -92,15 +99,96 @@ def producer_stats_callback(stats_json: str) -> None:
             metrics.timing(
                 "arroyo.producer.librdkafka.p99_rtt",
                 p99_rtt_ms,
-                tags={"broker_id": str(broker_id)},
+                tags=broker_tags,
             )
             avg_rtt_ms = rtt.get("avg", 0) / 1000.0
             metrics.timing(
                 "arroyo.producer.librdkafka.avg_rtt",
                 avg_rtt_ms,
-                tags={"broker_id": str(broker_id)},
+                tags=broker_tags,
+            )
+
+        # Record broker transmission metrics
+        if broker_stats.get("tx"):
+            metrics.gauge(
+                "arroyo.producer.librdkafka.broker_tx",
+                broker_stats["tx"],
+                tags=broker_tags,
+            )
+
+        if broker_stats.get("txbytes"):
+            metrics.gauge(
+                "arroyo.producer.librdkafka.broker_txbytes",
+                broker_stats["txbytes"],
+                tags=broker_tags,
+            )
+
+        # Record broker buffer metrics
+        if broker_stats.get("outbuf_cnt"):
+            metrics.gauge(
+                "arroyo.producer.librdkafka.broker_outbuf_requests",
+                broker_stats["outbuf_cnt"],
+                tags=broker_tags,
+            )
+
+        if broker_stats.get("outbuf_msg_cnt"):
+            metrics.gauge(
+                "arroyo.producer.librdkafka.broker_outbuf_messages",
+                broker_stats["outbuf_msg_cnt"],
+                tags=broker_tags,
             )
 
+        # Record broker connection metrics
+        if broker_stats.get("connects"):
+            metrics.gauge(
+                "arroyo.producer.librdkafka.broker_connects",
+                broker_stats["connects"],
+                tags=broker_tags,
+            )
+
+        if broker_stats.get("disconnects"):
+            metrics.gauge(
+                "arroyo.producer.librdkafka.broker_disconnects",
+                broker_stats["disconnects"],
+                tags=broker_tags,
+            )
+
+    # Record global producer metrics (librdkafka namespace)
+    if stats.get("msg_cnt"):
+        metrics.gauge(
+            "arroyo.producer.librdkafka.message_count",
+            stats["msg_cnt"],
+            tags={"producer_name": producer_name_tag},
+        )
+
+    if stats.get("msg_max"):
+        metrics.gauge(
+            "arroyo.producer.librdkafka.message_count_max",
+            stats["msg_max"],
+            tags={"producer_name": producer_name_tag},
+        )
+
+    if stats.get("msg_size"):
+        metrics.gauge(
+            "arroyo.producer.librdkafka.message_size",
+            stats["msg_size"],
+            tags={"producer_name": producer_name_tag},
+        )
+
+    if stats.get("msg_size_max"):
+        metrics.gauge(
+            "arroyo.producer.librdkafka.message_size_max",
+            stats["msg_size_max"],
+            tags={"producer_name": producer_name_tag},
+        )
+
+    if stats.get("txmsgs"):
+        metrics.gauge(
+            "arroyo.producer.librdkafka.txmsgs",
+            stats["txmsgs"],
+            tags={"producer_name": producer_name_tag},
+        )
+
 
 def build_kafka_producer_configuration(
     default_config: Mapping[str, Any],
@@ -111,10 +199,15 @@ def build_kafka_producer_configuration(
         default_config, bootstrap_servers, override_params
     )
 
+    # Extract client.id to use as producer name for metrics
+    producer_name = broker_config.get("client.id")
+
     broker_config.update(
         {
             "statistics.interval.ms": STATS_COLLECTION_FREQ_MS,
-            "stats_cb": producer_stats_callback,
+            "stats_cb": functools.partial(
+                producer_stats_callback, producer_name=producer_name
+            ),
         }
     )
     return broker_config

arroyo/backends/kafka/consumer.py

@@ -654,7 +654,6 @@ class KafkaProducer(Producer[KafkaPayload]):
         self, configuration: Mapping[str, Any], use_simple_futures: bool = False
     ) -> None:
         self.__configuration = configuration
-
         self.__producer = ConfluentProducer(configuration)
         self.__shutdown_requested = Event()
 

arroyo/utils/metricDefs.json

@@ -1 +1 @@
-{"arroyo.strategies.run_task_with_multiprocessing.batch.size.msg": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.size.msg", "type": "Time", "description": "Number of messages in a multiprocessing batch"}, "arroyo.strategies.run_task_with_multiprocessing.batch.size.bytes": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.size.bytes", "type": "Time", "description": "Number of bytes in a multiprocessing batch"}, "arroyo.strategies.run_task_with_multiprocessing.output_batch.size.msg": {"name": "arroyo.strategies.run_task_with_multiprocessing.output_batch.size.msg", "type": "Time", "description": "Number of messages in a multiprocessing batch after the message transformation"}, "arroyo.strategies.run_task_with_multiprocessing.output_batch.size.bytes": {"name": "arroyo.strategies.run_task_with_multiprocessing.output_batch.size.bytes", "type": "Time", "description": "Number of bytes in a multiprocessing batch after the message transformation"}, "arroyo.consumer.run.count": {"name": "arroyo.consumer.run.count", "type": "Counter", "description": "Number of times the consumer is spinning"}, "arroyo.consumer.invalid_message.count": {"name": "arroyo.consumer.invalid_message.count", "type": "Counter", "description": "Number of times the consumer encountered an invalid message."}, "arroyo.strategies.reduce.batch_time": {"name": "arroyo.strategies.reduce.batch_time", "type": "Time", "description": "How long it took the Reduce step to fill up a batch"}, "arroyo.strategies.run_task_with_multiprocessing.batch.backpressure": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.backpressure", "type": "Counter", "description": "Incremented when a strategy after multiprocessing applies\nbackpressure to multiprocessing. May be a reason why CPU cannot be\nsaturated."}, "arroyo.strategies.run_task_with_multiprocessing.batch.input.overflow": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.input.overflow", "type": "Counter", "description": "Incremented when multiprocessing cannot fill the input batch\nbecause not enough memory was allocated. This results in batches smaller\nthan configured. Increase `input_block_size` to fix."}, "arroyo.strategies.run_task_with_multiprocessing.batch.output.overflow": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.output.overflow", "type": "Counter", "description": "Incremented when multiprocessing cannot pull results in batches\nequal to the input batch size, because not enough memory was allocated.\nThis can be devastating for throughput. Increase `output_block_size` to\nfix."}, "arroyo.strategies.run_task_with_multiprocessing.batch.input.resize": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.input.resize", "type": "Counter", "description": "Arroyo has decided to re-allocate a block in order to combat input\nbuffer overflow. This behavior can be disabled by explicitly setting\n`input_block_size` to a not-None value in `RunTaskWithMultiprocessing`."}, "arroyo.strategies.run_task_with_multiprocessing.batch.output.resize": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.output.resize", "type": "Counter", "description": "Arroyo has decided to re-allocate a block in order to combat output\nbuffer overflow. This behavior can be disabled by explicitly setting\n`output_block_size` to a not-None value in `RunTaskWithMultiprocessing`."}, "arroyo.strategies.run_task_with_multiprocessing.batches_in_progress": {"name": "arroyo.strategies.run_task_with_multiprocessing.batches_in_progress", "type": "Gauge", "description": "How many batches are being processed in parallel by multiprocessing."}, "arroyo.strategies.run_task_with_multiprocessing.processes": {"name": "arroyo.strategies.run_task_with_multiprocessing.processes", "type": "Counter", "description": "A subprocess by multiprocessing unexpectedly died.\n\"sigchld.detected\",\nGauge: Shows how many processes the multiprocessing strategy is\nconfigured with."}, "arroyo.strategies.run_task_with_multiprocessing.pool.create": {"name": "arroyo.strategies.run_task_with_multiprocessing.pool.create", "type": "Counter", "description": "Incremented when the multiprocessing pool is created (or re-created)."}, "arroyo.consumer.poll.time": {"name": "arroyo.consumer.poll.time", "type": "Time", "description": "(unitless) spent polling librdkafka for new messages."}, "arroyo.consumer.processing.time": {"name": "arroyo.consumer.processing.time", "type": "Time", "description": "(unitless) spent in strategies (blocking in strategy.submit or\nstrategy.poll)"}, "arroyo.consumer.backpressure.time": {"name": "arroyo.consumer.backpressure.time", "type": "Time", "description": "(unitless) spent pausing the consumer due to backpressure (MessageRejected)"}, "arroyo.consumer.dlq.time": {"name": "arroyo.consumer.dlq.time", "type": "Time", "description": "(unitless) spent in handling `InvalidMessage` exceptions and sending\nmessages to the the DLQ."}, "arroyo.consumer.join.time": {"name": "arroyo.consumer.join.time", "type": "Time", "description": "(unitless) spent in waiting for the strategy to exit, such as during\nshutdown or rebalancing."}, "arroyo.consumer.callback.time": {"name": "arroyo.consumer.callback.time", "type": "Time", "description": "(unitless) spent in librdkafka callbacks. This metric's timings\noverlap other timings, and might spike at the same time."}, "arroyo.consumer.shutdown.time": {"name": "arroyo.consumer.shutdown.time", "type": "Time", "description": "(unitless) spent in shutting down the consumer. This metric's\ntimings overlap other timings, and might spike at the same time."}, "arroyo.consumer.run.callback": {"name": "arroyo.consumer.run.callback", "type": "Time", "description": "A regular duration metric where each datapoint is measuring the time it\ntook to execute a single callback. This metric is distinct from the\narroyo.consumer.*.time metrics as it does not attempt to accumulate time\nspent per second in an attempt to keep monitoring overhead low.\nThe metric is tagged by the name of the internal callback function being\nexecuted, as 'callback_name'. Possible values are on_partitions_assigned\nand on_partitions_revoked."}, "arroyo.consumer.run.close_strategy": {"name": "arroyo.consumer.run.close_strategy", "type": "Time", "description": "Duration metric measuring the time it took to flush in-flight messages\nand shut down the strategies."}, "arroyo.consumer.run.create_strategy": {"name": "arroyo.consumer.run.create_strategy", "type": "Time", "description": "Duration metric measuring the time it took to create the processing strategy."}, "arroyo.consumer.partitions_revoked.count": {"name": "arroyo.consumer.partitions_revoked.count", "type": "Counter", "description": "How many partitions have been revoked just now."}, "arroyo.consumer.partitions_assigned.count": {"name": "arroyo.consumer.partitions_assigned.count", "type": "Counter", "description": "How many partitions have been assigned just now."}, "arroyo.consumer.latency": {"name": "arroyo.consumer.latency", "type": "Time", "description": "Consumer latency in seconds. Recorded by the commit offsets strategy."}, "arroyo.consumer.pause": {"name": "arroyo.consumer.pause", "type": "Counter", "description": "Metric for when the underlying rdkafka consumer is being paused.\nThis flushes internal prefetch buffers."}, "arroyo.consumer.resume": {"name": "arroyo.consumer.resume", "type": "Counter", "description": "Metric for when the underlying rdkafka consumer is being resumed.\nThis might cause increased network usage as messages are being re-fetched."}, "arroyo.consumer.librdkafka.total_queue_size": {"name": "arroyo.consumer.librdkafka.total_queue_size", "type": "Gauge", "description": "Queue size of background queue that librdkafka uses to prefetch messages."}, "arroyo.processing.strategies.healthcheck.touch": {"name": "arroyo.processing.strategies.healthcheck.touch", "type": "Counter", "description": "Counter metric to measure how often the healthcheck file has been touched."}, "arroyo.strategies.filter.dropped_messages": {"name": "arroyo.strategies.filter.dropped_messages", "type": "Counter", "description": "Number of messages dropped in the FilterStep strategy"}, "arroyo.consumer.dlq.dropped_messages": {"name": "arroyo.consumer.dlq.dropped_messages", "type": "Counter", "description": "how many messages are dropped due to errors producing to the dlq"}, "arroyo.consumer.dlq_buffer.len": {"name": "arroyo.consumer.dlq_buffer.len", "type": "Gauge", "description": "Current length of the DLQ buffer deque"}, "arroyo.consumer.dlq_buffer.exceeded": {"name": "arroyo.consumer.dlq_buffer.exceeded", "type": "Counter", "description": "Number of times the DLQ buffer size has been exceeded, causing messages to be dropped"}, "arroyo.consumer.dlq_buffer.assigned_partitions": {"name": "arroyo.consumer.dlq_buffer.assigned_partitions", "type": "Gauge", "description": "Number of partitions being tracked in the DLQ buffer"}, "arroyo.producer.librdkafka.p99_int_latency": {"name": "arroyo.producer.librdkafka.p99_int_latency", "type": "Time", "description": "Internal producer queue latency from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.p99_outbuf_latency": {"name": "arroyo.producer.librdkafka.p99_outbuf_latency", "type": "Time", "description": "Output buffer latency from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.p99_rtt": {"name": "arroyo.producer.librdkafka.p99_rtt", "type": "Time", "description": "Round-trip time to brokers from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.avg_int_latency": {"name": "arroyo.producer.librdkafka.avg_int_latency", "type": "Time", "description": "Average internal producer queue latency from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.avg_outbuf_latency": {"name": "arroyo.producer.librdkafka.avg_outbuf_latency", "type": "Time", "description": "Average output buffer latency from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.avg_rtt": {"name": "arroyo.producer.librdkafka.avg_rtt", "type": "Time", "description": "Average round-trip time to brokers from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.produce_status": {"name": "arroyo.producer.produce_status", "type": "Counter", "description": "Number of times the produce strategy failed to produce a message"}}
+{"arroyo.strategies.run_task_with_multiprocessing.batch.size.msg": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.size.msg", "type": "Time", "description": "Number of messages in a multiprocessing batch"}, "arroyo.strategies.run_task_with_multiprocessing.batch.size.bytes": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.size.bytes", "type": "Time", "description": "Number of bytes in a multiprocessing batch"}, "arroyo.strategies.run_task_with_multiprocessing.output_batch.size.msg": {"name": "arroyo.strategies.run_task_with_multiprocessing.output_batch.size.msg", "type": "Time", "description": "Number of messages in a multiprocessing batch after the message transformation"}, "arroyo.strategies.run_task_with_multiprocessing.output_batch.size.bytes": {"name": "arroyo.strategies.run_task_with_multiprocessing.output_batch.size.bytes", "type": "Time", "description": "Number of bytes in a multiprocessing batch after the message transformation"}, "arroyo.consumer.run.count": {"name": "arroyo.consumer.run.count", "type": "Counter", "description": "Number of times the consumer is spinning"}, "arroyo.consumer.invalid_message.count": {"name": "arroyo.consumer.invalid_message.count", "type": "Counter", "description": "Number of times the consumer encountered an invalid message."}, "arroyo.strategies.reduce.batch_time": {"name": "arroyo.strategies.reduce.batch_time", "type": "Time", "description": "How long it took the Reduce step to fill up a batch"}, "arroyo.strategies.run_task_with_multiprocessing.batch.backpressure": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.backpressure", "type": "Counter", "description": "Incremented when a strategy after multiprocessing applies\nbackpressure to multiprocessing. May be a reason why CPU cannot be\nsaturated."}, "arroyo.strategies.run_task_with_multiprocessing.batch.input.overflow": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.input.overflow", "type": "Counter", "description": "Incremented when multiprocessing cannot fill the input batch\nbecause not enough memory was allocated. This results in batches smaller\nthan configured. Increase `input_block_size` to fix."}, "arroyo.strategies.run_task_with_multiprocessing.batch.output.overflow": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.output.overflow", "type": "Counter", "description": "Incremented when multiprocessing cannot pull results in batches\nequal to the input batch size, because not enough memory was allocated.\nThis can be devastating for throughput. Increase `output_block_size` to\nfix."}, "arroyo.strategies.run_task_with_multiprocessing.batch.input.resize": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.input.resize", "type": "Counter", "description": "Arroyo has decided to re-allocate a block in order to combat input\nbuffer overflow. This behavior can be disabled by explicitly setting\n`input_block_size` to a not-None value in `RunTaskWithMultiprocessing`."}, "arroyo.strategies.run_task_with_multiprocessing.batch.output.resize": {"name": "arroyo.strategies.run_task_with_multiprocessing.batch.output.resize", "type": "Counter", "description": "Arroyo has decided to re-allocate a block in order to combat output\nbuffer overflow. This behavior can be disabled by explicitly setting\n`output_block_size` to a not-None value in `RunTaskWithMultiprocessing`."}, "arroyo.strategies.run_task_with_multiprocessing.batches_in_progress": {"name": "arroyo.strategies.run_task_with_multiprocessing.batches_in_progress", "type": "Gauge", "description": "How many batches are being processed in parallel by multiprocessing."}, "arroyo.strategies.run_task_with_multiprocessing.processes": {"name": "arroyo.strategies.run_task_with_multiprocessing.processes", "type": "Counter", "description": "A subprocess by multiprocessing unexpectedly died.\n\"sigchld.detected\",\nGauge: Shows how many processes the multiprocessing strategy is\nconfigured with."}, "arroyo.strategies.run_task_with_multiprocessing.pool.create": {"name": "arroyo.strategies.run_task_with_multiprocessing.pool.create", "type": "Counter", "description": "Incremented when the multiprocessing pool is created (or re-created)."}, "arroyo.consumer.poll.time": {"name": "arroyo.consumer.poll.time", "type": "Time", "description": "(unitless) spent polling librdkafka for new messages."}, "arroyo.consumer.processing.time": {"name": "arroyo.consumer.processing.time", "type": "Time", "description": "(unitless) spent in strategies (blocking in strategy.submit or\nstrategy.poll)"}, "arroyo.consumer.backpressure.time": {"name": "arroyo.consumer.backpressure.time", "type": "Time", "description": "(unitless) spent pausing the consumer due to backpressure (MessageRejected)"}, "arroyo.consumer.dlq.time": {"name": "arroyo.consumer.dlq.time", "type": "Time", "description": "(unitless) spent in handling `InvalidMessage` exceptions and sending\nmessages to the the DLQ."}, "arroyo.consumer.join.time": {"name": "arroyo.consumer.join.time", "type": "Time", "description": "(unitless) spent in waiting for the strategy to exit, such as during\nshutdown or rebalancing."}, "arroyo.consumer.callback.time": {"name": "arroyo.consumer.callback.time", "type": "Time", "description": "(unitless) spent in librdkafka callbacks. This metric's timings\noverlap other timings, and might spike at the same time."}, "arroyo.consumer.shutdown.time": {"name": "arroyo.consumer.shutdown.time", "type": "Time", "description": "(unitless) spent in shutting down the consumer. This metric's\ntimings overlap other timings, and might spike at the same time."}, "arroyo.consumer.run.callback": {"name": "arroyo.consumer.run.callback", "type": "Time", "description": "A regular duration metric where each datapoint is measuring the time it\ntook to execute a single callback. This metric is distinct from the\narroyo.consumer.*.time metrics as it does not attempt to accumulate time\nspent per second in an attempt to keep monitoring overhead low.\nThe metric is tagged by the name of the internal callback function being\nexecuted, as 'callback_name'. Possible values are on_partitions_assigned\nand on_partitions_revoked."}, "arroyo.consumer.run.close_strategy": {"name": "arroyo.consumer.run.close_strategy", "type": "Time", "description": "Duration metric measuring the time it took to flush in-flight messages\nand shut down the strategies."}, "arroyo.consumer.run.create_strategy": {"name": "arroyo.consumer.run.create_strategy", "type": "Time", "description": "Duration metric measuring the time it took to create the processing strategy."}, "arroyo.consumer.partitions_revoked.count": {"name": "arroyo.consumer.partitions_revoked.count", "type": "Counter", "description": "How many partitions have been revoked just now."}, "arroyo.consumer.partitions_assigned.count": {"name": "arroyo.consumer.partitions_assigned.count", "type": "Counter", "description": "How many partitions have been assigned just now."}, "arroyo.consumer.latency": {"name": "arroyo.consumer.latency", "type": "Time", "description": "Consumer latency in seconds. Recorded by the commit offsets strategy."}, "arroyo.consumer.pause": {"name": "arroyo.consumer.pause", "type": "Counter", "description": "Metric for when the underlying rdkafka consumer is being paused.\nThis flushes internal prefetch buffers."}, "arroyo.consumer.resume": {"name": "arroyo.consumer.resume", "type": "Counter", "description": "Metric for when the underlying rdkafka consumer is being resumed.\nThis might cause increased network usage as messages are being re-fetched."}, "arroyo.consumer.librdkafka.total_queue_size": {"name": "arroyo.consumer.librdkafka.total_queue_size", "type": "Gauge", "description": "Queue size of background queue that librdkafka uses to prefetch messages."}, "arroyo.processing.strategies.healthcheck.touch": {"name": "arroyo.processing.strategies.healthcheck.touch", "type": "Counter", "description": "Counter metric to measure how often the healthcheck file has been touched."}, "arroyo.strategies.filter.dropped_messages": {"name": "arroyo.strategies.filter.dropped_messages", "type": "Counter", "description": "Number of messages dropped in the FilterStep strategy"}, "arroyo.consumer.dlq.dropped_messages": {"name": "arroyo.consumer.dlq.dropped_messages", "type": "Counter", "description": "how many messages are dropped due to errors producing to the dlq"}, "arroyo.consumer.dlq_buffer.len": {"name": "arroyo.consumer.dlq_buffer.len", "type": "Gauge", "description": "Current length of the DLQ buffer deque"}, "arroyo.consumer.dlq_buffer.exceeded": {"name": "arroyo.consumer.dlq_buffer.exceeded", "type": "Counter", "description": "Number of times the DLQ buffer size has been exceeded, causing messages to be dropped"}, "arroyo.consumer.dlq_buffer.assigned_partitions": {"name": "arroyo.consumer.dlq_buffer.assigned_partitions", "type": "Gauge", "description": "Number of partitions being tracked in the DLQ buffer"}, "arroyo.producer.librdkafka.p99_int_latency": {"name": "arroyo.producer.librdkafka.p99_int_latency", "type": "Time", "description": "Internal producer queue latency from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.p99_outbuf_latency": {"name": "arroyo.producer.librdkafka.p99_outbuf_latency", "type": "Time", "description": "Output buffer latency from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.p99_rtt": {"name": "arroyo.producer.librdkafka.p99_rtt", "type": "Time", "description": "Round-trip time to brokers from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.avg_int_latency": {"name": "arroyo.producer.librdkafka.avg_int_latency", "type": "Time", "description": "Average internal producer queue latency from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.avg_outbuf_latency": {"name": "arroyo.producer.librdkafka.avg_outbuf_latency", "type": "Time", "description": "Average output buffer latency from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.librdkafka.avg_rtt": {"name": "arroyo.producer.librdkafka.avg_rtt", "type": "Time", "description": "Average round-trip time to brokers from librdkafka statistics.\nTagged by broker_id."}, "arroyo.producer.produce_status": {"name": "arroyo.producer.produce_status", "type": "Counter", "description": "Number of times the produce strategy failed to produce a message"}, "arroyo.producer.librdkafka.message_count": {"name": "arroyo.producer.librdkafka.message_count", "type": "Gauge", "description": "Producer message count metric from librdkafka statistics\nTagged by producer_name"}, "arroyo.producer.librdkafka.message_count_max": {"name": "arroyo.producer.librdkafka.message_count_max", "type": "Gauge", "description": "Maximum producer message count from librdkafka statistics\nTagged by producer_name"}, "arroyo.producer.librdkafka.message_size": {"name": "arroyo.producer.librdkafka.message_size", "type": "Gauge", "description": "Producer message size from librdkafka statistics\nTagged by producer_name"}, "arroyo.producer.librdkafka.message_size_max": {"name": "arroyo.producer.librdkafka.message_size_max", "type": "Gauge", "description": "Maximum producer message size from librdkafka statistics\nTagged by producer_name"}, "arroyo.producer.librdkafka.txmsgs": {"name": "arroyo.producer.librdkafka.txmsgs", "type": "Gauge", "description": "Total number of messages transmitted from librdkafka statistics\nTagged by producer_name"}, "arroyo.producer.librdkafka.broker_tx": {"name": "arroyo.producer.librdkafka.broker_tx", "type": "Gauge", "description": "Total number of transmission requests from librdkafka statistics\nTagged by broker_id, producer_name"}, "arroyo.producer.librdkafka.broker_txbytes": {"name": "arroyo.producer.librdkafka.broker_txbytes", "type": "Gauge", "description": "Total number of bytes transmitted from librdkafka statistics\nTagged by broker_id, producer_name"}, "arroyo.producer.librdkafka.broker_outbuf_requests": {"name": "arroyo.producer.librdkafka.broker_outbuf_requests", "type": "Gauge", "description": "Number of requests awaiting transmission to broker from librdkafka statistics\nTagged by broker_id, producer_name"}, "arroyo.producer.librdkafka.broker_outbuf_messages": {"name": "arroyo.producer.librdkafka.broker_outbuf_messages", "type": "Gauge", "description": "Number of messages awaiting transmission to broker from librdkafka statistics\nTagged by broker_id, producer_name"}, "arroyo.producer.librdkafka.broker_connects": {"name": "arroyo.producer.librdkafka.broker_connects", "type": "Gauge", "description": "Number of connection attempts to broker from librdkafka statistics\nTagged by broker_id, producer_name"}, "arroyo.producer.librdkafka.broker_disconnects": {"name": "arroyo.producer.librdkafka.broker_disconnects", "type": "Gauge", "description": "Number of disconnections from broker from librdkafka statistics\nTagged by broker_id, producer_name"}}

arroyo/utils/metric_defs.py

@@ -126,4 +126,37 @@ MetricName = Literal[
     "arroyo.producer.librdkafka.avg_rtt",
     # Counter: Number of times the produce strategy failed to produce a message
     "arroyo.producer.produce_status",
+    # Gauge: Producer message count metric from librdkafka statistics
+    # Tagged by producer_name
+    "arroyo.producer.librdkafka.message_count",
+    # Gauge: Maximum producer message count from librdkafka statistics
+    # Tagged by producer_name
+    "arroyo.producer.librdkafka.message_count_max",
+    # Gauge: Producer message size from librdkafka statistics
+    # Tagged by producer_name
+    "arroyo.producer.librdkafka.message_size",
+    # Gauge: Maximum producer message size from librdkafka statistics
+    # Tagged by producer_name
+    "arroyo.producer.librdkafka.message_size_max",
+    # Gauge: Total number of messages transmitted from librdkafka statistics
+    # Tagged by producer_name
+    "arroyo.producer.librdkafka.txmsgs",
+    # Gauge: Total number of transmission requests from librdkafka statistics
+    # Tagged by broker_id, producer_name
+    "arroyo.producer.librdkafka.broker_tx",
+    # Gauge: Total number of bytes transmitted from librdkafka statistics
+    # Tagged by broker_id, producer_name
+    "arroyo.producer.librdkafka.broker_txbytes",
+    # Gauge: Number of requests awaiting transmission to broker from librdkafka statistics
+    # Tagged by broker_id, producer_name
+    "arroyo.producer.librdkafka.broker_outbuf_requests",
+    # Gauge: Number of messages awaiting transmission to broker from librdkafka statistics
+    # Tagged by broker_id, producer_name
+    "arroyo.producer.librdkafka.broker_outbuf_messages",
+    # Gauge: Number of connection attempts to broker from librdkafka statistics
+    # Tagged by broker_id, producer_name
+    "arroyo.producer.librdkafka.broker_connects",
+    # Gauge: Number of disconnections from broker from librdkafka statistics
+    # Tagged by broker_id, producer_name
+    "arroyo.producer.librdkafka.broker_disconnects",
 ]

{sentry_arroyo-2.28.4.dist-info → sentry_arroyo-2.29.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sentry-arroyo
-Version: 2.28.4
+Version: 2.29.0
 Summary: Arroyo is a Python library for working with streaming data.
 Home-page: https://github.com/getsentry/arroyo
 Author: Sentry

{sentry_arroyo-2.28.4.dist-info → sentry_arroyo-2.29.0.dist-info}/RECORD

@@ -8,8 +8,8 @@ arroyo/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 arroyo/backends/abstract.py,sha256=NQ5xG9rjchSUW8URl1WtSYSzMFtwRKB6wtJhWmDyR9E,9386
 arroyo/backends/kafka/__init__.py,sha256=8AQ3LOAMVIgIb3IM5oFYqPgSqxBCJCX2k9eUrcGrr2Q,401
 arroyo/backends/kafka/commit.py,sha256=LPsjvX5PPXR62DT6sa5GuSF78qk9F_L--Fz4kw7-m-s,3060
-arroyo/backends/kafka/configuration.py,sha256=HLvGJ89Sl66k3d3XuPYU2PWfkDWIKtJpnTNFhmrHnkA,5535
-arroyo/backends/kafka/consumer.py,sha256=VFjMz4T7JDWIh8B1GMDzpWw7IMtakvsB3O3I64wj0Rg,28031
+arroyo/backends/kafka/configuration.py,sha256=boYWOcfGt456oRBY055qQ4q9oNOn23-9soNw0NQD97w,8460
+arroyo/backends/kafka/consumer.py,sha256=RmX6JmDg47m90cO_-t3788GklrLbfPk860Ko3T-7xiA,28030
 arroyo/backends/local/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 arroyo/backends/local/backend.py,sha256=7odjCnzoGgdo8JHLgG1ntaXa-ZR9GteGkquiA2WAWmM,13880
 arroyo/backends/local/storages/__init__.py,sha256=AGYujdAAcn3osoj9jq84IzTywYbkIDv9wRg2rLhLXeg,104
@@ -37,8 +37,8 @@ arroyo/utils/clock.py,sha256=r2EMO4nL5qIb1xnAd1sTAk2yK1UltyUi04lk5BqWKIc,944
 arroyo/utils/codecs.py,sha256=x-8SJK0GLTOH4c_k24K97JPjBckxyQJcSpgoEViGUy0,541
 arroyo/utils/concurrent.py,sha256=dbdPinjqmxCQ7izUGFNbGjB3OxfSIO01bnCSTANaVOE,1187
 arroyo/utils/logging.py,sha256=Y1PnhYcI9XNNEK0H13Ct2xKLr2Niuw0dxayc6sWnui8,606
-arroyo/utils/metricDefs.json,sha256=craG10l31YnSzEUIeBPZFiyAAvrC3Gf9YZAbonc-gco,10444
-arroyo/utils/metric_defs.py,sha256=43EgeEIx9pfTRzd1CGMoDx_M9g4fuhZjF7FWiuFeNSU,7401
+arroyo/utils/metricDefs.json,sha256=hmJiijk5GSHJJ12eL2Wt4vRghZnSemUeeEL66UN4nS8,12988
+arroyo/utils/metric_defs.py,sha256=MdbxqXMMTB5MlAjLtvN-yiv56LAgPW2PWH1uS8Ld-4E,9187
 arroyo/utils/metrics.py,sha256=kcyUR5cacoPMoU80RHSUhTMNzEcMBDpTXzcyW7yWZBk,3308
 arroyo/utils/profiler.py,sha256=aiYy2RRPX_IiDIO7AnFM3hARaHCctS3rqUS5nrHXbSg,2452
 arroyo/utils/retries.py,sha256=4MRhHUR7da9x1ytlo7YETo8S9HEebXmPF2-mKP4xYz0,3445
@@ -46,12 +46,12 @@ examples/transform_and_produce/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 examples/transform_and_produce/batched.py,sha256=st2R6qTneAtV0JFbKP30Ti3sJDYj8Jkbmta9JckKdZU,2636
 examples/transform_and_produce/script.py,sha256=8kSMIjQNqGYEVyE0PvrfJh-a_UYCrJSstTp_De7kyyg,2306
 examples/transform_and_produce/simple.py,sha256=H7xqxItjl4tx34wVW5dy6mB9G39QucAtxkJSBzVmjgA,1637
-sentry_arroyo-2.28.4.dist-info/licenses/LICENSE,sha256=0Ng3MFdEcnz0sVD1XvGBBzbavvNp_7OAM5yVObB46jU,10829
+sentry_arroyo-2.29.0.dist-info/licenses/LICENSE,sha256=0Ng3MFdEcnz0sVD1XvGBBzbavvNp_7OAM5yVObB46jU,10829
 tests/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/backends/mixins.py,sha256=sfNyE0VTeiD3GHOnBYl-9urvPuURI2G1BWke0cz7Dvc,20445
 tests/backends/test_commit.py,sha256=iTHfK1qsBxim0XwxgMvNNSMqDUMEHoYkYBDcgxGBFbs,831
 tests/backends/test_kafka.py,sha256=6W6EA41X-ECTfcOeivhQxURnmV2Y0fYy-UzDCnJgDsU,12830
-tests/backends/test_kafka_producer.py,sha256=U4iJOU5CoWmFqZdmqRvKrHoEUojsDs5k_ITW6KmKyl8,3608
+tests/backends/test_kafka_producer.py,sha256=LpwkqnstcCDxemlKZ0FpzNKrP-1UuXXY15P7P-spjhE,3912
 tests/backends/test_local.py,sha256=Mfd4DFuWVSVtl1GomQ6TIoWuJNcAliKqKU0BShPlEMY,3363
 tests/processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/processing/test_processor.py,sha256=Gj86_WYQ-Eybz2YwLjNLonBfzJQQI9Vqh1WiYTbmcQk,23265
@@ -73,7 +73,7 @@ tests/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/utils/test_concurrent.py,sha256=Gwdzym2UZ1HO3rhOSGmzxImWcLFygY8P7MXHT3Q0xTE,455
 tests/utils/test_metrics.py,sha256=bI0EtGgPokMQyEqX58i0-8zvLfxRP2nWaWr2wLMaJ_o,917
 tests/utils/test_retries.py,sha256=AxJLkXWeL9AjHv_p1n0pe8CXXJp24ZQIuYBHfNcmiz4,3075
-sentry_arroyo-2.28.4.dist-info/METADATA,sha256=qGA730-xaBE1eIbSMqjHdkdfwfM7WLHECKyMHw_LCt4,2208
-sentry_arroyo-2.28.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sentry_arroyo-2.28.4.dist-info/top_level.txt,sha256=DVdMZKysL_iIxm5aY0sYgZtP5ZXMg9YBaBmGQHVmDXA,22
-sentry_arroyo-2.28.4.dist-info/RECORD,,
+sentry_arroyo-2.29.0.dist-info/METADATA,sha256=zuBkFgfv63on1ZkDKlKhazn8TlPM_9i0CYFLCpQkB7w,2208
+sentry_arroyo-2.29.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sentry_arroyo-2.29.0.dist-info/top_level.txt,sha256=DVdMZKysL_iIxm5aY0sYgZtP5ZXMg9YBaBmGQHVmDXA,22
+sentry_arroyo-2.29.0.dist-info/RECORD,,

tests/backends/test_kafka_producer.py

@@ -22,28 +22,28 @@ def test_producer_stats_callback_with_both_latencies(
         }
     )
 
-    producer_stats_callback(stats_json)
+    producer_stats_callback(stats_json, None)
 
     assert mock_metrics.timing.call_count == 4
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.p99_int_latency",
         2.0,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.avg_int_latency",
         1.0,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.p99_outbuf_latency",
         4.0,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.avg_outbuf_latency",
         2.0,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )
 
 
@@ -54,7 +54,7 @@ def test_producer_stats_callback_no_brokers(mock_get_metrics: mock.Mock) -> None
 
     stats_json = json.dumps({})
 
-    producer_stats_callback(stats_json)
+    producer_stats_callback(stats_json, None)
 
     mock_metrics.timing.assert_not_called()
 
@@ -68,7 +68,7 @@ def test_producer_stats_callback_empty_broker_stats(
 
     stats_json = json.dumps({"brokers": {"1": {}}})
 
-    producer_stats_callback(stats_json)
+    producer_stats_callback(stats_json, None)
 
     mock_metrics.timing.assert_not_called()
 
@@ -90,36 +90,36 @@ def test_producer_stats_callback_with_all_metrics(mock_get_metrics: mock.Mock) -
         }
     )
 
-    producer_stats_callback(stats_json)
+    producer_stats_callback(stats_json, None)
 
     assert mock_metrics.timing.call_count == 6
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.p99_int_latency",
         2.0,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.avg_int_latency",
         1.0,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.p99_outbuf_latency",
         4.0,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.avg_outbuf_latency",
         2.0,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.p99_rtt",
         1.5,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )
     mock_metrics.timing.assert_any_call(
         "arroyo.producer.librdkafka.avg_rtt",
         0.75,
-        tags={"broker_id": "1"},
+        tags={"broker_id": "1", "producer_name": "unknown"},
     )