openhorizontal-kafka-utils 0.1.0__tar.gz

openhorizontal_kafka_utils-0.1.0/PKG-INFO

@@ -0,0 +1,7 @@
+Metadata-Version: 2.3
+Name: openhorizontal-kafka-utils
+Version: 0.1.0
+Summary: Helpers for Kafka consumers: dead letter queue, event headers and Debezium events
+Author-email: stalexandros@uth.gr
+Requires-Dist: confluent-kafka>=2.16.0
+Requires-Python: >=3.12

openhorizontal_kafka_utils-0.1.0/pyproject.toml

@@ -0,0 +1,16 @@
+[project]
+name = "openhorizontal-kafka-utils"
+version = "0.1.0"
+description = "Helpers for Kafka consumers: dead letter queue, event headers and Debezium events"
+requires-python = ">=3.12"
+dependencies = ["confluent-kafka>=2.16.0"]
+
+[[project.authors]]
+email = "stalexandros@uth.gr"
+
+[build-system]
+requires = ["uv_build>=0.12.17,<0.13.0"]
+build-backend = "uv_build"
+
+[dependency-groups]
+dev = ["ruff>=0.16.10"]

openhorizontal_kafka_utils-0.1.0/pyproject.toml.orig

@@ -0,0 +1,20 @@
+[project]
+name = "openhorizontal-kafka-utils"
+version = "0.1.0"
+description = "Helpers for Kafka consumers: dead letter queue, event headers and Debezium events"
+authors = [
+    { email = "stalexandros@uth.gr" }
+]
+requires-python = ">=3.12"
+dependencies = [
+    "confluent-kafka>=2.16.0",
+]
+
+[build-system]
+requires = ["uv_build>=0.12.17,<0.13.0"]
+build-backend = "uv_build"
+
+[dependency-groups]
+dev = [
+    "ruff>=0.16.10",
+]

openhorizontal_kafka_utils-0.1.0/src/openhorizontal_kafka_utils/debezium.py

@@ -0,0 +1,7 @@
+def cell(row, column):
+    """
+    A column's value in a Debezium Cassandra change event. Debezium wraps every column as
+    {"value", "deletion_ts", "set"}, or leaves it None when the write didn't touch it.
+    """
+    value = row.get(column)
+    return value["value"] if value else None

openhorizontal_kafka_utils-0.1.0/src/openhorizontal_kafka_utils/dlq.py

@@ -0,0 +1,23 @@
+from confluent_kafka import KafkaException
+
+
+def send_to_dlq(producer, dlq_topic, msg, topic, event_type, error):
+    def on_dlq_delivery(err, _msg):
+        if err is not None:
+            raise KafkaException(err)
+
+    producer.produce(
+        topic=dlq_topic,
+        key=msg.key(),
+        value=msg.value(),
+        headers=[
+            ("error", str(error).encode("utf-8")),
+            ("error.class", type(error).__name__.encode("utf-8")),
+            ("source.topic", topic.encode("utf-8")),
+            ("source.partition", str(msg.partition()).encode("utf-8")),
+            ("source.offset", str(msg.offset()).encode("utf-8")),
+            ("event.type", (event_type or "unknown").encode("utf-8")),
+        ],
+        on_delivery=on_dlq_delivery,
+    )
+    producer.flush()

openhorizontal_kafka_utils-0.1.0/src/openhorizontal_kafka_utils/events.py

@@ -0,0 +1,13 @@
+from confluent_kafka.serialization import MessageField, SerializationContext
+
+
+def event_type_from_headers(msg):
+    for key, value in reversed(msg.headers() or []):
+        if key != "eventType":
+            continue
+        return value.decode("utf-8")
+    return None
+
+
+def deserialize(deserializer, msg, topic):
+    return deserializer(msg.value(), SerializationContext(topic, MessageField.VALUE))