babelqueue 1.1.0__tar.gz → 1.3.0__tar.gz

{babelqueue-1.1.0 → babelqueue-1.3.0}/.github/workflows/ci.yml

@@ -44,7 +44,7 @@ jobs:
       - name: Install (dev + all adapters for type context)
         run: |
           python -m pip install --upgrade pip
-          pip install -e ".[dev,celery,django,redis,amqp,sqs]"
+          pip install -e ".[dev,celery,django,redis,amqp,sqs,azureservicebus]"
       - name: Ruff
         run: ruff check src tests
       - name: Mypy
@@ -89,7 +89,7 @@ jobs:
       - name: Install (all adapters — full coverage with brokers)
         run: |
           python -m pip install --upgrade pip
-          pip install -e ".[redis,amqp,sqs,celery,django,dev]"
+          pip install -e ".[redis,amqp,sqs,azureservicebus,celery,django,dev]"
 
       - name: Wait for ElasticMQ
         run: |

{babelqueue-1.1.0 → babelqueue-1.3.0}/CHANGELOG.md

@@ -7,6 +7,40 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 The envelope wire format is versioned separately by `meta.schema_version`
 (currently **1**) — see the contract at [babelqueue.com](https://babelqueue.com).
 
+## [1.3.0] - 2026-06-13
+
+### Added
+- **Apache Pulsar transport** (`babelqueue[pulsar]`, `pulsar-client`) — `PulsarTransport`,
+  selected by the `pulsar://` (or `pulsar+ssl://`) URL scheme (e.g.
+  `pulsar://localhost:6650`; or pass a built `client`). Implements [§5 of the broker-bindings
+  contract](https://babelqueue.com/docs/spec/1.x/broker-bindings#apache-pulsar): the canonical
+  envelope is the message payload, projected onto native Pulsar message properties
+  (string→string) — `bq-job` = URN, `bq-trace-id` = `trace_id`, `bq-message-id` = `meta.id`,
+  plus `bq-schema-version`/`bq-source-lang`/`bq-attempts`; receive → `acknowledge`; `attempts`
+  reconciled to `max(bq-attempts, redelivery_count)` (Pulsar's redelivery count is 0-based, so
+  it maps directly with no −1, and the `max` never lowers a higher body count carried by a
+  republish-driven retry). Default `Shared` subscription named `babelqueue`; a client can be
+  injected for tests/DI. The projection + reconciliation + publish/pop/ack flow are unit-tested
+  with no broker and no `pulsar-client` (the pulsar import is lazy and publishing sends raw
+  bytes). The envelope is unchanged (`schema_version: 1`); Apache Pulsar is purely additive.
+  Ships as a MINOR.
+
+## [1.2.0] - 2026-06-13
+
+### Added
+- **Azure Service Bus transport** (`babelqueue[azureservicebus]`, `azure-servicebus`) —
+  `AsbTransport`, selected by the `sb://` URL scheme (e.g.
+  `sb://<namespace>.servicebus.windows.net`, Azure AD via `DefaultAzureCredential`; or pass
+  `connection_string=...` / a built `client`). Implements [§4 of the broker-bindings
+  contract](https://babelqueue.com/docs/spec/1.x/broker-bindings#azure-service-bus): the
+  canonical envelope is the message body, projected onto native Service Bus fields
+  (`Subject` = URN, `CorrelationId` = `trace_id`, `MessageId` = `meta.id`, plus the `bq-`
+  application properties); PeekLock reserve → `complete_message` ack; `attempts` reconciled
+  to the broker-authoritative `DeliveryCount − 1`. A client can be injected for tests/DI. The
+  projection + reconciliation are unit-tested with no broker and no `azure-servicebus` (the
+  azure import is lazy); the publish flow is covered with a fake client. The envelope is
+  unchanged (`schema_version: 1`); Azure Service Bus is purely additive. Ships as a MINOR.
+
 ## [1.1.0] - 2026-06-12
 
 ### Added
@@ -99,7 +133,8 @@ reference at [babelqueue.com](https://babelqueue.com).
 - Pre-1.0: the public API may change before the `1.0.0` tag.
 - The core has **zero runtime dependencies** (standard library only); Python `>=3.9`.
 
-[Unreleased]: https://github.com/BabelQueue/babelqueue-python/compare/v1.1.0...HEAD
+[Unreleased]: https://github.com/BabelQueue/babelqueue-python/compare/v1.2.0...HEAD
+[1.2.0]: https://github.com/BabelQueue/babelqueue-python/compare/v1.1.0...v1.2.0
 [1.1.0]: https://github.com/BabelQueue/babelqueue-python/compare/v1.0.0...v1.1.0
 [1.0.0]: https://github.com/BabelQueue/babelqueue-python/compare/v0.5.0...v1.0.0
 [0.5.0]: https://github.com/BabelQueue/babelqueue-python/compare/v0.4.0...v0.5.0

{babelqueue-1.1.0 → babelqueue-1.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: babelqueue
-Version: 1.1.0
+Version: 1.3.0
 Summary: Polyglot Queues, Simplified — the Python core: the canonical BabelQueue wire-envelope codec, contracts and dead-letter helpers.
 Project-URL: Homepage, https://babelqueue.com
 Project-URL: Source, https://github.com/BabelQueue/babelqueue-python
@@ -24,6 +24,9 @@ Classifier: Typing :: Typed
 Requires-Python: >=3.9
 Provides-Extra: amqp
 Requires-Dist: pika>=1.3; extra == 'amqp'
+Provides-Extra: azureservicebus
+Requires-Dist: azure-identity>=1.15; extra == 'azureservicebus'
+Requires-Dist: azure-servicebus>=7.11; extra == 'azureservicebus'
 Provides-Extra: celery
 Requires-Dist: celery>=5; extra == 'celery'
 Provides-Extra: dev
@@ -33,6 +36,8 @@ Requires-Dist: pytest>=7; extra == 'dev'
 Requires-Dist: ruff>=0.5; extra == 'dev'
 Provides-Extra: django
 Requires-Dist: django>=4.2; extra == 'django'
+Provides-Extra: pulsar
+Requires-Dist: pulsar-client>=3.4; extra == 'pulsar'
 Provides-Extra: redis
 Requires-Dist: redis>=4; extra == 'redis'
 Provides-Extra: sqs

{babelqueue-1.1.0 → babelqueue-1.3.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "babelqueue"
-version = "1.1.0"
+version = "1.3.0"
 description = "Polyglot Queues, Simplified — the Python core: the canonical BabelQueue wire-envelope codec, contracts and dead-letter helpers."
 readme = "README.md"
 requires-python = ">=3.9"
@@ -32,6 +32,8 @@ dependencies = []
 redis = ["redis>=4"]
 amqp = ["pika>=1.3"]
 sqs = ["boto3>=1.26"]
+azureservicebus = ["azure-servicebus>=7.11", "azure-identity>=1.15"]
+pulsar = ["pulsar-client>=3.4"]
 celery = ["celery>=5"]
 django = ["django>=4.2"]
 dev = ["pytest>=7", "pytest-cov>=4", "mypy>=1.8", "ruff>=0.5"]

{babelqueue-1.1.0 → babelqueue-1.3.0}/src/babelqueue/__init__.py

@@ -19,7 +19,7 @@ from .exceptions import BabelQueueError, UnknownUrnError
 from .routing import UnknownUrnStrategy
 from .transport import InMemoryTransport, ReceivedMessage, Transport
 
-__version__ = "1.1.0"
+__version__ = "1.2.0"
 
 __all__ = [
     "BabelQueue",

babelqueue-1.3.0/src/babelqueue/asb_transport.py

@@ -0,0 +1,173 @@
+"""Azure Service Bus transport. Requires the ``azureservicebus`` extra:
+
+    pip install "babelqueue[azureservicebus]"
+
+Producing sends the canonical envelope as the message body and projects the contract
+envelope fields onto native Service Bus fields — ``Subject`` = URN, ``CorrelationId`` =
+trace_id, ``MessageId`` = meta.id, plus the ``bq-`` application properties
+(``bq-schema-version`` / ``bq-source-lang`` / ``bq-created-at``) — so a .NET/Java/... peer
+can route on ``Subject`` and correlate on ``CorrelationId`` without parsing the body.
+Consuming uses the PeekLock reservation model (``receive_messages`` -> process ->
+``complete_message``); the authoritative attempt count is the broker's native
+``DeliveryCount`` (1-based), reconciled onto the envelope as ``attempts = DeliveryCount - 1``.
+A message left un-acked has its lock expire and is redelivered (at-least-once).
+
+This implements §4 of the broker-bindings contract. The envelope is unchanged
+(``schema_version`` stays 1); Azure Service Bus is purely additive.
+
+URL form: ``sb://<namespace>.servicebus.windows.net`` (Azure AD via
+``DefaultAzureCredential``). For connection-string auth or a custom client, build the
+transport directly and pass it via ``BabelQueue(transport=...)`` or
+``AsbTransport(connection_string=...)``.
+"""
+
+from __future__ import annotations
+
+from typing import Any, Dict, Optional
+from urllib.parse import urlsplit
+
+from .codec import EnvelopeCodec
+from .transport import ReceivedMessage, Transport
+
+
+class AsbTransport(Transport):
+    def __init__(
+        self,
+        url: str = "sb://",
+        *,
+        client: Any = None,
+        connection_string: Optional[str] = None,
+        credential: Any = None,
+        max_wait_time: Optional[float] = None,
+    ) -> None:
+        parts = urlsplit(url) if url else urlsplit("sb://")
+        self._namespace = parts.hostname or None
+        self._connection_string = connection_string
+        self._credential = credential
+        self._max_wait_time = max_wait_time
+        self._senders: Dict[str, Any] = {}
+        self._receivers: Dict[str, Any] = {}
+
+        if client is not None:
+            self._client = client
+            return
+        self._client = self._build_client()  # pragma: no cover - needs Azure / network
+
+    def _build_client(self) -> Any:  # pragma: no cover - needs Azure / network
+        try:
+            from azure.servicebus import ServiceBusClient
+        except ImportError as exc:
+            raise ImportError(
+                "AsbTransport requires the 'azure-servicebus' package. Install with "
+                'pip install "babelqueue[azureservicebus]".'
+            ) from exc
+        import os
+
+        cs = self._connection_string or os.environ.get("AZURE_SERVICEBUS_CONNECTION_STRING")
+        if cs:
+            return ServiceBusClient.from_connection_string(cs)
+        if self._namespace:
+            credential = self._credential
+            if credential is None:
+                from azure.identity import DefaultAzureCredential
+
+                credential = DefaultAzureCredential()
+            return ServiceBusClient(self._namespace, credential)
+        raise ValueError(
+            "AsbTransport needs a connection string, a namespace + credential, or an injected client."
+        )
+
+    # -- helpers ------------------------------------------------------------
+
+    def _sender(self, queue: str) -> Any:
+        sender = self._senders.get(queue)
+        if sender is None:
+            sender = self._client.get_queue_sender(queue)
+            self._senders[queue] = sender
+        return sender
+
+    def _receiver(self, queue: str) -> Any:
+        receiver = self._receivers.get(queue)
+        if receiver is None:
+            receiver = self._client.get_queue_receiver(queue)
+            self._receivers[queue] = receiver
+        return receiver
+
+    @staticmethod
+    def _projection(body: str) -> Dict[str, Any]:
+        """Native ServiceBusMessage kwargs — Subject/CorrelationId/MessageId + the bq-
+        application properties (a redundant, routable view of the body). §4.2–§4.3."""
+        try:
+            env: Dict[str, Any] = EnvelopeCodec.decode(body)
+        except (ValueError, TypeError):  # pragma: no cover - defensive
+            return {"content_type": "application/json"}
+        meta = env.get("meta") or {}
+
+        props: Dict[str, Any] = {}
+        if meta.get("schema_version") is not None:
+            props["bq-schema-version"] = meta["schema_version"]
+        if meta.get("lang"):
+            props["bq-source-lang"] = meta["lang"]
+        if meta.get("created_at") is not None:
+            props["bq-created-at"] = meta["created_at"]
+
+        kwargs: Dict[str, Any] = {"content_type": "application/json"}
+        if env.get("job"):
+            kwargs["subject"] = env["job"]
+        if env.get("trace_id"):
+            kwargs["correlation_id"] = env["trace_id"]
+        if meta.get("id"):
+            kwargs["message_id"] = meta["id"]
+        if props:
+            kwargs["application_properties"] = props
+        return kwargs
+
+    @staticmethod
+    def _reconcile(body: str, delivery_count: Any) -> str:
+        """Set attempts to max(current, DeliveryCount - 1) — DeliveryCount (1-based) is the
+        broker's native redelivery floor, but the runtime retries by republishing with
+        attempts+1 in the body, so a republished message (DeliveryCount back to 1) must not
+        have its higher body count lowered. First delivery (DeliveryCount 1) reads 0."""
+        try:
+            dc = int(delivery_count)
+        except (ValueError, TypeError):
+            return body
+        if dc <= 1:
+            return body
+        native = dc - 1
+        env = EnvelopeCodec.decode(body)
+        if not env or native <= int(env.get("attempts", 0)):
+            return body
+        env["attempts"] = native
+        return EnvelopeCodec.encode(env)
+
+    # -- Transport ----------------------------------------------------------
+
+    def publish(self, queue: str, body: str) -> None:
+        from azure.servicebus import ServiceBusMessage
+
+        message = ServiceBusMessage(body, **self._projection(body))
+        self._sender(queue).send_messages(message)
+
+    def pop(self, queue: str, timeout: float = 1.0) -> Optional[ReceivedMessage]:
+        wait = self._max_wait_time
+        if wait is None and timeout and timeout > 0:
+            wait = timeout
+        messages = self._receiver(queue).receive_messages(max_message_count=1, max_wait_time=wait)
+        if not messages:
+            return None
+        message = messages[0]
+        body = self._reconcile(str(message), getattr(message, "delivery_count", None))
+        return ReceivedMessage(body=body, queue=queue, handle=message)
+
+    def ack(self, message: ReceivedMessage) -> None:
+        if message.handle is None:
+            return
+        self._receiver(message.queue).complete_message(message.handle)
+
+    def close(self) -> None:  # pragma: no cover - resource cleanup
+        for resource in (*self._senders.values(), *self._receivers.values(), self._client):
+            try:
+                resource.close()
+            except Exception:  # noqa: BLE001 - best-effort cleanup
+                pass

babelqueue-1.3.0/src/babelqueue/pulsar_transport.py

@@ -0,0 +1,202 @@
+"""Apache Pulsar transport. Requires the ``pulsar`` extra:
+
+    pip install "babelqueue[pulsar]"
+
+Producing sends the canonical envelope as the message payload and projects the contract
+envelope fields onto native Pulsar message properties (string->string): ``bq-job`` = URN,
+``bq-trace-id`` = trace_id, ``bq-message-id`` = meta.id, plus ``bq-schema-version`` /
+``bq-source-lang`` / ``bq-attempts`` — so a Java/.NET/... peer can route on ``bq-job``
+without parsing the body. Consuming receives one message at a time
+(``receive`` -> process -> ``acknowledge``); the authoritative attempt count is the
+envelope's ``bq-attempts`` (the body), cross-checked against the broker's native
+``redelivery_count`` (0-based) and reconciled onto the envelope as
+``attempts = max(body, redelivery_count)`` — no -1, because Pulsar's redelivery count is
+0-based (0 on first delivery). A message left un-acked is redelivered (at-least-once).
+
+This implements §5 of the broker-bindings contract. The envelope is unchanged
+(``schema_version`` stays 1); Apache Pulsar is purely additive.
+
+URL form: ``pulsar://host:6650`` (or ``pulsar+ssl://``). The default subscription name is
+``babelqueue`` over a ``Shared`` subscription. For a custom client/subscription, build the
+transport directly and pass it via ``BabelQueue(transport=...)`` or
+``PulsarTransport(client=...)``.
+"""
+
+from __future__ import annotations
+
+from typing import Any, Dict, Optional
+
+from .codec import EnvelopeCodec
+from .transport import ReceivedMessage, Transport
+
+
+class PulsarTransport(Transport):
+    def __init__(
+        self,
+        url: str = "pulsar://localhost:6650",
+        *,
+        client: Any = None,
+        subscription: str = "babelqueue",
+        consumer_type: Any = None,
+        topic_prefix: str = "",
+        receive_timeout_millis: int = 1000,
+        **subscribe_options: Any,
+    ) -> None:
+        self._url = url or "pulsar://localhost:6650"
+        self._subscription = subscription
+        self._consumer_type = consumer_type
+        self._topic_prefix = topic_prefix
+        self._receive_timeout_millis = receive_timeout_millis
+        self._subscribe_options = subscribe_options
+        self._producers: Dict[str, Any] = {}
+        self._consumers: Dict[str, Any] = {}
+
+        if client is not None:
+            self._client = client
+            return
+        self._client = self._build_client()  # pragma: no cover - needs Pulsar / network
+
+    def _build_client(self) -> Any:  # pragma: no cover - needs Pulsar / network
+        try:
+            import pulsar
+        except ImportError as exc:
+            raise ImportError(
+                "PulsarTransport requires the 'pulsar-client' package. Install with "
+                'pip install "babelqueue[pulsar]".'
+            ) from exc
+        return pulsar.Client(self._url)
+
+    # -- helpers ------------------------------------------------------------
+
+    def _topic(self, queue: str) -> str:
+        return f"{self._topic_prefix}{queue}" if self._topic_prefix else queue
+
+    def _producer(self, queue: str) -> Any:
+        producer = self._producers.get(queue)
+        if producer is None:
+            producer = self._client.create_producer(self._topic(queue))
+            self._producers[queue] = producer
+        return producer
+
+    def _consumer(self, queue: str) -> Any:
+        consumer = self._consumers.get(queue)
+        if consumer is None:
+            consumer = self._client.subscribe(
+                self._topic(queue), self._subscription, **self._subscribe_kwargs()
+            )
+            self._consumers[queue] = consumer
+        return consumer
+
+    def _subscribe_kwargs(self) -> Dict[str, Any]:
+        kwargs = dict(self._subscribe_options)
+        consumer_type = self._consumer_type
+        if consumer_type is None:
+            consumer_type = self._default_shared_type()
+        if consumer_type is not None:
+            kwargs.setdefault("consumer_type", consumer_type)
+        return kwargs
+
+    @staticmethod
+    def _default_shared_type() -> Any:
+        try:
+            import pulsar
+        except ImportError:  # pragma: no cover - exercised only with pulsar absent
+            return None
+        return pulsar.ConsumerType.Shared  # pragma: no cover - needs Pulsar
+
+    @staticmethod
+    def _projection(body: str) -> Dict[str, str]:
+        """Native Pulsar message properties (string->string) — a redundant, routable view of
+        the body: bq-job/bq-trace-id/bq-message-id + bq-schema-version/lang/attempts. §5.2."""
+        env = EnvelopeCodec.decode(body)
+        if not env:
+            return {}
+        meta = env.get("meta") or {}
+
+        props: Dict[str, str] = {}
+        if env.get("job"):
+            props["bq-job"] = str(env["job"])
+        if env.get("trace_id"):
+            props["bq-trace-id"] = str(env["trace_id"])
+        if meta.get("id"):
+            props["bq-message-id"] = str(meta["id"])
+        if meta.get("schema_version") is not None:
+            props["bq-schema-version"] = str(meta["schema_version"])
+        if meta.get("lang"):
+            props["bq-source-lang"] = str(meta["lang"])
+        props["bq-attempts"] = str(int(env.get("attempts", 0) or 0))
+        return props
+
+    @staticmethod
+    def _reconcile(body: str, redelivery_count: Any) -> str:
+        """Set attempts to max(current, redelivery_count). Pulsar's redelivery count is
+        0-based (0 on first delivery), so it maps directly to attempts with no -1. The
+        runtime retries by republishing with attempts+1 in the body (redelivery count back to
+        0), so a republished message must not have its higher body count lowered."""
+        try:
+            rc = int(redelivery_count)
+        except (ValueError, TypeError):
+            return body
+        if rc <= 0:
+            return body
+        env = EnvelopeCodec.decode(body)
+        if not env or rc <= int(env.get("attempts", 0) or 0):
+            return body
+        env["attempts"] = rc
+        return EnvelopeCodec.encode(env)
+
+    @staticmethod
+    def _redelivery_count(message: Any) -> int:
+        getter = getattr(message, "redelivery_count", None)
+        value = getter() if callable(getter) else getter
+        if value is None:
+            return 0
+        try:
+            return int(value)
+        except (TypeError, ValueError):
+            return 0
+
+    @staticmethod
+    def _payload(message: Any) -> str:
+        getter = getattr(message, "data", None)
+        data = getter() if callable(getter) else getter
+        if isinstance(data, bytes):
+            return data.decode("utf-8")
+        return str(data) if data is not None else ""
+
+    # -- Transport ----------------------------------------------------------
+
+    def publish(self, queue: str, body: str) -> None:
+        self._producer(queue).send(body.encode("utf-8"), properties=self._projection(body))
+
+    def pop(self, queue: str, timeout: float = 1.0) -> Optional[ReceivedMessage]:
+        wait = self._receive_timeout_millis
+        if timeout and timeout > 0:
+            wait = int(timeout * 1000)
+        consumer = self._consumer(queue)
+        try:
+            message = consumer.receive(timeout_millis=wait)
+        except Exception as exc:  # noqa: BLE001 - Pulsar raises pulsar.Timeout on no message
+            if type(exc).__name__ == "Timeout":
+                return None
+            raise
+        if message is None:  # pragma: no cover - defensive (real client raises instead)
+            return None
+        body = self._reconcile(self._payload(message), self._redelivery_count(message))
+        return ReceivedMessage(body=body, queue=queue, handle=message)
+
+    def ack(self, message: ReceivedMessage) -> None:
+        if message.handle is None:
+            return
+        self._consumer(message.queue).acknowledge(message.handle)
+
+    def close(self) -> None:  # pragma: no cover - resource cleanup
+        for resource in (*self._producers.values(), *self._consumers.values()):
+            try:
+                resource.close()
+            except Exception:  # noqa: BLE001 - best-effort cleanup
+                pass
+        try:
+            self._client.close()
+        except Exception:  # noqa: BLE001 - best-effort cleanup
+            pass

{babelqueue-1.1.0 → babelqueue-1.3.0}/src/babelqueue/transport.py

@@ -83,8 +83,17 @@ def make_transport(broker_url: str) -> Transport:
         from .sqs_transport import SqsTransport
 
         return SqsTransport(broker_url)
+    if scheme in ("sb", "servicebus", "azureservicebus"):
+        from .asb_transport import AsbTransport
+
+        return AsbTransport(broker_url)
+    if scheme in ("pulsar", "pulsar+ssl"):
+        from .pulsar_transport import PulsarTransport
+
+        return PulsarTransport(broker_url)
 
     raise BabelQueueError(
         f"Unsupported broker scheme {scheme!r}. Use 'memory://', 'redis://', "
-        "'amqp://' or 'sqs://', or pass your own Transport via BabelQueue(transport=...)."
+        "'amqp://', 'sqs://', 'sb://' or 'pulsar://', or pass your own Transport via "
+        "BabelQueue(transport=...)."
     )