abs-utils 0.4.0__tar.gz → 0.4.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {abs_utils-0.4.0 → abs_utils-0.4.2}/PKG-INFO +3 -3
- abs_utils-0.4.2/abs_utils/azure_service_bus/azure_service_bus.py +159 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/pyproject.toml +3 -3
- abs_utils-0.4.0/abs_utils/azure_service_bus/azure_service_bus.py +0 -79
- {abs_utils-0.4.0 → abs_utils-0.4.2}/README.md +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/azure_service_bus/__init__.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/azure_service_bus/event_decorator.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/constants/__init__.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/constants/endpoint_constants.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/constants/event_constants.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/logger/__init__.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/logger/logger.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/schemas/__init__.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/schemas/fields_schema/__init__.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/schemas/fields_schema/common_schema.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/schemas/fields_schema/field_schema.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/schemas/libs/__init__.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/schemas/libs/extend_enum.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/schemas/libs/make_optional.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/socket_io/__init__.py +0 -0
- {abs_utils-0.4.0 → abs_utils-0.4.2}/abs_utils/socket_io/server.py +0 -0
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: abs-utils
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.2
|
|
4
4
|
Summary: AutoBridge Systems Utility Library
|
|
5
5
|
Author: AutoBridgeSystems
|
|
6
6
|
Author-email: info@autobridgesystems.com
|
|
7
|
-
Requires-Python: >=3.11
|
|
7
|
+
Requires-Python: >=3.11
|
|
8
8
|
Classifier: Programming Language :: Python :: 3
|
|
9
9
|
Classifier: Programming Language :: Python :: 3.11
|
|
10
10
|
Classifier: Programming Language :: Python :: 3.12
|
|
11
11
|
Classifier: Programming Language :: Python :: 3.13
|
|
12
|
-
Requires-Dist: abs-exception-core (>=0.2.
|
|
12
|
+
Requires-Dist: abs-exception-core (>=0.2.1,<0.3.0)
|
|
13
13
|
Requires-Dist: aiohttp (>=3.11.18,<4.0.0)
|
|
14
14
|
Requires-Dist: azure-identity (>=1.22.0,<2.0.0)
|
|
15
15
|
Requires-Dist: azure-servicebus (>=7.14.2,<8.0.0)
|
|
@@ -0,0 +1,159 @@
|
|
|
1
|
+
from azure.servicebus.aio import ServiceBusClient
|
|
2
|
+
from azure.servicebus import ServiceBusMessage, ServiceBusReceiveMode,TransportType
|
|
3
|
+
from azure.servicebus.exceptions import ServiceBusError
|
|
4
|
+
import json
|
|
5
|
+
import asyncio
|
|
6
|
+
from typing import Dict, Any
|
|
7
|
+
from abs_utils.logger import setup_logger
|
|
8
|
+
|
|
9
|
+
logger = setup_logger(__name__)
|
|
10
|
+
|
|
11
|
+
class AzureServiceBus:
|
|
12
|
+
def __init__(self, connection_string: str, queue_name: str):
|
|
13
|
+
self.connection_string = connection_string
|
|
14
|
+
self.queue_name = queue_name
|
|
15
|
+
# Create an async client (no network I/O yet)
|
|
16
|
+
self.client: ServiceBusClient = ServiceBusClient.from_connection_string(
|
|
17
|
+
conn_str=connection_string,
|
|
18
|
+
|
|
19
|
+
logging_enable=False,
|
|
20
|
+
transport_type=TransportType.Amqp,
|
|
21
|
+
connection_idle_timeout=30,
|
|
22
|
+
)
|
|
23
|
+
# Async context managers + opened objects
|
|
24
|
+
self._sender_cm = None
|
|
25
|
+
self._receiver_cm = None
|
|
26
|
+
self.sender = None
|
|
27
|
+
self.receiver = None
|
|
28
|
+
self._connected = False
|
|
29
|
+
self._lock = asyncio.Lock() # serialize open/send/recv
|
|
30
|
+
|
|
31
|
+
async def connect(self):
|
|
32
|
+
"""Open AMQP links for sender and receiver."""
|
|
33
|
+
async with self._lock:
|
|
34
|
+
if self._connected:
|
|
35
|
+
return
|
|
36
|
+
try:
|
|
37
|
+
# Build context managers
|
|
38
|
+
self._sender_cm = self.client.get_queue_sender(queue_name=self.queue_name)
|
|
39
|
+
self._receiver_cm = self.client.get_queue_receiver(
|
|
40
|
+
queue_name=self.queue_name,
|
|
41
|
+
receive_mode=ServiceBusReceiveMode.PEEK_LOCK,
|
|
42
|
+
)
|
|
43
|
+
# OPEN them (this is what was missing)
|
|
44
|
+
self.sender = await self._sender_cm.__aenter__()
|
|
45
|
+
self.receiver = await self._receiver_cm.__aenter__()
|
|
46
|
+
self._connected = True
|
|
47
|
+
logger.info(f"Connected to queue: {self.queue_name}")
|
|
48
|
+
except Exception as e:
|
|
49
|
+
# ensure partial opens are closed
|
|
50
|
+
await self._safe_close(ignore_errors=True)
|
|
51
|
+
self._connected = False
|
|
52
|
+
logger.error(f"Connection error: {e}")
|
|
53
|
+
raise
|
|
54
|
+
|
|
55
|
+
async def _safe_close(self, ignore_errors: bool = False):
|
|
56
|
+
"""Close links and client via context manager exits."""
|
|
57
|
+
try:
|
|
58
|
+
if self._sender_cm:
|
|
59
|
+
try:
|
|
60
|
+
await self._sender_cm.__aexit__(None, None, None)
|
|
61
|
+
finally:
|
|
62
|
+
self._sender_cm = None
|
|
63
|
+
self.sender = None
|
|
64
|
+
if self._receiver_cm:
|
|
65
|
+
try:
|
|
66
|
+
await self._receiver_cm.__aexit__(None, None, None)
|
|
67
|
+
finally:
|
|
68
|
+
self._receiver_cm = None
|
|
69
|
+
self.receiver = None
|
|
70
|
+
except Exception as e:
|
|
71
|
+
if not ignore_errors:
|
|
72
|
+
raise e
|
|
73
|
+
finally:
|
|
74
|
+
# Close the client last
|
|
75
|
+
try:
|
|
76
|
+
await self.client.close()
|
|
77
|
+
except Exception:
|
|
78
|
+
if not ignore_errors:
|
|
79
|
+
raise
|
|
80
|
+
|
|
81
|
+
async def disconnect(self):
|
|
82
|
+
"""Close connections cleanly."""
|
|
83
|
+
async with self._lock:
|
|
84
|
+
try:
|
|
85
|
+
await self._safe_close(ignore_errors=False)
|
|
86
|
+
logger.info("Disconnected from Service Bus")
|
|
87
|
+
finally:
|
|
88
|
+
# Recreate a fresh client for next connect()
|
|
89
|
+
self.client = ServiceBusClient.from_connection_string(
|
|
90
|
+
conn_str=self.connection_string,
|
|
91
|
+
logging_enable=False,
|
|
92
|
+
transport_type=TransportType.Amqp,
|
|
93
|
+
connection_idle_timeout=30,
|
|
94
|
+
)
|
|
95
|
+
self._connected = False
|
|
96
|
+
|
|
97
|
+
async def _ensure_connected(self):
|
|
98
|
+
if not self._connected:
|
|
99
|
+
await self.connect()
|
|
100
|
+
|
|
101
|
+
async def send(self, event_payload: Dict[str, Any]):
|
|
102
|
+
"""Send one message with one hard retry after reconnect."""
|
|
103
|
+
await self._ensure_connected()
|
|
104
|
+
try:
|
|
105
|
+
async with self._lock:
|
|
106
|
+
message = ServiceBusMessage(
|
|
107
|
+
body=json.dumps(event_payload, ensure_ascii=False),
|
|
108
|
+
content_type="application/json",
|
|
109
|
+
)
|
|
110
|
+
await self.sender.send_messages(message)
|
|
111
|
+
logger.info("Message sent")
|
|
112
|
+
except (ServiceBusError, AttributeError) as e:
|
|
113
|
+
# Rebuild links and try once more
|
|
114
|
+
logger.warning(f"Send failed ({type(e).__name__}): {e}. Reconnecting and retrying once...")
|
|
115
|
+
await self.disconnect()
|
|
116
|
+
await self.connect()
|
|
117
|
+
async with self._lock:
|
|
118
|
+
message = ServiceBusMessage(
|
|
119
|
+
body=json.dumps(event_payload, ensure_ascii=False),
|
|
120
|
+
content_type="application/json",
|
|
121
|
+
)
|
|
122
|
+
await self.sender.send_messages(message)
|
|
123
|
+
logger.info("Message sent (after reconnect)")
|
|
124
|
+
|
|
125
|
+
async def receive_messages(self, max_message_count: int = 1, timeout: int = 30):
|
|
126
|
+
"""Receive messages; if link is stale, reconnect and retry once."""
|
|
127
|
+
await self._ensure_connected()
|
|
128
|
+
try:
|
|
129
|
+
async with self._lock:
|
|
130
|
+
msgs = await self.receiver.receive_messages(
|
|
131
|
+
max_message_count=max_message_count,
|
|
132
|
+
max_wait_time=timeout,
|
|
133
|
+
)
|
|
134
|
+
return msgs
|
|
135
|
+
except (ServiceBusError, AttributeError) as e:
|
|
136
|
+
logger.warning(f"Receive failed ({type(e).__name__}): {e}. Reconnecting and retrying once...")
|
|
137
|
+
await self.disconnect()
|
|
138
|
+
await self.connect()
|
|
139
|
+
async with self._lock:
|
|
140
|
+
msgs = await self.receiver.receive_messages(
|
|
141
|
+
max_message_count=max_message_count,
|
|
142
|
+
max_wait_time=timeout,
|
|
143
|
+
)
|
|
144
|
+
return msgs
|
|
145
|
+
|
|
146
|
+
async def complete_message(self, message):
|
|
147
|
+
"""Complete a received message; if link died, reconnect and try once."""
|
|
148
|
+
await self._ensure_connected()
|
|
149
|
+
try:
|
|
150
|
+
async with self._lock:
|
|
151
|
+
await self.receiver.complete_message(message)
|
|
152
|
+
logger.info("Message completed")
|
|
153
|
+
except (ServiceBusError, AttributeError) as e:
|
|
154
|
+
logger.warning(f"Complete failed ({type(e).__name__}): {e}. Reconnecting and retrying once...")
|
|
155
|
+
await self.disconnect()
|
|
156
|
+
await self.connect()
|
|
157
|
+
async with self._lock:
|
|
158
|
+
await self.receiver.complete_message(message)
|
|
159
|
+
logger.info("Message completed (after reconnect)")
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "abs-utils"
|
|
3
|
-
version = "0.4.
|
|
3
|
+
version = "0.4.2"
|
|
4
4
|
description = "AutoBridge Systems Utility Library"
|
|
5
5
|
authors = [
|
|
6
6
|
{name = "AutoBridgeSystems", email = "info@autobridgesystems.com"}
|
|
7
7
|
]
|
|
8
8
|
readme = "README.md"
|
|
9
|
-
requires-python = ">=3.11
|
|
9
|
+
requires-python = ">=3.11"
|
|
10
10
|
dependencies = [
|
|
11
11
|
"azure-servicebus (>=7.14.2,<8.0.0)",
|
|
12
12
|
"azure-identity (>=1.22.0,<2.0.0)",
|
|
13
13
|
"aiohttp (>=3.11.18,<4.0.0)",
|
|
14
14
|
"fastapi[standard] (>=0.115.12,<0.116.0)",
|
|
15
15
|
"python-socketio (>=5.13.0,<6.0.0)",
|
|
16
|
-
"abs-exception-core (>=0.2.
|
|
16
|
+
"abs-exception-core (>=0.2.1,<0.3.0)",
|
|
17
17
|
]
|
|
18
18
|
|
|
19
19
|
[build-system]
|
|
@@ -1,79 +0,0 @@
|
|
|
1
|
-
from azure.servicebus.aio import ServiceBusClient
|
|
2
|
-
from azure.servicebus import ServiceBusMessage, ServiceBusReceiveMode
|
|
3
|
-
from azure.servicebus.exceptions import ServiceBusError
|
|
4
|
-
import json
|
|
5
|
-
from typing import Optional
|
|
6
|
-
from ..logger import setup_logger
|
|
7
|
-
|
|
8
|
-
logger = setup_logger(__name__)
|
|
9
|
-
|
|
10
|
-
class AzureServiceBus:
|
|
11
|
-
def __init__(self, connection_string: str, queue_name: str):
|
|
12
|
-
self.connection_string = connection_string
|
|
13
|
-
self.queue_name = queue_name
|
|
14
|
-
self.client = ServiceBusClient.from_connection_string(conn_str=connection_string)
|
|
15
|
-
self.sender = None
|
|
16
|
-
self.receiver = None
|
|
17
|
-
|
|
18
|
-
async def connect(self):
|
|
19
|
-
"""Establish sender and receiver clients"""
|
|
20
|
-
try:
|
|
21
|
-
self.sender = self.client.get_queue_sender(queue_name=self.queue_name)
|
|
22
|
-
self.receiver = self.client.get_queue_receiver(
|
|
23
|
-
queue_name=self.queue_name,
|
|
24
|
-
receive_mode=ServiceBusReceiveMode.PEEK_LOCK
|
|
25
|
-
)
|
|
26
|
-
logger.info(f"Connected to queue: {self.queue_name}")
|
|
27
|
-
except ServiceBusError as e:
|
|
28
|
-
logger.error(f"Connection error: {e}")
|
|
29
|
-
raise
|
|
30
|
-
|
|
31
|
-
async def disconnect(self):
|
|
32
|
-
"""Close connections"""
|
|
33
|
-
try:
|
|
34
|
-
if self.sender:
|
|
35
|
-
await self.sender.close()
|
|
36
|
-
if self.receiver:
|
|
37
|
-
await self.receiver.close()
|
|
38
|
-
await self.client.close()
|
|
39
|
-
logger.info("Disconnected from Service Bus")
|
|
40
|
-
except ServiceBusError as e:
|
|
41
|
-
logger.error(f"Disconnection error: {e}")
|
|
42
|
-
raise
|
|
43
|
-
|
|
44
|
-
async def send(self, event_payload: dict):
|
|
45
|
-
"""Send a message to the queue"""
|
|
46
|
-
if not self.sender:
|
|
47
|
-
await self.connect()
|
|
48
|
-
try:
|
|
49
|
-
message = ServiceBusMessage(
|
|
50
|
-
body=json.dumps(event_payload),
|
|
51
|
-
content_type="application/json"
|
|
52
|
-
)
|
|
53
|
-
await self.sender.send_messages(message)
|
|
54
|
-
logger.info("Message sent")
|
|
55
|
-
except ServiceBusError as e:
|
|
56
|
-
logger.error(f"Send error: {e}")
|
|
57
|
-
raise
|
|
58
|
-
|
|
59
|
-
async def receive_messages(self, max_message_count: int = 1, timeout: int = 30):
|
|
60
|
-
"""Receive messages from the queue"""
|
|
61
|
-
if not self.receiver:
|
|
62
|
-
await self.connect()
|
|
63
|
-
try:
|
|
64
|
-
return await self.receiver.receive_messages(
|
|
65
|
-
max_message_count=max_message_count,
|
|
66
|
-
max_wait_time=timeout
|
|
67
|
-
)
|
|
68
|
-
except ServiceBusError as e:
|
|
69
|
-
logger.error(f"Receive error: {e}")
|
|
70
|
-
raise
|
|
71
|
-
|
|
72
|
-
async def complete_message(self, message):
|
|
73
|
-
"""Mark a received message as completed"""
|
|
74
|
-
try:
|
|
75
|
-
await self.receiver.complete_message(message)
|
|
76
|
-
logger.info("Message completed")
|
|
77
|
-
except ServiceBusError as e:
|
|
78
|
-
logger.error(f"Completion error: {e}")
|
|
79
|
-
raise
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|