sycommon-python-lib 0.1.48__tar.gz → 0.1.49__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (65) hide show
  1. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/PKG-INFO +1 -1
  2. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/pyproject.toml +1 -1
  3. sycommon_python_lib-0.1.49/src/sycommon/rabbitmq/rabbitmq_pool.py +417 -0
  4. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon_python_lib.egg-info/PKG-INFO +1 -1
  5. sycommon_python_lib-0.1.48/src/sycommon/rabbitmq/rabbitmq_pool.py +0 -586
  6. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/README.md +0 -0
  7. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/setup.cfg +0 -0
  8. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/command/cli.py +0 -0
  9. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/__init__.py +0 -0
  10. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/config/Config.py +0 -0
  11. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/config/DatabaseConfig.py +0 -0
  12. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/config/EmbeddingConfig.py +0 -0
  13. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/config/LLMConfig.py +0 -0
  14. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/config/MQConfig.py +0 -0
  15. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/config/RerankerConfig.py +0 -0
  16. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/config/__init__.py +0 -0
  17. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/database/base_db_service.py +0 -0
  18. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/database/database_service.py +0 -0
  19. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/health/__init__.py +0 -0
  20. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/health/health_check.py +0 -0
  21. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/health/metrics.py +0 -0
  22. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/health/ping.py +0 -0
  23. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/logging/__init__.py +0 -0
  24. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/logging/kafka_log.py +0 -0
  25. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/logging/logger_wrapper.py +0 -0
  26. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/logging/sql_logger.py +0 -0
  27. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/__init__.py +0 -0
  28. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/context.py +0 -0
  29. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/cors.py +0 -0
  30. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/docs.py +0 -0
  31. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/exception.py +0 -0
  32. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/middleware.py +0 -0
  33. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/monitor_memory.py +0 -0
  34. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/mq.py +0 -0
  35. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/timeout.py +0 -0
  36. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/middleware/traceid.py +0 -0
  37. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/models/__init__.py +0 -0
  38. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/models/base_http.py +0 -0
  39. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/models/log.py +0 -0
  40. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/models/mqlistener_config.py +0 -0
  41. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/models/mqmsg_model.py +0 -0
  42. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/models/mqsend_config.py +0 -0
  43. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/models/sso_user.py +0 -0
  44. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/rabbitmq/rabbitmq_client.py +0 -0
  45. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/rabbitmq/rabbitmq_service.py +0 -0
  46. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/services.py +0 -0
  47. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/sse/__init__.py +0 -0
  48. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/sse/event.py +0 -0
  49. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/sse/sse.py +0 -0
  50. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/synacos/__init__.py +0 -0
  51. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/synacos/example.py +0 -0
  52. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/synacos/example2.py +0 -0
  53. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/synacos/feign.py +0 -0
  54. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/synacos/feign_client.py +0 -0
  55. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/synacos/nacos_service.py +0 -0
  56. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/synacos/param.py +0 -0
  57. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/tools/__init__.py +0 -0
  58. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/tools/docs.py +0 -0
  59. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/tools/snowflake.py +0 -0
  60. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon/tools/timing.py +0 -0
  61. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon_python_lib.egg-info/SOURCES.txt +0 -0
  62. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon_python_lib.egg-info/dependency_links.txt +0 -0
  63. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon_python_lib.egg-info/entry_points.txt +0 -0
  64. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon_python_lib.egg-info/requires.txt +0 -0
  65. {sycommon_python_lib-0.1.48 → sycommon_python_lib-0.1.49}/src/sycommon_python_lib.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sycommon-python-lib
3
- Version: 0.1.48
3
+ Version: 0.1.49
4
4
  Summary: Add your description here
5
5
  Requires-Python: >=3.10
6
6
  Description-Content-Type: text/markdown
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "sycommon-python-lib"
3
- version = "0.1.48"
3
+ version = "0.1.49"
4
4
  description = "Add your description here"
5
5
  readme = "README.md"
6
6
  requires-python = ">=3.10"
@@ -0,0 +1,417 @@
1
+ import asyncio
2
+ import random
3
+ from typing import Optional, List, Set, Tuple, Dict, Callable
4
+ from aio_pika import connect_robust, Channel, Message
5
+ from aio_pika.abc import (
6
+ AbstractRobustConnection, AbstractQueue, AbstractExchange, AbstractMessage
7
+ )
8
+ from aio_pika.exceptions import ChannelClosed
9
+ import aiormq.exceptions
10
+
11
+ from sycommon.logging.kafka_log import SYLogger
12
+
13
+ logger = SYLogger
14
+
15
+
16
+ class RabbitMQConnectionPool:
17
+ """单连接RabbitMQ通道池(核心特性:依赖connect_robust原生自动重连/恢复 + 仅关闭时释放资源 + 全场景加锁)"""
18
+
19
+ def __init__(
20
+ self,
21
+ hosts: List[str],
22
+ port: int,
23
+ username: str,
24
+ password: str,
25
+ virtualhost: str = "/",
26
+ channel_pool_size: int = 1,
27
+ heartbeat: int = 30,
28
+ app_name: str = "",
29
+ connection_timeout: int = 30,
30
+ reconnect_interval: int = 30,
31
+ prefetch_count: int = 2,
32
+ ):
33
+ # 基础配置校验与初始化
34
+ self.hosts = [host.strip() for host in hosts if host.strip()]
35
+ if not self.hosts:
36
+ raise ValueError("至少需要提供一个RabbitMQ主机地址")
37
+
38
+ self.port = port
39
+ self.username = username
40
+ self.password = password
41
+ self.virtualhost = virtualhost
42
+ self.app_name = app_name or "rabbitmq-client"
43
+ self.heartbeat = heartbeat
44
+ self.connection_timeout = connection_timeout
45
+ self.reconnect_interval = reconnect_interval
46
+ self.prefetch_count = prefetch_count
47
+ self.channel_pool_size = max(1, channel_pool_size) # 确保池大小不小于1
48
+
49
+ # 初始化时随机选择一个主机地址(固定使用,依赖原生重连)
50
+ self._current_host: str = random.choice(self.hosts)
51
+ logger.info(
52
+ f"随机选择RabbitMQ主机: {self._current_host}(依赖connect_robust原生自动重连/恢复)")
53
+
54
+ # 核心资源(单连接+通道池,基于原生自动重连)
55
+ self._connection: Optional[AbstractRobustConnection] = None # 原生自动重连连接
56
+ self._free_channels: List[Channel] = [] # 空闲通道(原生自动恢复)
57
+ self._used_channels: Set[Channel] = set() # 使用中通道(原生自动恢复)
58
+ # 消费者通道跟踪
59
+ self._consumer_channels: Dict[str,
60
+ Tuple[Channel, Callable, bool, dict]] = {}
61
+
62
+ # 状态控制(并发安全+生命周期管理)
63
+ self._lock = asyncio.Lock()
64
+ self._initialized = False
65
+ self._is_shutdown = False
66
+
67
+ async def _is_connection_valid(self) -> bool:
68
+ """原子化检查连接有效性(仅判断是否初始化完成且未关闭)"""
69
+ async with self._lock:
70
+ return (
71
+ self._initialized
72
+ and self._connection is not None
73
+ and not self._connection.is_closed
74
+ and not self._is_shutdown
75
+ )
76
+
77
+ @property
78
+ async def is_alive(self) -> bool:
79
+ """对外暴露的连接存活状态"""
80
+ if self._is_shutdown:
81
+ return False
82
+ return await self._is_connection_valid()
83
+
84
+ async def _create_connection(self) -> AbstractRobustConnection:
85
+ """创建原生自动重连连接(仅创建一次,内部自动重试)"""
86
+ if self._is_shutdown:
87
+ raise RuntimeError("通道池已关闭,无法创建连接")
88
+
89
+ conn_url = f"amqp://{self.username}:{self.password}@{self._current_host}:{self.port}/{self.virtualhost}"
90
+ logger.info(f"尝试创建原生自动重连连接: {self._current_host}:{self.port}")
91
+
92
+ try:
93
+ conn = await connect_robust(
94
+ conn_url,
95
+ properties={
96
+ "connection_name": f"{self.app_name}_conn",
97
+ "product": self.app_name
98
+ },
99
+ heartbeat=self.heartbeat,
100
+ timeout=self.connection_timeout,
101
+ reconnect_interval=self.reconnect_interval, # 原生重连间隔
102
+ max_reconnect_attempts=None, # 无限重试(按需调整)
103
+ )
104
+ logger.info(f"连接创建成功: {self._current_host}:{self.port}(原生自动重连已启用)")
105
+ return conn
106
+ except Exception as e:
107
+ logger.error(f"连接创建失败: {str(e)}", exc_info=True)
108
+ raise ConnectionError(
109
+ f"无法连接RabbitMQ主机 {self._current_host}:{self.port}") from e
110
+
111
+ async def _init_channel_pool(self):
112
+ """初始化通道池(通道自带原生自动恢复)"""
113
+ async with self._lock:
114
+ if self._is_shutdown:
115
+ raise RuntimeError("通道池已关闭,无法初始化")
116
+ if not self._connection or self._connection.is_closed:
117
+ raise RuntimeError("无有效连接,无法初始化通道池")
118
+
119
+ # 清理无效通道(初始化前确保池为空)
120
+ self._free_channels.clear()
121
+ self._used_channels.clear()
122
+
123
+ # 创建指定数量的通道
124
+ for i in range(self.channel_pool_size):
125
+ try:
126
+ channel = await self._connection.channel() # 通道原生自动恢复
127
+ await channel.set_qos(prefetch_count=self.prefetch_count)
128
+ self._free_channels.append(channel)
129
+ except Exception as e:
130
+ logger.error(f"创建通道失败(第{i+1}个): {str(e)}", exc_info=True)
131
+ continue
132
+
133
+ logger.info(
134
+ f"通道池初始化完成 - 可用通道数: {len(self._free_channels)}/{self.channel_pool_size} "
135
+ f"(均带原生自动恢复)"
136
+ )
137
+
138
+ async def _clean_invalid_channels(self):
139
+ """清理失效通道并补充(仅处理通道级失效,依赖原生恢复)"""
140
+ async with self._lock:
141
+ if self._is_shutdown or not self._connection:
142
+ return
143
+
144
+ # 1. 清理空闲通道(保留有效通道)
145
+ valid_free = []
146
+ for chan in self._free_channels:
147
+ try:
148
+ if not chan.is_closed:
149
+ valid_free.append(chan)
150
+ else:
151
+ logger.warning(f"清理失效空闲通道(将自动补充)")
152
+ except Exception:
153
+ logger.warning(f"清理异常空闲通道")
154
+ self._free_channels = valid_free
155
+
156
+ # 2. 清理使用中通道(保留有效通道)
157
+ valid_used = set()
158
+ for chan in self._used_channels:
159
+ try:
160
+ if not chan.is_closed:
161
+ valid_used.add(chan)
162
+ else:
163
+ logger.warning(f"清理失效使用中通道")
164
+ except Exception:
165
+ logger.warning(f"清理异常使用中通道")
166
+ self._used_channels = valid_used
167
+
168
+ # 3. 补充缺失的通道(新通道带原生自动恢复)
169
+ total_valid = len(self._free_channels) + len(self._used_channels)
170
+ missing = self.channel_pool_size - total_valid
171
+ if missing > 0:
172
+ logger.info(f"通道池缺少{missing}个通道,补充中...")
173
+ for _ in range(missing):
174
+ try:
175
+ channel = await self._connection.channel()
176
+ await channel.set_qos(prefetch_count=self.prefetch_count)
177
+ self._free_channels.append(channel)
178
+ except Exception as e:
179
+ logger.error(f"补充通道失败: {str(e)}", exc_info=True)
180
+ break
181
+
182
+ async def init_pools(self):
183
+ """初始化通道池(仅执行一次)"""
184
+ async with self._lock:
185
+ if self._initialized:
186
+ logger.warning("通道池已初始化,无需重复调用")
187
+ return
188
+ if self._is_shutdown:
189
+ raise RuntimeError("通道池已关闭,无法初始化")
190
+
191
+ try:
192
+ # 1. 创建原生自动重连连接
193
+ self._connection = await self._create_connection()
194
+
195
+ # 2. 初始化通道池
196
+ await self._init_channel_pool()
197
+
198
+ # 3. 标记为已初始化
199
+ async with self._lock:
200
+ self._initialized = True
201
+
202
+ logger.info("RabbitMQ通道池初始化完成(原生自动重连/恢复已启用)")
203
+ except Exception as e:
204
+ logger.error(f"初始化失败: {str(e)}", exc_info=True)
205
+ await self.close() # 初始化失败直接关闭
206
+ raise
207
+
208
+ async def acquire_channel(self) -> Tuple[Channel, AbstractRobustConnection]:
209
+ """获取通道(返回 (通道, 连接) 元组,保持API兼容)"""
210
+ # 快速校验状态
211
+ async with self._lock:
212
+ if not self._initialized:
213
+ raise RuntimeError("通道池未初始化,请先调用init_pools()")
214
+ if self._is_shutdown:
215
+ raise RuntimeError("通道池已关闭,无法获取通道")
216
+ if not self._connection or self._connection.is_closed:
217
+ raise RuntimeError("连接已关闭(等待原生重连)")
218
+
219
+ # 清理失效通道
220
+ await self._clean_invalid_channels()
221
+
222
+ async with self._lock:
223
+ # 优先从空闲池获取
224
+ if self._free_channels:
225
+ channel = self._free_channels.pop()
226
+ self._used_channels.add(channel)
227
+ return channel, self._connection # 返回 (通道, 连接) 元组
228
+
229
+ # 池满时创建临时通道(用完自动关闭)
230
+ try:
231
+ channel = await self._connection.channel()
232
+ await channel.set_qos(prefetch_count=self.prefetch_count)
233
+ self._used_channels.add(channel)
234
+ logger.warning(
235
+ f"通道池已达上限({self.channel_pool_size}),创建临时通道(用完自动关闭)"
236
+ )
237
+ return channel, self._connection # 返回 (通道, 连接) 元组
238
+ except Exception as e:
239
+ logger.error(f"获取通道失败: {str(e)}", exc_info=True)
240
+ raise
241
+
242
+ async def release_channel(self, channel: Channel, conn: AbstractRobustConnection):
243
+ """释放通道(接收通道和连接参数,保持API兼容)"""
244
+ if not channel or not conn or self._is_shutdown:
245
+ return
246
+
247
+ async with self._lock:
248
+ # 通道不在使用中,直接返回
249
+ if channel not in self._used_channels:
250
+ return
251
+
252
+ # 移除使用中标记
253
+ self._used_channels.remove(channel)
254
+
255
+ # 仅归还有效通道(通道未关闭+池未满+连接匹配)
256
+ if (not channel.is_closed
257
+ and len(self._free_channels) < self.channel_pool_size
258
+ and conn == self._connection): # 确保是当前连接的通道
259
+ self._free_channels.append(channel)
260
+ else:
261
+ # 无效通道直接关闭(临时通道、池满或连接不匹配时)
262
+ try:
263
+ if not channel.is_closed:
264
+ await channel.close()
265
+ except Exception as e:
266
+ logger.warning(f"关闭通道失败: {str(e)}")
267
+
268
+ async def declare_queue(self, queue_name: str, **kwargs) -> AbstractQueue:
269
+ """声明队列(使用池内通道)"""
270
+ channel, conn = await self.acquire_channel()
271
+ try:
272
+ return await channel.declare_queue(queue_name, **kwargs)
273
+ finally:
274
+ await self.release_channel(channel, conn)
275
+
276
+ async def declare_exchange(self, exchange_name: str, exchange_type: str = "direct", **kwargs) -> AbstractExchange:
277
+ """声明交换机(使用池内通道)"""
278
+ channel, conn = await self.acquire_channel()
279
+ try:
280
+ return await channel.declare_exchange(exchange_name, exchange_type, **kwargs)
281
+ finally:
282
+ await self.release_channel(channel, conn)
283
+
284
+ async def publish_message(self, routing_key: str, message_body: bytes, exchange_name: str = "", **kwargs):
285
+ """发布消息(依赖原生自动重连/恢复)"""
286
+ channel, conn = await self.acquire_channel()
287
+ try:
288
+ exchange = channel.default_exchange if not exchange_name else await channel.get_exchange(exchange_name)
289
+ message = Message(body=message_body, **kwargs)
290
+ await exchange.publish(message, routing_key=routing_key)
291
+ logger.debug(
292
+ f"消息发布成功 - 交换机: {exchange.name}, 路由键: {routing_key}"
293
+ )
294
+ except Exception as e:
295
+ logger.error(f"发布消息失败: {str(e)}", exc_info=True)
296
+ raise # 原生会自动重连,无需手动处理
297
+ finally:
298
+ await self.release_channel(channel, conn)
299
+
300
+ async def consume_queue(self, queue_name: str, callback: Callable[[AbstractMessage], asyncio.Future], auto_ack: bool = False, **kwargs):
301
+ """消费队列(独立通道,带原生自动恢复)"""
302
+ # 快速校验状态
303
+ async with self._lock:
304
+ if not self._initialized:
305
+ raise RuntimeError("通道池未初始化,请先调用init_pools()")
306
+ if self._is_shutdown:
307
+ raise RuntimeError("通道池已关闭,无法启动消费")
308
+
309
+ # 先声明队列(确保队列存在)
310
+ await self.declare_queue(queue_name, **kwargs)
311
+
312
+ # 获取独立通道(不放入普通池)
313
+ channel, conn = await self.acquire_channel()
314
+
315
+ # 注册消费者通道
316
+ async with self._lock:
317
+ self._consumer_channels[queue_name] = (
318
+ channel, callback, auto_ack, kwargs)
319
+
320
+ async def consume_callback_wrapper(message: AbstractMessage):
321
+ """消费回调包装(处理通道失效,依赖原生恢复)"""
322
+ try:
323
+ # 校验通道和连接状态
324
+ async with self._lock:
325
+ channel_valid = not channel.is_closed
326
+ conn_valid = self._connection and not self._connection.is_closed
327
+ conn_matched = conn == self._connection
328
+
329
+ if not channel_valid or not conn_valid or not conn_matched:
330
+ logger.warning(f"消费者通道 {queue_name} 失效(等待原生自动恢复)")
331
+ if not auto_ack:
332
+ await message.nack(requeue=True)
333
+ return
334
+
335
+ # 执行业务回调
336
+ await callback(message)
337
+ if not auto_ack:
338
+ await message.ack()
339
+ except ChannelClosed as e:
340
+ logger.error(f"消费者通道 {queue_name} 关闭: {str(e)}", exc_info=True)
341
+ if not auto_ack:
342
+ await message.nack(requeue=True)
343
+ except aiormq.exceptions.ChannelInvalidStateError as e:
344
+ logger.error(
345
+ f"消费者通道 {queue_name} 状态异常: {str(e)}", exc_info=True)
346
+ if not auto_ack:
347
+ await message.nack(requeue=True)
348
+ except Exception as e:
349
+ logger.error(
350
+ f"消费消息失败(队列: {queue_name}): {str(e)}", exc_info=True)
351
+ if not auto_ack:
352
+ await message.nack(requeue=True)
353
+
354
+ logger.info(f"开始消费队列: {queue_name}(通道带原生自动恢复)")
355
+
356
+ try:
357
+ await channel.basic_consume(
358
+ queue_name,
359
+ consumer_callback=consume_callback_wrapper,
360
+ auto_ack=auto_ack,
361
+ **kwargs
362
+ )
363
+ except Exception as e:
364
+ logger.error(f"启动消费失败(队列: {queue_name}): {str(e)}", exc_info=True)
365
+ # 清理异常资源
366
+ await self.release_channel(channel, conn)
367
+ async with self._lock:
368
+ if self._consumer_channels.get(queue_name) == (channel, callback, auto_ack, kwargs):
369
+ del self._consumer_channels[queue_name]
370
+ raise
371
+
372
+ async def close(self):
373
+ """关闭通道池(仅主动关闭时释放所有资源)"""
374
+ async with self._lock:
375
+ if self._is_shutdown:
376
+ logger.warning("通道池已关闭,无需重复操作")
377
+ return
378
+ self._is_shutdown = True
379
+ self._initialized = False
380
+
381
+ logger.info("开始关闭RabbitMQ通道池(释放所有资源)...")
382
+
383
+ # 1. 关闭所有消费者通道
384
+ async with self._lock:
385
+ consumer_channels = list(self._consumer_channels.values())
386
+ self._consumer_channels.clear()
387
+ for channel, _, _, _ in consumer_channels:
388
+ try:
389
+ if not channel.is_closed:
390
+ await channel.close()
391
+ except Exception as e:
392
+ logger.warning(f"关闭消费者通道失败: {str(e)}")
393
+
394
+ # 2. 关闭所有普通通道
395
+ async with self._lock:
396
+ all_channels = self._free_channels + list(self._used_channels)
397
+ self._free_channels.clear()
398
+ self._used_channels.clear()
399
+ for channel in all_channels:
400
+ try:
401
+ if not channel.is_closed:
402
+ await channel.close()
403
+ except Exception as e:
404
+ logger.warning(f"关闭通道失败: {str(e)}")
405
+
406
+ # 3. 关闭连接(终止原生自动重连)
407
+ if self._connection:
408
+ try:
409
+ if not self._connection.is_closed:
410
+ await self._connection.close()
411
+ logger.info(
412
+ f"已关闭连接: {self._current_host}:{self.port}(终止原生自动重连)")
413
+ except Exception as e:
414
+ logger.warning(f"关闭连接失败: {str(e)}")
415
+ self._connection = None
416
+
417
+ logger.info("RabbitMQ通道池已完全关闭")
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sycommon-python-lib
3
- Version: 0.1.48
3
+ Version: 0.1.49
4
4
  Summary: Add your description here
5
5
  Requires-Python: >=3.10
6
6
  Description-Content-Type: text/markdown
@@ -1,586 +0,0 @@
1
- import asyncio
2
- from typing import Optional, List, Set, Iterator, Tuple, Dict, Callable
3
- from aio_pika import connect_robust, Channel, Message
4
- from aio_pika.abc import (
5
- AbstractRobustConnection, AbstractQueue, AbstractExchange, AbstractMessage
6
- )
7
- from aio_pika.exceptions import ChannelClosed
8
- import aiormq.exceptions
9
-
10
- from sycommon.logging.kafka_log import SYLogger
11
-
12
- logger = SYLogger
13
-
14
-
15
- class RabbitMQConnectionPool:
16
- """单连接RabbitMQ通道池(核心特性:严格单连接+重连释放旧资源+新连接保留自动恢复+全场景加锁)"""
17
-
18
- def __init__(
19
- self,
20
- hosts: List[str],
21
- port: int,
22
- username: str,
23
- password: str,
24
- virtualhost: str = "/",
25
- channel_pool_size: int = 1,
26
- heartbeat: int = 30,
27
- app_name: str = "",
28
- connection_timeout: int = 30,
29
- reconnect_interval: int = 30,
30
- prefetch_count: int = 2,
31
- ):
32
- # 基础配置校验与初始化
33
- self.hosts = [host.strip() for host in hosts if host.strip()]
34
- if not self.hosts:
35
- raise ValueError("至少需要提供一个RabbitMQ主机地址")
36
-
37
- self.port = port
38
- self.username = username
39
- self.password = password
40
- self.virtualhost = virtualhost
41
- self.app_name = app_name or "rabbitmq-client"
42
- self.heartbeat = heartbeat
43
- self.connection_timeout = connection_timeout
44
- self.reconnect_interval = reconnect_interval
45
- self.prefetch_count = prefetch_count
46
- self.channel_pool_size = max(1, channel_pool_size) # 确保池大小不小于1
47
-
48
- # 节点轮询(仅重连时切换)
49
- self._host_iterator: Iterator[str] = self._create_host_iterator()
50
- self._current_host: Optional[str] = None
51
-
52
- # 核心资源(严格单连接+通道池,仅绑定当前活跃连接)
53
- self._connection: Optional[AbstractRobustConnection] = None # 唯一活跃连接
54
- self._free_channels: List[Channel] = [] # 当前连接的空闲通道(带自动恢复)
55
- self._used_channels: Set[Channel] = set() # 当前连接的使用中通道(带自动恢复)
56
- self._consumer_channels: Dict[str, Tuple[Channel,
57
- AbstractRobustConnection, Callable, bool, dict]] = {} # 消费者通道跟踪
58
-
59
- # 状态控制(确保并发安全和单连接)
60
- self._lock = asyncio.Lock() # 全局唯一锁,保护所有共享状态
61
- self._initialized = False
62
- self._is_shutdown = False
63
- self._reconnecting = False # 避免并发重连
64
- self._connection_version = 0 # 连接版本号(区分新旧连接/通道)
65
-
66
- def _create_host_iterator(self) -> Iterator[str]:
67
- """创建无限循环的节点轮询迭代器"""
68
- while True:
69
- for host in self.hosts:
70
- yield host
71
-
72
- async def _is_connection_valid(self) -> bool:
73
- """原子化检查连接有效性(加锁保证无竞态)"""
74
- async with self._lock:
75
- return (
76
- self._connection is not None
77
- and not self._connection.is_closed
78
- and not self._reconnecting
79
- )
80
-
81
- @property
82
- async def is_alive(self) -> bool:
83
- """对外暴露的连接存活状态(异步+原子化)"""
84
- if self._is_shutdown:
85
- return False
86
- return await self._is_connection_valid()
87
-
88
- async def _safe_close_old_resources(self):
89
- """强制关闭所有旧资源(加锁保证原子性,重连前必调用)"""
90
- async with self._lock:
91
- logger.info(f"开始释放旧资源(连接版本: {self._connection_version})...")
92
-
93
- # 1. 关闭所有消费者通道(独立管理,终止旧自动恢复)
94
- for queue_name, (channel, _, _, _, _) in self._consumer_channels.items():
95
- try:
96
- if not channel.is_closed:
97
- await channel.close()
98
- logger.info(f"已关闭队列 {queue_name} 的旧消费者通道(自动恢复终止)")
99
- except Exception as e:
100
- logger.warning(f"关闭消费者通道 {queue_name} 失败: {str(e)}")
101
- self._consumer_channels.clear()
102
-
103
- # 2. 关闭所有普通通道(空闲+使用中,终止旧自动恢复)
104
- all_channels = self._free_channels + list(self._used_channels)
105
- for channel in all_channels:
106
- try:
107
- if not channel.is_closed:
108
- await channel.close()
109
- except Exception as e:
110
- logger.warning(f"关闭旧通道失败: {str(e)}")
111
- self._free_channels.clear()
112
- self._used_channels.clear()
113
-
114
- # 3. 强制关闭旧连接(彻底终止旧连接的所有自动恢复)
115
- if self._connection:
116
- try:
117
- if not self._connection.is_closed:
118
- await self._connection.close()
119
- logger.info(
120
- f"已关闭旧连接: {self._current_host}:{self.port}(版本: {self._connection_version})")
121
- except Exception as e:
122
- logger.warning(f"关闭旧连接失败: {str(e)}")
123
- self._connection = None # 置空,确保单连接
124
-
125
- logger.info("旧资源释放完成(所有旧自动恢复逻辑已终止)")
126
-
127
- async def _create_single_connection(self) -> AbstractRobustConnection:
128
- """创建唯一活跃连接(重连前已释放旧资源,确保单连接)"""
129
- max_attempts = len(self.hosts) * 2 # 每个节点尝试2次
130
- attempts = 0
131
- last_error: Optional[Exception] = None
132
-
133
- while attempts < max_attempts and not self._is_shutdown:
134
- self._current_host = next(self._host_iterator)
135
- conn_url = f"amqp://{self.username}:{self.password}@{self._current_host}:{self.port}/{self.virtualhost}"
136
-
137
- try:
138
- target_version = self._connection_version + 1
139
- logger.info(
140
- f"尝试创建连接: {self._current_host}:{self.port} "
141
- f"(目标版本: {target_version},{attempts+1}/{max_attempts})"
142
- )
143
- # 创建连接(保留aio-pika原生自动恢复)
144
- conn = await connect_robust(
145
- conn_url,
146
- properties={
147
- "connection_name": f"{self.app_name}_conn_v{target_version}",
148
- "product": self.app_name
149
- },
150
- heartbeat=self.heartbeat,
151
- timeout=self.connection_timeout,
152
- reconnect_interval=5, # 单节点内部短间隔重连(原生自动恢复)
153
- max_reconnect_attempts=3, # 单节点最大重试3次
154
- )
155
- logger.info(
156
- f"连接创建成功: {self._current_host}:{self.port}(版本: {target_version})")
157
- return conn
158
- except Exception as e:
159
- attempts += 1
160
- last_error = e
161
- logger.error(
162
- f"连接节点 {self._current_host}:{self.port} 失败({attempts}/{max_attempts}): {str(e)}",
163
- exc_info=True
164
- )
165
- await asyncio.sleep(min(5 * attempts, self.reconnect_interval))
166
-
167
- raise ConnectionError(
168
- f"所有节点创建连接失败(节点列表: {self.hosts})"
169
- ) from last_error
170
-
171
- async def _init_channel_pool(self):
172
- """初始化通道池(加锁保证原子性,绑定当前连接)"""
173
- async with self._lock:
174
- if self._is_shutdown:
175
- raise RuntimeError("通道池已关闭,无法初始化")
176
-
177
- # 校验当前连接有效性
178
- if not self._connection or self._connection.is_closed:
179
- raise RuntimeError("无有效连接,无法初始化通道池")
180
-
181
- self._free_channels.clear()
182
- self._used_channels.clear()
183
-
184
- # 创建指定数量的通道(保留原生自动恢复)
185
- for i in range(self.channel_pool_size):
186
- try:
187
- channel = await self._connection.channel() # 新通道自带自动恢复
188
- await channel.set_qos(prefetch_count=self.prefetch_count)
189
- self._free_channels.append(channel)
190
- except Exception as e:
191
- logger.error(
192
- f"创建通道失败(第{i+1}个,连接版本: {self._connection_version}): {str(e)}",
193
- exc_info=True
194
- )
195
- continue
196
-
197
- logger.info(
198
- f"通道池初始化完成 - 连接: {self._current_host}:{self.port}(版本: {self._connection_version}), "
199
- f"可用通道数: {len(self._free_channels)}/{self.channel_pool_size}(均带自动恢复)"
200
- )
201
-
202
- async def _reconnect_if_needed(self) -> bool:
203
- """连接失效时重连(加锁保护,严格单连接+释放旧资源)"""
204
- # 快速判断,避免无效加锁
205
- if self._is_shutdown or self._reconnecting:
206
- return False
207
-
208
- self._reconnecting = True
209
- try:
210
- logger.warning(f"连接失效(当前版本: {self._connection_version}),开始重连...")
211
-
212
- # 1. 强制释放所有旧资源(加锁保证原子性)
213
- await self._safe_close_old_resources()
214
-
215
- # 2. 递增连接版本号(加锁保证原子性,区分新旧连接)
216
- async with self._lock:
217
- self._connection_version += 1
218
- target_version = self._connection_version
219
-
220
- # 3. 创建新连接(保留原生自动恢复)
221
- new_conn = await self._create_single_connection()
222
-
223
- # 4. 绑定新连接(加锁保证原子性)
224
- async with self._lock:
225
- self._connection = new_conn
226
-
227
- # 5. 重新初始化通道池(新通道带自动恢复)
228
- await self._init_channel_pool()
229
-
230
- # 6. 恢复消费者通道(新通道带自动恢复)
231
- await self._restore_consumer_channels()
232
-
233
- logger.info(f"重连成功(新连接版本: {target_version}),所有通道均带自动恢复")
234
- async with self._lock:
235
- self._initialized = True # 重连成功后标记为已初始化
236
- return True
237
- except Exception as e:
238
- logger.error(f"重连失败: {str(e)}", exc_info=True)
239
- async with self._lock:
240
- self._initialized = False
241
- return False
242
- finally:
243
- self._reconnecting = False
244
-
245
- async def _restore_consumer_channels(self):
246
- """重连后恢复消费者通道(加锁保证原子性,新通道带自动恢复)"""
247
- async with self._lock:
248
- if not self._consumer_channels or not self._connection or self._connection.is_closed:
249
- return
250
- logger.info(
251
- f"开始恢复 {len(self._consumer_channels)} 个消费者通道(连接版本: {self._connection_version})")
252
-
253
- # 临时保存消费者配置(队列名、回调、auto_ack、参数)
254
- consumer_configs = list(self._consumer_channels.items())
255
- self._consumer_channels.clear()
256
-
257
- # 重新创建消费者(不加锁,避免阻塞其他操作)
258
- for queue_name, (_, _, callback, auto_ack, kwargs) in consumer_configs:
259
- try:
260
- await self.consume_queue(queue_name, callback, auto_ack, **kwargs)
261
- except Exception as e:
262
- logger.error(
263
- f"恢复消费者队列 {queue_name} 失败: {str(e)}", exc_info=True)
264
-
265
- async def _clean_invalid_channels(self):
266
- """清理失效通道并补充(加锁保证原子性,仅处理当前连接)"""
267
- async with self._lock:
268
- if self._is_shutdown or self._reconnecting:
269
- return
270
-
271
- # 1. 校验当前连接有效性
272
- current_valid = (
273
- self._connection is not None
274
- and not self._connection.is_closed
275
- and not self._reconnecting
276
- )
277
- if not current_valid:
278
- # 连接失效,触发重连(不加锁,避免死锁)
279
- asyncio.create_task(self._reconnect_if_needed())
280
- return
281
-
282
- # 2. 清理空闲通道(仅保留当前连接的有效通道)
283
- valid_free = []
284
- for chan in self._free_channels:
285
- try:
286
- if not chan.is_closed and chan.connection == self._connection:
287
- valid_free.append(chan)
288
- else:
289
- logger.warning(f"清理失效空闲通道(连接版本不匹配或已关闭)")
290
- except Exception:
291
- logger.warning(f"清理异常空闲通道")
292
- self._free_channels = valid_free
293
-
294
- # 3. 清理使用中通道(仅保留当前连接的有效通道)
295
- valid_used = set()
296
- for chan in self._used_channels:
297
- try:
298
- if not chan.is_closed and chan.connection == self._connection:
299
- valid_used.add(chan)
300
- else:
301
- logger.warning(f"清理失效使用中通道(连接版本不匹配或已关闭)")
302
- except Exception:
303
- logger.warning(f"清理异常使用中通道")
304
- self._used_channels = valid_used
305
-
306
- # 4. 补充通道到指定大小(新通道带自动恢复)
307
- total_valid = len(self._free_channels) + len(self._used_channels)
308
- missing = self.channel_pool_size - total_valid
309
- if missing > 0:
310
- logger.info(
311
- f"通道池缺少{missing}个通道,补充中(连接版本: {self._connection_version})...")
312
- for _ in range(missing):
313
- try:
314
- channel = await self._connection.channel() # 新通道带自动恢复
315
- await channel.set_qos(prefetch_count=self.prefetch_count)
316
- self._free_channels.append(channel)
317
- except Exception as e:
318
- logger.error(f"补充通道失败: {str(e)}", exc_info=True)
319
- break
320
-
321
- async def init_pools(self):
322
- """初始化通道池(加锁保证原子性,仅执行一次)"""
323
- async with self._lock:
324
- if self._initialized:
325
- logger.warning("通道池已初始化,无需重复调用")
326
- return
327
- if self._is_shutdown:
328
- raise RuntimeError("通道池已关闭,无法初始化")
329
-
330
- try:
331
- # 1. 创建新连接(保留原生自动恢复)
332
- new_conn = await self._create_single_connection()
333
-
334
- # 2. 初始化连接版本号和绑定连接(加锁保证原子性)
335
- async with self._lock:
336
- self._connection_version += 1
337
- self._connection = new_conn
338
-
339
- # 3. 初始化通道池(新通道带自动恢复)
340
- await self._init_channel_pool()
341
-
342
- # 4. 标记为已初始化(加锁保证原子性)
343
- async with self._lock:
344
- self._initialized = True
345
-
346
- logger.info("RabbitMQ单连接通道池初始化完成(所有通道均带自动恢复)")
347
- except Exception as e:
348
- logger.error(f"初始化失败: {str(e)}", exc_info=True)
349
- await self._safe_close_old_resources()
350
- raise
351
-
352
- async def acquire_channel(self) -> Tuple[Channel, AbstractRobustConnection]:
353
- """获取通道(加锁保证原子性,返回当前连接+带自动恢复的通道)"""
354
- # 快速判断,避免无效加锁
355
- async with self._lock:
356
- if not self._initialized:
357
- raise RuntimeError("通道池未初始化,请先调用init_pools()")
358
- if self._is_shutdown:
359
- raise RuntimeError("通道池已关闭,无法获取通道")
360
-
361
- # 先清理失效通道(加锁保证原子性)
362
- await self._clean_invalid_channels()
363
-
364
- async with self._lock:
365
- # 双重校验连接有效性
366
- current_valid = (
367
- self._connection is not None
368
- and not self._connection.is_closed
369
- and not self._reconnecting
370
- )
371
- if not current_valid:
372
- # 连接失效,触发重连(不加锁,避免死锁)
373
- reconnect_success = await self._reconnect_if_needed()
374
- if not reconnect_success:
375
- raise RuntimeError("连接失效且重连失败,无法获取通道")
376
-
377
- # 优先从空闲池获取(带自动恢复的通道)
378
- if self._free_channels:
379
- channel = self._free_channels.pop()
380
- self._used_channels.add(channel)
381
- return channel, self._connection
382
-
383
- # 通道池已满,创建临时通道(带自动恢复,用完关闭)
384
- try:
385
- channel = await self._connection.channel() # 临时通道带自动恢复
386
- await channel.set_qos(prefetch_count=self.prefetch_count)
387
- self._used_channels.add(channel)
388
- logger.warning(
389
- f"通道池已达上限({self.channel_pool_size}),创建临时通道(带自动恢复,用完自动关闭)"
390
- )
391
- return channel, self._connection
392
- except Exception as e:
393
- logger.error(f"获取通道失败: {str(e)}", exc_info=True)
394
- raise
395
-
396
- async def release_channel(self, channel: Channel, conn: AbstractRobustConnection):
397
- """释放通道(加锁保证原子性,仅归还当前连接的有效通道)"""
398
- # 快速判断,避免无效加锁
399
- if not channel or not conn or self._is_shutdown:
400
- return
401
-
402
- async with self._lock:
403
- # 仅处理当前连接的通道(旧连接的通道直接关闭)
404
- if conn != self._connection:
405
- try:
406
- if not channel.is_closed:
407
- await channel.close()
408
- logger.warning(f"已关闭非当前连接的通道(版本不匹配,自动恢复终止)")
409
- except Exception as e:
410
- logger.warning(f"关闭非当前连接通道失败: {str(e)}")
411
- return
412
-
413
- # 通道不在使用中,直接返回
414
- if channel not in self._used_channels:
415
- return
416
-
417
- # 移除使用中标记
418
- self._used_channels.remove(channel)
419
-
420
- # 仅归还有效通道(当前连接有效+通道未关闭+池未满)
421
- current_valid = (
422
- self._connection is not None
423
- and not self._connection.is_closed
424
- and not self._reconnecting
425
- )
426
- if current_valid and not channel.is_closed and len(self._free_channels) < self.channel_pool_size:
427
- self._free_channels.append(channel)
428
- else:
429
- # 无效通道直接关闭(终止自动恢复)
430
- try:
431
- if not channel.is_closed:
432
- await channel.close()
433
- except Exception as e:
434
- logger.warning(f"关闭通道失败: {str(e)}")
435
-
436
- async def declare_queue(self, queue_name: str, **kwargs) -> AbstractQueue:
437
- """声明队列(使用池内通道,带自动恢复)"""
438
- channel, conn = await self.acquire_channel()
439
- try:
440
- return await channel.declare_queue(queue_name, **kwargs)
441
- finally:
442
- await self.release_channel(channel, conn)
443
-
444
- async def declare_exchange(self, exchange_name: str, exchange_type: str = "direct", **kwargs) -> AbstractExchange:
445
- """声明交换机(使用池内通道,带自动恢复)"""
446
- channel, conn = await self.acquire_channel()
447
- try:
448
- return await channel.declare_exchange(exchange_name, exchange_type, **kwargs)
449
- finally:
450
- await self.release_channel(channel, conn)
451
-
452
- async def publish_message(self, routing_key: str, message_body: bytes, exchange_name: str = "", **kwargs):
453
- """发布消息(使用池内通道,带自动恢复)"""
454
- channel, conn = await self.acquire_channel()
455
- try:
456
- exchange = channel.default_exchange if not exchange_name else await channel.get_exchange(exchange_name)
457
- message = Message(body=message_body, **kwargs)
458
- await exchange.publish(message, routing_key=routing_key)
459
- logger.debug(
460
- f"消息发布成功 - 连接: {self._current_host}:{self.port}(版本: {self._connection_version}), "
461
- f"交换机: {exchange.name}, 路由键: {routing_key}"
462
- )
463
- except Exception as e:
464
- logger.error(f"发布消息失败: {str(e)}", exc_info=True)
465
- # 发布失败触发重连(下次使用新通道)
466
- asyncio.create_task(self._reconnect_if_needed())
467
- raise
468
- finally:
469
- await self.release_channel(channel, conn)
470
-
471
- async def consume_queue(self, queue_name: str, callback: Callable[[AbstractMessage], asyncio.Future], auto_ack: bool = False, **kwargs):
472
- """消费队列(使用独立通道,带自动恢复,支持多消费者)"""
473
- # 快速判断,避免无效加锁
474
- async with self._lock:
475
- if not self._initialized:
476
- raise RuntimeError("通道池未初始化,请先调用init_pools()")
477
- if self._is_shutdown:
478
- raise RuntimeError("通道池已关闭,无法启动消费")
479
-
480
- # 先声明队列(确保队列存在)
481
- await self.declare_queue(queue_name, **kwargs)
482
-
483
- # 获取独立通道(消费者通道不放入普通池)
484
- channel, conn = await self.acquire_channel()
485
-
486
- # 注册消费者通道(加锁保证原子性)
487
- async with self._lock:
488
- self._consumer_channels[queue_name] = (
489
- channel, conn, callback, auto_ack, kwargs)
490
-
491
- async def consume_callback_wrapper(message: AbstractMessage):
492
- """消费回调包装(处理通道失效和自动恢复)"""
493
- try:
494
- # 加锁校验通道和连接状态(原子性)
495
- async with self._lock:
496
- conn_matched = conn == self._connection
497
- channel_valid = not channel.is_closed
498
- current_conn_valid = (
499
- self._connection is not None
500
- and not self._connection.is_closed
501
- and not self._reconnecting
502
- )
503
-
504
- # 通道/连接失效,触发重连恢复
505
- if not conn_matched or not channel_valid or not current_conn_valid:
506
- logger.warning(
507
- f"消费者通道 {queue_name} 失效(连接版本不匹配/通道关闭),触发重连恢复")
508
-
509
- # 移除旧消费者记录(加锁保证原子性)
510
- async with self._lock:
511
- if self._consumer_channels.get(queue_name) == (channel, conn, callback, auto_ack, kwargs):
512
- del self._consumer_channels[queue_name]
513
-
514
- # 释放旧通道(加锁保证原子性)
515
- await self.release_channel(channel, conn)
516
-
517
- # 重新创建消费者(新通道带自动恢复)
518
- asyncio.create_task(self.consume_queue(
519
- queue_name, callback, auto_ack, **kwargs))
520
-
521
- # Nack消息(避免丢失)
522
- if not auto_ack:
523
- await message.nack(requeue=True)
524
- return
525
-
526
- # 执行业务回调
527
- await callback(message)
528
- if not auto_ack:
529
- await message.ack()
530
- except ChannelClosed as e:
531
- logger.error(f"消费者通道 {queue_name} 关闭: {str(e)}", exc_info=True)
532
- if not auto_ack:
533
- await message.nack(requeue=True)
534
- asyncio.create_task(self._reconnect_if_needed())
535
- except aiormq.exceptions.ChannelInvalidStateError as e:
536
- logger.error(
537
- f"消费者通道 {queue_name} 状态异常: {str(e)}", exc_info=True)
538
- if not auto_ack:
539
- await message.nack(requeue=True)
540
- asyncio.create_task(self.consume_queue(
541
- queue_name, callback, auto_ack, **kwargs))
542
- except Exception as e:
543
- logger.error(
544
- f"消费消息失败(队列: {queue_name}): {str(e)}", exc_info=True)
545
- if not auto_ack:
546
- await message.nack(requeue=True)
547
-
548
- # 日志输出(加锁获取当前连接信息)
549
- async with self._lock:
550
- current_host = self._current_host
551
- current_version = self._connection_version
552
-
553
- logger.info(
554
- f"开始消费队列: {queue_name} - 连接: {current_host}:{self.port}(版本: {current_version}), "
555
- f"通道带自动恢复"
556
- )
557
-
558
- try:
559
- # 启动消费(使用带自动恢复的通道)
560
- await channel.basic_consume(
561
- queue_name,
562
- consumer_callback=consume_callback_wrapper,
563
- auto_ack=auto_ack,
564
- **kwargs
565
- )
566
- except Exception as e:
567
- logger.error(f"启动消费失败(队列: {queue_name}): {str(e)}", exc_info=True)
568
- # 清理异常的消费者记录和通道(加锁保证原子性)
569
- await self.release_channel(channel, conn)
570
- async with self._lock:
571
- if self._consumer_channels.get(queue_name) == (channel, conn, callback, auto_ack, kwargs):
572
- del self._consumer_channels[queue_name]
573
- raise
574
-
575
- async def close(self):
576
- """关闭通道池(加锁保证原子性,释放所有资源)"""
577
- async with self._lock:
578
- if self._is_shutdown:
579
- logger.warning("通道池已关闭,无需重复操作")
580
- return
581
- self._is_shutdown = True
582
-
583
- logger.info("开始关闭RabbitMQ单连接通道池...")
584
- # 强制释放所有资源(包括自动恢复的通道)
585
- await self._safe_close_old_resources()
586
- logger.info("RabbitMQ单连接通道池已完全关闭(所有自动恢复逻辑已终止)")