re-common 10.0.39__py3-none-any.whl → 10.0.41__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (221) hide show
  1. re_common/baselibrary/__init__.py +4 -4
  2. re_common/baselibrary/baseabs/__init__.py +6 -6
  3. re_common/baselibrary/baseabs/baseabs.py +26 -26
  4. re_common/baselibrary/database/mbuilder.py +132 -132
  5. re_common/baselibrary/database/moudle.py +93 -93
  6. re_common/baselibrary/database/msqlite3.py +194 -194
  7. re_common/baselibrary/database/mysql.py +169 -169
  8. re_common/baselibrary/database/sql_factory.py +26 -26
  9. re_common/baselibrary/mthread/MThreadingRun.py +486 -486
  10. re_common/baselibrary/mthread/MThreadingRunEvent.py +349 -349
  11. re_common/baselibrary/mthread/__init__.py +2 -2
  12. re_common/baselibrary/mthread/mythreading.py +695 -695
  13. re_common/baselibrary/pakge_other/socks.py +404 -404
  14. re_common/baselibrary/readconfig/config_factory.py +18 -18
  15. re_common/baselibrary/readconfig/ini_config.py +317 -317
  16. re_common/baselibrary/readconfig/toml_config.py +49 -49
  17. re_common/baselibrary/temporary/envdata.py +36 -36
  18. re_common/baselibrary/tools/all_requests/aiohttp_request.py +118 -118
  19. re_common/baselibrary/tools/all_requests/httpx_requet.py +102 -102
  20. re_common/baselibrary/tools/all_requests/mrequest.py +412 -412
  21. re_common/baselibrary/tools/all_requests/requests_request.py +81 -81
  22. re_common/baselibrary/tools/batch_compre/bijiao_batch.py +31 -31
  23. re_common/baselibrary/tools/contrast_db3.py +123 -123
  24. re_common/baselibrary/tools/copy_file.py +39 -39
  25. re_common/baselibrary/tools/db3_2_sizedb3.py +102 -102
  26. re_common/baselibrary/tools/foreachgz.py +39 -39
  27. re_common/baselibrary/tools/get_attr.py +10 -10
  28. re_common/baselibrary/tools/image_to_pdf.py +61 -61
  29. re_common/baselibrary/tools/java_code_deal.py +139 -139
  30. re_common/baselibrary/tools/javacode.py +79 -79
  31. re_common/baselibrary/tools/mdb_db3.py +48 -48
  32. re_common/baselibrary/tools/merge_file.py +171 -171
  33. re_common/baselibrary/tools/merge_gz_file.py +165 -165
  34. re_common/baselibrary/tools/mhdfstools/down_hdfs_files.py +42 -42
  35. re_common/baselibrary/tools/mhdfstools/hdfst.py +42 -42
  36. re_common/baselibrary/tools/mhdfstools/up_hdfs_files.py +38 -38
  37. re_common/baselibrary/tools/mongo_tools.py +50 -50
  38. re_common/baselibrary/tools/move_file.py +170 -170
  39. re_common/baselibrary/tools/move_mongo/mongo_table_to_file.py +63 -63
  40. re_common/baselibrary/tools/move_mongo/move_mongo_table.py +354 -354
  41. re_common/baselibrary/tools/move_mongo/use_mttf.py +18 -18
  42. re_common/baselibrary/tools/move_mongo/use_mv.py +93 -93
  43. re_common/baselibrary/tools/mpandas/mpandasreadexcel.py +125 -125
  44. re_common/baselibrary/tools/mpandas/pandas_visualization.py +7 -7
  45. re_common/baselibrary/tools/myparsel.py +104 -104
  46. re_common/baselibrary/tools/rename_dir_file.py +37 -37
  47. re_common/baselibrary/tools/sequoiadb_utils.py +398 -398
  48. re_common/baselibrary/tools/split_line_to_many.py +25 -25
  49. re_common/baselibrary/tools/stringtodicts.py +33 -33
  50. re_common/baselibrary/tools/workwechant_bot.py +84 -84
  51. re_common/baselibrary/utils/baseaiohttp.py +296 -296
  52. re_common/baselibrary/utils/baseaiomysql.py +87 -87
  53. re_common/baselibrary/utils/baseallstep.py +191 -191
  54. re_common/baselibrary/utils/baseavro.py +19 -19
  55. re_common/baselibrary/utils/baseboto3.py +291 -291
  56. re_common/baselibrary/utils/basecsv.py +32 -32
  57. re_common/baselibrary/utils/basedict.py +133 -133
  58. re_common/baselibrary/utils/basedir.py +241 -241
  59. re_common/baselibrary/utils/baseencode.py +351 -351
  60. re_common/baselibrary/utils/baseencoding.py +28 -28
  61. re_common/baselibrary/utils/baseesdsl.py +86 -86
  62. re_common/baselibrary/utils/baseexcel.py +264 -264
  63. re_common/baselibrary/utils/baseexcept.py +109 -109
  64. re_common/baselibrary/utils/basefile.py +654 -654
  65. re_common/baselibrary/utils/baseftp.py +214 -214
  66. re_common/baselibrary/utils/basegzip.py +60 -60
  67. re_common/baselibrary/utils/basehdfs.py +135 -135
  68. re_common/baselibrary/utils/basehttpx.py +268 -268
  69. re_common/baselibrary/utils/baseip.py +87 -87
  70. re_common/baselibrary/utils/basejson.py +2 -2
  71. re_common/baselibrary/utils/baselist.py +32 -32
  72. re_common/baselibrary/utils/basemotor.py +190 -190
  73. re_common/baselibrary/utils/basemssql.py +98 -98
  74. re_common/baselibrary/utils/baseodbc.py +113 -113
  75. re_common/baselibrary/utils/basepandas.py +302 -302
  76. re_common/baselibrary/utils/basepeewee.py +11 -11
  77. re_common/baselibrary/utils/basepika.py +180 -180
  78. re_common/baselibrary/utils/basepydash.py +143 -143
  79. re_common/baselibrary/utils/basepymongo.py +230 -230
  80. re_common/baselibrary/utils/basequeue.py +22 -22
  81. re_common/baselibrary/utils/baserar.py +57 -57
  82. re_common/baselibrary/utils/baserequest.py +279 -279
  83. re_common/baselibrary/utils/baseset.py +8 -8
  84. re_common/baselibrary/utils/basesmb.py +403 -403
  85. re_common/baselibrary/utils/basestring.py +382 -382
  86. re_common/baselibrary/utils/basetime.py +320 -320
  87. re_common/baselibrary/utils/baseurl.py +121 -121
  88. re_common/baselibrary/utils/basezip.py +57 -57
  89. re_common/baselibrary/utils/core/__init__.py +7 -7
  90. re_common/baselibrary/utils/core/bottomutils.py +18 -18
  91. re_common/baselibrary/utils/core/mdeprecated.py +327 -327
  92. re_common/baselibrary/utils/core/mlamada.py +16 -16
  93. re_common/baselibrary/utils/core/msginfo.py +25 -25
  94. re_common/baselibrary/utils/core/requests_core.py +103 -103
  95. re_common/baselibrary/utils/fateadm.py +429 -429
  96. re_common/baselibrary/utils/importfun.py +123 -123
  97. re_common/baselibrary/utils/mfaker.py +57 -57
  98. re_common/baselibrary/utils/my_abc/__init__.py +3 -3
  99. re_common/baselibrary/utils/my_abc/better_abc.py +32 -32
  100. re_common/baselibrary/utils/mylogger.py +414 -414
  101. re_common/baselibrary/utils/myredisclient.py +861 -861
  102. re_common/baselibrary/utils/pipupgrade.py +21 -21
  103. re_common/baselibrary/utils/ringlist.py +85 -85
  104. re_common/baselibrary/utils/version_compare.py +36 -36
  105. re_common/baselibrary/utils/ydmhttp.py +126 -126
  106. re_common/facade/lazy_import.py +11 -11
  107. re_common/facade/loggerfacade.py +25 -25
  108. re_common/facade/mysqlfacade.py +467 -467
  109. re_common/facade/now.py +31 -31
  110. re_common/facade/sqlite3facade.py +257 -257
  111. re_common/facade/use/mq_use_facade.py +83 -83
  112. re_common/facade/use/proxy_use_facade.py +19 -19
  113. re_common/libtest/base_dict_test.py +19 -19
  114. re_common/libtest/baseavro_test.py +13 -13
  115. re_common/libtest/basefile_test.py +14 -14
  116. re_common/libtest/basemssql_test.py +77 -77
  117. re_common/libtest/baseodbc_test.py +7 -7
  118. re_common/libtest/basepandas_test.py +38 -38
  119. re_common/libtest/get_attr_test/get_attr_test_settings.py +14 -14
  120. re_common/libtest/get_attr_test/settings.py +54 -54
  121. re_common/libtest/idencode_test.py +53 -53
  122. re_common/libtest/iniconfig_test.py +35 -35
  123. re_common/libtest/ip_test.py +34 -34
  124. re_common/libtest/merge_file_test.py +20 -20
  125. re_common/libtest/mfaker_test.py +8 -8
  126. re_common/libtest/mm3_test.py +31 -31
  127. re_common/libtest/mylogger_test.py +88 -88
  128. re_common/libtest/myparsel_test.py +27 -27
  129. re_common/libtest/mysql_test.py +151 -151
  130. re_common/libtest/pymongo_test.py +21 -21
  131. re_common/libtest/split_test.py +11 -11
  132. re_common/libtest/sqlite3_merge_test.py +5 -5
  133. re_common/libtest/sqlite3_test.py +34 -34
  134. re_common/libtest/tomlconfig_test.py +30 -30
  135. re_common/libtest/use_tools_test/__init__.py +2 -2
  136. re_common/libtest/user/__init__.py +4 -4
  137. re_common/studio/__init__.py +4 -4
  138. re_common/studio/assignment_expressions.py +36 -36
  139. re_common/studio/mydash/test1.py +18 -18
  140. re_common/studio/pydashstudio/first.py +9 -9
  141. re_common/studio/streamlitstudio/first_app.py +65 -65
  142. re_common/studio/streamlitstudio/uber_pickups.py +23 -23
  143. re_common/studio/test.py +18 -18
  144. re_common/v2/baselibrary/business_utils/BusinessStringUtil.py +235 -220
  145. re_common/v2/baselibrary/business_utils/baseencodeid.py +100 -100
  146. re_common/v2/baselibrary/business_utils/full_doi_path.py +116 -116
  147. re_common/v2/baselibrary/business_utils/rel_tools.py +6 -6
  148. re_common/v2/baselibrary/decorators/utils.py +59 -59
  149. re_common/v2/baselibrary/helpers/search_packge/NearestNeighbors_test.py +105 -105
  150. re_common/v2/baselibrary/helpers/search_packge/fit_text_match.py +253 -253
  151. re_common/v2/baselibrary/helpers/search_packge/scikit_learn_text_matcher.py +260 -260
  152. re_common/v2/baselibrary/helpers/search_packge/test.py +1 -1
  153. re_common/v2/baselibrary/s3object/baseboto3.py +230 -230
  154. re_common/v2/baselibrary/tools/WeChatRobot.py +95 -95
  155. re_common/v2/baselibrary/tools/ac_ahocorasick.py +75 -75
  156. re_common/v2/baselibrary/tools/concurrency.py +35 -35
  157. re_common/v2/baselibrary/tools/data_processer/base.py +53 -53
  158. re_common/v2/baselibrary/tools/data_processer/data_processer.py +497 -508
  159. re_common/v2/baselibrary/tools/data_processer/data_reader.py +187 -187
  160. re_common/v2/baselibrary/tools/data_processer/data_writer.py +38 -38
  161. re_common/v2/baselibrary/tools/dict_tools.py +44 -44
  162. re_common/v2/baselibrary/tools/dolphinscheduler.py +187 -187
  163. re_common/v2/baselibrary/tools/hdfs_base_processor.py +204 -204
  164. re_common/v2/baselibrary/tools/hdfs_bulk_processor.py +67 -67
  165. re_common/v2/baselibrary/tools/hdfs_data_processer.py +338 -338
  166. re_common/v2/baselibrary/tools/hdfs_line_processor.py +74 -74
  167. re_common/v2/baselibrary/tools/list_tools.py +69 -69
  168. re_common/v2/baselibrary/tools/resume_tracker.py +94 -94
  169. re_common/v2/baselibrary/tools/search_hash_tools.py +54 -54
  170. re_common/v2/baselibrary/tools/text_matcher.py +326 -326
  171. re_common/v2/baselibrary/tools/tree_processor/__init__.py +0 -0
  172. re_common/v2/baselibrary/tools/tree_processor/builder.py +25 -0
  173. re_common/v2/baselibrary/tools/tree_processor/node.py +13 -0
  174. re_common/v2/baselibrary/tools/unionfind_tools.py +60 -60
  175. re_common/v2/baselibrary/utils/BusinessStringUtil.py +196 -196
  176. re_common/v2/baselibrary/utils/api_net_utils.py +270 -270
  177. re_common/v2/baselibrary/utils/author_smi.py +361 -361
  178. re_common/v2/baselibrary/utils/base_string_similarity.py +158 -158
  179. re_common/v2/baselibrary/utils/basedict.py +37 -37
  180. re_common/v2/baselibrary/utils/basehdfs.py +163 -163
  181. re_common/v2/baselibrary/utils/basepika.py +180 -180
  182. re_common/v2/baselibrary/utils/basetime.py +94 -77
  183. re_common/v2/baselibrary/utils/db.py +174 -156
  184. re_common/v2/baselibrary/utils/elasticsearch.py +46 -0
  185. re_common/v2/baselibrary/utils/json_cls.py +16 -16
  186. re_common/v2/baselibrary/utils/mq.py +83 -83
  187. re_common/v2/baselibrary/utils/n_ary_expression_tree.py +243 -243
  188. re_common/v2/baselibrary/utils/string_bool.py +187 -186
  189. re_common/v2/baselibrary/utils/string_clear.py +246 -246
  190. re_common/v2/baselibrary/utils/string_smi.py +18 -18
  191. re_common/v2/baselibrary/utils/stringutils.py +312 -271
  192. re_common/vip/base_step_process.py +11 -11
  193. re_common/vip/baseencodeid.py +90 -90
  194. re_common/vip/changetaskname.py +28 -28
  195. re_common/vip/core_var.py +24 -24
  196. re_common/vip/mmh3Hash.py +89 -89
  197. re_common/vip/proxy/allproxys.py +127 -127
  198. re_common/vip/proxy/allproxys_thread.py +159 -159
  199. re_common/vip/proxy/cnki_proxy.py +153 -153
  200. re_common/vip/proxy/kuaidaili.py +87 -87
  201. re_common/vip/proxy/proxy_all.py +113 -113
  202. re_common/vip/proxy/update_kuaidaili_0.py +42 -42
  203. re_common/vip/proxy/wanfang_proxy.py +152 -152
  204. re_common/vip/proxy/wp_proxy_all.py +181 -181
  205. re_common/vip/read_rawid_to_txt.py +91 -91
  206. re_common/vip/title/__init__.py +5 -5
  207. re_common/vip/title/transform/TransformBookTitleToZt.py +125 -125
  208. re_common/vip/title/transform/TransformConferenceTitleToZt.py +139 -139
  209. re_common/vip/title/transform/TransformCstadTitleToZt.py +195 -195
  210. re_common/vip/title/transform/TransformJournalTitleToZt.py +203 -203
  211. re_common/vip/title/transform/TransformPatentTitleToZt.py +132 -132
  212. re_common/vip/title/transform/TransformRegulationTitleToZt.py +114 -114
  213. re_common/vip/title/transform/TransformStandardTitleToZt.py +135 -135
  214. re_common/vip/title/transform/TransformThesisTitleToZt.py +135 -135
  215. re_common/vip/title/transform/__init__.py +10 -10
  216. {re_common-10.0.39.dist-info → re_common-10.0.41.dist-info}/LICENSE +201 -201
  217. {re_common-10.0.39.dist-info → re_common-10.0.41.dist-info}/METADATA +16 -16
  218. re_common-10.0.41.dist-info/RECORD +252 -0
  219. {re_common-10.0.39.dist-info → re_common-10.0.41.dist-info}/WHEEL +1 -1
  220. re_common-10.0.39.dist-info/RECORD +0 -248
  221. {re_common-10.0.39.dist-info → re_common-10.0.41.dist-info}/top_level.txt +0 -0
@@ -1,180 +1,180 @@
1
- import pika
2
-
3
-
4
- # https://blog.csdn.net/songfreeman/article/details/50943603
5
- class BasePika(object):
6
-
7
- def __init__(self, username=None, password=None, mqhost=None, virtual_host=None):
8
- self.username = username
9
- self.password = password
10
- self.conn = None
11
- self.host = mqhost
12
- self.virtual_host = virtual_host
13
- self.auto_ack = True
14
-
15
- def set_default(self):
16
- self.host = "192.168.31.79"
17
- self.virtual_host = "vhost_NetDataGather"
18
- self.username = "vip"
19
- self.password = "piv$*123"
20
-
21
- def connect_str(self,amqp_str):
22
- parameters = pika.URLParameters(amqp_str)
23
- self.conn = pika.BlockingConnection(parameters)
24
-
25
- def connect(self):
26
- """
27
- 设置用户名 密码 进行连接
28
- :return:
29
- """
30
- credentials = pika.PlainCredentials(self.username, self.password)
31
- # parameters = pika.URLParameters('amqp://guest:guest@rabbit-server1:5672/%2F')
32
- # 可以通过将 heartbeat 设为 0,关闭 rabbitmq 的心跳检测
33
- parameters = pika.ConnectionParameters(host=self.host,
34
- virtual_host=self.virtual_host,
35
- credentials=credentials,
36
- heartbeat=0)
37
- self.conn = pika.BlockingConnection(parameters)
38
-
39
- def close(self):
40
- # 关闭消息队列
41
- self.conn.close()
42
-
43
- def create_channel(self):
44
- self.channel = self.conn.channel()
45
-
46
- def __del__(self):
47
- self.channel.close()
48
- self.conn.close()
49
-
50
- def random_queue_declare(self):
51
- """
52
- 这样, result.method.queue 包含一个随机的队列名, 比如:看起来像 amq.gen-JzTY20BRgKO-HjmUJj0wLg.
53
- 其次:
54
- 一旦我们断开consumer连接,这个队列名将自动删除。这里有一个标识设置:
55
- :return:
56
- """
57
- return self.channel.queue_declare("", exclusive=True)
58
-
59
- def queue_declare(self, queue="hello", durable=False):
60
- """
61
- 创建目的地队列hello 取消息时也可以调用
62
- 取消息和发送消息都调用 保证队列存在,也保证了不管服务端还是客户端先启动都有队列
63
- durable True 为持久化
64
- :return:
65
- """
66
- return self.channel.queue_declare(queue=queue, durable=durable)
67
-
68
- def get_queue_size(self, queue="hello"):
69
- """
70
- 获取某个队列的长度
71
- :param queue:
72
- :return:
73
- """
74
- queue = self.queue_declare(queue=queue, durable=True)
75
- return queue.method.message_count
76
-
77
- def get_properties(self):
78
- """
79
- 与 queue_declare里的 durable = True 配合使用,
80
- 设置给 easy_send_msg的properties
81
- :return:
82
- """
83
- return pika.BasicProperties(
84
- delivery_mode=2, # 设置消息为持久化的
85
- )
86
-
87
- def easy_send_msg(self, exchange="", routing_key="hello", body="hello world", properties=None):
88
- """
89
- 空字符串标识默认的或者匿名的exchange,如果存在routing_key, 消息路由到routing_key指定的队列中。
90
- routing_key 标识发送到哪个队列,就是服务器上的队列名
91
- body 发送的消息
92
-
93
- basic_publish 如果 exchange 不是"" 但没有绑定队列 消息会消失
94
- :return:
95
- """
96
- self.channel.basic_publish(exchange=exchange,
97
- routing_key=routing_key,
98
- body=body,
99
- properties=properties)
100
-
101
- def basic_ack(self, ch, method):
102
- """
103
- callback的消息确认
104
- :param ch:
105
- :param method:
106
- :return:
107
- """
108
- ch.basic_ack(delivery_tag=method.delivery_tag)
109
-
110
- def callback(self, ch, method, properties, body):
111
- """
112
- 从队列接收消息要更复杂一些,它需要为队列订阅一个 callback 函数来进行接收。
113
- 当我们接收一个消息后,这个 callback 函数将会被 pika函数库自动调用,
114
- 在我们的这个实例里面这个函数将用来打印接收的消息内容到屏幕
115
- :param method:
116
- :param properties:
117
- :param body:
118
- :return:
119
- """
120
- print(type(body))
121
- print(" [x] Received %r" % body)
122
- if self.auto_ack is False:
123
- self.basic_ack(ch, method)
124
-
125
- def set_get_msg_callback(self, routing_key="hello", callback=None, auto_ack=True):
126
- """
127
- 设置取消息的callback
128
- no_ack 如果设置为True,将使用自动确认模式
129
- no_ack 如果设置为False,在callback中确认
130
- :return:
131
- """
132
- self.auto_ack = auto_ack
133
- if callback is None:
134
- callback = self.callback
135
- self.channel.basic_consume(routing_key,
136
- callback,
137
- auto_ack=auto_ack)
138
-
139
- def start_get_msg(self):
140
- """
141
- 开始取消息,会循环不停的取消息
142
- :return:
143
- """
144
- self.channel.start_consuming()
145
-
146
- def basic_qos(self, prefetch_count=1):
147
- """
148
- 可以提前发送几个消息来,当auto_ack=True时无效
149
- prefetch_count==1 消息未处理完前不要发送信息的消息
150
- :return:
151
- """
152
- self.channel.basic_qos(prefetch_count=prefetch_count)
153
-
154
- def exchange_declare(self, exchangename="logs", type="fanout"):
155
- """
156
- fanout exchange非常简单,你从这个名字中就能猜出来,它将从Producer方收到的消息广播给所有他知道的receiver方。而这正是我们的logger记录所需要的消息。
157
- 交换的类型
158
- 直接交换(direct exchange)的路由算法很简单 -- 消息发送到绑定键值(binding key) 刚好完全符合路由键值( routing key) 的消息队列中。
159
-
160
- 消息发送到一个 topic交换不能是一个任意的 routing_key -- 它必须是一个用小数点 分割的单词列表。 这个字符可以是任何单词,但是通常是指定一些连接特定消息的功能。一些有效的路由键(routing key)比如:“stock.usd.nyse",
161
- topic 是 直接交换的升级版
162
-
163
- headers Exchange :headers交换器允许你匹配AMQP消息的header而非路由键。除此之外,headers交换器和direct交换器完全一致,但性能会差很多。因此它并不太实用,而且几乎再也用不到了。
164
- exchangename接下来会与队列绑定
165
- direct , topic , headers 和 fanout
166
- :return:
167
- """
168
- return self.channel.exchange_declare(exchange=exchangename,
169
- exchange_type=type)
170
-
171
- def queue_bind(self, exchange="logs", queue="", routing_key=""):
172
- """
173
- queue 临时队列获取 self.random_queue_declare().method.queue
174
- :param exchange:
175
- :param queue:
176
- :return:
177
- """
178
- self.channel.queue_bind(exchange=exchange,
179
- queue=queue,
180
- routing_key=routing_key)
1
+ import pika
2
+
3
+
4
+ # https://blog.csdn.net/songfreeman/article/details/50943603
5
+ class BasePika(object):
6
+
7
+ def __init__(self, username=None, password=None, mqhost=None, virtual_host=None):
8
+ self.username = username
9
+ self.password = password
10
+ self.conn = None
11
+ self.host = mqhost
12
+ self.virtual_host = virtual_host
13
+ self.auto_ack = True
14
+
15
+ def set_default(self):
16
+ self.host = "192.168.31.79"
17
+ self.virtual_host = "vhost_NetDataGather"
18
+ self.username = "vip"
19
+ self.password = "piv$*123"
20
+
21
+ def connect_str(self,amqp_str):
22
+ parameters = pika.URLParameters(amqp_str)
23
+ self.conn = pika.BlockingConnection(parameters)
24
+
25
+ def connect(self):
26
+ """
27
+ 设置用户名 密码 进行连接
28
+ :return:
29
+ """
30
+ credentials = pika.PlainCredentials(self.username, self.password)
31
+ # parameters = pika.URLParameters('amqp://guest:guest@rabbit-server1:5672/%2F')
32
+ # 可以通过将 heartbeat 设为 0,关闭 rabbitmq 的心跳检测
33
+ parameters = pika.ConnectionParameters(host=self.host,
34
+ virtual_host=self.virtual_host,
35
+ credentials=credentials,
36
+ heartbeat=0)
37
+ self.conn = pika.BlockingConnection(parameters)
38
+
39
+ def close(self):
40
+ # 关闭消息队列
41
+ self.conn.close()
42
+
43
+ def create_channel(self):
44
+ self.channel = self.conn.channel()
45
+
46
+ def __del__(self):
47
+ self.channel.close()
48
+ self.conn.close()
49
+
50
+ def random_queue_declare(self):
51
+ """
52
+ 这样, result.method.queue 包含一个随机的队列名, 比如:看起来像 amq.gen-JzTY20BRgKO-HjmUJj0wLg.
53
+ 其次:
54
+ 一旦我们断开consumer连接,这个队列名将自动删除。这里有一个标识设置:
55
+ :return:
56
+ """
57
+ return self.channel.queue_declare("", exclusive=True)
58
+
59
+ def queue_declare(self, queue="hello", durable=False):
60
+ """
61
+ 创建目的地队列hello 取消息时也可以调用
62
+ 取消息和发送消息都调用 保证队列存在,也保证了不管服务端还是客户端先启动都有队列
63
+ durable True 为持久化
64
+ :return:
65
+ """
66
+ return self.channel.queue_declare(queue=queue, durable=durable)
67
+
68
+ def get_queue_size(self, queue="hello"):
69
+ """
70
+ 获取某个队列的长度
71
+ :param queue:
72
+ :return:
73
+ """
74
+ queue = self.queue_declare(queue=queue, durable=True)
75
+ return queue.method.message_count
76
+
77
+ def get_properties(self):
78
+ """
79
+ 与 queue_declare里的 durable = True 配合使用,
80
+ 设置给 easy_send_msg的properties
81
+ :return:
82
+ """
83
+ return pika.BasicProperties(
84
+ delivery_mode=2, # 设置消息为持久化的
85
+ )
86
+
87
+ def easy_send_msg(self, exchange="", routing_key="hello", body="hello world", properties=None):
88
+ """
89
+ 空字符串标识默认的或者匿名的exchange,如果存在routing_key, 消息路由到routing_key指定的队列中。
90
+ routing_key 标识发送到哪个队列,就是服务器上的队列名
91
+ body 发送的消息
92
+
93
+ basic_publish 如果 exchange 不是"" 但没有绑定队列 消息会消失
94
+ :return:
95
+ """
96
+ self.channel.basic_publish(exchange=exchange,
97
+ routing_key=routing_key,
98
+ body=body,
99
+ properties=properties)
100
+
101
+ def basic_ack(self, ch, method):
102
+ """
103
+ callback的消息确认
104
+ :param ch:
105
+ :param method:
106
+ :return:
107
+ """
108
+ ch.basic_ack(delivery_tag=method.delivery_tag)
109
+
110
+ def callback(self, ch, method, properties, body):
111
+ """
112
+ 从队列接收消息要更复杂一些,它需要为队列订阅一个 callback 函数来进行接收。
113
+ 当我们接收一个消息后,这个 callback 函数将会被 pika函数库自动调用,
114
+ 在我们的这个实例里面这个函数将用来打印接收的消息内容到屏幕
115
+ :param method:
116
+ :param properties:
117
+ :param body:
118
+ :return:
119
+ """
120
+ print(type(body))
121
+ print(" [x] Received %r" % body)
122
+ if self.auto_ack is False:
123
+ self.basic_ack(ch, method)
124
+
125
+ def set_get_msg_callback(self, routing_key="hello", callback=None, auto_ack=True):
126
+ """
127
+ 设置取消息的callback
128
+ no_ack 如果设置为True,将使用自动确认模式
129
+ no_ack 如果设置为False,在callback中确认
130
+ :return:
131
+ """
132
+ self.auto_ack = auto_ack
133
+ if callback is None:
134
+ callback = self.callback
135
+ self.channel.basic_consume(routing_key,
136
+ callback,
137
+ auto_ack=auto_ack)
138
+
139
+ def start_get_msg(self):
140
+ """
141
+ 开始取消息,会循环不停的取消息
142
+ :return:
143
+ """
144
+ self.channel.start_consuming()
145
+
146
+ def basic_qos(self, prefetch_count=1):
147
+ """
148
+ 可以提前发送几个消息来,当auto_ack=True时无效
149
+ prefetch_count==1 消息未处理完前不要发送信息的消息
150
+ :return:
151
+ """
152
+ self.channel.basic_qos(prefetch_count=prefetch_count)
153
+
154
+ def exchange_declare(self, exchangename="logs", type="fanout"):
155
+ """
156
+ fanout exchange非常简单,你从这个名字中就能猜出来,它将从Producer方收到的消息广播给所有他知道的receiver方。而这正是我们的logger记录所需要的消息。
157
+ 交换的类型
158
+ 直接交换(direct exchange)的路由算法很简单 -- 消息发送到绑定键值(binding key) 刚好完全符合路由键值( routing key) 的消息队列中。
159
+
160
+ 消息发送到一个 topic交换不能是一个任意的 routing_key -- 它必须是一个用小数点 分割的单词列表。 这个字符可以是任何单词,但是通常是指定一些连接特定消息的功能。一些有效的路由键(routing key)比如:“stock.usd.nyse",
161
+ topic 是 直接交换的升级版
162
+
163
+ headers Exchange :headers交换器允许你匹配AMQP消息的header而非路由键。除此之外,headers交换器和direct交换器完全一致,但性能会差很多。因此它并不太实用,而且几乎再也用不到了。
164
+ exchangename接下来会与队列绑定
165
+ direct , topic , headers 和 fanout
166
+ :return:
167
+ """
168
+ return self.channel.exchange_declare(exchange=exchangename,
169
+ exchange_type=type)
170
+
171
+ def queue_bind(self, exchange="logs", queue="", routing_key=""):
172
+ """
173
+ queue 临时队列获取 self.random_queue_declare().method.queue
174
+ :param exchange:
175
+ :param queue:
176
+ :return:
177
+ """
178
+ self.channel.queue_bind(exchange=exchange,
179
+ queue=queue,
180
+ routing_key=routing_key)
@@ -1,143 +1,143 @@
1
- import pydash
2
- from pydash import without, py_, reject, power
3
-
4
-
5
- class BasePyDash(object):
6
-
7
- @classmethod
8
- def find_index(cls, lists, callback):
9
- """
10
- lists = [
11
- {'name': 'Michelangelo', 'active': False},
12
- {'name': 'Donatello', 'active': False},
13
- {'name': 'Leonardo', 'active': True}
14
- ]
15
- 通过callback 查找对应数据的索引,找的的第一个会被返回,
16
- 索引从0开始,找不到返回-1
17
- :param lists:
18
- :param callback: callback的结果一般是个bool值
19
- # 第一种形式
20
- callback = lambda item: item['name'] == 'Leonardo'
21
- callback = lambda item, index: index == 3
22
- callback = lambda item, index, obj: obj[index]['active']
23
- # 浅属性风格
24
- 在内部pydash.utilities.prop()用于创建回调
25
- callback=['active'] or 'active' or ['active',True]
26
- # deep 属性样式
27
- callback = 'location.city'
28
- :return: 索引或者-1
29
- """
30
-
31
- return pydash.find_index(lists, callback)
32
-
33
- @classmethod
34
- def map_(cls, lists, callback):
35
- """
36
- 和 find_index 一样 只是返回的是数据而不是索引,且返回找到的全部
37
- 没有找到的一项会返回None
38
- :param lists:
39
- :param callback:
40
- 如果是给的字典map_(users, {'location': {'city': 'Florence'}}会返回true False的列表
41
- :return:
42
- """
43
- return pydash.map_(lists, callback)
44
-
45
- @classmethod
46
- def find_last_index(cls, lists, callback):
47
- """
48
- 查找最后一个
49
- :param lists:
50
- :param callback:
51
- :return:
52
- """
53
- return pydash.find_last_index(lists, callback)
54
-
55
- @classmethod
56
- def get(cls, obj, path, default=None):
57
- """
58
- 用. 获取多层字典的数据
59
- :return:
60
- """
61
- return pydash.get(obj, path, default)
62
-
63
- @classmethod
64
- def chain(cls, lists):
65
- """
66
- or
67
- from pydash import py_
68
- py_(lists)
69
- :param lists:
70
- :return:
71
- """
72
- pydash.chain(lists)
73
- return cls
74
-
75
- @classmethod
76
- def without(cls, array, *values):
77
- """
78
- without([1, 2, 3, 2, 4, 4], 2, 4)
79
- [1, 3]
80
- 创建一个数组,删除所有已传递值的匹配项
81
- :return:
82
- """
83
- return without(array, *values)
84
-
85
- @classmethod
86
- def reject(cls,collection, predicate=None):
87
- """
88
- 不接受某些条件
89
- reject([1, 2, 3, 4], lambda x: x >= 3)
90
- [1, 2]
91
- :param collection:
92
- :param predicate:
93
- :return:
94
- """
95
- return reject(collection, predicate=predicate)
96
-
97
-
98
- @classmethod
99
- def for_each(cls):
100
- """
101
- 这里告诉你for-each 怎么用
102
-
103
- :return:
104
- """
105
-
106
- def echo(value): print(value)
107
-
108
- lazy = py_([1, 2, 3, 4]).for_each(echo)
109
-
110
- result = lazy.value()
111
-
112
- @classmethod
113
- def commit(cls):
114
- """
115
- 提交链
116
- :return:
117
- """
118
-
119
- def echo(value): print(value)
120
-
121
- lazy = py_([1, 2, 3, 4]).for_each(echo)
122
-
123
- result = lazy.value()
124
-
125
- committed = lazy.commit()
126
-
127
- committed.value()
128
-
129
- # 相当于
130
- committed = py_(lazy.value())
131
-
132
- @classmethod
133
- def power(cls,x,n):
134
- """
135
- x的n次方
136
- :param x:
137
- :param n:
138
- :return:
139
- """
140
-
141
-
142
- square_sum = py_().power(2).sum()
143
- print(square_sum)
1
+ import pydash
2
+ from pydash import without, py_, reject, power
3
+
4
+
5
+ class BasePyDash(object):
6
+
7
+ @classmethod
8
+ def find_index(cls, lists, callback):
9
+ """
10
+ lists = [
11
+ {'name': 'Michelangelo', 'active': False},
12
+ {'name': 'Donatello', 'active': False},
13
+ {'name': 'Leonardo', 'active': True}
14
+ ]
15
+ 通过callback 查找对应数据的索引,找的的第一个会被返回,
16
+ 索引从0开始,找不到返回-1
17
+ :param lists:
18
+ :param callback: callback的结果一般是个bool值
19
+ # 第一种形式
20
+ callback = lambda item: item['name'] == 'Leonardo'
21
+ callback = lambda item, index: index == 3
22
+ callback = lambda item, index, obj: obj[index]['active']
23
+ # 浅属性风格
24
+ 在内部pydash.utilities.prop()用于创建回调
25
+ callback=['active'] or 'active' or ['active',True]
26
+ # deep 属性样式
27
+ callback = 'location.city'
28
+ :return: 索引或者-1
29
+ """
30
+
31
+ return pydash.find_index(lists, callback)
32
+
33
+ @classmethod
34
+ def map_(cls, lists, callback):
35
+ """
36
+ 和 find_index 一样 只是返回的是数据而不是索引,且返回找到的全部
37
+ 没有找到的一项会返回None
38
+ :param lists:
39
+ :param callback:
40
+ 如果是给的字典map_(users, {'location': {'city': 'Florence'}}会返回true False的列表
41
+ :return:
42
+ """
43
+ return pydash.map_(lists, callback)
44
+
45
+ @classmethod
46
+ def find_last_index(cls, lists, callback):
47
+ """
48
+ 查找最后一个
49
+ :param lists:
50
+ :param callback:
51
+ :return:
52
+ """
53
+ return pydash.find_last_index(lists, callback)
54
+
55
+ @classmethod
56
+ def get(cls, obj, path, default=None):
57
+ """
58
+ 用. 获取多层字典的数据
59
+ :return:
60
+ """
61
+ return pydash.get(obj, path, default)
62
+
63
+ @classmethod
64
+ def chain(cls, lists):
65
+ """
66
+ or
67
+ from pydash import py_
68
+ py_(lists)
69
+ :param lists:
70
+ :return:
71
+ """
72
+ pydash.chain(lists)
73
+ return cls
74
+
75
+ @classmethod
76
+ def without(cls, array, *values):
77
+ """
78
+ without([1, 2, 3, 2, 4, 4], 2, 4)
79
+ [1, 3]
80
+ 创建一个数组,删除所有已传递值的匹配项
81
+ :return:
82
+ """
83
+ return without(array, *values)
84
+
85
+ @classmethod
86
+ def reject(cls,collection, predicate=None):
87
+ """
88
+ 不接受某些条件
89
+ reject([1, 2, 3, 4], lambda x: x >= 3)
90
+ [1, 2]
91
+ :param collection:
92
+ :param predicate:
93
+ :return:
94
+ """
95
+ return reject(collection, predicate=predicate)
96
+
97
+
98
+ @classmethod
99
+ def for_each(cls):
100
+ """
101
+ 这里告诉你for-each 怎么用
102
+
103
+ :return:
104
+ """
105
+
106
+ def echo(value): print(value)
107
+
108
+ lazy = py_([1, 2, 3, 4]).for_each(echo)
109
+
110
+ result = lazy.value()
111
+
112
+ @classmethod
113
+ def commit(cls):
114
+ """
115
+ 提交链
116
+ :return:
117
+ """
118
+
119
+ def echo(value): print(value)
120
+
121
+ lazy = py_([1, 2, 3, 4]).for_each(echo)
122
+
123
+ result = lazy.value()
124
+
125
+ committed = lazy.commit()
126
+
127
+ committed.value()
128
+
129
+ # 相当于
130
+ committed = py_(lazy.value())
131
+
132
+ @classmethod
133
+ def power(cls,x,n):
134
+ """
135
+ x的n次方
136
+ :param x:
137
+ :param n:
138
+ :return:
139
+ """
140
+
141
+
142
+ square_sum = py_().power(2).sum()
143
+ print(square_sum)