re-common 10.0.21__py3-none-any.whl → 10.0.22__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. re_common/baselibrary/__init__.py +4 -4
  2. re_common/baselibrary/baseabs/__init__.py +6 -6
  3. re_common/baselibrary/baseabs/baseabs.py +26 -26
  4. re_common/baselibrary/database/mbuilder.py +132 -132
  5. re_common/baselibrary/database/moudle.py +93 -93
  6. re_common/baselibrary/database/msqlite3.py +194 -194
  7. re_common/baselibrary/database/mysql.py +169 -169
  8. re_common/baselibrary/database/sql_factory.py +26 -26
  9. re_common/baselibrary/mthread/MThreadingRun.py +486 -486
  10. re_common/baselibrary/mthread/MThreadingRunEvent.py +349 -349
  11. re_common/baselibrary/mthread/__init__.py +2 -2
  12. re_common/baselibrary/mthread/mythreading.py +695 -695
  13. re_common/baselibrary/pakge_other/socks.py +404 -404
  14. re_common/baselibrary/readconfig/config_factory.py +18 -18
  15. re_common/baselibrary/readconfig/ini_config.py +317 -317
  16. re_common/baselibrary/readconfig/toml_config.py +49 -49
  17. re_common/baselibrary/temporary/envdata.py +36 -36
  18. re_common/baselibrary/tools/all_requests/aiohttp_request.py +118 -118
  19. re_common/baselibrary/tools/all_requests/httpx_requet.py +102 -102
  20. re_common/baselibrary/tools/all_requests/mrequest.py +412 -412
  21. re_common/baselibrary/tools/all_requests/requests_request.py +81 -81
  22. re_common/baselibrary/tools/batch_compre/bijiao_batch.py +31 -31
  23. re_common/baselibrary/tools/contrast_db3.py +123 -123
  24. re_common/baselibrary/tools/copy_file.py +39 -39
  25. re_common/baselibrary/tools/db3_2_sizedb3.py +102 -102
  26. re_common/baselibrary/tools/foreachgz.py +39 -39
  27. re_common/baselibrary/tools/get_attr.py +10 -10
  28. re_common/baselibrary/tools/image_to_pdf.py +61 -61
  29. re_common/baselibrary/tools/java_code_deal.py +139 -139
  30. re_common/baselibrary/tools/javacode.py +79 -79
  31. re_common/baselibrary/tools/mdb_db3.py +48 -48
  32. re_common/baselibrary/tools/merge_file.py +171 -171
  33. re_common/baselibrary/tools/merge_gz_file.py +165 -165
  34. re_common/baselibrary/tools/mhdfstools/down_hdfs_files.py +42 -42
  35. re_common/baselibrary/tools/mhdfstools/hdfst.py +42 -42
  36. re_common/baselibrary/tools/mhdfstools/up_hdfs_files.py +38 -38
  37. re_common/baselibrary/tools/mongo_tools.py +50 -50
  38. re_common/baselibrary/tools/move_file.py +170 -170
  39. re_common/baselibrary/tools/move_mongo/mongo_table_to_file.py +63 -63
  40. re_common/baselibrary/tools/move_mongo/move_mongo_table.py +354 -354
  41. re_common/baselibrary/tools/move_mongo/use_mttf.py +18 -18
  42. re_common/baselibrary/tools/move_mongo/use_mv.py +93 -93
  43. re_common/baselibrary/tools/mpandas/mpandasreadexcel.py +125 -125
  44. re_common/baselibrary/tools/mpandas/pandas_visualization.py +7 -7
  45. re_common/baselibrary/tools/myparsel.py +104 -104
  46. re_common/baselibrary/tools/rename_dir_file.py +37 -37
  47. re_common/baselibrary/tools/sequoiadb_utils.py +398 -398
  48. re_common/baselibrary/tools/split_line_to_many.py +25 -25
  49. re_common/baselibrary/tools/stringtodicts.py +33 -33
  50. re_common/baselibrary/tools/workwechant_bot.py +84 -84
  51. re_common/baselibrary/utils/baseaiohttp.py +296 -296
  52. re_common/baselibrary/utils/baseaiomysql.py +87 -87
  53. re_common/baselibrary/utils/baseallstep.py +191 -191
  54. re_common/baselibrary/utils/baseavro.py +19 -19
  55. re_common/baselibrary/utils/baseboto3.py +291 -291
  56. re_common/baselibrary/utils/basecsv.py +32 -32
  57. re_common/baselibrary/utils/basedict.py +133 -133
  58. re_common/baselibrary/utils/basedir.py +241 -241
  59. re_common/baselibrary/utils/baseencode.py +351 -351
  60. re_common/baselibrary/utils/baseencoding.py +28 -28
  61. re_common/baselibrary/utils/baseesdsl.py +86 -86
  62. re_common/baselibrary/utils/baseexcel.py +264 -264
  63. re_common/baselibrary/utils/baseexcept.py +109 -109
  64. re_common/baselibrary/utils/basefile.py +654 -654
  65. re_common/baselibrary/utils/baseftp.py +214 -214
  66. re_common/baselibrary/utils/basegzip.py +60 -60
  67. re_common/baselibrary/utils/basehdfs.py +135 -135
  68. re_common/baselibrary/utils/basehttpx.py +268 -268
  69. re_common/baselibrary/utils/baseip.py +87 -87
  70. re_common/baselibrary/utils/basejson.py +2 -2
  71. re_common/baselibrary/utils/baselist.py +32 -32
  72. re_common/baselibrary/utils/basemotor.py +190 -190
  73. re_common/baselibrary/utils/basemssql.py +98 -98
  74. re_common/baselibrary/utils/baseodbc.py +113 -113
  75. re_common/baselibrary/utils/basepandas.py +302 -302
  76. re_common/baselibrary/utils/basepeewee.py +11 -11
  77. re_common/baselibrary/utils/basepika.py +180 -180
  78. re_common/baselibrary/utils/basepydash.py +143 -143
  79. re_common/baselibrary/utils/basepymongo.py +230 -230
  80. re_common/baselibrary/utils/basequeue.py +22 -22
  81. re_common/baselibrary/utils/baserar.py +57 -57
  82. re_common/baselibrary/utils/baserequest.py +279 -279
  83. re_common/baselibrary/utils/baseset.py +8 -8
  84. re_common/baselibrary/utils/basesmb.py +403 -403
  85. re_common/baselibrary/utils/basestring.py +382 -382
  86. re_common/baselibrary/utils/basetime.py +320 -320
  87. re_common/baselibrary/utils/baseurl.py +121 -121
  88. re_common/baselibrary/utils/basezip.py +57 -57
  89. re_common/baselibrary/utils/core/__init__.py +7 -7
  90. re_common/baselibrary/utils/core/bottomutils.py +18 -18
  91. re_common/baselibrary/utils/core/mdeprecated.py +327 -327
  92. re_common/baselibrary/utils/core/mlamada.py +16 -16
  93. re_common/baselibrary/utils/core/msginfo.py +25 -25
  94. re_common/baselibrary/utils/core/requests_core.py +103 -103
  95. re_common/baselibrary/utils/fateadm.py +429 -429
  96. re_common/baselibrary/utils/importfun.py +123 -123
  97. re_common/baselibrary/utils/mfaker.py +57 -57
  98. re_common/baselibrary/utils/my_abc/__init__.py +3 -3
  99. re_common/baselibrary/utils/my_abc/better_abc.py +32 -32
  100. re_common/baselibrary/utils/mylogger.py +414 -414
  101. re_common/baselibrary/utils/myredisclient.py +861 -861
  102. re_common/baselibrary/utils/pipupgrade.py +21 -21
  103. re_common/baselibrary/utils/ringlist.py +85 -85
  104. re_common/baselibrary/utils/version_compare.py +36 -36
  105. re_common/baselibrary/utils/ydmhttp.py +126 -126
  106. re_common/facade/lazy_import.py +11 -11
  107. re_common/facade/loggerfacade.py +25 -25
  108. re_common/facade/mysqlfacade.py +467 -467
  109. re_common/facade/now.py +31 -31
  110. re_common/facade/sqlite3facade.py +257 -257
  111. re_common/facade/use/mq_use_facade.py +83 -83
  112. re_common/facade/use/proxy_use_facade.py +19 -19
  113. re_common/libtest/base_dict_test.py +19 -19
  114. re_common/libtest/baseavro_test.py +13 -13
  115. re_common/libtest/basefile_test.py +14 -14
  116. re_common/libtest/basemssql_test.py +77 -77
  117. re_common/libtest/baseodbc_test.py +7 -7
  118. re_common/libtest/basepandas_test.py +38 -38
  119. re_common/libtest/get_attr_test/get_attr_test_settings.py +14 -14
  120. re_common/libtest/get_attr_test/settings.py +54 -54
  121. re_common/libtest/idencode_test.py +53 -53
  122. re_common/libtest/iniconfig_test.py +35 -35
  123. re_common/libtest/ip_test.py +34 -34
  124. re_common/libtest/merge_file_test.py +20 -20
  125. re_common/libtest/mfaker_test.py +8 -8
  126. re_common/libtest/mm3_test.py +31 -31
  127. re_common/libtest/mylogger_test.py +88 -88
  128. re_common/libtest/myparsel_test.py +27 -27
  129. re_common/libtest/mysql_test.py +151 -151
  130. re_common/libtest/pymongo_test.py +21 -21
  131. re_common/libtest/split_test.py +11 -11
  132. re_common/libtest/sqlite3_merge_test.py +5 -5
  133. re_common/libtest/sqlite3_test.py +34 -34
  134. re_common/libtest/tomlconfig_test.py +30 -30
  135. re_common/libtest/use_tools_test/__init__.py +2 -2
  136. re_common/libtest/user/__init__.py +4 -4
  137. re_common/studio/__init__.py +4 -4
  138. re_common/studio/assignment_expressions.py +36 -36
  139. re_common/studio/mydash/test1.py +18 -18
  140. re_common/studio/pydashstudio/first.py +9 -9
  141. re_common/studio/streamlitstudio/first_app.py +65 -65
  142. re_common/studio/streamlitstudio/uber_pickups.py +23 -23
  143. re_common/studio/test.py +18 -18
  144. re_common/v2/baselibrary/decorators/utils.py +59 -59
  145. re_common/v2/baselibrary/s3object/baseboto3.py +230 -230
  146. re_common/v2/baselibrary/tools/WeChatRobot.py +79 -79
  147. re_common/v2/baselibrary/tools/ac_ahocorasick.py +75 -75
  148. re_common/v2/baselibrary/tools/dict_tools.py +37 -37
  149. re_common/v2/baselibrary/tools/dolphinscheduler.py +187 -187
  150. re_common/v2/baselibrary/tools/hdfs_data_processer.py +338 -338
  151. re_common/v2/baselibrary/tools/list_tools.py +65 -65
  152. re_common/v2/baselibrary/tools/search_hash_tools.py +54 -54
  153. re_common/v2/baselibrary/tools/text_matcher.py +326 -326
  154. re_common/v2/baselibrary/tools/unionfind_tools.py +60 -60
  155. re_common/v2/baselibrary/utils/BusinessStringUtil.py +196 -196
  156. re_common/v2/baselibrary/utils/author_smi.py +360 -360
  157. re_common/v2/baselibrary/utils/base_string_similarity.py +158 -158
  158. re_common/v2/baselibrary/utils/basedict.py +37 -37
  159. re_common/v2/baselibrary/utils/basehdfs.py +161 -161
  160. re_common/v2/baselibrary/utils/basepika.py +180 -180
  161. re_common/v2/baselibrary/utils/basetime.py +77 -77
  162. re_common/v2/baselibrary/utils/db.py +38 -38
  163. re_common/v2/baselibrary/utils/json_cls.py +16 -16
  164. re_common/v2/baselibrary/utils/mq.py +83 -83
  165. re_common/v2/baselibrary/utils/n_ary_expression_tree.py +243 -243
  166. re_common/v2/baselibrary/utils/string_bool.py +149 -149
  167. re_common/v2/baselibrary/utils/string_clear.py +204 -202
  168. re_common/v2/baselibrary/utils/string_smi.py +18 -18
  169. re_common/v2/baselibrary/utils/stringutils.py +213 -213
  170. re_common/vip/base_step_process.py +11 -11
  171. re_common/vip/baseencodeid.py +90 -90
  172. re_common/vip/changetaskname.py +28 -28
  173. re_common/vip/core_var.py +24 -24
  174. re_common/vip/mmh3Hash.py +89 -89
  175. re_common/vip/proxy/allproxys.py +127 -127
  176. re_common/vip/proxy/allproxys_thread.py +159 -159
  177. re_common/vip/proxy/cnki_proxy.py +153 -153
  178. re_common/vip/proxy/kuaidaili.py +87 -87
  179. re_common/vip/proxy/proxy_all.py +113 -113
  180. re_common/vip/proxy/update_kuaidaili_0.py +42 -42
  181. re_common/vip/proxy/wanfang_proxy.py +152 -152
  182. re_common/vip/proxy/wp_proxy_all.py +181 -181
  183. re_common/vip/read_rawid_to_txt.py +91 -91
  184. re_common/vip/title/__init__.py +5 -5
  185. re_common/vip/title/transform/TransformBookTitleToZt.py +125 -125
  186. re_common/vip/title/transform/TransformConferenceTitleToZt.py +139 -139
  187. re_common/vip/title/transform/TransformCstadTitleToZt.py +195 -195
  188. re_common/vip/title/transform/TransformJournalTitleToZt.py +203 -203
  189. re_common/vip/title/transform/TransformPatentTitleToZt.py +132 -132
  190. re_common/vip/title/transform/TransformRegulationTitleToZt.py +114 -114
  191. re_common/vip/title/transform/TransformStandardTitleToZt.py +135 -135
  192. re_common/vip/title/transform/TransformThesisTitleToZt.py +135 -135
  193. re_common/vip/title/transform/__init__.py +10 -10
  194. {re_common-10.0.21.dist-info → re_common-10.0.22.dist-info}/LICENSE +201 -201
  195. {re_common-10.0.21.dist-info → re_common-10.0.22.dist-info}/METADATA +16 -16
  196. re_common-10.0.22.dist-info/RECORD +227 -0
  197. {re_common-10.0.21.dist-info → re_common-10.0.22.dist-info}/WHEEL +1 -1
  198. re_common-10.0.21.dist-info/RECORD +0 -227
  199. {re_common-10.0.21.dist-info → re_common-10.0.22.dist-info}/top_level.txt +0 -0
@@ -1,25 +1,25 @@
1
- """
2
- 一行文本按指定符号分割为多行文本
3
- """
4
-
5
-
6
- class Split_2_lines(object):
7
- def __int__(self):
8
- pass
9
-
10
- def split_line(self, infilepath, sign, outfilepath=None):
11
- """
12
- :param infilepath: 输入文件位置
13
- :param sign: 分割符号
14
- :param outfilepath: 输出文件位置
15
- :return:
16
- """
17
- with open(infilepath, 'r', encoding='utf-8')as f:
18
- for line in f:
19
- list_ = line.split(sign)[:-1]
20
- for num in list_:
21
- new_line = num + sign + "\n"
22
- with open(outfilepath, 'a', encoding='utf-8')as fw:
23
- fw.write(new_line)
24
- print(new_line)
25
- print("输出{}成功".format(outfilepath))
1
+ """
2
+ 一行文本按指定符号分割为多行文本
3
+ """
4
+
5
+
6
+ class Split_2_lines(object):
7
+ def __int__(self):
8
+ pass
9
+
10
+ def split_line(self, infilepath, sign, outfilepath=None):
11
+ """
12
+ :param infilepath: 输入文件位置
13
+ :param sign: 分割符号
14
+ :param outfilepath: 输出文件位置
15
+ :return:
16
+ """
17
+ with open(infilepath, 'r', encoding='utf-8')as f:
18
+ for line in f:
19
+ list_ = line.split(sign)[:-1]
20
+ for num in list_:
21
+ new_line = num + sign + "\n"
22
+ with open(outfilepath, 'a', encoding='utf-8')as fw:
23
+ fw.write(new_line)
24
+ print(new_line)
25
+ print("输出{}成功".format(outfilepath))
@@ -1,33 +1,33 @@
1
- from re_common.baselibrary.utils.baselist import BaseList
2
-
3
-
4
- class StringToDicts(object):
5
-
6
- def __init__(self):
7
- pass
8
-
9
- def string_to_dicts_by_equal(self, strings):
10
- """
11
- 将string 按行分组 然后每组内使用等号分割 前面为字典的键 后面为字典的值
12
- strings = ```
13
- host = 192.168.31.209
14
- user = root
15
- passwd = vipdatacenter
16
- db = data_gather_record
17
- port = 3306
18
- chartset = utf8
19
- ```
20
- :param strings:
21
- :return:
22
- """
23
- baselistobj = BaseList()
24
- lists = strings.split("\n")
25
- lists = baselistobj.remove_null(lists)
26
- lists = baselistobj.remove_blank_space(lists)
27
- lists = baselistobj.clean_space_first_end(lists)
28
- dicts = {}
29
- for item in lists:
30
- key = item.split("=")[0].strip()
31
- values = item.split("=")[1].strip()
32
- dicts[key] = values
33
- return dicts
1
+ from re_common.baselibrary.utils.baselist import BaseList
2
+
3
+
4
+ class StringToDicts(object):
5
+
6
+ def __init__(self):
7
+ pass
8
+
9
+ def string_to_dicts_by_equal(self, strings):
10
+ """
11
+ 将string 按行分组 然后每组内使用等号分割 前面为字典的键 后面为字典的值
12
+ strings = ```
13
+ host = 192.168.31.209
14
+ user = root
15
+ passwd = vipdatacenter
16
+ db = data_gather_record
17
+ port = 3306
18
+ chartset = utf8
19
+ ```
20
+ :param strings:
21
+ :return:
22
+ """
23
+ baselistobj = BaseList()
24
+ lists = strings.split("\n")
25
+ lists = baselistobj.remove_null(lists)
26
+ lists = baselistobj.remove_blank_space(lists)
27
+ lists = baselistobj.clean_space_first_end(lists)
28
+ dicts = {}
29
+ for item in lists:
30
+ key = item.split("=")[0].strip()
31
+ values = item.split("=")[1].strip()
32
+ dicts[key] = values
33
+ return dicts
@@ -1,84 +1,84 @@
1
- import json
2
-
3
- import requests
4
-
5
- from re_common.baselibrary.utils.baserequest import BaseRequest
6
-
7
-
8
- class WorkWechatBot(object):
9
-
10
- def __init__(self,key):
11
- super().__init__()
12
- self.bsrequest = BaseRequest()
13
- self.upurl = "https://qyapi.weixin.qq.com/cgi-bin/webhook/upload_media?key={}&type=file".format(key)
14
- self.url = "https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key={}".format(key)
15
-
16
- def sendMsg(self, data):
17
- headers = {"Content-Type": "application/json"}
18
- BoolResult, errString, r = self.bsrequest.base_request_post(self.url,
19
- headers=headers,
20
- data=data,
21
- timeout=(10, 30)
22
- )
23
- if BoolResult:
24
- dicts = json.loads(r.text)
25
- if dicts["errcode"] == 0:
26
- return True,dicts
27
- else:
28
- return False,dicts
29
- else:
30
- return False, errString
31
-
32
- def uploadFile(self, files):
33
- headers = {
34
- "Content-Type": "multipart/form-data;"
35
- }
36
- r = requests.post(self.url, files=files, headers=headers)
37
- # BoolResult, errString, r = self.bsrequest.base_request_post(self.url,
38
- # headers=headers,
39
- # files=upfile,
40
- # timeout=(10, 30)
41
- # )
42
- print(r.text)
43
-
44
- def sendTextMsg(self,msg,options=None):
45
- data = {
46
- "msgtype": "text",
47
- "text": {
48
- "content": msg
49
- }
50
- }
51
- if options:
52
- data["text"] .update(options)
53
- return self.sendMsg(data)
54
-
55
- def sendMarkDownMsg(self,msg,options=None):
56
- data = {
57
- "msgtype": "markdown",
58
- "markdown": {
59
- "content": msg
60
- }
61
- }
62
- if options:
63
- data["text"] .update(options)
64
- return self.sendMsg(data)
65
-
66
- def sendImage(self, msg):
67
- data = {
68
- "msgtype": "image",
69
- "image": msg
70
- }
71
- return self.sendMsg(data)
72
-
73
- def sendTxtImage(self, msg):
74
- data = {
75
- "msgtype": "news",
76
- "articles": msg
77
- }
78
- return self.sendMsg(data)
79
-
80
- if __name__ == "__main__":
81
- wxb = WorkWechatBot("5a822419-b7b2-4036-a136-5e75f028ddfb")
82
- #wxb.sendTextMsg("额...")
83
- files = {'file': ('test.txt',open(r'E:\test.txt', 'rb'),"media")}
84
- wxb.uploadFile(files)
1
+ import json
2
+
3
+ import requests
4
+
5
+ from re_common.baselibrary.utils.baserequest import BaseRequest
6
+
7
+
8
+ class WorkWechatBot(object):
9
+
10
+ def __init__(self,key):
11
+ super().__init__()
12
+ self.bsrequest = BaseRequest()
13
+ self.upurl = "https://qyapi.weixin.qq.com/cgi-bin/webhook/upload_media?key={}&type=file".format(key)
14
+ self.url = "https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key={}".format(key)
15
+
16
+ def sendMsg(self, data):
17
+ headers = {"Content-Type": "application/json"}
18
+ BoolResult, errString, r = self.bsrequest.base_request_post(self.url,
19
+ headers=headers,
20
+ data=data,
21
+ timeout=(10, 30)
22
+ )
23
+ if BoolResult:
24
+ dicts = json.loads(r.text)
25
+ if dicts["errcode"] == 0:
26
+ return True,dicts
27
+ else:
28
+ return False,dicts
29
+ else:
30
+ return False, errString
31
+
32
+ def uploadFile(self, files):
33
+ headers = {
34
+ "Content-Type": "multipart/form-data;"
35
+ }
36
+ r = requests.post(self.url, files=files, headers=headers)
37
+ # BoolResult, errString, r = self.bsrequest.base_request_post(self.url,
38
+ # headers=headers,
39
+ # files=upfile,
40
+ # timeout=(10, 30)
41
+ # )
42
+ print(r.text)
43
+
44
+ def sendTextMsg(self,msg,options=None):
45
+ data = {
46
+ "msgtype": "text",
47
+ "text": {
48
+ "content": msg
49
+ }
50
+ }
51
+ if options:
52
+ data["text"] .update(options)
53
+ return self.sendMsg(data)
54
+
55
+ def sendMarkDownMsg(self,msg,options=None):
56
+ data = {
57
+ "msgtype": "markdown",
58
+ "markdown": {
59
+ "content": msg
60
+ }
61
+ }
62
+ if options:
63
+ data["text"] .update(options)
64
+ return self.sendMsg(data)
65
+
66
+ def sendImage(self, msg):
67
+ data = {
68
+ "msgtype": "image",
69
+ "image": msg
70
+ }
71
+ return self.sendMsg(data)
72
+
73
+ def sendTxtImage(self, msg):
74
+ data = {
75
+ "msgtype": "news",
76
+ "articles": msg
77
+ }
78
+ return self.sendMsg(data)
79
+
80
+ if __name__ == "__main__":
81
+ wxb = WorkWechatBot("5a822419-b7b2-4036-a136-5e75f028ddfb")
82
+ #wxb.sendTextMsg("额...")
83
+ files = {'file': ('test.txt',open(r'E:\test.txt', 'rb'),"media")}
84
+ wxb.uploadFile(files)