re-common 10.0.22__py3-none-any.whl → 10.0.24__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. re_common/baselibrary/__init__.py +4 -4
  2. re_common/baselibrary/baseabs/__init__.py +6 -6
  3. re_common/baselibrary/baseabs/baseabs.py +26 -26
  4. re_common/baselibrary/database/mbuilder.py +132 -132
  5. re_common/baselibrary/database/moudle.py +93 -93
  6. re_common/baselibrary/database/msqlite3.py +194 -194
  7. re_common/baselibrary/database/mysql.py +169 -169
  8. re_common/baselibrary/database/sql_factory.py +26 -26
  9. re_common/baselibrary/mthread/MThreadingRun.py +486 -486
  10. re_common/baselibrary/mthread/MThreadingRunEvent.py +349 -349
  11. re_common/baselibrary/mthread/__init__.py +2 -2
  12. re_common/baselibrary/mthread/mythreading.py +695 -695
  13. re_common/baselibrary/pakge_other/socks.py +404 -404
  14. re_common/baselibrary/readconfig/config_factory.py +18 -18
  15. re_common/baselibrary/readconfig/ini_config.py +317 -317
  16. re_common/baselibrary/readconfig/toml_config.py +49 -49
  17. re_common/baselibrary/temporary/envdata.py +36 -36
  18. re_common/baselibrary/tools/all_requests/aiohttp_request.py +118 -118
  19. re_common/baselibrary/tools/all_requests/httpx_requet.py +102 -102
  20. re_common/baselibrary/tools/all_requests/mrequest.py +412 -412
  21. re_common/baselibrary/tools/all_requests/requests_request.py +81 -81
  22. re_common/baselibrary/tools/batch_compre/bijiao_batch.py +31 -31
  23. re_common/baselibrary/tools/contrast_db3.py +123 -123
  24. re_common/baselibrary/tools/copy_file.py +39 -39
  25. re_common/baselibrary/tools/db3_2_sizedb3.py +102 -102
  26. re_common/baselibrary/tools/foreachgz.py +39 -39
  27. re_common/baselibrary/tools/get_attr.py +10 -10
  28. re_common/baselibrary/tools/image_to_pdf.py +61 -61
  29. re_common/baselibrary/tools/java_code_deal.py +139 -139
  30. re_common/baselibrary/tools/javacode.py +79 -79
  31. re_common/baselibrary/tools/mdb_db3.py +48 -48
  32. re_common/baselibrary/tools/merge_file.py +171 -171
  33. re_common/baselibrary/tools/merge_gz_file.py +165 -165
  34. re_common/baselibrary/tools/mhdfstools/down_hdfs_files.py +42 -42
  35. re_common/baselibrary/tools/mhdfstools/hdfst.py +42 -42
  36. re_common/baselibrary/tools/mhdfstools/up_hdfs_files.py +38 -38
  37. re_common/baselibrary/tools/mongo_tools.py +50 -50
  38. re_common/baselibrary/tools/move_file.py +170 -170
  39. re_common/baselibrary/tools/move_mongo/mongo_table_to_file.py +63 -63
  40. re_common/baselibrary/tools/move_mongo/move_mongo_table.py +354 -354
  41. re_common/baselibrary/tools/move_mongo/use_mttf.py +18 -18
  42. re_common/baselibrary/tools/move_mongo/use_mv.py +93 -93
  43. re_common/baselibrary/tools/mpandas/mpandasreadexcel.py +125 -125
  44. re_common/baselibrary/tools/mpandas/pandas_visualization.py +7 -7
  45. re_common/baselibrary/tools/myparsel.py +104 -104
  46. re_common/baselibrary/tools/rename_dir_file.py +37 -37
  47. re_common/baselibrary/tools/sequoiadb_utils.py +398 -398
  48. re_common/baselibrary/tools/split_line_to_many.py +25 -25
  49. re_common/baselibrary/tools/stringtodicts.py +33 -33
  50. re_common/baselibrary/tools/workwechant_bot.py +84 -84
  51. re_common/baselibrary/utils/baseaiohttp.py +296 -296
  52. re_common/baselibrary/utils/baseaiomysql.py +87 -87
  53. re_common/baselibrary/utils/baseallstep.py +191 -191
  54. re_common/baselibrary/utils/baseavro.py +19 -19
  55. re_common/baselibrary/utils/baseboto3.py +291 -291
  56. re_common/baselibrary/utils/basecsv.py +32 -32
  57. re_common/baselibrary/utils/basedict.py +133 -133
  58. re_common/baselibrary/utils/basedir.py +241 -241
  59. re_common/baselibrary/utils/baseencode.py +351 -351
  60. re_common/baselibrary/utils/baseencoding.py +28 -28
  61. re_common/baselibrary/utils/baseesdsl.py +86 -86
  62. re_common/baselibrary/utils/baseexcel.py +264 -264
  63. re_common/baselibrary/utils/baseexcept.py +109 -109
  64. re_common/baselibrary/utils/basefile.py +654 -654
  65. re_common/baselibrary/utils/baseftp.py +214 -214
  66. re_common/baselibrary/utils/basegzip.py +60 -60
  67. re_common/baselibrary/utils/basehdfs.py +135 -135
  68. re_common/baselibrary/utils/basehttpx.py +268 -268
  69. re_common/baselibrary/utils/baseip.py +87 -87
  70. re_common/baselibrary/utils/basejson.py +2 -2
  71. re_common/baselibrary/utils/baselist.py +32 -32
  72. re_common/baselibrary/utils/basemotor.py +190 -190
  73. re_common/baselibrary/utils/basemssql.py +98 -98
  74. re_common/baselibrary/utils/baseodbc.py +113 -113
  75. re_common/baselibrary/utils/basepandas.py +302 -302
  76. re_common/baselibrary/utils/basepeewee.py +11 -11
  77. re_common/baselibrary/utils/basepika.py +180 -180
  78. re_common/baselibrary/utils/basepydash.py +143 -143
  79. re_common/baselibrary/utils/basepymongo.py +230 -230
  80. re_common/baselibrary/utils/basequeue.py +22 -22
  81. re_common/baselibrary/utils/baserar.py +57 -57
  82. re_common/baselibrary/utils/baserequest.py +279 -279
  83. re_common/baselibrary/utils/baseset.py +8 -8
  84. re_common/baselibrary/utils/basesmb.py +403 -403
  85. re_common/baselibrary/utils/basestring.py +382 -382
  86. re_common/baselibrary/utils/basetime.py +320 -320
  87. re_common/baselibrary/utils/baseurl.py +121 -121
  88. re_common/baselibrary/utils/basezip.py +57 -57
  89. re_common/baselibrary/utils/core/__init__.py +7 -7
  90. re_common/baselibrary/utils/core/bottomutils.py +18 -18
  91. re_common/baselibrary/utils/core/mdeprecated.py +327 -327
  92. re_common/baselibrary/utils/core/mlamada.py +16 -16
  93. re_common/baselibrary/utils/core/msginfo.py +25 -25
  94. re_common/baselibrary/utils/core/requests_core.py +103 -103
  95. re_common/baselibrary/utils/fateadm.py +429 -429
  96. re_common/baselibrary/utils/importfun.py +123 -123
  97. re_common/baselibrary/utils/mfaker.py +57 -57
  98. re_common/baselibrary/utils/my_abc/__init__.py +3 -3
  99. re_common/baselibrary/utils/my_abc/better_abc.py +32 -32
  100. re_common/baselibrary/utils/mylogger.py +414 -414
  101. re_common/baselibrary/utils/myredisclient.py +861 -861
  102. re_common/baselibrary/utils/pipupgrade.py +21 -21
  103. re_common/baselibrary/utils/ringlist.py +85 -85
  104. re_common/baselibrary/utils/version_compare.py +36 -36
  105. re_common/baselibrary/utils/ydmhttp.py +126 -126
  106. re_common/facade/lazy_import.py +11 -11
  107. re_common/facade/loggerfacade.py +25 -25
  108. re_common/facade/mysqlfacade.py +467 -467
  109. re_common/facade/now.py +31 -31
  110. re_common/facade/sqlite3facade.py +257 -257
  111. re_common/facade/use/mq_use_facade.py +83 -83
  112. re_common/facade/use/proxy_use_facade.py +19 -19
  113. re_common/libtest/base_dict_test.py +19 -19
  114. re_common/libtest/baseavro_test.py +13 -13
  115. re_common/libtest/basefile_test.py +14 -14
  116. re_common/libtest/basemssql_test.py +77 -77
  117. re_common/libtest/baseodbc_test.py +7 -7
  118. re_common/libtest/basepandas_test.py +38 -38
  119. re_common/libtest/get_attr_test/get_attr_test_settings.py +14 -14
  120. re_common/libtest/get_attr_test/settings.py +54 -54
  121. re_common/libtest/idencode_test.py +53 -53
  122. re_common/libtest/iniconfig_test.py +35 -35
  123. re_common/libtest/ip_test.py +34 -34
  124. re_common/libtest/merge_file_test.py +20 -20
  125. re_common/libtest/mfaker_test.py +8 -8
  126. re_common/libtest/mm3_test.py +31 -31
  127. re_common/libtest/mylogger_test.py +88 -88
  128. re_common/libtest/myparsel_test.py +27 -27
  129. re_common/libtest/mysql_test.py +151 -151
  130. re_common/libtest/pymongo_test.py +21 -21
  131. re_common/libtest/split_test.py +11 -11
  132. re_common/libtest/sqlite3_merge_test.py +5 -5
  133. re_common/libtest/sqlite3_test.py +34 -34
  134. re_common/libtest/tomlconfig_test.py +30 -30
  135. re_common/libtest/use_tools_test/__init__.py +2 -2
  136. re_common/libtest/user/__init__.py +4 -4
  137. re_common/studio/__init__.py +4 -4
  138. re_common/studio/assignment_expressions.py +36 -36
  139. re_common/studio/mydash/test1.py +18 -18
  140. re_common/studio/pydashstudio/first.py +9 -9
  141. re_common/studio/streamlitstudio/first_app.py +65 -65
  142. re_common/studio/streamlitstudio/uber_pickups.py +23 -23
  143. re_common/studio/test.py +18 -18
  144. re_common/v2/baselibrary/business_utils/BusinessStringUtil.py +195 -0
  145. re_common/v2/baselibrary/business_utils/__init__.py +0 -0
  146. re_common/v2/baselibrary/business_utils/rel_tools.py +6 -0
  147. re_common/v2/baselibrary/decorators/utils.py +59 -59
  148. re_common/v2/baselibrary/s3object/baseboto3.py +230 -230
  149. re_common/v2/baselibrary/tools/WeChatRobot.py +95 -79
  150. re_common/v2/baselibrary/tools/ac_ahocorasick.py +75 -75
  151. re_common/v2/baselibrary/tools/dict_tools.py +37 -37
  152. re_common/v2/baselibrary/tools/dolphinscheduler.py +187 -187
  153. re_common/v2/baselibrary/tools/hdfs_data_processer.py +338 -338
  154. re_common/v2/baselibrary/tools/list_tools.py +65 -65
  155. re_common/v2/baselibrary/tools/search_hash_tools.py +54 -54
  156. re_common/v2/baselibrary/tools/text_matcher.py +326 -326
  157. re_common/v2/baselibrary/tools/unionfind_tools.py +60 -60
  158. re_common/v2/baselibrary/utils/BusinessStringUtil.py +196 -196
  159. re_common/v2/baselibrary/utils/author_smi.py +360 -360
  160. re_common/v2/baselibrary/utils/base_string_similarity.py +158 -158
  161. re_common/v2/baselibrary/utils/basedict.py +37 -37
  162. re_common/v2/baselibrary/utils/basehdfs.py +161 -161
  163. re_common/v2/baselibrary/utils/basepika.py +180 -180
  164. re_common/v2/baselibrary/utils/basetime.py +77 -77
  165. re_common/v2/baselibrary/utils/db.py +38 -38
  166. re_common/v2/baselibrary/utils/json_cls.py +16 -16
  167. re_common/v2/baselibrary/utils/mq.py +83 -83
  168. re_common/v2/baselibrary/utils/n_ary_expression_tree.py +243 -243
  169. re_common/v2/baselibrary/utils/string_bool.py +186 -149
  170. re_common/v2/baselibrary/utils/string_clear.py +227 -204
  171. re_common/v2/baselibrary/utils/string_smi.py +18 -18
  172. re_common/v2/baselibrary/utils/stringutils.py +213 -213
  173. re_common/vip/base_step_process.py +11 -11
  174. re_common/vip/baseencodeid.py +90 -90
  175. re_common/vip/changetaskname.py +28 -28
  176. re_common/vip/core_var.py +24 -24
  177. re_common/vip/mmh3Hash.py +89 -89
  178. re_common/vip/proxy/allproxys.py +127 -127
  179. re_common/vip/proxy/allproxys_thread.py +159 -159
  180. re_common/vip/proxy/cnki_proxy.py +153 -153
  181. re_common/vip/proxy/kuaidaili.py +87 -87
  182. re_common/vip/proxy/proxy_all.py +113 -113
  183. re_common/vip/proxy/update_kuaidaili_0.py +42 -42
  184. re_common/vip/proxy/wanfang_proxy.py +152 -152
  185. re_common/vip/proxy/wp_proxy_all.py +181 -181
  186. re_common/vip/read_rawid_to_txt.py +91 -91
  187. re_common/vip/title/__init__.py +5 -5
  188. re_common/vip/title/transform/TransformBookTitleToZt.py +125 -125
  189. re_common/vip/title/transform/TransformConferenceTitleToZt.py +139 -139
  190. re_common/vip/title/transform/TransformCstadTitleToZt.py +195 -195
  191. re_common/vip/title/transform/TransformJournalTitleToZt.py +203 -203
  192. re_common/vip/title/transform/TransformPatentTitleToZt.py +132 -132
  193. re_common/vip/title/transform/TransformRegulationTitleToZt.py +114 -114
  194. re_common/vip/title/transform/TransformStandardTitleToZt.py +135 -135
  195. re_common/vip/title/transform/TransformThesisTitleToZt.py +135 -135
  196. re_common/vip/title/transform/__init__.py +10 -10
  197. {re_common-10.0.22.dist-info → re_common-10.0.24.dist-info}/LICENSE +201 -201
  198. {re_common-10.0.22.dist-info → re_common-10.0.24.dist-info}/METADATA +16 -16
  199. re_common-10.0.24.dist-info/RECORD +230 -0
  200. {re_common-10.0.22.dist-info → re_common-10.0.24.dist-info}/WHEEL +1 -1
  201. re_common-10.0.22.dist-info/RECORD +0 -227
  202. {re_common-10.0.22.dist-info → re_common-10.0.24.dist-info}/top_level.txt +0 -0
@@ -1,133 +1,133 @@
1
- import copy
2
- import sys
3
-
4
-
5
- class BaseDicts(object):
6
-
7
- @classmethod
8
- def removeDictsNone(self, dicts: dict) -> dict:
9
- """
10
- 去除字典中值为None的键值
11
- :param dicts:
12
- :return:
13
- """
14
- return {key: value for key, value in dicts.items() if value is not None}
15
-
16
- @classmethod
17
- def removeDictsStringNull(self, dicts: dict) -> dict:
18
- """
19
- 去除字典中值为''的键值
20
- :param dicts:
21
- :return:
22
- """
23
- return {key: value for key, value in dicts.items() if value != ""}
24
-
25
- @classmethod
26
- def removeDictsAllNone(self, dicts: dict) -> dict:
27
- """
28
- 去除字典中值为'' 和 None 的键值
29
- :param dicts:
30
- :return:
31
- """
32
- return {key: value for key, value in dicts.items() if value != "" and value is not None}
33
-
34
- @classmethod
35
- def sortkeys(self, dicts, reverse=False):
36
- """
37
- 默认升序排序,加 reverse = True 指定为降序排序
38
- 通过keys 对dicts 排序
39
- 经过测试是新的列表
40
- :return:
41
- """
42
- return {k: dicts[k] for k in sorted(dicts.keys(), reverse=reverse)}
43
-
44
- @classmethod
45
- def sortvalues(self, dicts, reverse=False):
46
- """
47
- 默认升序排序,加 reverse = True 指定为降序排序
48
- d[1] 为值 d[0] 为键
49
- d 为元组 为dicts的键值
50
- 通过 values 对dicts 排序
51
- :param dicts:
52
- :return:
53
- """
54
- return {k: v for k, v in sorted(dicts.items(), key=lambda d: d[1], reverse=reverse)}
55
-
56
- @classmethod
57
- def is_key_have(cls, dicts, key):
58
- """
59
- 判断key 是否存在,但只能判断一个层次
60
- :param dicts:
61
- :param key:
62
- :return:
63
- """
64
- if key in dicts.keys():
65
- return True
66
- else:
67
- return False
68
-
69
- @classmethod
70
- def is_more_key_have(cls, dicts, keys=[]):
71
- """
72
- 判断多个key 是否存在 可以有更深的层次
73
- :param dicts:
74
- :param keys: ["a.b","c.d"]
75
- :return:
76
- """
77
- for item in keys:
78
- if item.find("."):
79
- allstrings = ""
80
- for key in item.split("."):
81
- allstrings = allstrings + '["{}"]'.format(key)
82
- try:
83
- eval("dicts" + allstrings)
84
- except:
85
- return False
86
- else:
87
- if item not in dicts.keys():
88
- return False
89
- return True
90
-
91
- @classmethod
92
- def get_recursive_dict(cls, dict_a, key, call_back):
93
- if isinstance(dict_a, dict):
94
- for key, value in dict_a.items():
95
- if isinstance(value, list) or isinstance(value, tuple) or isinstance(value, dict):
96
- dict_a[key] = cls.get_recursive_dict(value, key, call_back)
97
- else:
98
- dict_a[key] = call_back(key, value)
99
-
100
- elif isinstance(dict_a, list):
101
- # 如果列表中存在一个不是字典就不需要遍历了
102
- if dict_a == []:
103
- return call_back(key, dict_a)
104
- is_true = True
105
- for i in dict_a:
106
- if isinstance(i, dict):
107
- is_true = True
108
- else:
109
- is_true = False
110
- continue
111
- if is_true:
112
- dict_temp = []
113
- for value in dict_a:
114
- dict_temp.append(cls.get_recursive_dict(value, key, call_back))
115
- return dict_temp
116
- else:
117
- return call_back(key, dict_a)
118
- elif isinstance(dict_a, tuple):
119
- # 如果存在元组转成列表使用
120
- return cls.get_recursive_dict(list(dict_a), key, call_back)
121
- else:
122
- assert False, "传入类型错误:{}".format(type(dict_a))
123
- return dict_a
124
-
125
- @classmethod
126
- def is_dict_exit_key(cls, dicts, key_name, default=""):
127
- if dicts is not None and isinstance(dicts, dict):
128
- if dicts.get(key_name, 0) != 0:
129
- return dicts[key_name]
130
- else:
131
- return default
132
- else:
133
- return default
1
+ import copy
2
+ import sys
3
+
4
+
5
+ class BaseDicts(object):
6
+
7
+ @classmethod
8
+ def removeDictsNone(self, dicts: dict) -> dict:
9
+ """
10
+ 去除字典中值为None的键值
11
+ :param dicts:
12
+ :return:
13
+ """
14
+ return {key: value for key, value in dicts.items() if value is not None}
15
+
16
+ @classmethod
17
+ def removeDictsStringNull(self, dicts: dict) -> dict:
18
+ """
19
+ 去除字典中值为''的键值
20
+ :param dicts:
21
+ :return:
22
+ """
23
+ return {key: value for key, value in dicts.items() if value != ""}
24
+
25
+ @classmethod
26
+ def removeDictsAllNone(self, dicts: dict) -> dict:
27
+ """
28
+ 去除字典中值为'' 和 None 的键值
29
+ :param dicts:
30
+ :return:
31
+ """
32
+ return {key: value for key, value in dicts.items() if value != "" and value is not None}
33
+
34
+ @classmethod
35
+ def sortkeys(self, dicts, reverse=False):
36
+ """
37
+ 默认升序排序,加 reverse = True 指定为降序排序
38
+ 通过keys 对dicts 排序
39
+ 经过测试是新的列表
40
+ :return:
41
+ """
42
+ return {k: dicts[k] for k in sorted(dicts.keys(), reverse=reverse)}
43
+
44
+ @classmethod
45
+ def sortvalues(self, dicts, reverse=False):
46
+ """
47
+ 默认升序排序,加 reverse = True 指定为降序排序
48
+ d[1] 为值 d[0] 为键
49
+ d 为元组 为dicts的键值
50
+ 通过 values 对dicts 排序
51
+ :param dicts:
52
+ :return:
53
+ """
54
+ return {k: v for k, v in sorted(dicts.items(), key=lambda d: d[1], reverse=reverse)}
55
+
56
+ @classmethod
57
+ def is_key_have(cls, dicts, key):
58
+ """
59
+ 判断key 是否存在,但只能判断一个层次
60
+ :param dicts:
61
+ :param key:
62
+ :return:
63
+ """
64
+ if key in dicts.keys():
65
+ return True
66
+ else:
67
+ return False
68
+
69
+ @classmethod
70
+ def is_more_key_have(cls, dicts, keys=[]):
71
+ """
72
+ 判断多个key 是否存在 可以有更深的层次
73
+ :param dicts:
74
+ :param keys: ["a.b","c.d"]
75
+ :return:
76
+ """
77
+ for item in keys:
78
+ if item.find("."):
79
+ allstrings = ""
80
+ for key in item.split("."):
81
+ allstrings = allstrings + '["{}"]'.format(key)
82
+ try:
83
+ eval("dicts" + allstrings)
84
+ except:
85
+ return False
86
+ else:
87
+ if item not in dicts.keys():
88
+ return False
89
+ return True
90
+
91
+ @classmethod
92
+ def get_recursive_dict(cls, dict_a, key, call_back):
93
+ if isinstance(dict_a, dict):
94
+ for key, value in dict_a.items():
95
+ if isinstance(value, list) or isinstance(value, tuple) or isinstance(value, dict):
96
+ dict_a[key] = cls.get_recursive_dict(value, key, call_back)
97
+ else:
98
+ dict_a[key] = call_back(key, value)
99
+
100
+ elif isinstance(dict_a, list):
101
+ # 如果列表中存在一个不是字典就不需要遍历了
102
+ if dict_a == []:
103
+ return call_back(key, dict_a)
104
+ is_true = True
105
+ for i in dict_a:
106
+ if isinstance(i, dict):
107
+ is_true = True
108
+ else:
109
+ is_true = False
110
+ continue
111
+ if is_true:
112
+ dict_temp = []
113
+ for value in dict_a:
114
+ dict_temp.append(cls.get_recursive_dict(value, key, call_back))
115
+ return dict_temp
116
+ else:
117
+ return call_back(key, dict_a)
118
+ elif isinstance(dict_a, tuple):
119
+ # 如果存在元组转成列表使用
120
+ return cls.get_recursive_dict(list(dict_a), key, call_back)
121
+ else:
122
+ assert False, "传入类型错误:{}".format(type(dict_a))
123
+ return dict_a
124
+
125
+ @classmethod
126
+ def is_dict_exit_key(cls, dicts, key_name, default=""):
127
+ if dicts is not None and isinstance(dicts, dict):
128
+ if dicts.get(key_name, 0) != 0:
129
+ return dicts[key_name]
130
+ else:
131
+ return default
132
+ else:
133
+ return default