re-common 2.0.0__py3-none-any.whl → 2.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (200) hide show
  1. re_common/v2/baselibrary/tools/search_hash_tools.py +33 -0
  2. re_common/v2/baselibrary/tools/text_matcher.py +223 -0
  3. re_common/v2/baselibrary/utils/BusinessStringUtil.py +2 -2
  4. re_common/v2/baselibrary/utils/author_smi.py +308 -0
  5. re_common/v2/baselibrary/utils/string_clear.py +15 -1
  6. re_common/v2/baselibrary/utils/stringutils.py +36 -1
  7. {re_common-2.0.0.dist-info → re_common-2.0.1.dist-info}/METADATA +1 -1
  8. re_common-2.0.1.dist-info/RECORD +25 -0
  9. re_common/baselibrary/__init__.py +0 -4
  10. re_common/baselibrary/baseabs/__init__.py +0 -7
  11. re_common/baselibrary/baseabs/baseabs.py +0 -26
  12. re_common/baselibrary/database/mbuilder.py +0 -132
  13. re_common/baselibrary/database/moudle.py +0 -93
  14. re_common/baselibrary/database/msqlite3.py +0 -194
  15. re_common/baselibrary/database/mysql.py +0 -169
  16. re_common/baselibrary/database/sql_factory.py +0 -26
  17. re_common/baselibrary/mthread/MThreadingRun.py +0 -486
  18. re_common/baselibrary/mthread/MThreadingRunEvent.py +0 -349
  19. re_common/baselibrary/mthread/__init__.py +0 -3
  20. re_common/baselibrary/mthread/mythreading.py +0 -695
  21. re_common/baselibrary/pakge_other/__init__.py +0 -0
  22. re_common/baselibrary/pakge_other/socks.py +0 -404
  23. re_common/baselibrary/readconfig/__init__.py +0 -0
  24. re_common/baselibrary/readconfig/config_factory.py +0 -18
  25. re_common/baselibrary/readconfig/ini_config.py +0 -317
  26. re_common/baselibrary/readconfig/toml_config.py +0 -49
  27. re_common/baselibrary/temporary/__init__.py +0 -0
  28. re_common/baselibrary/temporary/envdata.py +0 -36
  29. re_common/baselibrary/tools/__init__.py +0 -0
  30. re_common/baselibrary/tools/all_requests/__init__.py +0 -0
  31. re_common/baselibrary/tools/all_requests/aiohttp_request.py +0 -118
  32. re_common/baselibrary/tools/all_requests/httpx_requet.py +0 -102
  33. re_common/baselibrary/tools/all_requests/mrequest.py +0 -412
  34. re_common/baselibrary/tools/all_requests/requests_request.py +0 -81
  35. re_common/baselibrary/tools/batch_compre/__init__.py +0 -0
  36. re_common/baselibrary/tools/batch_compre/bijiao_batch.py +0 -31
  37. re_common/baselibrary/tools/contrast_db3.py +0 -123
  38. re_common/baselibrary/tools/copy_file.py +0 -39
  39. re_common/baselibrary/tools/db3_2_sizedb3.py +0 -102
  40. re_common/baselibrary/tools/foreachgz.py +0 -40
  41. re_common/baselibrary/tools/get_attr.py +0 -11
  42. re_common/baselibrary/tools/image_to_pdf.py +0 -62
  43. re_common/baselibrary/tools/java_code_deal.py +0 -139
  44. re_common/baselibrary/tools/javacode.py +0 -79
  45. re_common/baselibrary/tools/mdb_db3.py +0 -48
  46. re_common/baselibrary/tools/merge_file.py +0 -171
  47. re_common/baselibrary/tools/merge_gz_file.py +0 -165
  48. re_common/baselibrary/tools/mhdfstools/__init__.py +0 -0
  49. re_common/baselibrary/tools/mhdfstools/down_hdfs_files.py +0 -42
  50. re_common/baselibrary/tools/mhdfstools/hdfst.py +0 -42
  51. re_common/baselibrary/tools/mhdfstools/up_hdfs_files.py +0 -38
  52. re_common/baselibrary/tools/mongo_tools.py +0 -50
  53. re_common/baselibrary/tools/move_file.py +0 -170
  54. re_common/baselibrary/tools/move_mongo/__init__.py +0 -0
  55. re_common/baselibrary/tools/move_mongo/mongo_table_to_file.py +0 -63
  56. re_common/baselibrary/tools/move_mongo/move_mongo_table.py +0 -354
  57. re_common/baselibrary/tools/move_mongo/use_mttf.py +0 -18
  58. re_common/baselibrary/tools/move_mongo/use_mv.py +0 -93
  59. re_common/baselibrary/tools/mpandas/__init__.py +0 -0
  60. re_common/baselibrary/tools/mpandas/mpandasreadexcel.py +0 -125
  61. re_common/baselibrary/tools/mpandas/pandas_visualization.py +0 -8
  62. re_common/baselibrary/tools/myparsel.py +0 -104
  63. re_common/baselibrary/tools/rename_dir_file.py +0 -37
  64. re_common/baselibrary/tools/sequoiadb_utils.py +0 -398
  65. re_common/baselibrary/tools/split_line_to_many.py +0 -25
  66. re_common/baselibrary/tools/stringtodicts.py +0 -33
  67. re_common/baselibrary/tools/workwechant_bot.py +0 -84
  68. re_common/baselibrary/utils/__init__.py +0 -0
  69. re_common/baselibrary/utils/baseaiohttp.py +0 -296
  70. re_common/baselibrary/utils/baseaiomysql.py +0 -87
  71. re_common/baselibrary/utils/baseallstep.py +0 -191
  72. re_common/baselibrary/utils/baseavro.py +0 -19
  73. re_common/baselibrary/utils/baseboto3.py +0 -291
  74. re_common/baselibrary/utils/basecsv.py +0 -32
  75. re_common/baselibrary/utils/basedict.py +0 -133
  76. re_common/baselibrary/utils/basedir.py +0 -241
  77. re_common/baselibrary/utils/baseencode.py +0 -351
  78. re_common/baselibrary/utils/baseencoding.py +0 -29
  79. re_common/baselibrary/utils/baseesdsl.py +0 -86
  80. re_common/baselibrary/utils/baseexcel.py +0 -264
  81. re_common/baselibrary/utils/baseexcept.py +0 -109
  82. re_common/baselibrary/utils/basefile.py +0 -654
  83. re_common/baselibrary/utils/baseftp.py +0 -214
  84. re_common/baselibrary/utils/basegzip.py +0 -60
  85. re_common/baselibrary/utils/basehdfs.py +0 -135
  86. re_common/baselibrary/utils/basehttpx.py +0 -268
  87. re_common/baselibrary/utils/baseip.py +0 -87
  88. re_common/baselibrary/utils/basejson.py +0 -2
  89. re_common/baselibrary/utils/baselist.py +0 -32
  90. re_common/baselibrary/utils/basemotor.py +0 -190
  91. re_common/baselibrary/utils/basemssql.py +0 -98
  92. re_common/baselibrary/utils/baseodbc.py +0 -113
  93. re_common/baselibrary/utils/basepandas.py +0 -302
  94. re_common/baselibrary/utils/basepeewee.py +0 -11
  95. re_common/baselibrary/utils/basepika.py +0 -180
  96. re_common/baselibrary/utils/basepydash.py +0 -143
  97. re_common/baselibrary/utils/basepymongo.py +0 -230
  98. re_common/baselibrary/utils/basequeue.py +0 -22
  99. re_common/baselibrary/utils/baserar.py +0 -57
  100. re_common/baselibrary/utils/baserequest.py +0 -279
  101. re_common/baselibrary/utils/baseset.py +0 -8
  102. re_common/baselibrary/utils/basesmb.py +0 -403
  103. re_common/baselibrary/utils/basestring.py +0 -382
  104. re_common/baselibrary/utils/basetime.py +0 -320
  105. re_common/baselibrary/utils/basetuple.py +0 -0
  106. re_common/baselibrary/utils/baseurl.py +0 -121
  107. re_common/baselibrary/utils/basezip.py +0 -57
  108. re_common/baselibrary/utils/core/__init__.py +0 -8
  109. re_common/baselibrary/utils/core/bottomutils.py +0 -18
  110. re_common/baselibrary/utils/core/mdeprecated.py +0 -327
  111. re_common/baselibrary/utils/core/mlamada.py +0 -16
  112. re_common/baselibrary/utils/core/msginfo.py +0 -25
  113. re_common/baselibrary/utils/core/requests_core.py +0 -103
  114. re_common/baselibrary/utils/fateadm.py +0 -429
  115. re_common/baselibrary/utils/importfun.py +0 -123
  116. re_common/baselibrary/utils/mfaker.py +0 -57
  117. re_common/baselibrary/utils/my_abc/__init__.py +0 -3
  118. re_common/baselibrary/utils/my_abc/better_abc.py +0 -32
  119. re_common/baselibrary/utils/mylogger.py +0 -414
  120. re_common/baselibrary/utils/myredisclient.py +0 -861
  121. re_common/baselibrary/utils/pipupgrade.py +0 -21
  122. re_common/baselibrary/utils/ringlist.py +0 -85
  123. re_common/baselibrary/utils/version_compare.py +0 -36
  124. re_common/baselibrary/utils/ydmhttp.py +0 -126
  125. re_common/facade/__init__.py +0 -1
  126. re_common/facade/lazy_import.py +0 -11
  127. re_common/facade/loggerfacade.py +0 -25
  128. re_common/facade/mysqlfacade.py +0 -467
  129. re_common/facade/now.py +0 -31
  130. re_common/facade/sqlite3facade.py +0 -257
  131. re_common/facade/use/__init__.py +0 -0
  132. re_common/facade/use/mq_use_facade.py +0 -83
  133. re_common/facade/use/proxy_use_facade.py +0 -20
  134. re_common/libtest/__init__.py +0 -0
  135. re_common/libtest/base_dict_test.py +0 -19
  136. re_common/libtest/baseavro_test.py +0 -13
  137. re_common/libtest/basefile_test.py +0 -14
  138. re_common/libtest/basemssql_test.py +0 -77
  139. re_common/libtest/baseodbc_test.py +0 -8
  140. re_common/libtest/basepandas_test.py +0 -38
  141. re_common/libtest/get_attr_test/__init__.py +0 -0
  142. re_common/libtest/get_attr_test/get_attr_test_settings.py +0 -14
  143. re_common/libtest/get_attr_test/settings.py +0 -55
  144. re_common/libtest/idencode_test.py +0 -54
  145. re_common/libtest/iniconfig_test.py +0 -35
  146. re_common/libtest/ip_test.py +0 -35
  147. re_common/libtest/merge_file_test.py +0 -20
  148. re_common/libtest/mfaker_test.py +0 -9
  149. re_common/libtest/mm3_test.py +0 -32
  150. re_common/libtest/mylogger_test.py +0 -89
  151. re_common/libtest/myparsel_test.py +0 -28
  152. re_common/libtest/mysql_test.py +0 -151
  153. re_common/libtest/pymongo_test.py +0 -21
  154. re_common/libtest/split_test.py +0 -12
  155. re_common/libtest/sqlite3_merge_test.py +0 -6
  156. re_common/libtest/sqlite3_test.py +0 -34
  157. re_common/libtest/tomlconfig_test.py +0 -30
  158. re_common/libtest/use_tools_test/__init__.py +0 -3
  159. re_common/libtest/user/__init__.py +0 -5
  160. re_common/studio/__init__.py +0 -5
  161. re_common/studio/assignment_expressions.py +0 -37
  162. re_common/studio/mydash/__init__.py +0 -0
  163. re_common/studio/mydash/test1.py +0 -19
  164. re_common/studio/pydashstudio/__init__.py +0 -0
  165. re_common/studio/pydashstudio/first.py +0 -9
  166. re_common/studio/streamlitstudio/__init__.py +0 -0
  167. re_common/studio/streamlitstudio/first_app.py +0 -66
  168. re_common/studio/streamlitstudio/uber_pickups.py +0 -24
  169. re_common/studio/test.py +0 -19
  170. re_common/vip/__init__.py +0 -0
  171. re_common/vip/base_step_process.py +0 -11
  172. re_common/vip/baseencodeid.py +0 -91
  173. re_common/vip/changetaskname.py +0 -28
  174. re_common/vip/core_var.py +0 -24
  175. re_common/vip/mmh3Hash.py +0 -90
  176. re_common/vip/proxy/__init__.py +0 -0
  177. re_common/vip/proxy/allproxys.py +0 -127
  178. re_common/vip/proxy/allproxys_thread.py +0 -159
  179. re_common/vip/proxy/cnki_proxy.py +0 -153
  180. re_common/vip/proxy/kuaidaili.py +0 -87
  181. re_common/vip/proxy/proxy_all.py +0 -113
  182. re_common/vip/proxy/update_kuaidaili_0.py +0 -42
  183. re_common/vip/proxy/wanfang_proxy.py +0 -152
  184. re_common/vip/proxy/wp_proxy_all.py +0 -182
  185. re_common/vip/read_rawid_to_txt.py +0 -92
  186. re_common/vip/title/__init__.py +0 -5
  187. re_common/vip/title/transform/TransformBookTitleToZt.py +0 -125
  188. re_common/vip/title/transform/TransformConferenceTitleToZt.py +0 -139
  189. re_common/vip/title/transform/TransformCstadTitleToZt.py +0 -196
  190. re_common/vip/title/transform/TransformJournalTitleToZt.py +0 -203
  191. re_common/vip/title/transform/TransformPatentTitleToZt.py +0 -132
  192. re_common/vip/title/transform/TransformRegulationTitleToZt.py +0 -114
  193. re_common/vip/title/transform/TransformStandardTitleToZt.py +0 -135
  194. re_common/vip/title/transform/TransformThesisTitleToZt.py +0 -135
  195. re_common/vip/title/transform/__init__.py +0 -11
  196. re_common-2.0.0.dist-info/RECORD +0 -209
  197. /re_common/{baselibrary/database/__init__.py → v2/baselibrary/tools/list_tools.py} +0 -0
  198. {re_common-2.0.0.dist-info → re_common-2.0.1.dist-info}/LICENSE +0 -0
  199. {re_common-2.0.0.dist-info → re_common-2.0.1.dist-info}/WHEEL +0 -0
  200. {re_common-2.0.0.dist-info → re_common-2.0.1.dist-info}/top_level.txt +0 -0
@@ -1,21 +0,0 @@
1
- # coding=utf-8
2
- # pip v10.0.0以上版本需要导入下面的包
3
- from subprocess import call
4
-
5
- from pip._internal.utils.misc import get_installed_distributions
6
-
7
- '''
8
- 用于升级python的扩展包一次性升级所有另外提供命令行方式
9
- pip install pip-review
10
- pip-review --local --interactive
11
-
12
- 环境迁移
13
- pip freeze > requirements.txt
14
-
15
- pip uninstall -ry requirements.txt
16
-
17
- pip install -r requirements.txt
18
- '''
19
- for dist in get_installed_distributions():
20
- call("pip install --upgrade " + dist.project_name, shell=True)
21
-
@@ -1,85 +0,0 @@
1
- import random
2
-
3
-
4
- class RingList(object):
5
- def __init__(self):
6
- """
7
- 环形列表初始化
8
- """
9
- self.objlist = list()
10
- # 列表中数据总量
11
- self.num = 0
12
- self.index = 0
13
-
14
- def append(self, p_object):
15
- """
16
-
17
- :param p_object: 增加到环形列表的元素
18
- :return:
19
- """
20
- self.num += 1
21
- self.objlist.append(p_object)
22
-
23
- def pop(self, index=None):
24
- """
25
-
26
- :param index: 如果给index值,将会返回固定的该索引位置的值;如果不给,将会循环输出该列表的值
27
- :return:
28
- """
29
- if self.num == 0:
30
- return None
31
- if index is not None:
32
- self.index = index
33
- obj = self.objlist[self.index % self.num]
34
- self.index += 1
35
- return obj
36
-
37
- def exist(self, mstring):
38
- """
39
-
40
- :param mstring: 需要验证是否存在的字符串
41
- :return:
42
- """
43
- if mstring:
44
- if mstring in self.objlist:
45
- return True
46
- else:
47
- return False
48
- else:
49
- print("传入的string为空的")
50
- return False
51
-
52
- def remove(self, mstring):
53
- """
54
-
55
- :param mstring: 需要删除的字符串
56
- :return:
57
- """
58
- if mstring:
59
- if mstring in self.objlist:
60
- self.objlist.remove(mstring)
61
- self.num = self.num - 1
62
-
63
- def length(self):
64
- """
65
- 获取列表当前长度 及环型列表现在的长度
66
- :return:
67
- """
68
- return len(self.objlist)
69
-
70
- def get_random(self):
71
- """
72
- 获取随机代理
73
- :return:
74
- """
75
- return random.choice(self.objlist)
76
-
77
- # if __name__ == "__main__":
78
- # ringList = RingList()
79
- # for i in range(1,100):
80
- # ringList.append(i)
81
- # # print(ringList.objlist)
82
- # # print(ringList.num)
83
- # # print()
84
- # while True:
85
- # print(ringList.pop())
@@ -1,36 +0,0 @@
1
- def compare(a: str, b: str):
2
- '''
3
- 比较两个版本的大小,需要按.分割后比较各个部分的大小
4
- :return 返回较大的版本号
5
- '''
6
- lena = len(a.split('.')) # 获取版本字符串的组成部分
7
- lenb = len(b.split('.'))
8
- a2 = a + '.0' * (lenb-lena) # b比a长的时候补全a
9
- b2 = b + '.0' * (lena-lenb)
10
- for i in range(max(lena, lenb)): # 对每个部分进行比较,需要转化为整数进行比较
11
- if int(a2.split('.')[i]) > int(b2.split('.')[i]):
12
- return a
13
- elif int(a2.split('.')[i]) < int(b2.split('.')[i]):
14
- return b
15
- else: # 比较到最后都相等,则返回第一个版本
16
- if i == max(lena, lenb)-1:
17
- return a
18
-
19
-
20
- def compare_bool(a: str, b: str):
21
- '''
22
- 比较两个版本的大小,需要按.分割后比较各个部分的大小
23
- :return 如果 a >= b 返回true
24
- '''
25
- lena = len(a.split('.')) # 获取版本字符串的组成部分
26
- lenb = len(b.split('.'))
27
- a2 = a + '.0' * (lenb-lena) # b比a长的时候补全a
28
- b2 = b + '.0' * (lena-lenb)
29
- for i in range(max(lena, lenb)): # 对每个部分进行比较,需要转化为整数进行比较
30
- if int(a2.split('.')[i]) > int(b2.split('.')[i]):
31
- return True
32
- elif int(a2.split('.')[i]) < int(b2.split('.')[i]):
33
- return False
34
- else: # 比较到最后都相等,则返回第一个版本
35
- if i == max(lena, lenb)-1:
36
- return True
@@ -1,126 +0,0 @@
1
- import json
2
- import requests
3
- import time
4
-
5
-
6
- ######################################################################
7
-
8
- class YDMHttp(object):
9
- """
10
- 云打码已废弃,(跑路)
11
- """
12
-
13
- def __init__(self, username='office', password='officeHelper$123', appid=1, appkey='22cc5376925e9387a23cf797cb9ba745'):
14
- self.username = username
15
- self.password = password
16
- self.appid = str(appid)
17
- self.appkey = appkey
18
- self.apiurl = 'http://api.yundama.com/api.php'
19
-
20
- def request(self, fields, files=[]):
21
- response = self.post_url(self.apiurl, fields, files)
22
- response = json.loads(response)
23
- return response
24
-
25
- def balance(self):
26
- data = {'method': 'balance', 'username': self.username, 'password': self.password, 'appid': self.appid,
27
- 'appkey': self.appkey}
28
- response = self.request(data)
29
- if (response):
30
- if (response['ret'] and response['ret'] < 0):
31
- return response['ret']
32
- else:
33
- return response['balance']
34
- else:
35
- return -9001
36
-
37
- def login(self):
38
- data = {'method': 'login', 'username': self.username, 'password': self.password, 'appid': self.appid,
39
- 'appkey': self.appkey}
40
- response = self.request(data)
41
- if (response):
42
- if (response['ret'] and response['ret'] < 0):
43
- return response['ret']
44
- else:
45
- return response['uid']
46
- else:
47
- return -9001
48
-
49
- def upload(self, filename, codetype, timeout):
50
- data = {'method': 'upload', 'username': self.username, 'password': self.password, 'appid': self.appid,
51
- 'appkey': self.appkey, 'codetype': str(codetype), 'timeout': str(timeout)}
52
- file = {'file': filename}
53
- response = self.request(data, file)
54
- if (response):
55
- if (response['ret'] and response['ret'] < 0):
56
- return response['ret']
57
- else:
58
- return response['cid']
59
- else:
60
- return -9001
61
-
62
- def result(self, cid):
63
- data = {'method': 'result', 'username': self.username, 'password': self.password, 'appid': self.appid,
64
- 'appkey': self.appkey, 'cid': str(cid)}
65
- response = self.request(data)
66
- return response and response['text'] or ''
67
-
68
- def decode(self, filename, codetype, timeout):
69
- cid = self.upload(filename, codetype, timeout)
70
- if (cid > 0):
71
- for i in range(0, timeout):
72
- result = self.result(cid)
73
- if (result != ''):
74
- return cid, result
75
- else:
76
- time.sleep(1)
77
- return -3003, ''
78
- else:
79
- return cid, ''
80
-
81
- def report(self, cid):
82
- data = {'method': 'report', 'username': self.username, 'password': self.password, 'appid': self.appid,
83
- 'appkey': self.appkey, 'cid': str(cid), 'flag': '0'}
84
- response = self.request(data)
85
- if (response):
86
- return response['ret']
87
- else:
88
- return -9001
89
-
90
- def post_url(self, url, fields, files=[]):
91
- # 在传入二进制时,下面两行官方代码需注释掉
92
- # for key in files:
93
- # files[key] = open(files[key], 'rb');
94
- res = requests.post(url, files=files, data=fields)
95
- return res.text
96
-
97
-
98
- ######################################################################
99
-
100
- def Img2Code(self, content, codetype='1004', timeout=5):
101
- """
102
-
103
- :param content: 图片文件
104
- :param codetype: 验证码类型,
105
- 例:1004表示4位字母数字,不同类型收费不同。请准确填写,否则影响识别率。
106
- 在此查询所有类型 http://www.yundama.com/price.html
107
- :param timeout: 超时时间,秒
108
- :return: 验证码
109
- """
110
-
111
- # 登陆云打码
112
- uid = self.login()
113
- print('uid: %s' % uid)
114
-
115
- # 查询余额
116
- balance = self.balance()
117
- print('balance: %s' % balance)
118
- if int(balance) < 100000:
119
- print('Warning: Need Money !!!!!!!!!!!!!!!!!!!!!!!!!')
120
-
121
- # 开始识别,图片路径,验证码类型ID,超时时间(秒),识别结果
122
- cid, result = self.decode(content, codetype, timeout)
123
- print('cid: %s, result: %s' % (cid, result))
124
- return result
125
-
126
-
@@ -1 +0,0 @@
1
- __all__ = ["now","lazy_import"]
@@ -1,11 +0,0 @@
1
- # 延迟导入 主要是为了使用时不去安装多余的
2
-
3
-
4
- def get_TomlConfig():
5
- from re_common.baselibrary.readconfig.toml_config import TomlConfig
6
- return TomlConfig
7
-
8
-
9
- def get_streamlogger():
10
- from re_common.baselibrary import MLogger
11
- return MLogger().streamlogger
@@ -1,25 +0,0 @@
1
- """
2
- 提供logger的使用外观 外观模式
3
- """
4
- from re_common.baselibrary import MLogger
5
-
6
-
7
- def get_streamlogger():
8
- """
9
- 提供一个输出流的logger
10
- :return:
11
- """
12
- return MLogger().streamlogger
13
-
14
-
15
- def get_filelogger(filedir):
16
- """
17
- 文件流的logger
18
- :param filedir:
19
- :return:
20
- """
21
- return MLogger(filedir).filelogger
22
-
23
-
24
- def get_timerotatingfilelogger(filedir, fileter=None):
25
- return MLogger(filedir, fileter).timerotatingfilelogger