re-common 10.0.39__py3-none-any.whl → 10.0.40__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- re_common/baselibrary/__init__.py +4 -4
- re_common/baselibrary/baseabs/__init__.py +6 -6
- re_common/baselibrary/baseabs/baseabs.py +26 -26
- re_common/baselibrary/database/mbuilder.py +132 -132
- re_common/baselibrary/database/moudle.py +93 -93
- re_common/baselibrary/database/msqlite3.py +194 -194
- re_common/baselibrary/database/mysql.py +169 -169
- re_common/baselibrary/database/sql_factory.py +26 -26
- re_common/baselibrary/mthread/MThreadingRun.py +486 -486
- re_common/baselibrary/mthread/MThreadingRunEvent.py +349 -349
- re_common/baselibrary/mthread/__init__.py +2 -2
- re_common/baselibrary/mthread/mythreading.py +695 -695
- re_common/baselibrary/pakge_other/socks.py +404 -404
- re_common/baselibrary/readconfig/config_factory.py +18 -18
- re_common/baselibrary/readconfig/ini_config.py +317 -317
- re_common/baselibrary/readconfig/toml_config.py +49 -49
- re_common/baselibrary/temporary/envdata.py +36 -36
- re_common/baselibrary/tools/all_requests/aiohttp_request.py +118 -118
- re_common/baselibrary/tools/all_requests/httpx_requet.py +102 -102
- re_common/baselibrary/tools/all_requests/mrequest.py +412 -412
- re_common/baselibrary/tools/all_requests/requests_request.py +81 -81
- re_common/baselibrary/tools/batch_compre/bijiao_batch.py +31 -31
- re_common/baselibrary/tools/contrast_db3.py +123 -123
- re_common/baselibrary/tools/copy_file.py +39 -39
- re_common/baselibrary/tools/db3_2_sizedb3.py +102 -102
- re_common/baselibrary/tools/foreachgz.py +39 -39
- re_common/baselibrary/tools/get_attr.py +10 -10
- re_common/baselibrary/tools/image_to_pdf.py +61 -61
- re_common/baselibrary/tools/java_code_deal.py +139 -139
- re_common/baselibrary/tools/javacode.py +79 -79
- re_common/baselibrary/tools/mdb_db3.py +48 -48
- re_common/baselibrary/tools/merge_file.py +171 -171
- re_common/baselibrary/tools/merge_gz_file.py +165 -165
- re_common/baselibrary/tools/mhdfstools/down_hdfs_files.py +42 -42
- re_common/baselibrary/tools/mhdfstools/hdfst.py +42 -42
- re_common/baselibrary/tools/mhdfstools/up_hdfs_files.py +38 -38
- re_common/baselibrary/tools/mongo_tools.py +50 -50
- re_common/baselibrary/tools/move_file.py +170 -170
- re_common/baselibrary/tools/move_mongo/mongo_table_to_file.py +63 -63
- re_common/baselibrary/tools/move_mongo/move_mongo_table.py +354 -354
- re_common/baselibrary/tools/move_mongo/use_mttf.py +18 -18
- re_common/baselibrary/tools/move_mongo/use_mv.py +93 -93
- re_common/baselibrary/tools/mpandas/mpandasreadexcel.py +125 -125
- re_common/baselibrary/tools/mpandas/pandas_visualization.py +7 -7
- re_common/baselibrary/tools/myparsel.py +104 -104
- re_common/baselibrary/tools/rename_dir_file.py +37 -37
- re_common/baselibrary/tools/sequoiadb_utils.py +398 -398
- re_common/baselibrary/tools/split_line_to_many.py +25 -25
- re_common/baselibrary/tools/stringtodicts.py +33 -33
- re_common/baselibrary/tools/workwechant_bot.py +84 -84
- re_common/baselibrary/utils/baseaiohttp.py +296 -296
- re_common/baselibrary/utils/baseaiomysql.py +87 -87
- re_common/baselibrary/utils/baseallstep.py +191 -191
- re_common/baselibrary/utils/baseavro.py +19 -19
- re_common/baselibrary/utils/baseboto3.py +291 -291
- re_common/baselibrary/utils/basecsv.py +32 -32
- re_common/baselibrary/utils/basedict.py +133 -133
- re_common/baselibrary/utils/basedir.py +241 -241
- re_common/baselibrary/utils/baseencode.py +351 -351
- re_common/baselibrary/utils/baseencoding.py +28 -28
- re_common/baselibrary/utils/baseesdsl.py +86 -86
- re_common/baselibrary/utils/baseexcel.py +264 -264
- re_common/baselibrary/utils/baseexcept.py +109 -109
- re_common/baselibrary/utils/basefile.py +654 -654
- re_common/baselibrary/utils/baseftp.py +214 -214
- re_common/baselibrary/utils/basegzip.py +60 -60
- re_common/baselibrary/utils/basehdfs.py +135 -135
- re_common/baselibrary/utils/basehttpx.py +268 -268
- re_common/baselibrary/utils/baseip.py +87 -87
- re_common/baselibrary/utils/basejson.py +2 -2
- re_common/baselibrary/utils/baselist.py +32 -32
- re_common/baselibrary/utils/basemotor.py +190 -190
- re_common/baselibrary/utils/basemssql.py +98 -98
- re_common/baselibrary/utils/baseodbc.py +113 -113
- re_common/baselibrary/utils/basepandas.py +302 -302
- re_common/baselibrary/utils/basepeewee.py +11 -11
- re_common/baselibrary/utils/basepika.py +180 -180
- re_common/baselibrary/utils/basepydash.py +143 -143
- re_common/baselibrary/utils/basepymongo.py +230 -230
- re_common/baselibrary/utils/basequeue.py +22 -22
- re_common/baselibrary/utils/baserar.py +57 -57
- re_common/baselibrary/utils/baserequest.py +279 -279
- re_common/baselibrary/utils/baseset.py +8 -8
- re_common/baselibrary/utils/basesmb.py +403 -403
- re_common/baselibrary/utils/basestring.py +382 -382
- re_common/baselibrary/utils/basetime.py +320 -320
- re_common/baselibrary/utils/baseurl.py +121 -121
- re_common/baselibrary/utils/basezip.py +57 -57
- re_common/baselibrary/utils/core/__init__.py +7 -7
- re_common/baselibrary/utils/core/bottomutils.py +18 -18
- re_common/baselibrary/utils/core/mdeprecated.py +327 -327
- re_common/baselibrary/utils/core/mlamada.py +16 -16
- re_common/baselibrary/utils/core/msginfo.py +25 -25
- re_common/baselibrary/utils/core/requests_core.py +103 -103
- re_common/baselibrary/utils/fateadm.py +429 -429
- re_common/baselibrary/utils/importfun.py +123 -123
- re_common/baselibrary/utils/mfaker.py +57 -57
- re_common/baselibrary/utils/my_abc/__init__.py +3 -3
- re_common/baselibrary/utils/my_abc/better_abc.py +32 -32
- re_common/baselibrary/utils/mylogger.py +414 -414
- re_common/baselibrary/utils/myredisclient.py +861 -861
- re_common/baselibrary/utils/pipupgrade.py +21 -21
- re_common/baselibrary/utils/ringlist.py +85 -85
- re_common/baselibrary/utils/version_compare.py +36 -36
- re_common/baselibrary/utils/ydmhttp.py +126 -126
- re_common/facade/lazy_import.py +11 -11
- re_common/facade/loggerfacade.py +25 -25
- re_common/facade/mysqlfacade.py +467 -467
- re_common/facade/now.py +31 -31
- re_common/facade/sqlite3facade.py +257 -257
- re_common/facade/use/mq_use_facade.py +83 -83
- re_common/facade/use/proxy_use_facade.py +19 -19
- re_common/libtest/base_dict_test.py +19 -19
- re_common/libtest/baseavro_test.py +13 -13
- re_common/libtest/basefile_test.py +14 -14
- re_common/libtest/basemssql_test.py +77 -77
- re_common/libtest/baseodbc_test.py +7 -7
- re_common/libtest/basepandas_test.py +38 -38
- re_common/libtest/get_attr_test/get_attr_test_settings.py +14 -14
- re_common/libtest/get_attr_test/settings.py +54 -54
- re_common/libtest/idencode_test.py +53 -53
- re_common/libtest/iniconfig_test.py +35 -35
- re_common/libtest/ip_test.py +34 -34
- re_common/libtest/merge_file_test.py +20 -20
- re_common/libtest/mfaker_test.py +8 -8
- re_common/libtest/mm3_test.py +31 -31
- re_common/libtest/mylogger_test.py +88 -88
- re_common/libtest/myparsel_test.py +27 -27
- re_common/libtest/mysql_test.py +151 -151
- re_common/libtest/pymongo_test.py +21 -21
- re_common/libtest/split_test.py +11 -11
- re_common/libtest/sqlite3_merge_test.py +5 -5
- re_common/libtest/sqlite3_test.py +34 -34
- re_common/libtest/tomlconfig_test.py +30 -30
- re_common/libtest/use_tools_test/__init__.py +2 -2
- re_common/libtest/user/__init__.py +4 -4
- re_common/studio/__init__.py +4 -4
- re_common/studio/assignment_expressions.py +36 -36
- re_common/studio/mydash/test1.py +18 -18
- re_common/studio/pydashstudio/first.py +9 -9
- re_common/studio/streamlitstudio/first_app.py +65 -65
- re_common/studio/streamlitstudio/uber_pickups.py +23 -23
- re_common/studio/test.py +18 -18
- re_common/v2/baselibrary/business_utils/BusinessStringUtil.py +219 -219
- re_common/v2/baselibrary/business_utils/baseencodeid.py +100 -100
- re_common/v2/baselibrary/business_utils/full_doi_path.py +116 -116
- re_common/v2/baselibrary/business_utils/rel_tools.py +6 -6
- re_common/v2/baselibrary/decorators/utils.py +59 -59
- re_common/v2/baselibrary/helpers/search_packge/NearestNeighbors_test.py +105 -105
- re_common/v2/baselibrary/helpers/search_packge/fit_text_match.py +253 -253
- re_common/v2/baselibrary/helpers/search_packge/scikit_learn_text_matcher.py +260 -260
- re_common/v2/baselibrary/helpers/search_packge/test.py +1 -1
- re_common/v2/baselibrary/s3object/baseboto3.py +230 -230
- re_common/v2/baselibrary/tools/WeChatRobot.py +95 -95
- re_common/v2/baselibrary/tools/ac_ahocorasick.py +75 -75
- re_common/v2/baselibrary/tools/concurrency.py +35 -35
- re_common/v2/baselibrary/tools/data_processer/base.py +53 -53
- re_common/v2/baselibrary/tools/data_processer/data_processer.py +508 -508
- re_common/v2/baselibrary/tools/data_processer/data_reader.py +187 -187
- re_common/v2/baselibrary/tools/data_processer/data_writer.py +38 -38
- re_common/v2/baselibrary/tools/dict_tools.py +44 -44
- re_common/v2/baselibrary/tools/dolphinscheduler.py +187 -187
- re_common/v2/baselibrary/tools/hdfs_base_processor.py +204 -204
- re_common/v2/baselibrary/tools/hdfs_bulk_processor.py +67 -67
- re_common/v2/baselibrary/tools/hdfs_data_processer.py +338 -338
- re_common/v2/baselibrary/tools/hdfs_line_processor.py +74 -74
- re_common/v2/baselibrary/tools/list_tools.py +69 -69
- re_common/v2/baselibrary/tools/resume_tracker.py +94 -94
- re_common/v2/baselibrary/tools/search_hash_tools.py +54 -54
- re_common/v2/baselibrary/tools/text_matcher.py +326 -326
- re_common/v2/baselibrary/tools/unionfind_tools.py +60 -60
- re_common/v2/baselibrary/utils/BusinessStringUtil.py +196 -196
- re_common/v2/baselibrary/utils/api_net_utils.py +270 -270
- re_common/v2/baselibrary/utils/author_smi.py +361 -361
- re_common/v2/baselibrary/utils/base_string_similarity.py +158 -158
- re_common/v2/baselibrary/utils/basedict.py +37 -37
- re_common/v2/baselibrary/utils/basehdfs.py +163 -163
- re_common/v2/baselibrary/utils/basepika.py +180 -180
- re_common/v2/baselibrary/utils/basetime.py +77 -77
- re_common/v2/baselibrary/utils/db.py +156 -156
- re_common/v2/baselibrary/utils/elasticsearch.py +46 -0
- re_common/v2/baselibrary/utils/json_cls.py +16 -16
- re_common/v2/baselibrary/utils/mq.py +83 -83
- re_common/v2/baselibrary/utils/n_ary_expression_tree.py +243 -243
- re_common/v2/baselibrary/utils/string_bool.py +186 -186
- re_common/v2/baselibrary/utils/string_clear.py +246 -246
- re_common/v2/baselibrary/utils/string_smi.py +18 -18
- re_common/v2/baselibrary/utils/stringutils.py +271 -271
- re_common/vip/base_step_process.py +11 -11
- re_common/vip/baseencodeid.py +90 -90
- re_common/vip/changetaskname.py +28 -28
- re_common/vip/core_var.py +24 -24
- re_common/vip/mmh3Hash.py +89 -89
- re_common/vip/proxy/allproxys.py +127 -127
- re_common/vip/proxy/allproxys_thread.py +159 -159
- re_common/vip/proxy/cnki_proxy.py +153 -153
- re_common/vip/proxy/kuaidaili.py +87 -87
- re_common/vip/proxy/proxy_all.py +113 -113
- re_common/vip/proxy/update_kuaidaili_0.py +42 -42
- re_common/vip/proxy/wanfang_proxy.py +152 -152
- re_common/vip/proxy/wp_proxy_all.py +181 -181
- re_common/vip/read_rawid_to_txt.py +91 -91
- re_common/vip/title/__init__.py +5 -5
- re_common/vip/title/transform/TransformBookTitleToZt.py +125 -125
- re_common/vip/title/transform/TransformConferenceTitleToZt.py +139 -139
- re_common/vip/title/transform/TransformCstadTitleToZt.py +195 -195
- re_common/vip/title/transform/TransformJournalTitleToZt.py +203 -203
- re_common/vip/title/transform/TransformPatentTitleToZt.py +132 -132
- re_common/vip/title/transform/TransformRegulationTitleToZt.py +114 -114
- re_common/vip/title/transform/TransformStandardTitleToZt.py +135 -135
- re_common/vip/title/transform/TransformThesisTitleToZt.py +135 -135
- re_common/vip/title/transform/__init__.py +10 -10
- {re_common-10.0.39.dist-info → re_common-10.0.40.dist-info}/LICENSE +201 -201
- {re_common-10.0.39.dist-info → re_common-10.0.40.dist-info}/METADATA +24 -16
- re_common-10.0.40.dist-info/RECORD +249 -0
- {re_common-10.0.39.dist-info → re_common-10.0.40.dist-info}/WHEEL +1 -1
- re_common-10.0.39.dist-info/RECORD +0 -248
- {re_common-10.0.39.dist-info → re_common-10.0.40.dist-info}/top_level.txt +0 -0
|
@@ -1,139 +1,139 @@
|
|
|
1
|
-
from re_common.baselibrary.utils.baselist import BaseList
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
class JavaCodeDeal(object):
|
|
5
|
-
|
|
6
|
-
def __init__(self):
|
|
7
|
-
self.strings = """
|
|
8
|
-
"""
|
|
9
|
-
self.lists = []
|
|
10
|
-
self.baselist = BaseList()
|
|
11
|
-
self.keylist = []
|
|
12
|
-
|
|
13
|
-
def set_strings(self, strings):
|
|
14
|
-
"""
|
|
15
|
-
设置源数据
|
|
16
|
-
:param strings:
|
|
17
|
-
:return:
|
|
18
|
-
"""
|
|
19
|
-
self.strings = strings
|
|
20
|
-
|
|
21
|
-
def strings_split(self, split="\n"):
|
|
22
|
-
"""
|
|
23
|
-
根据条件切割为单独的数据
|
|
24
|
-
:param split:
|
|
25
|
-
:return:
|
|
26
|
-
"""
|
|
27
|
-
self.lists = self.strings.split(split)
|
|
28
|
-
|
|
29
|
-
def list_deal(self):
|
|
30
|
-
"""
|
|
31
|
-
去除空字符串,空数据,以及字符串前后空格
|
|
32
|
-
:return:
|
|
33
|
-
"""
|
|
34
|
-
self.lists = self.baselist.remove_null(self.lists)
|
|
35
|
-
self.lists = self.baselist.remove_blank_space(self.lists)
|
|
36
|
-
self.lists = self.baselist.clean_space_first_end(self.lists)
|
|
37
|
-
|
|
38
|
-
def get_key(self):
|
|
39
|
-
"""
|
|
40
|
-
获取等号前的变量
|
|
41
|
-
:return:
|
|
42
|
-
"""
|
|
43
|
-
for item in self.lists:
|
|
44
|
-
key = item.split("=")[0].replace("String", "").strip()
|
|
45
|
-
self.keylist.append(key)
|
|
46
|
-
|
|
47
|
-
def set_outmap(self):
|
|
48
|
-
"""
|
|
49
|
-
生成outMap的put代码
|
|
50
|
-
:return:
|
|
51
|
-
"""
|
|
52
|
-
for item in self.lists:
|
|
53
|
-
key = item.split("=")[0].replace("String", "").strip()
|
|
54
|
-
print('outMap.put("{}", {});'.format(key, key))
|
|
55
|
-
|
|
56
|
-
def set_sql_deal(self):
|
|
57
|
-
"""
|
|
58
|
-
生成mysql处理代码
|
|
59
|
-
:return:
|
|
60
|
-
"""
|
|
61
|
-
for item in self.lists:
|
|
62
|
-
key = item.split("=")[0].replace("String", "").strip()
|
|
63
|
-
print("{} = {}.replace('\\0', ' ').replace(\"'\", \"''\").trim();".format(key, key))
|
|
64
|
-
|
|
65
|
-
def create_sql(self):
|
|
66
|
-
strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
|
|
67
|
-
for key in self.keylist:
|
|
68
|
-
strinsgs += "[{}],".format(key)
|
|
69
|
-
strinsgs = strinsgs[:-1]
|
|
70
|
-
strinsgs += ")\";"
|
|
71
|
-
print(strinsgs)
|
|
72
|
-
|
|
73
|
-
def create_s(self):
|
|
74
|
-
Strings = "sql += \" VALUES ("
|
|
75
|
-
for key in self.keylist:
|
|
76
|
-
Strings += "'%s', "
|
|
77
|
-
Strings = Strings[:-2]
|
|
78
|
-
Strings += ")\";"
|
|
79
|
-
print(Strings)
|
|
80
|
-
|
|
81
|
-
def create_value(self):
|
|
82
|
-
Strings = "sql = String.format(sql,"
|
|
83
|
-
for key in self.keylist:
|
|
84
|
-
Strings += key + ","
|
|
85
|
-
Strings = Strings[:-1]
|
|
86
|
-
Strings += ");"
|
|
87
|
-
print(Strings)
|
|
88
|
-
|
|
89
|
-
def create_java_sql(self):
|
|
90
|
-
self.create_sql()
|
|
91
|
-
self.create_s()
|
|
92
|
-
self.create_value()
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
if __name__ == "__main__":
|
|
96
|
-
strings = """
|
|
97
|
-
String rawid = outMap.getOrDefault("rawid", "");
|
|
98
|
-
String lngid = outMap.getOrDefault("lngid", "");
|
|
99
|
-
gch = gch;
|
|
100
|
-
String title = outMap.getOrDefault("rawid", "");
|
|
101
|
-
String title_alternative = outMap.getOrDefault("title_alt", "");
|
|
102
|
-
String identifier_issn = outMap.getOrDefault("issn", "");
|
|
103
|
-
String identifier_cnno = outMap.getOrDefault("cnno", "");
|
|
104
|
-
String creator = outMap.getOrDefault("author", "");
|
|
105
|
-
String creator_en = outMap.getOrDefault("author_raw", "");
|
|
106
|
-
String creator_institution = outMap.getOrDefault("organ", "");
|
|
107
|
-
String source = outMap.getOrDefault("journal_name", "");
|
|
108
|
-
String source_en = outMap.getOrDefault("journal_name_alt", "");
|
|
109
|
-
String date = StringHelper.getYear(pub_year);
|
|
110
|
-
String volume = outMap.getOrDefault("vol", "");
|
|
111
|
-
String issue = outMap.getOrDefault("num", "");
|
|
112
|
-
String description = outMap.getOrDefault("abstract", "");
|
|
113
|
-
String description_en = outMap.getOrDefault("abstract_alt", "");
|
|
114
|
-
String description_fund = outMap.getOrDefault("fund", "");
|
|
115
|
-
String description_core = "";
|
|
116
|
-
String subject = outMap.getOrDefault("keyword", "");
|
|
117
|
-
String subject_en = outMap.getOrDefault("keyword_alt", "");
|
|
118
|
-
String begin_page = outMap.getOrDefault("begin_page", "");
|
|
119
|
-
String end_page = outMap.getOrDefault("end_page", "");
|
|
120
|
-
String page = format_page(begin_page, end_page);
|
|
121
|
-
String subject_clc = clc_no.replace(" ", ";").replace(",", ";");//分类号,将空格,逗号替换为分号
|
|
122
|
-
String date_created = format_data_create(publishdate, pub_year);//日期,不是4位的解析出四位数字,如果是空和1900开头,改成data+0000
|
|
123
|
-
String identifier_doi = outMap.getOrDefault("doi", "");
|
|
124
|
-
String country = "CN";
|
|
125
|
-
String language = "ZH";
|
|
126
|
-
String provider = "cnkijournal";
|
|
127
|
-
String owner = "cqu";
|
|
128
|
-
String type = "3";
|
|
129
|
-
String medium = "2";
|
|
130
|
-
batch = batch;
|
|
131
|
-
String provider_url = "cnkijournal@http://kns.cnki.net/KCMS/detail/detail.aspx?dbcode=CJFD&filename=" + rawid;
|
|
132
|
-
String provider_id = "cnkijournal@" + rawid;
|
|
133
|
-
"""
|
|
134
|
-
j = JavaCodeDeal()
|
|
135
|
-
j.set_strings(strings)
|
|
136
|
-
j.strings_split()
|
|
137
|
-
j.list_deal()
|
|
138
|
-
j.get_key()
|
|
139
|
-
j.create_java_sql()
|
|
1
|
+
from re_common.baselibrary.utils.baselist import BaseList
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
class JavaCodeDeal(object):
|
|
5
|
+
|
|
6
|
+
def __init__(self):
|
|
7
|
+
self.strings = """
|
|
8
|
+
"""
|
|
9
|
+
self.lists = []
|
|
10
|
+
self.baselist = BaseList()
|
|
11
|
+
self.keylist = []
|
|
12
|
+
|
|
13
|
+
def set_strings(self, strings):
|
|
14
|
+
"""
|
|
15
|
+
设置源数据
|
|
16
|
+
:param strings:
|
|
17
|
+
:return:
|
|
18
|
+
"""
|
|
19
|
+
self.strings = strings
|
|
20
|
+
|
|
21
|
+
def strings_split(self, split="\n"):
|
|
22
|
+
"""
|
|
23
|
+
根据条件切割为单独的数据
|
|
24
|
+
:param split:
|
|
25
|
+
:return:
|
|
26
|
+
"""
|
|
27
|
+
self.lists = self.strings.split(split)
|
|
28
|
+
|
|
29
|
+
def list_deal(self):
|
|
30
|
+
"""
|
|
31
|
+
去除空字符串,空数据,以及字符串前后空格
|
|
32
|
+
:return:
|
|
33
|
+
"""
|
|
34
|
+
self.lists = self.baselist.remove_null(self.lists)
|
|
35
|
+
self.lists = self.baselist.remove_blank_space(self.lists)
|
|
36
|
+
self.lists = self.baselist.clean_space_first_end(self.lists)
|
|
37
|
+
|
|
38
|
+
def get_key(self):
|
|
39
|
+
"""
|
|
40
|
+
获取等号前的变量
|
|
41
|
+
:return:
|
|
42
|
+
"""
|
|
43
|
+
for item in self.lists:
|
|
44
|
+
key = item.split("=")[0].replace("String", "").strip()
|
|
45
|
+
self.keylist.append(key)
|
|
46
|
+
|
|
47
|
+
def set_outmap(self):
|
|
48
|
+
"""
|
|
49
|
+
生成outMap的put代码
|
|
50
|
+
:return:
|
|
51
|
+
"""
|
|
52
|
+
for item in self.lists:
|
|
53
|
+
key = item.split("=")[0].replace("String", "").strip()
|
|
54
|
+
print('outMap.put("{}", {});'.format(key, key))
|
|
55
|
+
|
|
56
|
+
def set_sql_deal(self):
|
|
57
|
+
"""
|
|
58
|
+
生成mysql处理代码
|
|
59
|
+
:return:
|
|
60
|
+
"""
|
|
61
|
+
for item in self.lists:
|
|
62
|
+
key = item.split("=")[0].replace("String", "").strip()
|
|
63
|
+
print("{} = {}.replace('\\0', ' ').replace(\"'\", \"''\").trim();".format(key, key))
|
|
64
|
+
|
|
65
|
+
def create_sql(self):
|
|
66
|
+
strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
|
|
67
|
+
for key in self.keylist:
|
|
68
|
+
strinsgs += "[{}],".format(key)
|
|
69
|
+
strinsgs = strinsgs[:-1]
|
|
70
|
+
strinsgs += ")\";"
|
|
71
|
+
print(strinsgs)
|
|
72
|
+
|
|
73
|
+
def create_s(self):
|
|
74
|
+
Strings = "sql += \" VALUES ("
|
|
75
|
+
for key in self.keylist:
|
|
76
|
+
Strings += "'%s', "
|
|
77
|
+
Strings = Strings[:-2]
|
|
78
|
+
Strings += ")\";"
|
|
79
|
+
print(Strings)
|
|
80
|
+
|
|
81
|
+
def create_value(self):
|
|
82
|
+
Strings = "sql = String.format(sql,"
|
|
83
|
+
for key in self.keylist:
|
|
84
|
+
Strings += key + ","
|
|
85
|
+
Strings = Strings[:-1]
|
|
86
|
+
Strings += ");"
|
|
87
|
+
print(Strings)
|
|
88
|
+
|
|
89
|
+
def create_java_sql(self):
|
|
90
|
+
self.create_sql()
|
|
91
|
+
self.create_s()
|
|
92
|
+
self.create_value()
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
if __name__ == "__main__":
|
|
96
|
+
strings = """
|
|
97
|
+
String rawid = outMap.getOrDefault("rawid", "");
|
|
98
|
+
String lngid = outMap.getOrDefault("lngid", "");
|
|
99
|
+
gch = gch;
|
|
100
|
+
String title = outMap.getOrDefault("rawid", "");
|
|
101
|
+
String title_alternative = outMap.getOrDefault("title_alt", "");
|
|
102
|
+
String identifier_issn = outMap.getOrDefault("issn", "");
|
|
103
|
+
String identifier_cnno = outMap.getOrDefault("cnno", "");
|
|
104
|
+
String creator = outMap.getOrDefault("author", "");
|
|
105
|
+
String creator_en = outMap.getOrDefault("author_raw", "");
|
|
106
|
+
String creator_institution = outMap.getOrDefault("organ", "");
|
|
107
|
+
String source = outMap.getOrDefault("journal_name", "");
|
|
108
|
+
String source_en = outMap.getOrDefault("journal_name_alt", "");
|
|
109
|
+
String date = StringHelper.getYear(pub_year);
|
|
110
|
+
String volume = outMap.getOrDefault("vol", "");
|
|
111
|
+
String issue = outMap.getOrDefault("num", "");
|
|
112
|
+
String description = outMap.getOrDefault("abstract", "");
|
|
113
|
+
String description_en = outMap.getOrDefault("abstract_alt", "");
|
|
114
|
+
String description_fund = outMap.getOrDefault("fund", "");
|
|
115
|
+
String description_core = "";
|
|
116
|
+
String subject = outMap.getOrDefault("keyword", "");
|
|
117
|
+
String subject_en = outMap.getOrDefault("keyword_alt", "");
|
|
118
|
+
String begin_page = outMap.getOrDefault("begin_page", "");
|
|
119
|
+
String end_page = outMap.getOrDefault("end_page", "");
|
|
120
|
+
String page = format_page(begin_page, end_page);
|
|
121
|
+
String subject_clc = clc_no.replace(" ", ";").replace(",", ";");//分类号,将空格,逗号替换为分号
|
|
122
|
+
String date_created = format_data_create(publishdate, pub_year);//日期,不是4位的解析出四位数字,如果是空和1900开头,改成data+0000
|
|
123
|
+
String identifier_doi = outMap.getOrDefault("doi", "");
|
|
124
|
+
String country = "CN";
|
|
125
|
+
String language = "ZH";
|
|
126
|
+
String provider = "cnkijournal";
|
|
127
|
+
String owner = "cqu";
|
|
128
|
+
String type = "3";
|
|
129
|
+
String medium = "2";
|
|
130
|
+
batch = batch;
|
|
131
|
+
String provider_url = "cnkijournal@http://kns.cnki.net/KCMS/detail/detail.aspx?dbcode=CJFD&filename=" + rawid;
|
|
132
|
+
String provider_id = "cnkijournal@" + rawid;
|
|
133
|
+
"""
|
|
134
|
+
j = JavaCodeDeal()
|
|
135
|
+
j.set_strings(strings)
|
|
136
|
+
j.strings_split()
|
|
137
|
+
j.list_deal()
|
|
138
|
+
j.get_key()
|
|
139
|
+
j.create_java_sql()
|
|
@@ -1,79 +1,79 @@
|
|
|
1
|
-
"""
|
|
2
|
-
不想写循环代码 生成循环代码
|
|
3
|
-
"""
|
|
4
|
-
from re_common.baselibrary.utils.basedir import BaseDir
|
|
5
|
-
from re_common.baselibrary.utils.basefile import BaseFile
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
class CreateCode():
|
|
9
|
-
|
|
10
|
-
def __init__(self):
|
|
11
|
-
self.inputobj1 = set()
|
|
12
|
-
|
|
13
|
-
def read_file(self, filepath):
|
|
14
|
-
for file in BaseDir.get_dir_all_files(filepath):
|
|
15
|
-
for line in BaseFile.read_file_r_mode_yield(file):
|
|
16
|
-
if line.find("String") > -1:
|
|
17
|
-
var = line.split("=")[0].replace("String", "").strip()
|
|
18
|
-
self.inputobj1.add(var)
|
|
19
|
-
yield file
|
|
20
|
-
|
|
21
|
-
def create_code(self, file):
|
|
22
|
-
with open(file, mode="w", encoding="utf-8") as f:
|
|
23
|
-
for var in self.inputobj1:
|
|
24
|
-
f.write("if (updateItem.getKey().equals(\"%s\")) {\n" % var)
|
|
25
|
-
f.write(" {} = updateItem.getValue().trim();\n".format(var))
|
|
26
|
-
f.write("}\n")
|
|
27
|
-
|
|
28
|
-
def create_put(self, file):
|
|
29
|
-
with open(file, mode="w", encoding="utf-8") as f:
|
|
30
|
-
for var in self.inputobj1:
|
|
31
|
-
f.write("xObj_a_table.data.put(\"%s\", %s);\n" % (var,var))
|
|
32
|
-
|
|
33
|
-
def create_replace(self, file):
|
|
34
|
-
with open(file, mode="w", encoding="utf-8") as f:
|
|
35
|
-
for var in self.inputobj1:
|
|
36
|
-
f.write("%s = %s.replace('\\0', ' ').replace(\"'\", \"''\").trim();\n" % (var, var))
|
|
37
|
-
|
|
38
|
-
def set_to_list(self):
|
|
39
|
-
self.inputs1 = list(self.inputobj1)
|
|
40
|
-
|
|
41
|
-
def create_sql(self,file):
|
|
42
|
-
with open(file, mode="w", encoding="utf-8") as f:
|
|
43
|
-
strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
|
|
44
|
-
for key in self.inputs1:
|
|
45
|
-
strinsgs += "[{}],".format(key)
|
|
46
|
-
strinsgs = strinsgs[:-1]
|
|
47
|
-
strinsgs += ")\";"
|
|
48
|
-
f.write(strinsgs)
|
|
49
|
-
|
|
50
|
-
def create_s(self):
|
|
51
|
-
Strings = "sql += \" VALUES ("
|
|
52
|
-
for key in self.inputs1:
|
|
53
|
-
Strings += "'%s', "
|
|
54
|
-
Strings = Strings[:-2]
|
|
55
|
-
Strings += ")\";"
|
|
56
|
-
print(Strings)
|
|
57
|
-
|
|
58
|
-
def create_value(self):
|
|
59
|
-
Strings = "sql = String.format(sql,"
|
|
60
|
-
for key in self.inputs1:
|
|
61
|
-
Strings += key+","
|
|
62
|
-
Strings = Strings[:-1]
|
|
63
|
-
Strings += ");"
|
|
64
|
-
print(Strings)
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
if __name__ == "__main__":
|
|
68
|
-
createcode = CreateCode()
|
|
69
|
-
for file in createcode.read_file(r"./inputs"):
|
|
70
|
-
createcode.set_to_list()
|
|
71
|
-
# createcode.create_replace(file.replace("input", "output"))
|
|
72
|
-
# createcode.create_code(file.replace("input", "output"))
|
|
73
|
-
createcode.create_put(file.replace("input", "output"))
|
|
74
|
-
# createcode.set_to_list()
|
|
75
|
-
# createcode.create_sql(file.replace("input", "output"))
|
|
76
|
-
# createcode.create_s()
|
|
77
|
-
# createcode.create_value()
|
|
78
|
-
|
|
79
|
-
|
|
1
|
+
"""
|
|
2
|
+
不想写循环代码 生成循环代码
|
|
3
|
+
"""
|
|
4
|
+
from re_common.baselibrary.utils.basedir import BaseDir
|
|
5
|
+
from re_common.baselibrary.utils.basefile import BaseFile
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
class CreateCode():
|
|
9
|
+
|
|
10
|
+
def __init__(self):
|
|
11
|
+
self.inputobj1 = set()
|
|
12
|
+
|
|
13
|
+
def read_file(self, filepath):
|
|
14
|
+
for file in BaseDir.get_dir_all_files(filepath):
|
|
15
|
+
for line in BaseFile.read_file_r_mode_yield(file):
|
|
16
|
+
if line.find("String") > -1:
|
|
17
|
+
var = line.split("=")[0].replace("String", "").strip()
|
|
18
|
+
self.inputobj1.add(var)
|
|
19
|
+
yield file
|
|
20
|
+
|
|
21
|
+
def create_code(self, file):
|
|
22
|
+
with open(file, mode="w", encoding="utf-8") as f:
|
|
23
|
+
for var in self.inputobj1:
|
|
24
|
+
f.write("if (updateItem.getKey().equals(\"%s\")) {\n" % var)
|
|
25
|
+
f.write(" {} = updateItem.getValue().trim();\n".format(var))
|
|
26
|
+
f.write("}\n")
|
|
27
|
+
|
|
28
|
+
def create_put(self, file):
|
|
29
|
+
with open(file, mode="w", encoding="utf-8") as f:
|
|
30
|
+
for var in self.inputobj1:
|
|
31
|
+
f.write("xObj_a_table.data.put(\"%s\", %s);\n" % (var,var))
|
|
32
|
+
|
|
33
|
+
def create_replace(self, file):
|
|
34
|
+
with open(file, mode="w", encoding="utf-8") as f:
|
|
35
|
+
for var in self.inputobj1:
|
|
36
|
+
f.write("%s = %s.replace('\\0', ' ').replace(\"'\", \"''\").trim();\n" % (var, var))
|
|
37
|
+
|
|
38
|
+
def set_to_list(self):
|
|
39
|
+
self.inputs1 = list(self.inputobj1)
|
|
40
|
+
|
|
41
|
+
def create_sql(self,file):
|
|
42
|
+
with open(file, mode="w", encoding="utf-8") as f:
|
|
43
|
+
strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
|
|
44
|
+
for key in self.inputs1:
|
|
45
|
+
strinsgs += "[{}],".format(key)
|
|
46
|
+
strinsgs = strinsgs[:-1]
|
|
47
|
+
strinsgs += ")\";"
|
|
48
|
+
f.write(strinsgs)
|
|
49
|
+
|
|
50
|
+
def create_s(self):
|
|
51
|
+
Strings = "sql += \" VALUES ("
|
|
52
|
+
for key in self.inputs1:
|
|
53
|
+
Strings += "'%s', "
|
|
54
|
+
Strings = Strings[:-2]
|
|
55
|
+
Strings += ")\";"
|
|
56
|
+
print(Strings)
|
|
57
|
+
|
|
58
|
+
def create_value(self):
|
|
59
|
+
Strings = "sql = String.format(sql,"
|
|
60
|
+
for key in self.inputs1:
|
|
61
|
+
Strings += key+","
|
|
62
|
+
Strings = Strings[:-1]
|
|
63
|
+
Strings += ");"
|
|
64
|
+
print(Strings)
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
if __name__ == "__main__":
|
|
68
|
+
createcode = CreateCode()
|
|
69
|
+
for file in createcode.read_file(r"./inputs"):
|
|
70
|
+
createcode.set_to_list()
|
|
71
|
+
# createcode.create_replace(file.replace("input", "output"))
|
|
72
|
+
# createcode.create_code(file.replace("input", "output"))
|
|
73
|
+
createcode.create_put(file.replace("input", "output"))
|
|
74
|
+
# createcode.set_to_list()
|
|
75
|
+
# createcode.create_sql(file.replace("input", "output"))
|
|
76
|
+
# createcode.create_s()
|
|
77
|
+
# createcode.create_value()
|
|
78
|
+
|
|
79
|
+
|
|
@@ -1,48 +1,48 @@
|
|
|
1
|
-
import pypyodbc
|
|
2
|
-
|
|
3
|
-
from re_common.baselibrary.utils.baseodbc import BaseODBC
|
|
4
|
-
from re_common.facade.sqlite3facade import Sqlite3Utiles
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
class MdbDb3(object):
|
|
8
|
-
"""
|
|
9
|
-
mdb和db3的相互转换
|
|
10
|
-
"""
|
|
11
|
-
|
|
12
|
-
def __init__(self):
|
|
13
|
-
self.MdbFile = ''
|
|
14
|
-
self.db3file = ''
|
|
15
|
-
self.baseodbc = None
|
|
16
|
-
self.sqliteutils = None
|
|
17
|
-
|
|
18
|
-
def set_mdb(self, MdbFile):
|
|
19
|
-
self.MdbFile = MdbFile
|
|
20
|
-
self.baseodbc = BaseODBC(self.MdbFile)
|
|
21
|
-
return self
|
|
22
|
-
|
|
23
|
-
def set_db3(self, db3_file):
|
|
24
|
-
self.db3file = db3_file
|
|
25
|
-
self.sqliteutils = Sqlite3Utiles().Sqlite3DBConnectFromFilePath(self.db3file)
|
|
26
|
-
return self
|
|
27
|
-
|
|
28
|
-
def get_db3_table_name(self):
|
|
29
|
-
"""
|
|
30
|
-
获取db3的table表明
|
|
31
|
-
:return:
|
|
32
|
-
"""
|
|
33
|
-
lists_tablename = []
|
|
34
|
-
for tables in self.sqliteutils.sqllite3.get_table_name():
|
|
35
|
-
table = tables[0]
|
|
36
|
-
lists_tablename.append(table)
|
|
37
|
-
return lists_tablename
|
|
38
|
-
|
|
39
|
-
def get_db3_fields(self, tablename):
|
|
40
|
-
self.sqliteutils.sqllite3.set_result_dict()
|
|
41
|
-
result = self.sqliteutils.sqllite3.get_all_field_info(tablename)
|
|
42
|
-
print(result)
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
if __name__ == "__main__":
|
|
46
|
-
md3 = MdbDb3().set_db3(r'C:\Users\xuzhu\Desktop\cnkijournallist_1628228383.4636774.db3')
|
|
47
|
-
for tablename in md3.get_db3_table_name():
|
|
48
|
-
md3.get_db3_fields(tablename)
|
|
1
|
+
import pypyodbc
|
|
2
|
+
|
|
3
|
+
from re_common.baselibrary.utils.baseodbc import BaseODBC
|
|
4
|
+
from re_common.facade.sqlite3facade import Sqlite3Utiles
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
class MdbDb3(object):
|
|
8
|
+
"""
|
|
9
|
+
mdb和db3的相互转换
|
|
10
|
+
"""
|
|
11
|
+
|
|
12
|
+
def __init__(self):
|
|
13
|
+
self.MdbFile = ''
|
|
14
|
+
self.db3file = ''
|
|
15
|
+
self.baseodbc = None
|
|
16
|
+
self.sqliteutils = None
|
|
17
|
+
|
|
18
|
+
def set_mdb(self, MdbFile):
|
|
19
|
+
self.MdbFile = MdbFile
|
|
20
|
+
self.baseodbc = BaseODBC(self.MdbFile)
|
|
21
|
+
return self
|
|
22
|
+
|
|
23
|
+
def set_db3(self, db3_file):
|
|
24
|
+
self.db3file = db3_file
|
|
25
|
+
self.sqliteutils = Sqlite3Utiles().Sqlite3DBConnectFromFilePath(self.db3file)
|
|
26
|
+
return self
|
|
27
|
+
|
|
28
|
+
def get_db3_table_name(self):
|
|
29
|
+
"""
|
|
30
|
+
获取db3的table表明
|
|
31
|
+
:return:
|
|
32
|
+
"""
|
|
33
|
+
lists_tablename = []
|
|
34
|
+
for tables in self.sqliteutils.sqllite3.get_table_name():
|
|
35
|
+
table = tables[0]
|
|
36
|
+
lists_tablename.append(table)
|
|
37
|
+
return lists_tablename
|
|
38
|
+
|
|
39
|
+
def get_db3_fields(self, tablename):
|
|
40
|
+
self.sqliteutils.sqllite3.set_result_dict()
|
|
41
|
+
result = self.sqliteutils.sqllite3.get_all_field_info(tablename)
|
|
42
|
+
print(result)
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
if __name__ == "__main__":
|
|
46
|
+
md3 = MdbDb3().set_db3(r'C:\Users\xuzhu\Desktop\cnkijournallist_1628228383.4636774.db3')
|
|
47
|
+
for tablename in md3.get_db3_table_name():
|
|
48
|
+
md3.get_db3_fields(tablename)
|