re-common 10.0.37__py3-none-any.whl → 10.0.39__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (217) hide show
  1. re_common/baselibrary/__init__.py +4 -4
  2. re_common/baselibrary/baseabs/__init__.py +6 -6
  3. re_common/baselibrary/baseabs/baseabs.py +26 -26
  4. re_common/baselibrary/database/mbuilder.py +132 -132
  5. re_common/baselibrary/database/moudle.py +93 -93
  6. re_common/baselibrary/database/msqlite3.py +194 -194
  7. re_common/baselibrary/database/mysql.py +169 -169
  8. re_common/baselibrary/database/sql_factory.py +26 -26
  9. re_common/baselibrary/mthread/MThreadingRun.py +486 -486
  10. re_common/baselibrary/mthread/MThreadingRunEvent.py +349 -349
  11. re_common/baselibrary/mthread/__init__.py +2 -2
  12. re_common/baselibrary/mthread/mythreading.py +695 -695
  13. re_common/baselibrary/pakge_other/socks.py +404 -404
  14. re_common/baselibrary/readconfig/config_factory.py +18 -18
  15. re_common/baselibrary/readconfig/ini_config.py +317 -317
  16. re_common/baselibrary/readconfig/toml_config.py +49 -49
  17. re_common/baselibrary/temporary/envdata.py +36 -36
  18. re_common/baselibrary/tools/all_requests/aiohttp_request.py +118 -118
  19. re_common/baselibrary/tools/all_requests/httpx_requet.py +102 -102
  20. re_common/baselibrary/tools/all_requests/mrequest.py +412 -412
  21. re_common/baselibrary/tools/all_requests/requests_request.py +81 -81
  22. re_common/baselibrary/tools/batch_compre/bijiao_batch.py +31 -31
  23. re_common/baselibrary/tools/contrast_db3.py +123 -123
  24. re_common/baselibrary/tools/copy_file.py +39 -39
  25. re_common/baselibrary/tools/db3_2_sizedb3.py +102 -102
  26. re_common/baselibrary/tools/foreachgz.py +39 -39
  27. re_common/baselibrary/tools/get_attr.py +10 -10
  28. re_common/baselibrary/tools/image_to_pdf.py +61 -61
  29. re_common/baselibrary/tools/java_code_deal.py +139 -139
  30. re_common/baselibrary/tools/javacode.py +79 -79
  31. re_common/baselibrary/tools/mdb_db3.py +48 -48
  32. re_common/baselibrary/tools/merge_file.py +171 -171
  33. re_common/baselibrary/tools/merge_gz_file.py +165 -165
  34. re_common/baselibrary/tools/mhdfstools/down_hdfs_files.py +42 -42
  35. re_common/baselibrary/tools/mhdfstools/hdfst.py +42 -42
  36. re_common/baselibrary/tools/mhdfstools/up_hdfs_files.py +38 -38
  37. re_common/baselibrary/tools/mongo_tools.py +50 -50
  38. re_common/baselibrary/tools/move_file.py +170 -170
  39. re_common/baselibrary/tools/move_mongo/mongo_table_to_file.py +63 -63
  40. re_common/baselibrary/tools/move_mongo/move_mongo_table.py +354 -354
  41. re_common/baselibrary/tools/move_mongo/use_mttf.py +18 -18
  42. re_common/baselibrary/tools/move_mongo/use_mv.py +93 -93
  43. re_common/baselibrary/tools/mpandas/mpandasreadexcel.py +125 -125
  44. re_common/baselibrary/tools/mpandas/pandas_visualization.py +7 -7
  45. re_common/baselibrary/tools/myparsel.py +104 -104
  46. re_common/baselibrary/tools/rename_dir_file.py +37 -37
  47. re_common/baselibrary/tools/sequoiadb_utils.py +398 -398
  48. re_common/baselibrary/tools/split_line_to_many.py +25 -25
  49. re_common/baselibrary/tools/stringtodicts.py +33 -33
  50. re_common/baselibrary/tools/workwechant_bot.py +84 -84
  51. re_common/baselibrary/utils/baseaiohttp.py +296 -296
  52. re_common/baselibrary/utils/baseaiomysql.py +87 -87
  53. re_common/baselibrary/utils/baseallstep.py +191 -191
  54. re_common/baselibrary/utils/baseavro.py +19 -19
  55. re_common/baselibrary/utils/baseboto3.py +291 -291
  56. re_common/baselibrary/utils/basecsv.py +32 -32
  57. re_common/baselibrary/utils/basedict.py +133 -133
  58. re_common/baselibrary/utils/basedir.py +241 -241
  59. re_common/baselibrary/utils/baseencode.py +351 -351
  60. re_common/baselibrary/utils/baseencoding.py +28 -28
  61. re_common/baselibrary/utils/baseesdsl.py +86 -86
  62. re_common/baselibrary/utils/baseexcel.py +264 -264
  63. re_common/baselibrary/utils/baseexcept.py +109 -109
  64. re_common/baselibrary/utils/basefile.py +654 -654
  65. re_common/baselibrary/utils/baseftp.py +214 -214
  66. re_common/baselibrary/utils/basegzip.py +60 -60
  67. re_common/baselibrary/utils/basehdfs.py +135 -135
  68. re_common/baselibrary/utils/basehttpx.py +268 -268
  69. re_common/baselibrary/utils/baseip.py +87 -87
  70. re_common/baselibrary/utils/basejson.py +2 -2
  71. re_common/baselibrary/utils/baselist.py +32 -32
  72. re_common/baselibrary/utils/basemotor.py +190 -190
  73. re_common/baselibrary/utils/basemssql.py +98 -98
  74. re_common/baselibrary/utils/baseodbc.py +113 -113
  75. re_common/baselibrary/utils/basepandas.py +302 -302
  76. re_common/baselibrary/utils/basepeewee.py +11 -11
  77. re_common/baselibrary/utils/basepika.py +180 -180
  78. re_common/baselibrary/utils/basepydash.py +143 -143
  79. re_common/baselibrary/utils/basepymongo.py +230 -230
  80. re_common/baselibrary/utils/basequeue.py +22 -22
  81. re_common/baselibrary/utils/baserar.py +57 -57
  82. re_common/baselibrary/utils/baserequest.py +279 -279
  83. re_common/baselibrary/utils/baseset.py +8 -8
  84. re_common/baselibrary/utils/basesmb.py +403 -403
  85. re_common/baselibrary/utils/basestring.py +382 -382
  86. re_common/baselibrary/utils/basetime.py +320 -320
  87. re_common/baselibrary/utils/baseurl.py +121 -121
  88. re_common/baselibrary/utils/basezip.py +57 -57
  89. re_common/baselibrary/utils/core/__init__.py +7 -7
  90. re_common/baselibrary/utils/core/bottomutils.py +18 -18
  91. re_common/baselibrary/utils/core/mdeprecated.py +327 -327
  92. re_common/baselibrary/utils/core/mlamada.py +16 -16
  93. re_common/baselibrary/utils/core/msginfo.py +25 -25
  94. re_common/baselibrary/utils/core/requests_core.py +103 -103
  95. re_common/baselibrary/utils/fateadm.py +429 -429
  96. re_common/baselibrary/utils/importfun.py +123 -123
  97. re_common/baselibrary/utils/mfaker.py +57 -57
  98. re_common/baselibrary/utils/my_abc/__init__.py +3 -3
  99. re_common/baselibrary/utils/my_abc/better_abc.py +32 -32
  100. re_common/baselibrary/utils/mylogger.py +414 -414
  101. re_common/baselibrary/utils/myredisclient.py +861 -861
  102. re_common/baselibrary/utils/pipupgrade.py +21 -21
  103. re_common/baselibrary/utils/ringlist.py +85 -85
  104. re_common/baselibrary/utils/version_compare.py +36 -36
  105. re_common/baselibrary/utils/ydmhttp.py +126 -126
  106. re_common/facade/lazy_import.py +11 -11
  107. re_common/facade/loggerfacade.py +25 -25
  108. re_common/facade/mysqlfacade.py +467 -467
  109. re_common/facade/now.py +31 -31
  110. re_common/facade/sqlite3facade.py +257 -257
  111. re_common/facade/use/mq_use_facade.py +83 -83
  112. re_common/facade/use/proxy_use_facade.py +19 -19
  113. re_common/libtest/base_dict_test.py +19 -19
  114. re_common/libtest/baseavro_test.py +13 -13
  115. re_common/libtest/basefile_test.py +14 -14
  116. re_common/libtest/basemssql_test.py +77 -77
  117. re_common/libtest/baseodbc_test.py +7 -7
  118. re_common/libtest/basepandas_test.py +38 -38
  119. re_common/libtest/get_attr_test/get_attr_test_settings.py +14 -14
  120. re_common/libtest/get_attr_test/settings.py +54 -54
  121. re_common/libtest/idencode_test.py +53 -53
  122. re_common/libtest/iniconfig_test.py +35 -35
  123. re_common/libtest/ip_test.py +34 -34
  124. re_common/libtest/merge_file_test.py +20 -20
  125. re_common/libtest/mfaker_test.py +8 -8
  126. re_common/libtest/mm3_test.py +31 -31
  127. re_common/libtest/mylogger_test.py +88 -88
  128. re_common/libtest/myparsel_test.py +27 -27
  129. re_common/libtest/mysql_test.py +151 -151
  130. re_common/libtest/pymongo_test.py +21 -21
  131. re_common/libtest/split_test.py +11 -11
  132. re_common/libtest/sqlite3_merge_test.py +5 -5
  133. re_common/libtest/sqlite3_test.py +34 -34
  134. re_common/libtest/tomlconfig_test.py +30 -30
  135. re_common/libtest/use_tools_test/__init__.py +2 -2
  136. re_common/libtest/user/__init__.py +4 -4
  137. re_common/studio/__init__.py +4 -4
  138. re_common/studio/assignment_expressions.py +36 -36
  139. re_common/studio/mydash/test1.py +18 -18
  140. re_common/studio/pydashstudio/first.py +9 -9
  141. re_common/studio/streamlitstudio/first_app.py +65 -65
  142. re_common/studio/streamlitstudio/uber_pickups.py +23 -23
  143. re_common/studio/test.py +18 -18
  144. re_common/v2/baselibrary/business_utils/BusinessStringUtil.py +219 -219
  145. re_common/v2/baselibrary/business_utils/baseencodeid.py +100 -100
  146. re_common/v2/baselibrary/business_utils/full_doi_path.py +116 -116
  147. re_common/v2/baselibrary/business_utils/rel_tools.py +6 -6
  148. re_common/v2/baselibrary/decorators/utils.py +59 -59
  149. re_common/v2/baselibrary/helpers/search_packge/NearestNeighbors_test.py +105 -105
  150. re_common/v2/baselibrary/helpers/search_packge/fit_text_match.py +253 -253
  151. re_common/v2/baselibrary/helpers/search_packge/scikit_learn_text_matcher.py +260 -260
  152. re_common/v2/baselibrary/helpers/search_packge/test.py +1 -1
  153. re_common/v2/baselibrary/s3object/baseboto3.py +230 -230
  154. re_common/v2/baselibrary/tools/WeChatRobot.py +95 -95
  155. re_common/v2/baselibrary/tools/ac_ahocorasick.py +75 -75
  156. re_common/v2/baselibrary/tools/concurrency.py +35 -35
  157. re_common/v2/baselibrary/tools/data_processer/base.py +53 -53
  158. re_common/v2/baselibrary/tools/data_processer/data_processer.py +508 -508
  159. re_common/v2/baselibrary/tools/data_processer/data_reader.py +187 -187
  160. re_common/v2/baselibrary/tools/data_processer/data_writer.py +38 -38
  161. re_common/v2/baselibrary/tools/dict_tools.py +44 -44
  162. re_common/v2/baselibrary/tools/dolphinscheduler.py +187 -187
  163. re_common/v2/baselibrary/tools/hdfs_base_processor.py +204 -204
  164. re_common/v2/baselibrary/tools/hdfs_bulk_processor.py +67 -67
  165. re_common/v2/baselibrary/tools/hdfs_data_processer.py +338 -338
  166. re_common/v2/baselibrary/tools/hdfs_line_processor.py +74 -74
  167. re_common/v2/baselibrary/tools/list_tools.py +69 -69
  168. re_common/v2/baselibrary/tools/resume_tracker.py +94 -94
  169. re_common/v2/baselibrary/tools/search_hash_tools.py +54 -54
  170. re_common/v2/baselibrary/tools/text_matcher.py +326 -326
  171. re_common/v2/baselibrary/tools/unionfind_tools.py +60 -60
  172. re_common/v2/baselibrary/utils/BusinessStringUtil.py +196 -196
  173. re_common/v2/baselibrary/utils/api_net_utils.py +270 -270
  174. re_common/v2/baselibrary/utils/author_smi.py +361 -361
  175. re_common/v2/baselibrary/utils/base_string_similarity.py +158 -158
  176. re_common/v2/baselibrary/utils/basedict.py +37 -37
  177. re_common/v2/baselibrary/utils/basehdfs.py +163 -163
  178. re_common/v2/baselibrary/utils/basepika.py +180 -180
  179. re_common/v2/baselibrary/utils/basetime.py +77 -77
  180. re_common/v2/baselibrary/utils/db.py +156 -156
  181. re_common/v2/baselibrary/utils/json_cls.py +16 -16
  182. re_common/v2/baselibrary/utils/mq.py +83 -83
  183. re_common/v2/baselibrary/utils/n_ary_expression_tree.py +243 -243
  184. re_common/v2/baselibrary/utils/string_bool.py +186 -186
  185. re_common/v2/baselibrary/utils/string_clear.py +246 -246
  186. re_common/v2/baselibrary/utils/string_smi.py +18 -18
  187. re_common/v2/baselibrary/utils/stringutils.py +271 -278
  188. re_common/vip/base_step_process.py +11 -11
  189. re_common/vip/baseencodeid.py +90 -90
  190. re_common/vip/changetaskname.py +28 -28
  191. re_common/vip/core_var.py +24 -24
  192. re_common/vip/mmh3Hash.py +89 -89
  193. re_common/vip/proxy/allproxys.py +127 -127
  194. re_common/vip/proxy/allproxys_thread.py +159 -159
  195. re_common/vip/proxy/cnki_proxy.py +153 -153
  196. re_common/vip/proxy/kuaidaili.py +87 -87
  197. re_common/vip/proxy/proxy_all.py +113 -113
  198. re_common/vip/proxy/update_kuaidaili_0.py +42 -42
  199. re_common/vip/proxy/wanfang_proxy.py +152 -152
  200. re_common/vip/proxy/wp_proxy_all.py +181 -181
  201. re_common/vip/read_rawid_to_txt.py +91 -91
  202. re_common/vip/title/__init__.py +5 -5
  203. re_common/vip/title/transform/TransformBookTitleToZt.py +125 -125
  204. re_common/vip/title/transform/TransformConferenceTitleToZt.py +139 -139
  205. re_common/vip/title/transform/TransformCstadTitleToZt.py +195 -195
  206. re_common/vip/title/transform/TransformJournalTitleToZt.py +203 -203
  207. re_common/vip/title/transform/TransformPatentTitleToZt.py +132 -132
  208. re_common/vip/title/transform/TransformRegulationTitleToZt.py +114 -114
  209. re_common/vip/title/transform/TransformStandardTitleToZt.py +135 -135
  210. re_common/vip/title/transform/TransformThesisTitleToZt.py +135 -135
  211. re_common/vip/title/transform/__init__.py +10 -10
  212. {re_common-10.0.37.dist-info → re_common-10.0.39.dist-info}/LICENSE +201 -201
  213. {re_common-10.0.37.dist-info → re_common-10.0.39.dist-info}/METADATA +16 -16
  214. re_common-10.0.39.dist-info/RECORD +248 -0
  215. {re_common-10.0.37.dist-info → re_common-10.0.39.dist-info}/WHEEL +1 -1
  216. re_common-10.0.37.dist-info/RECORD +0 -248
  217. {re_common-10.0.37.dist-info → re_common-10.0.39.dist-info}/top_level.txt +0 -0
@@ -1,139 +1,139 @@
1
- from re_common.baselibrary.utils.baselist import BaseList
2
-
3
-
4
- class JavaCodeDeal(object):
5
-
6
- def __init__(self):
7
- self.strings = """
8
- """
9
- self.lists = []
10
- self.baselist = BaseList()
11
- self.keylist = []
12
-
13
- def set_strings(self, strings):
14
- """
15
- 设置源数据
16
- :param strings:
17
- :return:
18
- """
19
- self.strings = strings
20
-
21
- def strings_split(self, split="\n"):
22
- """
23
- 根据条件切割为单独的数据
24
- :param split:
25
- :return:
26
- """
27
- self.lists = self.strings.split(split)
28
-
29
- def list_deal(self):
30
- """
31
- 去除空字符串,空数据,以及字符串前后空格
32
- :return:
33
- """
34
- self.lists = self.baselist.remove_null(self.lists)
35
- self.lists = self.baselist.remove_blank_space(self.lists)
36
- self.lists = self.baselist.clean_space_first_end(self.lists)
37
-
38
- def get_key(self):
39
- """
40
- 获取等号前的变量
41
- :return:
42
- """
43
- for item in self.lists:
44
- key = item.split("=")[0].replace("String", "").strip()
45
- self.keylist.append(key)
46
-
47
- def set_outmap(self):
48
- """
49
- 生成outMap的put代码
50
- :return:
51
- """
52
- for item in self.lists:
53
- key = item.split("=")[0].replace("String", "").strip()
54
- print('outMap.put("{}", {});'.format(key, key))
55
-
56
- def set_sql_deal(self):
57
- """
58
- 生成mysql处理代码
59
- :return:
60
- """
61
- for item in self.lists:
62
- key = item.split("=")[0].replace("String", "").strip()
63
- print("{} = {}.replace('\\0', ' ').replace(\"'\", \"''\").trim();".format(key, key))
64
-
65
- def create_sql(self):
66
- strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
67
- for key in self.keylist:
68
- strinsgs += "[{}],".format(key)
69
- strinsgs = strinsgs[:-1]
70
- strinsgs += ")\";"
71
- print(strinsgs)
72
-
73
- def create_s(self):
74
- Strings = "sql += \" VALUES ("
75
- for key in self.keylist:
76
- Strings += "'%s', "
77
- Strings = Strings[:-2]
78
- Strings += ")\";"
79
- print(Strings)
80
-
81
- def create_value(self):
82
- Strings = "sql = String.format(sql,"
83
- for key in self.keylist:
84
- Strings += key + ","
85
- Strings = Strings[:-1]
86
- Strings += ");"
87
- print(Strings)
88
-
89
- def create_java_sql(self):
90
- self.create_sql()
91
- self.create_s()
92
- self.create_value()
93
-
94
-
95
- if __name__ == "__main__":
96
- strings = """
97
- String rawid = outMap.getOrDefault("rawid", "");
98
- String lngid = outMap.getOrDefault("lngid", "");
99
- gch = gch;
100
- String title = outMap.getOrDefault("rawid", "");
101
- String title_alternative = outMap.getOrDefault("title_alt", "");
102
- String identifier_issn = outMap.getOrDefault("issn", "");
103
- String identifier_cnno = outMap.getOrDefault("cnno", "");
104
- String creator = outMap.getOrDefault("author", "");
105
- String creator_en = outMap.getOrDefault("author_raw", "");
106
- String creator_institution = outMap.getOrDefault("organ", "");
107
- String source = outMap.getOrDefault("journal_name", "");
108
- String source_en = outMap.getOrDefault("journal_name_alt", "");
109
- String date = StringHelper.getYear(pub_year);
110
- String volume = outMap.getOrDefault("vol", "");
111
- String issue = outMap.getOrDefault("num", "");
112
- String description = outMap.getOrDefault("abstract", "");
113
- String description_en = outMap.getOrDefault("abstract_alt", "");
114
- String description_fund = outMap.getOrDefault("fund", "");
115
- String description_core = "";
116
- String subject = outMap.getOrDefault("keyword", "");
117
- String subject_en = outMap.getOrDefault("keyword_alt", "");
118
- String begin_page = outMap.getOrDefault("begin_page", "");
119
- String end_page = outMap.getOrDefault("end_page", "");
120
- String page = format_page(begin_page, end_page);
121
- String subject_clc = clc_no.replace(" ", ";").replace(",", ";");//分类号,将空格,逗号替换为分号
122
- String date_created = format_data_create(publishdate, pub_year);//日期,不是4位的解析出四位数字,如果是空和1900开头,改成data+0000
123
- String identifier_doi = outMap.getOrDefault("doi", "");
124
- String country = "CN";
125
- String language = "ZH";
126
- String provider = "cnkijournal";
127
- String owner = "cqu";
128
- String type = "3";
129
- String medium = "2";
130
- batch = batch;
131
- String provider_url = "cnkijournal@http://kns.cnki.net/KCMS/detail/detail.aspx?dbcode=CJFD&filename=" + rawid;
132
- String provider_id = "cnkijournal@" + rawid;
133
- """
134
- j = JavaCodeDeal()
135
- j.set_strings(strings)
136
- j.strings_split()
137
- j.list_deal()
138
- j.get_key()
139
- j.create_java_sql()
1
+ from re_common.baselibrary.utils.baselist import BaseList
2
+
3
+
4
+ class JavaCodeDeal(object):
5
+
6
+ def __init__(self):
7
+ self.strings = """
8
+ """
9
+ self.lists = []
10
+ self.baselist = BaseList()
11
+ self.keylist = []
12
+
13
+ def set_strings(self, strings):
14
+ """
15
+ 设置源数据
16
+ :param strings:
17
+ :return:
18
+ """
19
+ self.strings = strings
20
+
21
+ def strings_split(self, split="\n"):
22
+ """
23
+ 根据条件切割为单独的数据
24
+ :param split:
25
+ :return:
26
+ """
27
+ self.lists = self.strings.split(split)
28
+
29
+ def list_deal(self):
30
+ """
31
+ 去除空字符串,空数据,以及字符串前后空格
32
+ :return:
33
+ """
34
+ self.lists = self.baselist.remove_null(self.lists)
35
+ self.lists = self.baselist.remove_blank_space(self.lists)
36
+ self.lists = self.baselist.clean_space_first_end(self.lists)
37
+
38
+ def get_key(self):
39
+ """
40
+ 获取等号前的变量
41
+ :return:
42
+ """
43
+ for item in self.lists:
44
+ key = item.split("=")[0].replace("String", "").strip()
45
+ self.keylist.append(key)
46
+
47
+ def set_outmap(self):
48
+ """
49
+ 生成outMap的put代码
50
+ :return:
51
+ """
52
+ for item in self.lists:
53
+ key = item.split("=")[0].replace("String", "").strip()
54
+ print('outMap.put("{}", {});'.format(key, key))
55
+
56
+ def set_sql_deal(self):
57
+ """
58
+ 生成mysql处理代码
59
+ :return:
60
+ """
61
+ for item in self.lists:
62
+ key = item.split("=")[0].replace("String", "").strip()
63
+ print("{} = {}.replace('\\0', ' ').replace(\"'\", \"''\").trim();".format(key, key))
64
+
65
+ def create_sql(self):
66
+ strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
67
+ for key in self.keylist:
68
+ strinsgs += "[{}],".format(key)
69
+ strinsgs = strinsgs[:-1]
70
+ strinsgs += ")\";"
71
+ print(strinsgs)
72
+
73
+ def create_s(self):
74
+ Strings = "sql += \" VALUES ("
75
+ for key in self.keylist:
76
+ Strings += "'%s', "
77
+ Strings = Strings[:-2]
78
+ Strings += ")\";"
79
+ print(Strings)
80
+
81
+ def create_value(self):
82
+ Strings = "sql = String.format(sql,"
83
+ for key in self.keylist:
84
+ Strings += key + ","
85
+ Strings = Strings[:-1]
86
+ Strings += ");"
87
+ print(Strings)
88
+
89
+ def create_java_sql(self):
90
+ self.create_sql()
91
+ self.create_s()
92
+ self.create_value()
93
+
94
+
95
+ if __name__ == "__main__":
96
+ strings = """
97
+ String rawid = outMap.getOrDefault("rawid", "");
98
+ String lngid = outMap.getOrDefault("lngid", "");
99
+ gch = gch;
100
+ String title = outMap.getOrDefault("rawid", "");
101
+ String title_alternative = outMap.getOrDefault("title_alt", "");
102
+ String identifier_issn = outMap.getOrDefault("issn", "");
103
+ String identifier_cnno = outMap.getOrDefault("cnno", "");
104
+ String creator = outMap.getOrDefault("author", "");
105
+ String creator_en = outMap.getOrDefault("author_raw", "");
106
+ String creator_institution = outMap.getOrDefault("organ", "");
107
+ String source = outMap.getOrDefault("journal_name", "");
108
+ String source_en = outMap.getOrDefault("journal_name_alt", "");
109
+ String date = StringHelper.getYear(pub_year);
110
+ String volume = outMap.getOrDefault("vol", "");
111
+ String issue = outMap.getOrDefault("num", "");
112
+ String description = outMap.getOrDefault("abstract", "");
113
+ String description_en = outMap.getOrDefault("abstract_alt", "");
114
+ String description_fund = outMap.getOrDefault("fund", "");
115
+ String description_core = "";
116
+ String subject = outMap.getOrDefault("keyword", "");
117
+ String subject_en = outMap.getOrDefault("keyword_alt", "");
118
+ String begin_page = outMap.getOrDefault("begin_page", "");
119
+ String end_page = outMap.getOrDefault("end_page", "");
120
+ String page = format_page(begin_page, end_page);
121
+ String subject_clc = clc_no.replace(" ", ";").replace(",", ";");//分类号,将空格,逗号替换为分号
122
+ String date_created = format_data_create(publishdate, pub_year);//日期,不是4位的解析出四位数字,如果是空和1900开头,改成data+0000
123
+ String identifier_doi = outMap.getOrDefault("doi", "");
124
+ String country = "CN";
125
+ String language = "ZH";
126
+ String provider = "cnkijournal";
127
+ String owner = "cqu";
128
+ String type = "3";
129
+ String medium = "2";
130
+ batch = batch;
131
+ String provider_url = "cnkijournal@http://kns.cnki.net/KCMS/detail/detail.aspx?dbcode=CJFD&filename=" + rawid;
132
+ String provider_id = "cnkijournal@" + rawid;
133
+ """
134
+ j = JavaCodeDeal()
135
+ j.set_strings(strings)
136
+ j.strings_split()
137
+ j.list_deal()
138
+ j.get_key()
139
+ j.create_java_sql()
@@ -1,79 +1,79 @@
1
- """
2
- 不想写循环代码 生成循环代码
3
- """
4
- from re_common.baselibrary.utils.basedir import BaseDir
5
- from re_common.baselibrary.utils.basefile import BaseFile
6
-
7
-
8
- class CreateCode():
9
-
10
- def __init__(self):
11
- self.inputobj1 = set()
12
-
13
- def read_file(self, filepath):
14
- for file in BaseDir.get_dir_all_files(filepath):
15
- for line in BaseFile.read_file_r_mode_yield(file):
16
- if line.find("String") > -1:
17
- var = line.split("=")[0].replace("String", "").strip()
18
- self.inputobj1.add(var)
19
- yield file
20
-
21
- def create_code(self, file):
22
- with open(file, mode="w", encoding="utf-8") as f:
23
- for var in self.inputobj1:
24
- f.write("if (updateItem.getKey().equals(\"%s\")) {\n" % var)
25
- f.write(" {} = updateItem.getValue().trim();\n".format(var))
26
- f.write("}\n")
27
-
28
- def create_put(self, file):
29
- with open(file, mode="w", encoding="utf-8") as f:
30
- for var in self.inputobj1:
31
- f.write("xObj_a_table.data.put(\"%s\", %s);\n" % (var,var))
32
-
33
- def create_replace(self, file):
34
- with open(file, mode="w", encoding="utf-8") as f:
35
- for var in self.inputobj1:
36
- f.write("%s = %s.replace('\\0', ' ').replace(\"'\", \"''\").trim();\n" % (var, var))
37
-
38
- def set_to_list(self):
39
- self.inputs1 = list(self.inputobj1)
40
-
41
- def create_sql(self,file):
42
- with open(file, mode="w", encoding="utf-8") as f:
43
- strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
44
- for key in self.inputs1:
45
- strinsgs += "[{}],".format(key)
46
- strinsgs = strinsgs[:-1]
47
- strinsgs += ")\";"
48
- f.write(strinsgs)
49
-
50
- def create_s(self):
51
- Strings = "sql += \" VALUES ("
52
- for key in self.inputs1:
53
- Strings += "'%s', "
54
- Strings = Strings[:-2]
55
- Strings += ")\";"
56
- print(Strings)
57
-
58
- def create_value(self):
59
- Strings = "sql = String.format(sql,"
60
- for key in self.inputs1:
61
- Strings += key+","
62
- Strings = Strings[:-1]
63
- Strings += ");"
64
- print(Strings)
65
-
66
-
67
- if __name__ == "__main__":
68
- createcode = CreateCode()
69
- for file in createcode.read_file(r"./inputs"):
70
- createcode.set_to_list()
71
- # createcode.create_replace(file.replace("input", "output"))
72
- # createcode.create_code(file.replace("input", "output"))
73
- createcode.create_put(file.replace("input", "output"))
74
- # createcode.set_to_list()
75
- # createcode.create_sql(file.replace("input", "output"))
76
- # createcode.create_s()
77
- # createcode.create_value()
78
-
79
-
1
+ """
2
+ 不想写循环代码 生成循环代码
3
+ """
4
+ from re_common.baselibrary.utils.basedir import BaseDir
5
+ from re_common.baselibrary.utils.basefile import BaseFile
6
+
7
+
8
+ class CreateCode():
9
+
10
+ def __init__(self):
11
+ self.inputobj1 = set()
12
+
13
+ def read_file(self, filepath):
14
+ for file in BaseDir.get_dir_all_files(filepath):
15
+ for line in BaseFile.read_file_r_mode_yield(file):
16
+ if line.find("String") > -1:
17
+ var = line.split("=")[0].replace("String", "").strip()
18
+ self.inputobj1.add(var)
19
+ yield file
20
+
21
+ def create_code(self, file):
22
+ with open(file, mode="w", encoding="utf-8") as f:
23
+ for var in self.inputobj1:
24
+ f.write("if (updateItem.getKey().equals(\"%s\")) {\n" % var)
25
+ f.write(" {} = updateItem.getValue().trim();\n".format(var))
26
+ f.write("}\n")
27
+
28
+ def create_put(self, file):
29
+ with open(file, mode="w", encoding="utf-8") as f:
30
+ for var in self.inputobj1:
31
+ f.write("xObj_a_table.data.put(\"%s\", %s);\n" % (var,var))
32
+
33
+ def create_replace(self, file):
34
+ with open(file, mode="w", encoding="utf-8") as f:
35
+ for var in self.inputobj1:
36
+ f.write("%s = %s.replace('\\0', ' ').replace(\"'\", \"''\").trim();\n" % (var, var))
37
+
38
+ def set_to_list(self):
39
+ self.inputs1 = list(self.inputobj1)
40
+
41
+ def create_sql(self,file):
42
+ with open(file, mode="w", encoding="utf-8") as f:
43
+ strinsgs = "String sql = \"INSERT INTO modify_title_info_zt("
44
+ for key in self.inputs1:
45
+ strinsgs += "[{}],".format(key)
46
+ strinsgs = strinsgs[:-1]
47
+ strinsgs += ")\";"
48
+ f.write(strinsgs)
49
+
50
+ def create_s(self):
51
+ Strings = "sql += \" VALUES ("
52
+ for key in self.inputs1:
53
+ Strings += "'%s', "
54
+ Strings = Strings[:-2]
55
+ Strings += ")\";"
56
+ print(Strings)
57
+
58
+ def create_value(self):
59
+ Strings = "sql = String.format(sql,"
60
+ for key in self.inputs1:
61
+ Strings += key+","
62
+ Strings = Strings[:-1]
63
+ Strings += ");"
64
+ print(Strings)
65
+
66
+
67
+ if __name__ == "__main__":
68
+ createcode = CreateCode()
69
+ for file in createcode.read_file(r"./inputs"):
70
+ createcode.set_to_list()
71
+ # createcode.create_replace(file.replace("input", "output"))
72
+ # createcode.create_code(file.replace("input", "output"))
73
+ createcode.create_put(file.replace("input", "output"))
74
+ # createcode.set_to_list()
75
+ # createcode.create_sql(file.replace("input", "output"))
76
+ # createcode.create_s()
77
+ # createcode.create_value()
78
+
79
+
@@ -1,48 +1,48 @@
1
- import pypyodbc
2
-
3
- from re_common.baselibrary.utils.baseodbc import BaseODBC
4
- from re_common.facade.sqlite3facade import Sqlite3Utiles
5
-
6
-
7
- class MdbDb3(object):
8
- """
9
- mdb和db3的相互转换
10
- """
11
-
12
- def __init__(self):
13
- self.MdbFile = ''
14
- self.db3file = ''
15
- self.baseodbc = None
16
- self.sqliteutils = None
17
-
18
- def set_mdb(self, MdbFile):
19
- self.MdbFile = MdbFile
20
- self.baseodbc = BaseODBC(self.MdbFile)
21
- return self
22
-
23
- def set_db3(self, db3_file):
24
- self.db3file = db3_file
25
- self.sqliteutils = Sqlite3Utiles().Sqlite3DBConnectFromFilePath(self.db3file)
26
- return self
27
-
28
- def get_db3_table_name(self):
29
- """
30
- 获取db3的table表明
31
- :return:
32
- """
33
- lists_tablename = []
34
- for tables in self.sqliteutils.sqllite3.get_table_name():
35
- table = tables[0]
36
- lists_tablename.append(table)
37
- return lists_tablename
38
-
39
- def get_db3_fields(self, tablename):
40
- self.sqliteutils.sqllite3.set_result_dict()
41
- result = self.sqliteutils.sqllite3.get_all_field_info(tablename)
42
- print(result)
43
-
44
-
45
- if __name__ == "__main__":
46
- md3 = MdbDb3().set_db3(r'C:\Users\xuzhu\Desktop\cnkijournallist_1628228383.4636774.db3')
47
- for tablename in md3.get_db3_table_name():
48
- md3.get_db3_fields(tablename)
1
+ import pypyodbc
2
+
3
+ from re_common.baselibrary.utils.baseodbc import BaseODBC
4
+ from re_common.facade.sqlite3facade import Sqlite3Utiles
5
+
6
+
7
+ class MdbDb3(object):
8
+ """
9
+ mdb和db3的相互转换
10
+ """
11
+
12
+ def __init__(self):
13
+ self.MdbFile = ''
14
+ self.db3file = ''
15
+ self.baseodbc = None
16
+ self.sqliteutils = None
17
+
18
+ def set_mdb(self, MdbFile):
19
+ self.MdbFile = MdbFile
20
+ self.baseodbc = BaseODBC(self.MdbFile)
21
+ return self
22
+
23
+ def set_db3(self, db3_file):
24
+ self.db3file = db3_file
25
+ self.sqliteutils = Sqlite3Utiles().Sqlite3DBConnectFromFilePath(self.db3file)
26
+ return self
27
+
28
+ def get_db3_table_name(self):
29
+ """
30
+ 获取db3的table表明
31
+ :return:
32
+ """
33
+ lists_tablename = []
34
+ for tables in self.sqliteutils.sqllite3.get_table_name():
35
+ table = tables[0]
36
+ lists_tablename.append(table)
37
+ return lists_tablename
38
+
39
+ def get_db3_fields(self, tablename):
40
+ self.sqliteutils.sqllite3.set_result_dict()
41
+ result = self.sqliteutils.sqllite3.get_all_field_info(tablename)
42
+ print(result)
43
+
44
+
45
+ if __name__ == "__main__":
46
+ md3 = MdbDb3().set_db3(r'C:\Users\xuzhu\Desktop\cnkijournallist_1628228383.4636774.db3')
47
+ for tablename in md3.get_db3_table_name():
48
+ md3.get_db3_fields(tablename)