re-common 2.0.1__py3-none-any.whl → 10.0.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- re_common/baselibrary/__init__.py +4 -0
- re_common/baselibrary/baseabs/__init__.py +7 -0
- re_common/baselibrary/baseabs/baseabs.py +26 -0
- re_common/baselibrary/database/__init__.py +0 -0
- re_common/baselibrary/database/mbuilder.py +132 -0
- re_common/baselibrary/database/moudle.py +93 -0
- re_common/baselibrary/database/msqlite3.py +194 -0
- re_common/baselibrary/database/mysql.py +169 -0
- re_common/baselibrary/database/sql_factory.py +26 -0
- re_common/baselibrary/mthread/MThreadingRun.py +486 -0
- re_common/baselibrary/mthread/MThreadingRunEvent.py +349 -0
- re_common/baselibrary/mthread/__init__.py +3 -0
- re_common/baselibrary/mthread/mythreading.py +695 -0
- re_common/baselibrary/pakge_other/__init__.py +0 -0
- re_common/baselibrary/pakge_other/socks.py +404 -0
- re_common/baselibrary/readconfig/__init__.py +0 -0
- re_common/baselibrary/readconfig/config_factory.py +18 -0
- re_common/baselibrary/readconfig/ini_config.py +317 -0
- re_common/baselibrary/readconfig/toml_config.py +49 -0
- re_common/baselibrary/temporary/__init__.py +0 -0
- re_common/baselibrary/temporary/envdata.py +36 -0
- re_common/baselibrary/tools/__init__.py +0 -0
- re_common/baselibrary/tools/all_requests/__init__.py +0 -0
- re_common/baselibrary/tools/all_requests/aiohttp_request.py +118 -0
- re_common/baselibrary/tools/all_requests/httpx_requet.py +102 -0
- re_common/baselibrary/tools/all_requests/mrequest.py +412 -0
- re_common/baselibrary/tools/all_requests/requests_request.py +81 -0
- re_common/baselibrary/tools/batch_compre/__init__.py +0 -0
- re_common/baselibrary/tools/batch_compre/bijiao_batch.py +31 -0
- re_common/baselibrary/tools/contrast_db3.py +123 -0
- re_common/baselibrary/tools/copy_file.py +39 -0
- re_common/baselibrary/tools/db3_2_sizedb3.py +102 -0
- re_common/baselibrary/tools/foreachgz.py +40 -0
- re_common/baselibrary/tools/get_attr.py +11 -0
- re_common/baselibrary/tools/image_to_pdf.py +62 -0
- re_common/baselibrary/tools/java_code_deal.py +139 -0
- re_common/baselibrary/tools/javacode.py +79 -0
- re_common/baselibrary/tools/mdb_db3.py +48 -0
- re_common/baselibrary/tools/merge_file.py +171 -0
- re_common/baselibrary/tools/merge_gz_file.py +165 -0
- re_common/baselibrary/tools/mhdfstools/__init__.py +0 -0
- re_common/baselibrary/tools/mhdfstools/down_hdfs_files.py +42 -0
- re_common/baselibrary/tools/mhdfstools/hdfst.py +42 -0
- re_common/baselibrary/tools/mhdfstools/up_hdfs_files.py +38 -0
- re_common/baselibrary/tools/mongo_tools.py +50 -0
- re_common/baselibrary/tools/move_file.py +170 -0
- re_common/baselibrary/tools/move_mongo/__init__.py +0 -0
- re_common/baselibrary/tools/move_mongo/mongo_table_to_file.py +63 -0
- re_common/baselibrary/tools/move_mongo/move_mongo_table.py +354 -0
- re_common/baselibrary/tools/move_mongo/use_mttf.py +18 -0
- re_common/baselibrary/tools/move_mongo/use_mv.py +93 -0
- re_common/baselibrary/tools/mpandas/__init__.py +0 -0
- re_common/baselibrary/tools/mpandas/mpandasreadexcel.py +125 -0
- re_common/baselibrary/tools/mpandas/pandas_visualization.py +8 -0
- re_common/baselibrary/tools/myparsel.py +104 -0
- re_common/baselibrary/tools/rename_dir_file.py +37 -0
- re_common/baselibrary/tools/sequoiadb_utils.py +398 -0
- re_common/baselibrary/tools/split_line_to_many.py +25 -0
- re_common/baselibrary/tools/stringtodicts.py +33 -0
- re_common/baselibrary/tools/workwechant_bot.py +84 -0
- re_common/baselibrary/utils/__init__.py +0 -0
- re_common/baselibrary/utils/baseaiohttp.py +296 -0
- re_common/baselibrary/utils/baseaiomysql.py +87 -0
- re_common/baselibrary/utils/baseallstep.py +191 -0
- re_common/baselibrary/utils/baseavro.py +19 -0
- re_common/baselibrary/utils/baseboto3.py +291 -0
- re_common/baselibrary/utils/basecsv.py +32 -0
- re_common/baselibrary/utils/basedict.py +133 -0
- re_common/baselibrary/utils/basedir.py +241 -0
- re_common/baselibrary/utils/baseencode.py +351 -0
- re_common/baselibrary/utils/baseencoding.py +29 -0
- re_common/baselibrary/utils/baseesdsl.py +86 -0
- re_common/baselibrary/utils/baseexcel.py +264 -0
- re_common/baselibrary/utils/baseexcept.py +109 -0
- re_common/baselibrary/utils/basefile.py +654 -0
- re_common/baselibrary/utils/baseftp.py +214 -0
- re_common/baselibrary/utils/basegzip.py +60 -0
- re_common/baselibrary/utils/basehdfs.py +135 -0
- re_common/baselibrary/utils/basehttpx.py +268 -0
- re_common/baselibrary/utils/baseip.py +87 -0
- re_common/baselibrary/utils/basejson.py +2 -0
- re_common/baselibrary/utils/baselist.py +32 -0
- re_common/baselibrary/utils/basemotor.py +190 -0
- re_common/baselibrary/utils/basemssql.py +98 -0
- re_common/baselibrary/utils/baseodbc.py +113 -0
- re_common/baselibrary/utils/basepandas.py +302 -0
- re_common/baselibrary/utils/basepeewee.py +11 -0
- re_common/baselibrary/utils/basepika.py +180 -0
- re_common/baselibrary/utils/basepydash.py +143 -0
- re_common/baselibrary/utils/basepymongo.py +230 -0
- re_common/baselibrary/utils/basequeue.py +22 -0
- re_common/baselibrary/utils/baserar.py +57 -0
- re_common/baselibrary/utils/baserequest.py +279 -0
- re_common/baselibrary/utils/baseset.py +8 -0
- re_common/baselibrary/utils/basesmb.py +403 -0
- re_common/baselibrary/utils/basestring.py +382 -0
- re_common/baselibrary/utils/basetime.py +320 -0
- re_common/baselibrary/utils/basetuple.py +0 -0
- re_common/baselibrary/utils/baseurl.py +121 -0
- re_common/baselibrary/utils/basezip.py +57 -0
- re_common/baselibrary/utils/core/__init__.py +8 -0
- re_common/baselibrary/utils/core/bottomutils.py +18 -0
- re_common/baselibrary/utils/core/mdeprecated.py +327 -0
- re_common/baselibrary/utils/core/mlamada.py +16 -0
- re_common/baselibrary/utils/core/msginfo.py +25 -0
- re_common/baselibrary/utils/core/requests_core.py +103 -0
- re_common/baselibrary/utils/fateadm.py +429 -0
- re_common/baselibrary/utils/importfun.py +123 -0
- re_common/baselibrary/utils/mfaker.py +57 -0
- re_common/baselibrary/utils/my_abc/__init__.py +3 -0
- re_common/baselibrary/utils/my_abc/better_abc.py +32 -0
- re_common/baselibrary/utils/mylogger.py +414 -0
- re_common/baselibrary/utils/myredisclient.py +861 -0
- re_common/baselibrary/utils/pipupgrade.py +21 -0
- re_common/baselibrary/utils/ringlist.py +85 -0
- re_common/baselibrary/utils/version_compare.py +36 -0
- re_common/baselibrary/utils/ydmhttp.py +126 -0
- re_common/facade/__init__.py +1 -0
- re_common/facade/lazy_import.py +11 -0
- re_common/facade/loggerfacade.py +25 -0
- re_common/facade/mysqlfacade.py +467 -0
- re_common/facade/now.py +31 -0
- re_common/facade/sqlite3facade.py +257 -0
- re_common/facade/use/__init__.py +0 -0
- re_common/facade/use/mq_use_facade.py +83 -0
- re_common/facade/use/proxy_use_facade.py +20 -0
- re_common/libtest/__init__.py +0 -0
- re_common/libtest/base_dict_test.py +19 -0
- re_common/libtest/baseavro_test.py +13 -0
- re_common/libtest/basefile_test.py +14 -0
- re_common/libtest/basemssql_test.py +77 -0
- re_common/libtest/baseodbc_test.py +8 -0
- re_common/libtest/basepandas_test.py +38 -0
- re_common/libtest/get_attr_test/__init__.py +0 -0
- re_common/libtest/get_attr_test/get_attr_test_settings.py +14 -0
- re_common/libtest/get_attr_test/settings.py +55 -0
- re_common/libtest/idencode_test.py +54 -0
- re_common/libtest/iniconfig_test.py +35 -0
- re_common/libtest/ip_test.py +35 -0
- re_common/libtest/merge_file_test.py +20 -0
- re_common/libtest/mfaker_test.py +9 -0
- re_common/libtest/mm3_test.py +32 -0
- re_common/libtest/mylogger_test.py +89 -0
- re_common/libtest/myparsel_test.py +28 -0
- re_common/libtest/mysql_test.py +151 -0
- re_common/libtest/pymongo_test.py +21 -0
- re_common/libtest/split_test.py +12 -0
- re_common/libtest/sqlite3_merge_test.py +6 -0
- re_common/libtest/sqlite3_test.py +34 -0
- re_common/libtest/tomlconfig_test.py +30 -0
- re_common/libtest/use_tools_test/__init__.py +3 -0
- re_common/libtest/user/__init__.py +5 -0
- re_common/studio/__init__.py +5 -0
- re_common/studio/assignment_expressions.py +37 -0
- re_common/studio/mydash/__init__.py +0 -0
- re_common/studio/mydash/test1.py +19 -0
- re_common/studio/pydashstudio/__init__.py +0 -0
- re_common/studio/pydashstudio/first.py +9 -0
- re_common/studio/streamlitstudio/__init__.py +0 -0
- re_common/studio/streamlitstudio/first_app.py +66 -0
- re_common/studio/streamlitstudio/uber_pickups.py +24 -0
- re_common/studio/test.py +19 -0
- re_common/v2/baselibrary/utils/author_smi.py +14 -3
- re_common/v2/baselibrary/utils/stringutils.py +1 -0
- re_common/vip/__init__.py +0 -0
- re_common/vip/base_step_process.py +11 -0
- re_common/vip/baseencodeid.py +91 -0
- re_common/vip/changetaskname.py +28 -0
- re_common/vip/core_var.py +24 -0
- re_common/vip/mmh3Hash.py +90 -0
- re_common/vip/proxy/__init__.py +0 -0
- re_common/vip/proxy/allproxys.py +127 -0
- re_common/vip/proxy/allproxys_thread.py +159 -0
- re_common/vip/proxy/cnki_proxy.py +153 -0
- re_common/vip/proxy/kuaidaili.py +87 -0
- re_common/vip/proxy/proxy_all.py +113 -0
- re_common/vip/proxy/update_kuaidaili_0.py +42 -0
- re_common/vip/proxy/wanfang_proxy.py +152 -0
- re_common/vip/proxy/wp_proxy_all.py +182 -0
- re_common/vip/read_rawid_to_txt.py +92 -0
- re_common/vip/title/__init__.py +5 -0
- re_common/vip/title/transform/TransformBookTitleToZt.py +125 -0
- re_common/vip/title/transform/TransformConferenceTitleToZt.py +139 -0
- re_common/vip/title/transform/TransformCstadTitleToZt.py +196 -0
- re_common/vip/title/transform/TransformJournalTitleToZt.py +203 -0
- re_common/vip/title/transform/TransformPatentTitleToZt.py +132 -0
- re_common/vip/title/transform/TransformRegulationTitleToZt.py +114 -0
- re_common/vip/title/transform/TransformStandardTitleToZt.py +135 -0
- re_common/vip/title/transform/TransformThesisTitleToZt.py +135 -0
- re_common/vip/title/transform/__init__.py +11 -0
- {re_common-2.0.1.dist-info → re_common-10.0.1.dist-info}/METADATA +1 -1
- re_common-10.0.1.dist-info/RECORD +213 -0
- re_common-2.0.1.dist-info/RECORD +0 -25
- {re_common-2.0.1.dist-info → re_common-10.0.1.dist-info}/LICENSE +0 -0
- {re_common-2.0.1.dist-info → re_common-10.0.1.dist-info}/WHEEL +0 -0
- {re_common-2.0.1.dist-info → re_common-10.0.1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
# -*- coding:utf-8 -*-
|
|
2
|
+
# @Time : 2021/12/19 18:17
|
|
3
|
+
# @Author: suhong
|
|
4
|
+
# @File : TransformCstadTitleToZt.py
|
|
5
|
+
# @Function : 成果a层转智图
|
|
6
|
+
from re_common.baselibrary.utils.basetime import BaseTime
|
|
7
|
+
|
|
8
|
+
from re_common.facade.mysqlfacade import MysqlUtiles
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class TransformCstadTitleToZt():
|
|
12
|
+
def __init__(self):
|
|
13
|
+
# 初始化fields
|
|
14
|
+
self.fields = [
|
|
15
|
+
"lngid",
|
|
16
|
+
"rawid",
|
|
17
|
+
"title",
|
|
18
|
+
"title_alternative",
|
|
19
|
+
"title_series",
|
|
20
|
+
"title_edition",
|
|
21
|
+
"identifier_doi",
|
|
22
|
+
"creator",
|
|
23
|
+
"creator_en",
|
|
24
|
+
"creator_institution",
|
|
25
|
+
"creator_bio",
|
|
26
|
+
"description",
|
|
27
|
+
"description_en",
|
|
28
|
+
"subject",
|
|
29
|
+
"subject_en",
|
|
30
|
+
"date",
|
|
31
|
+
"date_created",
|
|
32
|
+
"subject_clc",
|
|
33
|
+
"subject_esc",
|
|
34
|
+
"description_type",
|
|
35
|
+
"language",
|
|
36
|
+
"country",
|
|
37
|
+
"type",
|
|
38
|
+
"provider",
|
|
39
|
+
"provider_url",
|
|
40
|
+
"provider_id",
|
|
41
|
+
"medium",
|
|
42
|
+
"batch",
|
|
43
|
+
"is_deprecated"
|
|
44
|
+
]
|
|
45
|
+
self.zt_providermap = dict()
|
|
46
|
+
self.mysqlutils = MysqlUtiles(None, None, builder="MysqlBuilderForDicts", dicts={
|
|
47
|
+
"host": "192.168.31.24",
|
|
48
|
+
"user": "root",
|
|
49
|
+
"passwd": "vipdatacenter",
|
|
50
|
+
"db": "data_warehouse_sql",
|
|
51
|
+
"port": "3306",
|
|
52
|
+
"chartset": "utf8mb4",
|
|
53
|
+
})
|
|
54
|
+
self.get_zt_provider()
|
|
55
|
+
|
|
56
|
+
def get_zt_provider(self):
|
|
57
|
+
rows = self.mysqlutils.SelectFromDB(
|
|
58
|
+
"select sub_db_id,provider from a_transform_task where source_type = '9' and out_type = 'zt'")
|
|
59
|
+
for row in rows[1]:
|
|
60
|
+
self.zt_providermap[row[0]] = row[1]
|
|
61
|
+
|
|
62
|
+
def transform(self, titleMap):
|
|
63
|
+
transMap = dict()
|
|
64
|
+
sub_db_id = titleMap.get("sub_db_id", "")
|
|
65
|
+
transMap["lngid"] = titleMap.get("lngid", "")
|
|
66
|
+
transMap["rawid"] = titleMap.get("rawid", "")
|
|
67
|
+
transMap["title"] = titleMap.get("title", "")
|
|
68
|
+
transMap["title_alternative"] = titleMap.get("title_alt", "")
|
|
69
|
+
transMap["title_series"] = titleMap.get("title_series", "")
|
|
70
|
+
transMap["title_edition"] = titleMap.get("revision", "")
|
|
71
|
+
transMap["identifier_doi"] = titleMap.get("doi", "")
|
|
72
|
+
transMap["creator"] = titleMap.get("author", "")
|
|
73
|
+
transMap["creator_en"] = titleMap.get("author_alt", "")
|
|
74
|
+
transMap["creator_institution"] = titleMap.get("organ", "")
|
|
75
|
+
transMap["creator_bio"] = titleMap.get("author_intro", "")
|
|
76
|
+
transMap["description"] = titleMap.get("abstract", "")
|
|
77
|
+
transMap["description_en"] = titleMap.get("abstract_alt", "")
|
|
78
|
+
transMap["subject"] = titleMap.get("keyword", "")
|
|
79
|
+
transMap["subject_en"] = titleMap.get("keyword_alt", "")
|
|
80
|
+
transMap["date"] = titleMap.get("pub_year", "")
|
|
81
|
+
transMap["date_created"] = titleMap.get("pub_date", "")
|
|
82
|
+
transMap["subject_clc"] = titleMap.get("clc_no", "")
|
|
83
|
+
transMap["subject_esc"] = titleMap.get("subject_edu", "")
|
|
84
|
+
transMap["description_type"] = titleMap.get("raw_type", "")
|
|
85
|
+
# transMap["provider"] = titleMap.get("zt_provider", "")
|
|
86
|
+
# if transMap["provider"] == "":
|
|
87
|
+
transMap["provider"] = self.zt_providermap[sub_db_id]
|
|
88
|
+
transMap["provider_url"] = transMap["provider"] + "@" + titleMap.get("provider_url")
|
|
89
|
+
transMap["provider_id"] = transMap["provider"] + "@" + titleMap.get("rawid")
|
|
90
|
+
transMap["batch"] = BaseTime().get_beijin_date_strins("%Y%m%d") + "00"
|
|
91
|
+
transMap["type"] = titleMap.get("source_type", "")
|
|
92
|
+
transMap["medium"] = "2"
|
|
93
|
+
transMap["country"] = titleMap.get("country", "")
|
|
94
|
+
transMap["language"] = titleMap.get("language", "")
|
|
95
|
+
transMap["is_deprecated"] = titleMap.get("is_deprecated", "")
|
|
96
|
+
|
|
97
|
+
for field in self.fields:
|
|
98
|
+
if field not in transMap.keys():
|
|
99
|
+
transMap[field] = ""
|
|
100
|
+
return transMap
|
|
101
|
+
|
|
102
|
+
if __name__ == '__main__':
|
|
103
|
+
t = TransformCstadTitleToZt()
|
|
104
|
+
data = {
|
|
105
|
+
"_id": "00275FCILN8O9JP1MPDO8IP067BG0ILZ",
|
|
106
|
+
"applicant_organ": "",
|
|
107
|
+
"sub_db": "SNAD",
|
|
108
|
+
"country": "CN",
|
|
109
|
+
"register_no": "",
|
|
110
|
+
"clc_machine": "",
|
|
111
|
+
"subject": "",
|
|
112
|
+
"rawid_alt": "",
|
|
113
|
+
"recommend_organ_code": "",
|
|
114
|
+
"transfer_terms": "",
|
|
115
|
+
"language": "ZH",
|
|
116
|
+
"from_to_date": "2016-10~2018-09",
|
|
117
|
+
"investment_amount": "",
|
|
118
|
+
"std_no": "",
|
|
119
|
+
"latest_date": "20210120",
|
|
120
|
+
"clc_no": "R472.2",
|
|
121
|
+
"app_date": "",
|
|
122
|
+
"keyword": "ICU;获得性;干预策略;集束化",
|
|
123
|
+
"investment_explain": "",
|
|
124
|
+
"transfer_annotation": "",
|
|
125
|
+
"fax": "",
|
|
126
|
+
"save_money": "",
|
|
127
|
+
"patent_cnt": "",
|
|
128
|
+
"lngid": "00275FCILN8O9JP1MPDO8IP067BG0ILZ",
|
|
129
|
+
"level": "",
|
|
130
|
+
"author": "徐玲芬;谢波;周庆;姬晓伟;李敏;钟玉英;钟瑞英;姜勤;刘晓博",
|
|
131
|
+
"sub_db_id": "00275",
|
|
132
|
+
"postcode": "",
|
|
133
|
+
"batch": "20201010_103123;20210607_085602",
|
|
134
|
+
"keyid": "00275FCILN8O9JP1MPDO8IP067BG0ILZ",
|
|
135
|
+
"down_date": "20201010;20201010",
|
|
136
|
+
"source_type": "9",
|
|
137
|
+
"tax": "",
|
|
138
|
+
"provider_url": "https://kns.cnki.net/kcms/detail/detail.aspx?dbname=SNAD&filename=SNAD000001839999",
|
|
139
|
+
"transfer_scope": "",
|
|
140
|
+
"plan_name": "",
|
|
141
|
+
"organ_alt": "",
|
|
142
|
+
"vision": "1",
|
|
143
|
+
"subject_edu": "320.71",
|
|
144
|
+
"rawid": "SNAD000001839999",
|
|
145
|
+
"subject_word": "",
|
|
146
|
+
"investment_annotation": "",
|
|
147
|
+
"trade_no": "",
|
|
148
|
+
"author_id": "",
|
|
149
|
+
"build_duration": "",
|
|
150
|
+
"organ_area": "",
|
|
151
|
+
"organ": "湖州市中心医院",
|
|
152
|
+
"recommend_no": "",
|
|
153
|
+
"authorization_no": "",
|
|
154
|
+
"corr_organ_addr": "",
|
|
155
|
+
"spread_explain": "",
|
|
156
|
+
"title": "基于循证构建ICU获得性衰弱集束化干预策略及其应用研究",
|
|
157
|
+
"keyword_alt": "",
|
|
158
|
+
"trade_name": "",
|
|
159
|
+
"identify_organ": "",
|
|
160
|
+
"abstract_alt": "",
|
|
161
|
+
"pub_date": "20200000",
|
|
162
|
+
"provider": "CNKI",
|
|
163
|
+
"pub_year": "2020",
|
|
164
|
+
"fulltext_type": "",
|
|
165
|
+
"corr_author": "",
|
|
166
|
+
"recommend_date": "",
|
|
167
|
+
"clc_no_1st": "R472.2",
|
|
168
|
+
"email": "",
|
|
169
|
+
"product": "CNKI",
|
|
170
|
+
"keyword_machine": "",
|
|
171
|
+
"recommend_organ": "",
|
|
172
|
+
"earn_foreign": "",
|
|
173
|
+
"identify_date": "",
|
|
174
|
+
"spread_form": "",
|
|
175
|
+
"register_date": "",
|
|
176
|
+
"evaluation_form": "验收",
|
|
177
|
+
"abstract": "一、主要研究内容 1.基于循证理论,探索目前适合我国对ICU获得性衰弱患者有效的集束化干预策略。 2.研究本策略对提高ICU获得性衰弱患者肌力、改善生活自理能力、缩短ICU入住时间、住院时间及机械通气时间等的影响。 3.建立多学科医护团队,培养一支能够改善ICU获得性衰弱患者预后的优良医护队伍。 二、主要创新点 1.该策略的制定是在循证的基础上,经过相关领域知名专家的二轮的论证而确立,具有较强的科学性和实用性。将该干预策略应用于临床实践,真正解决临床实际问题。 2.集束化干预策略的应用,优化了传统单一护理措施的模式,将循证所得的综合措施应用于临床护理实践,为患者提供优质的护理服务,也为从事ICU临床护理工作的同行提供了可借鉴的经验。 3.本研究涉及多学科医护专业人员,通过彼此的合作,旨在培养一支具有良好业务素质、能够有效改善ICUAW患者预后的优良的医护团队。 三、主要技术、经济指标(执行期内和产业化阶段的要分开) 1.拟达到的主要技术指标:①提高ICU获得性衰弱患者肌力、生活自理能力、缩短ICU获得性衰弱患者住院时间,缩短患者机械通气天数。②促进患者疾病康复,为临床培养一支能够改善ICU获得性衰弱患者疾病预后的优良医护团队。③在核心期刊发表高质量研究论文2篇。 2.主要经济指标:ICU获得性衰弱集束化干预策略的实施,可缩短ICU获得性衰弱患者入住ICU时间及住院时间、有效降低患者医疗费用、节约医疗资源,具有显著的经济效益。",
|
|
178
|
+
"fulltext_addr": "",
|
|
179
|
+
"transfer_content": "",
|
|
180
|
+
"register_organ": "",
|
|
181
|
+
"transfer_fee": "",
|
|
182
|
+
"corr_organ": "",
|
|
183
|
+
"accept_date": "20200000",
|
|
184
|
+
"is_deprecated": "0",
|
|
185
|
+
"title_alt": "",
|
|
186
|
+
"raw_type": "应用技术",
|
|
187
|
+
"restricted": "",
|
|
188
|
+
"transfer_form": "",
|
|
189
|
+
"spread_scope": "",
|
|
190
|
+
"spread_track": "",
|
|
191
|
+
"output_value": "",
|
|
192
|
+
"app_no": "",
|
|
193
|
+
"author_alt": "",
|
|
194
|
+
"organ_id": ""
|
|
195
|
+
}
|
|
196
|
+
print(t.transform(data))
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
# -*- coding:utf-8 -*-
|
|
2
|
+
# @Time : 2021/12/2 9:39
|
|
3
|
+
# @Author: suhong
|
|
4
|
+
# @File : TransformJournalTitleToZt.py
|
|
5
|
+
# @Function : 转换期刊a层到智图代码
|
|
6
|
+
from boto3 import Session
|
|
7
|
+
from re_common.facade.mysqlfacade import MysqlUtiles
|
|
8
|
+
from xpinyin import Pinyin
|
|
9
|
+
from re_common.baselibrary.utils.basetime import BaseTime
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
class TransformJournalTitleToZt():
|
|
13
|
+
def __init__(self):
|
|
14
|
+
# 初始化fields
|
|
15
|
+
self.fields = [
|
|
16
|
+
"lngid",
|
|
17
|
+
"rawid",
|
|
18
|
+
"gch",
|
|
19
|
+
"title",
|
|
20
|
+
"title_alternative",
|
|
21
|
+
"title_series",
|
|
22
|
+
"identifier_issn",
|
|
23
|
+
"identifier_cnno",
|
|
24
|
+
"creator",
|
|
25
|
+
"creator_en",
|
|
26
|
+
"creator_institution",
|
|
27
|
+
"source",
|
|
28
|
+
"source_en",
|
|
29
|
+
"date",
|
|
30
|
+
"volume",
|
|
31
|
+
"issue",
|
|
32
|
+
"description",
|
|
33
|
+
"description_en",
|
|
34
|
+
"description_fund",
|
|
35
|
+
"description_core",
|
|
36
|
+
"subject",
|
|
37
|
+
"subject_en",
|
|
38
|
+
"beginpage",
|
|
39
|
+
"endpage",
|
|
40
|
+
"page",
|
|
41
|
+
"subject_clc",
|
|
42
|
+
"date_created",
|
|
43
|
+
"identifier_doi",
|
|
44
|
+
"country",
|
|
45
|
+
"language",
|
|
46
|
+
"provider",
|
|
47
|
+
"owner",
|
|
48
|
+
"type",
|
|
49
|
+
"medium",
|
|
50
|
+
"batch",
|
|
51
|
+
"provider_url",
|
|
52
|
+
"provider_id",
|
|
53
|
+
"if_pub1st",
|
|
54
|
+
"provider_jid",
|
|
55
|
+
"rawtype",
|
|
56
|
+
"creator_bio",
|
|
57
|
+
"cited_cnt",
|
|
58
|
+
"source_id",
|
|
59
|
+
"identifier_eisbn",
|
|
60
|
+
"publisher",
|
|
61
|
+
"jumppage",
|
|
62
|
+
"identifier_pissn",
|
|
63
|
+
"pagecount",
|
|
64
|
+
"ref_cnt",
|
|
65
|
+
"provider_subject",
|
|
66
|
+
"identifier_eissn",
|
|
67
|
+
"is_deprecated"
|
|
68
|
+
]
|
|
69
|
+
self.BigGchMap = dict()
|
|
70
|
+
self.zt_providermap = dict()
|
|
71
|
+
self.param_endpoint = 'http://192.168.31.31:9000'
|
|
72
|
+
self.param_access_key = 'KBWMHTMFTRF1PUT18O93'
|
|
73
|
+
self.param_secret_key = 'ABSceGSwxIii2f+WQsUEl+Im4u0p+F3wpODfCJ+H'
|
|
74
|
+
self.mysqlutils = MysqlUtiles(None, None, builder="MysqlBuilderForDicts", dicts={
|
|
75
|
+
"host": "192.168.31.24",
|
|
76
|
+
"user": "root",
|
|
77
|
+
"passwd": "vipdatacenter",
|
|
78
|
+
"db": "data_warehouse_sql",
|
|
79
|
+
"port": "3306",
|
|
80
|
+
"chartset": "utf8mb4",
|
|
81
|
+
})
|
|
82
|
+
self.get_gch()
|
|
83
|
+
self.get_zt_provider()
|
|
84
|
+
self.p = Pinyin()
|
|
85
|
+
|
|
86
|
+
def get_zt_provider(self):
|
|
87
|
+
rows = self.mysqlutils.SelectFromDB(
|
|
88
|
+
"select sub_db_id,provider from a_transform_task where source_type = '3' and out_type = 'zt'")
|
|
89
|
+
for row in rows[1]:
|
|
90
|
+
self.zt_providermap[row[0]] = row[1]
|
|
91
|
+
|
|
92
|
+
def get_gch(self):
|
|
93
|
+
gchpath = ""
|
|
94
|
+
gchmap = dict()
|
|
95
|
+
sub_list = ["00002", "00393", "00004", "00006", "00169", "00451", "00452", "00288"]
|
|
96
|
+
for sub_db in sub_list:
|
|
97
|
+
if sub_db == "00002" or sub_db == "00393" or sub_db == "00169" or sub_db == "00451" or sub_db == "00452":
|
|
98
|
+
gchpath = "suhong/gchmap/bidgch.txt"
|
|
99
|
+
if sub_db == "00004" or sub_db == "00288":
|
|
100
|
+
gchpath = "suhong/gchmap/qidgch.txt"
|
|
101
|
+
if sub_db == "00006":
|
|
102
|
+
gchpath = "suhong/gchmap/cidgch.txt"
|
|
103
|
+
session = Session(aws_access_key_id=self.param_access_key,
|
|
104
|
+
aws_secret_access_key=self.param_secret_key)
|
|
105
|
+
s3 = session.resource('s3', endpoint_url=self.param_endpoint)
|
|
106
|
+
bucket = s3.Bucket('temp.dc.cqvip.com')
|
|
107
|
+
m = bucket.Object(gchpath)
|
|
108
|
+
lines = m.get()['Body'].read().decode('utf-8')
|
|
109
|
+
for line in lines.split("\n"):
|
|
110
|
+
if len(line) != 0:
|
|
111
|
+
gch = line.split("\t")[0].replace("\r", "").replace(" ", "")
|
|
112
|
+
r_id = line.split("\t")[1].replace("\r", "").replace(" ", "")
|
|
113
|
+
if gch == "#" or r_id == "#":
|
|
114
|
+
continue
|
|
115
|
+
gchmap[r_id] = gch
|
|
116
|
+
self.BigGchMap[sub_db] = gchmap
|
|
117
|
+
|
|
118
|
+
def format_data_create(self, publishdate, years):
|
|
119
|
+
if publishdate == "" or publishdate[0:4] == "1900":
|
|
120
|
+
return years + "0000"
|
|
121
|
+
else:
|
|
122
|
+
return publishdate
|
|
123
|
+
|
|
124
|
+
def transform(self, titleMap):
|
|
125
|
+
transMap = dict()
|
|
126
|
+
journal_raw_id = titleMap.get("journal_raw_id", "")
|
|
127
|
+
sub_db_id = titleMap.get("sub_db_id", "")
|
|
128
|
+
transMap["lngid"] = titleMap.get("lngid", "")
|
|
129
|
+
transMap["rawid"] = titleMap.get("rawid", "")
|
|
130
|
+
transMap["title"] = titleMap.get("title", "")
|
|
131
|
+
transMap["title_series"] = titleMap.get("column_info", "")
|
|
132
|
+
transMap["title_alternative"] = titleMap.get("title_alt", "")
|
|
133
|
+
if transMap["title_alternative"] == "@@":
|
|
134
|
+
transMap["title_alternative"] = ""
|
|
135
|
+
transMap["identifier_issn"] = titleMap.get("issn", "")
|
|
136
|
+
transMap["identifier_cnno"] = titleMap.get("cnno", "")
|
|
137
|
+
if sub_db_id == "00001":
|
|
138
|
+
transMap["gch"] = titleMap.get("gch", "")
|
|
139
|
+
else:
|
|
140
|
+
try:
|
|
141
|
+
transMap["gch"] = self.BigGchMap[sub_db_id].get(journal_raw_id, "")
|
|
142
|
+
except:
|
|
143
|
+
transMap["gch"] = ''
|
|
144
|
+
transMap["creator"] = titleMap.get("author", "")
|
|
145
|
+
transMap["creator_en"] = titleMap.get("author_alt", "")
|
|
146
|
+
transMap["creator_institution"] = titleMap.get("organ", "")
|
|
147
|
+
transMap["source"] = titleMap.get("journal_name", "")
|
|
148
|
+
transMap["source_en"] = titleMap.get("journal_name_alt", "")
|
|
149
|
+
if transMap["source"] != "":
|
|
150
|
+
py = self.p.get_pinyin(transMap["source"], '')
|
|
151
|
+
transMap["source_fl"] = py[0]
|
|
152
|
+
transMap["date"] = titleMap.get("pub_year", "")
|
|
153
|
+
transMap["volume"] = titleMap.get("vol", "")
|
|
154
|
+
transMap["issue"] = titleMap.get("num", "")
|
|
155
|
+
transMap["description"] = titleMap.get("abstract", "")
|
|
156
|
+
transMap["description_en"] = titleMap.get("abstract_alt", "")
|
|
157
|
+
transMap["description_fund"] = titleMap.get("fund", "")
|
|
158
|
+
transMap["description_core"] = titleMap.get("range", "")
|
|
159
|
+
transMap["subject"] = titleMap.get("keyword", "")
|
|
160
|
+
transMap["subject_en"] = titleMap.get("keyword_alt", "")
|
|
161
|
+
transMap["subject_clc_g1"] = titleMap.get("clc_no_1st", "")
|
|
162
|
+
transMap["beginpage"] = titleMap.get("begin_page", "")
|
|
163
|
+
transMap["endpage"] = titleMap.get("end_page", "")
|
|
164
|
+
transMap["jumppage"] = titleMap.get("jump_page", "")
|
|
165
|
+
transMap["page"] = titleMap.get("page_info", "")
|
|
166
|
+
transMap["subject_clc"] = titleMap.get("clc_no", "")
|
|
167
|
+
transMap["date_created"] = self.format_data_create(titleMap.get("pub_date", ""), titleMap.get("pub_year", ""))
|
|
168
|
+
transMap["identifier_doi"] = titleMap.get("doi", "")
|
|
169
|
+
transMap["country"] = titleMap.get("country", "")
|
|
170
|
+
transMap["language"] = titleMap.get("language", "")
|
|
171
|
+
# transMap["provider"] = titleMap.get("zt_provider", "")
|
|
172
|
+
# if transMap["provider"] == "":
|
|
173
|
+
transMap["provider"] = self.zt_providermap[sub_db_id]
|
|
174
|
+
transMap["type"] = titleMap.get("source_type", "")
|
|
175
|
+
transMap["medium"] = "2"
|
|
176
|
+
transMap["batch"] = BaseTime().get_beijin_date_strins("%Y%m%d") + "00"
|
|
177
|
+
transMap["provider_url"] = transMap["provider"] + "@" + titleMap.get("provider_url")
|
|
178
|
+
transMap["provider_id"] = transMap["provider"] + "@" + titleMap.get("rawid")
|
|
179
|
+
transMap["if_pub1st"] = "0"
|
|
180
|
+
if sub_db_id == "00393":
|
|
181
|
+
transMap["if_pub1st"] = "1"
|
|
182
|
+
transMap["provider_jid"] = transMap["provider"] + "@" + journal_raw_id
|
|
183
|
+
transMap["rawtype"] = titleMap.get("raw_type", "")
|
|
184
|
+
transMap["creator_bio"] = titleMap.get("author_intro", "")
|
|
185
|
+
transMap["cited_cnt"] = titleMap.get("cited_cnt", "")
|
|
186
|
+
# transMap["source_id"] = titleMap.get("journal_raw_id", "")
|
|
187
|
+
transMap["identifier_eisbn"] = titleMap.get("isbn", "")
|
|
188
|
+
transMap["publisher"] = titleMap.get("publisher", "")
|
|
189
|
+
transMap["identifier_pissn"] = titleMap.get("issn", "")
|
|
190
|
+
transMap["pagecount"] = titleMap.get("page_cnt", "")
|
|
191
|
+
transMap["ref_cnt"] = titleMap.get("ref_cnt", "")
|
|
192
|
+
transMap["provider_subject"] = titleMap.get("subject", "")
|
|
193
|
+
transMap["identifier_eissn"] = titleMap.get("eissn", "")
|
|
194
|
+
transMap["is_deprecated"] = titleMap.get("is_deprecated", "")
|
|
195
|
+
|
|
196
|
+
for field in self.fields:
|
|
197
|
+
if field not in transMap.keys():
|
|
198
|
+
transMap[field] = ""
|
|
199
|
+
return transMap
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
if __name__ == '__main__':
|
|
203
|
+
t = TransformJournalTitleToZt()
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
# -*- coding:utf-8 -*-
|
|
2
|
+
# @Time : 2021/12/15 14:09
|
|
3
|
+
# @Author: suhong
|
|
4
|
+
# @File : TransformPantentTitleToZt.py
|
|
5
|
+
# @Function :转换专利层到智图代码
|
|
6
|
+
from re_common.baselibrary.utils.basetime import BaseTime
|
|
7
|
+
|
|
8
|
+
from re_common.facade.mysqlfacade import MysqlUtiles
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class TransformPantentTitleToZt():
|
|
12
|
+
def __init__(self):
|
|
13
|
+
# 初始化fields
|
|
14
|
+
self.fields = [
|
|
15
|
+
"lngid",
|
|
16
|
+
"rawid",
|
|
17
|
+
"title",
|
|
18
|
+
"title_alternative",
|
|
19
|
+
"creator",
|
|
20
|
+
"creator_en",
|
|
21
|
+
"creator_bio",
|
|
22
|
+
"creator_institution",
|
|
23
|
+
"applicant",
|
|
24
|
+
"date",
|
|
25
|
+
"description",
|
|
26
|
+
"description_en",
|
|
27
|
+
"subject",
|
|
28
|
+
"subject_en",
|
|
29
|
+
"subject_clc",
|
|
30
|
+
"subject_esc",
|
|
31
|
+
"subject_isc",
|
|
32
|
+
"subject_csc",
|
|
33
|
+
"date_created",
|
|
34
|
+
"agency",
|
|
35
|
+
"agents",
|
|
36
|
+
"description_core",
|
|
37
|
+
"legal_status",
|
|
38
|
+
"pct_app_data",
|
|
39
|
+
"pct_enter_nation_date",
|
|
40
|
+
"pct_pub_data",
|
|
41
|
+
"priority_number",
|
|
42
|
+
"identifier_pissn",
|
|
43
|
+
"date_impl",
|
|
44
|
+
"identifier_standard",
|
|
45
|
+
"province_code",
|
|
46
|
+
"page",
|
|
47
|
+
"description_type",
|
|
48
|
+
"cited_cnt",
|
|
49
|
+
"language",
|
|
50
|
+
"country",
|
|
51
|
+
"type",
|
|
52
|
+
"provider",
|
|
53
|
+
"provider_url",
|
|
54
|
+
"provider_id",
|
|
55
|
+
"medium",
|
|
56
|
+
"batch",
|
|
57
|
+
"is_deprecated"
|
|
58
|
+
]
|
|
59
|
+
self.zt_providermap = dict()
|
|
60
|
+
self.mysqlutils = MysqlUtiles(None, None, builder="MysqlBuilderForDicts", dicts={
|
|
61
|
+
"host": "192.168.31.24",
|
|
62
|
+
"user": "root",
|
|
63
|
+
"passwd": "vipdatacenter",
|
|
64
|
+
"db": "data_warehouse_sql",
|
|
65
|
+
"port": "3306",
|
|
66
|
+
"chartset": "utf8mb4",
|
|
67
|
+
})
|
|
68
|
+
self.get_zt_provider()
|
|
69
|
+
|
|
70
|
+
def get_zt_provider(self):
|
|
71
|
+
rows = self.mysqlutils.SelectFromDB(
|
|
72
|
+
"select sub_db_id,provider from a_transform_task where source_type = '7' and out_type = 'zt'")
|
|
73
|
+
for row in rows[1]:
|
|
74
|
+
self.zt_providermap[row[0]] = row[1]
|
|
75
|
+
|
|
76
|
+
def transform(self, titleMap):
|
|
77
|
+
transMap = dict()
|
|
78
|
+
sub_db_id = titleMap.get("sub_db_id", "")
|
|
79
|
+
transMap["lngid"] = titleMap.get("lngid", "")
|
|
80
|
+
transMap["rawid"] = titleMap.get("rawid", "")
|
|
81
|
+
transMap["title"] = titleMap.get("title", "")
|
|
82
|
+
transMap["title_alternative"] = titleMap.get("title_alt", "")
|
|
83
|
+
transMap["creator"] = titleMap.get("author", "")
|
|
84
|
+
transMap["creator_en"] = titleMap.get("author_alt", "")
|
|
85
|
+
transMap["creator_bio"] = titleMap.get("author_intro", "")
|
|
86
|
+
transMap["creator_institution"] = titleMap.get("applicant_addr", "")
|
|
87
|
+
transMap["applicant"] = titleMap.get("applicant", "")
|
|
88
|
+
transMap["date"] = titleMap.get("pub_year", "")
|
|
89
|
+
transMap["description"] = titleMap.get("abstract", "")
|
|
90
|
+
transMap["description_en"] = titleMap.get("abstract_alt", "")
|
|
91
|
+
transMap["subject"] = titleMap.get("keyword", "")
|
|
92
|
+
transMap["subject_en"] = titleMap.get("keyword_alt", "")
|
|
93
|
+
transMap["subject_clc"] = titleMap.get("clc_no", "")
|
|
94
|
+
transMap["subject_esc"] = titleMap.get("subject_edu", "")
|
|
95
|
+
transMap["subject_isc"] = titleMap.get("ipc_no", "")
|
|
96
|
+
transMap["subject_csc"] = titleMap.get("ipc_no_1st", "")
|
|
97
|
+
transMap["date_created"] = titleMap.get("pub_date", "")
|
|
98
|
+
transMap["agency"] = titleMap.get("agency", "")
|
|
99
|
+
transMap["agent"] = titleMap.get("agent", "")
|
|
100
|
+
transMap["description_core"] = titleMap.get("claim", "")
|
|
101
|
+
transMap["legal_status"] = titleMap.get("legal_status", "")
|
|
102
|
+
transMap["pct_app_data"] = titleMap.get("pct_app_data", "")
|
|
103
|
+
transMap["pct_enter_nation_date"] = titleMap.get("pct_enter_nation_date", "")
|
|
104
|
+
transMap["pct_pub_data"] = titleMap.get("pct_pub_data", "")
|
|
105
|
+
transMap["priority_number"] = titleMap.get("priority_no", "")
|
|
106
|
+
transMap["identifier_pissn"] = titleMap.get("app_no", "")
|
|
107
|
+
transMap["date_impl"] = titleMap.get("app_date", "")
|
|
108
|
+
transMap["identifier_standard"] = titleMap.get("pub_no", "")
|
|
109
|
+
transMap["province_code"] = titleMap.get("organ_area", "")
|
|
110
|
+
transMap["page"] = titleMap.get("page_info", "")
|
|
111
|
+
transMap["description_type"] = titleMap.get("raw_type", "")
|
|
112
|
+
# transMap["provider"] = titleMap.get("zt_provider", "")
|
|
113
|
+
# if transMap["provider"] == "":
|
|
114
|
+
transMap["provider"] = self.zt_providermap[sub_db_id]
|
|
115
|
+
transMap["provider_url"] = transMap["provider"] + "@" + titleMap.get("provider_url")
|
|
116
|
+
transMap["provider_id"] = transMap["provider"] + "@" + titleMap.get("rawid")
|
|
117
|
+
transMap["batch"] = BaseTime().get_beijin_date_strins("%Y%m%d") + "00"
|
|
118
|
+
transMap["type"] = titleMap.get("source_type", "")
|
|
119
|
+
transMap["medium"] = "2"
|
|
120
|
+
transMap["country"] = titleMap.get("country", "")
|
|
121
|
+
transMap["language"] = titleMap.get("language", "")
|
|
122
|
+
transMap["is_deprecated"] = titleMap.get("is_deprecated", "")
|
|
123
|
+
|
|
124
|
+
|
|
125
|
+
for field in self.fields:
|
|
126
|
+
if field not in transMap.keys():
|
|
127
|
+
transMap[field] = ""
|
|
128
|
+
return transMap
|
|
129
|
+
|
|
130
|
+
|
|
131
|
+
if __name__ == '__main__':
|
|
132
|
+
t = TransformPantentTitleToZt()
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
# -*- coding:utf-8 -*-
|
|
2
|
+
# @Time : 2021/12/19 18:16
|
|
3
|
+
# @Author: suhong
|
|
4
|
+
# @File : TransformRegulationTitleToZt.py
|
|
5
|
+
# @Function : 法律法规a层转智图
|
|
6
|
+
from re_common.baselibrary.utils.basetime import BaseTime
|
|
7
|
+
|
|
8
|
+
from re_common.facade.mysqlfacade import MysqlUtiles
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class TransformRegulationTitleToZt():
|
|
12
|
+
def __init__(self):
|
|
13
|
+
self.fields = [
|
|
14
|
+
"lngid",
|
|
15
|
+
"rawid",
|
|
16
|
+
"title",
|
|
17
|
+
"title_alternative",
|
|
18
|
+
"creator",
|
|
19
|
+
"creator_en",
|
|
20
|
+
"creator_release",
|
|
21
|
+
"publisher",
|
|
22
|
+
"date",
|
|
23
|
+
"date_impl",
|
|
24
|
+
"description",
|
|
25
|
+
"description_en",
|
|
26
|
+
"legal_status",
|
|
27
|
+
"subject",
|
|
28
|
+
"subject_en",
|
|
29
|
+
"provider_subject",
|
|
30
|
+
"identifier_standard",
|
|
31
|
+
"page",
|
|
32
|
+
"pagecount",
|
|
33
|
+
"agency",
|
|
34
|
+
"contributor",
|
|
35
|
+
"description_type",
|
|
36
|
+
"agents",
|
|
37
|
+
"date_created",
|
|
38
|
+
"rawtype",
|
|
39
|
+
"pub_place",
|
|
40
|
+
"language",
|
|
41
|
+
"country",
|
|
42
|
+
"type",
|
|
43
|
+
"provider",
|
|
44
|
+
"provider_url",
|
|
45
|
+
"provider_id",
|
|
46
|
+
"medium",
|
|
47
|
+
"batch",
|
|
48
|
+
"is_deprecated"
|
|
49
|
+
]
|
|
50
|
+
self.zt_providermap = dict()
|
|
51
|
+
self.mysqlutils = MysqlUtiles(None, None, builder="MysqlBuilderForDicts", dicts={
|
|
52
|
+
"host": "192.168.31.24",
|
|
53
|
+
"user": "root",
|
|
54
|
+
"passwd": "vipdatacenter",
|
|
55
|
+
"db": "data_warehouse_sql",
|
|
56
|
+
"port": "3306",
|
|
57
|
+
"chartset": "utf8mb4",
|
|
58
|
+
})
|
|
59
|
+
self.get_zt_provider()
|
|
60
|
+
|
|
61
|
+
def get_zt_provider(self):
|
|
62
|
+
rows = self.mysqlutils.SelectFromDB(
|
|
63
|
+
"select sub_db_id,provider from a_transform_task where source_type = '8' and out_type = 'zt'")
|
|
64
|
+
for row in rows[1]:
|
|
65
|
+
self.zt_providermap[row[0]] = row[1]
|
|
66
|
+
|
|
67
|
+
def transform(self, titleMap):
|
|
68
|
+
transMap = dict()
|
|
69
|
+
sub_db_id = titleMap.get("sub_db_id", "")
|
|
70
|
+
transMap["lngid"] = titleMap.get("lngid", "")
|
|
71
|
+
transMap["rawid"] = titleMap.get("rawid", "")
|
|
72
|
+
transMap["title"] = titleMap.get("title", "")
|
|
73
|
+
transMap["title_alternative"] = titleMap.get("title_alt", "")
|
|
74
|
+
transMap["creator"] = titleMap.get("author", "")
|
|
75
|
+
transMap["creator_en"] = titleMap.get("author_alt", "")
|
|
76
|
+
transMap["creator_release"] = titleMap.get("host_organ", "")
|
|
77
|
+
transMap["publisher"] = titleMap.get("final_court", "")
|
|
78
|
+
transMap["date"] = titleMap.get("pub_year", "")
|
|
79
|
+
transMap["date_impl"] = titleMap.get("impl_date", "").replace("-","")
|
|
80
|
+
transMap["description"] = titleMap.get("abstract", "")
|
|
81
|
+
transMap["description_en"] = titleMap.get("abstract_alt", "")
|
|
82
|
+
transMap["legal_status"] = titleMap.get("legal_status", "")
|
|
83
|
+
transMap["subject"] = titleMap.get("keyword", "")
|
|
84
|
+
transMap["subject_en"] = titleMap.get("keyword_alt", "")
|
|
85
|
+
transMap["provider_subject"] = titleMap.get("subject", "")
|
|
86
|
+
transMap["identifier_standard"] = titleMap.get("pub_no", "")
|
|
87
|
+
transMap["page"] = titleMap.get("page_info", "")
|
|
88
|
+
transMap["pagecount"] = titleMap.get("page_cnt", "")
|
|
89
|
+
transMap["agency"] = titleMap.get("agency", "")
|
|
90
|
+
transMap["contributor"] = titleMap.get("contributor", "")
|
|
91
|
+
transMap["description_type"] = titleMap.get("level", "")
|
|
92
|
+
transMap["agents"] = titleMap.get("agents", "")
|
|
93
|
+
transMap["date_created"] = titleMap.get("pub_date", "").replace("-","")
|
|
94
|
+
transMap["rawtype"] = titleMap.get("raw_type", "")
|
|
95
|
+
transMap["pub_place"] = titleMap.get("pub_place", "")
|
|
96
|
+
# transMap["provider"] = titleMap.get("zt_provider", "")
|
|
97
|
+
# if transMap["provider"] == "":
|
|
98
|
+
transMap["provider"] = self.zt_providermap[sub_db_id]
|
|
99
|
+
transMap["provider_url"] = transMap["provider"] + "@" + titleMap.get("provider_url")
|
|
100
|
+
transMap["provider_id"] = transMap["provider"] + "@" + titleMap.get("rawid")
|
|
101
|
+
transMap["batch"] = BaseTime().get_beijin_date_strins("%Y%m%d") + "00"
|
|
102
|
+
transMap["type"] = titleMap.get("source_type", "")
|
|
103
|
+
transMap["medium"] = "2"
|
|
104
|
+
transMap["country"] = titleMap.get("country", "")
|
|
105
|
+
transMap["language"] = titleMap.get("language", "")
|
|
106
|
+
transMap["is_deprecated"] = titleMap.get("is_deprecated", "")
|
|
107
|
+
for field in self.fields:
|
|
108
|
+
if field not in transMap.keys():
|
|
109
|
+
transMap[field] = ""
|
|
110
|
+
return transMap
|
|
111
|
+
|
|
112
|
+
if __name__ == '__main__':
|
|
113
|
+
t = TransformRegulationTitleToZt()
|
|
114
|
+
|