PyPI - re-common - Versions diffs - 10.0.39__py3-none-any.whl → 10.0.41__py3-none-any.whl - Mend

re-common 10.0.39py3-none-any.whl → 10.0.41py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (221) hide show

re_common/baselibrary/__init__.py +4 -4
re_common/baselibrary/baseabs/__init__.py +6 -6
re_common/baselibrary/baseabs/baseabs.py +26 -26
re_common/baselibrary/database/mbuilder.py +132 -132
re_common/baselibrary/database/moudle.py +93 -93
re_common/baselibrary/database/msqlite3.py +194 -194
re_common/baselibrary/database/mysql.py +169 -169
re_common/baselibrary/database/sql_factory.py +26 -26
re_common/baselibrary/mthread/MThreadingRun.py +486 -486
re_common/baselibrary/mthread/MThreadingRunEvent.py +349 -349
re_common/baselibrary/mthread/__init__.py +2 -2
re_common/baselibrary/mthread/mythreading.py +695 -695
re_common/baselibrary/pakge_other/socks.py +404 -404
re_common/baselibrary/readconfig/config_factory.py +18 -18
re_common/baselibrary/readconfig/ini_config.py +317 -317
re_common/baselibrary/readconfig/toml_config.py +49 -49
re_common/baselibrary/temporary/envdata.py +36 -36
re_common/baselibrary/tools/all_requests/aiohttp_request.py +118 -118
re_common/baselibrary/tools/all_requests/httpx_requet.py +102 -102
re_common/baselibrary/tools/all_requests/mrequest.py +412 -412
re_common/baselibrary/tools/all_requests/requests_request.py +81 -81
re_common/baselibrary/tools/batch_compre/bijiao_batch.py +31 -31
re_common/baselibrary/tools/contrast_db3.py +123 -123
re_common/baselibrary/tools/copy_file.py +39 -39
re_common/baselibrary/tools/db3_2_sizedb3.py +102 -102
re_common/baselibrary/tools/foreachgz.py +39 -39
re_common/baselibrary/tools/get_attr.py +10 -10
re_common/baselibrary/tools/image_to_pdf.py +61 -61
re_common/baselibrary/tools/java_code_deal.py +139 -139
re_common/baselibrary/tools/javacode.py +79 -79
re_common/baselibrary/tools/mdb_db3.py +48 -48
re_common/baselibrary/tools/merge_file.py +171 -171
re_common/baselibrary/tools/merge_gz_file.py +165 -165
re_common/baselibrary/tools/mhdfstools/down_hdfs_files.py +42 -42
re_common/baselibrary/tools/mhdfstools/hdfst.py +42 -42
re_common/baselibrary/tools/mhdfstools/up_hdfs_files.py +38 -38
re_common/baselibrary/tools/mongo_tools.py +50 -50
re_common/baselibrary/tools/move_file.py +170 -170
re_common/baselibrary/tools/move_mongo/mongo_table_to_file.py +63 -63
re_common/baselibrary/tools/move_mongo/move_mongo_table.py +354 -354
re_common/baselibrary/tools/move_mongo/use_mttf.py +18 -18
re_common/baselibrary/tools/move_mongo/use_mv.py +93 -93
re_common/baselibrary/tools/mpandas/mpandasreadexcel.py +125 -125
re_common/baselibrary/tools/mpandas/pandas_visualization.py +7 -7
re_common/baselibrary/tools/myparsel.py +104 -104
re_common/baselibrary/tools/rename_dir_file.py +37 -37
re_common/baselibrary/tools/sequoiadb_utils.py +398 -398
re_common/baselibrary/tools/split_line_to_many.py +25 -25
re_common/baselibrary/tools/stringtodicts.py +33 -33
re_common/baselibrary/tools/workwechant_bot.py +84 -84
re_common/baselibrary/utils/baseaiohttp.py +296 -296
re_common/baselibrary/utils/baseaiomysql.py +87 -87
re_common/baselibrary/utils/baseallstep.py +191 -191
re_common/baselibrary/utils/baseavro.py +19 -19
re_common/baselibrary/utils/baseboto3.py +291 -291
re_common/baselibrary/utils/basecsv.py +32 -32
re_common/baselibrary/utils/basedict.py +133 -133
re_common/baselibrary/utils/basedir.py +241 -241
re_common/baselibrary/utils/baseencode.py +351 -351
re_common/baselibrary/utils/baseencoding.py +28 -28
re_common/baselibrary/utils/baseesdsl.py +86 -86
re_common/baselibrary/utils/baseexcel.py +264 -264
re_common/baselibrary/utils/baseexcept.py +109 -109
re_common/baselibrary/utils/basefile.py +654 -654
re_common/baselibrary/utils/baseftp.py +214 -214
re_common/baselibrary/utils/basegzip.py +60 -60
re_common/baselibrary/utils/basehdfs.py +135 -135
re_common/baselibrary/utils/basehttpx.py +268 -268
re_common/baselibrary/utils/baseip.py +87 -87
re_common/baselibrary/utils/basejson.py +2 -2
re_common/baselibrary/utils/baselist.py +32 -32
re_common/baselibrary/utils/basemotor.py +190 -190
re_common/baselibrary/utils/basemssql.py +98 -98
re_common/baselibrary/utils/baseodbc.py +113 -113
re_common/baselibrary/utils/basepandas.py +302 -302
re_common/baselibrary/utils/basepeewee.py +11 -11
re_common/baselibrary/utils/basepika.py +180 -180
re_common/baselibrary/utils/basepydash.py +143 -143
re_common/baselibrary/utils/basepymongo.py +230 -230
re_common/baselibrary/utils/basequeue.py +22 -22
re_common/baselibrary/utils/baserar.py +57 -57
re_common/baselibrary/utils/baserequest.py +279 -279
re_common/baselibrary/utils/baseset.py +8 -8
re_common/baselibrary/utils/basesmb.py +403 -403
re_common/baselibrary/utils/basestring.py +382 -382
re_common/baselibrary/utils/basetime.py +320 -320
re_common/baselibrary/utils/baseurl.py +121 -121
re_common/baselibrary/utils/basezip.py +57 -57
re_common/baselibrary/utils/core/__init__.py +7 -7
re_common/baselibrary/utils/core/bottomutils.py +18 -18
re_common/baselibrary/utils/core/mdeprecated.py +327 -327
re_common/baselibrary/utils/core/mlamada.py +16 -16
re_common/baselibrary/utils/core/msginfo.py +25 -25
re_common/baselibrary/utils/core/requests_core.py +103 -103
re_common/baselibrary/utils/fateadm.py +429 -429
re_common/baselibrary/utils/importfun.py +123 -123
re_common/baselibrary/utils/mfaker.py +57 -57
re_common/baselibrary/utils/my_abc/__init__.py +3 -3
re_common/baselibrary/utils/my_abc/better_abc.py +32 -32
re_common/baselibrary/utils/mylogger.py +414 -414
re_common/baselibrary/utils/myredisclient.py +861 -861
re_common/baselibrary/utils/pipupgrade.py +21 -21
re_common/baselibrary/utils/ringlist.py +85 -85
re_common/baselibrary/utils/version_compare.py +36 -36
re_common/baselibrary/utils/ydmhttp.py +126 -126
re_common/facade/lazy_import.py +11 -11
re_common/facade/loggerfacade.py +25 -25
re_common/facade/mysqlfacade.py +467 -467
re_common/facade/now.py +31 -31
re_common/facade/sqlite3facade.py +257 -257
re_common/facade/use/mq_use_facade.py +83 -83
re_common/facade/use/proxy_use_facade.py +19 -19
re_common/libtest/base_dict_test.py +19 -19
re_common/libtest/baseavro_test.py +13 -13
re_common/libtest/basefile_test.py +14 -14
re_common/libtest/basemssql_test.py +77 -77
re_common/libtest/baseodbc_test.py +7 -7
re_common/libtest/basepandas_test.py +38 -38
re_common/libtest/get_attr_test/get_attr_test_settings.py +14 -14
re_common/libtest/get_attr_test/settings.py +54 -54
re_common/libtest/idencode_test.py +53 -53
re_common/libtest/iniconfig_test.py +35 -35
re_common/libtest/ip_test.py +34 -34
re_common/libtest/merge_file_test.py +20 -20
re_common/libtest/mfaker_test.py +8 -8
re_common/libtest/mm3_test.py +31 -31
re_common/libtest/mylogger_test.py +88 -88
re_common/libtest/myparsel_test.py +27 -27
re_common/libtest/mysql_test.py +151 -151
re_common/libtest/pymongo_test.py +21 -21
re_common/libtest/split_test.py +11 -11
re_common/libtest/sqlite3_merge_test.py +5 -5
re_common/libtest/sqlite3_test.py +34 -34
re_common/libtest/tomlconfig_test.py +30 -30
re_common/libtest/use_tools_test/__init__.py +2 -2
re_common/libtest/user/__init__.py +4 -4
re_common/studio/__init__.py +4 -4
re_common/studio/assignment_expressions.py +36 -36
re_common/studio/mydash/test1.py +18 -18
re_common/studio/pydashstudio/first.py +9 -9
re_common/studio/streamlitstudio/first_app.py +65 -65
re_common/studio/streamlitstudio/uber_pickups.py +23 -23
re_common/studio/test.py +18 -18
re_common/v2/baselibrary/business_utils/BusinessStringUtil.py +235 -220
re_common/v2/baselibrary/business_utils/baseencodeid.py +100 -100
re_common/v2/baselibrary/business_utils/full_doi_path.py +116 -116
re_common/v2/baselibrary/business_utils/rel_tools.py +6 -6
re_common/v2/baselibrary/decorators/utils.py +59 -59
re_common/v2/baselibrary/helpers/search_packge/NearestNeighbors_test.py +105 -105
re_common/v2/baselibrary/helpers/search_packge/fit_text_match.py +253 -253
re_common/v2/baselibrary/helpers/search_packge/scikit_learn_text_matcher.py +260 -260
re_common/v2/baselibrary/helpers/search_packge/test.py +1 -1
re_common/v2/baselibrary/s3object/baseboto3.py +230 -230
re_common/v2/baselibrary/tools/WeChatRobot.py +95 -95
re_common/v2/baselibrary/tools/ac_ahocorasick.py +75 -75
re_common/v2/baselibrary/tools/concurrency.py +35 -35
re_common/v2/baselibrary/tools/data_processer/base.py +53 -53
re_common/v2/baselibrary/tools/data_processer/data_processer.py +497 -508
re_common/v2/baselibrary/tools/data_processer/data_reader.py +187 -187
re_common/v2/baselibrary/tools/data_processer/data_writer.py +38 -38
re_common/v2/baselibrary/tools/dict_tools.py +44 -44
re_common/v2/baselibrary/tools/dolphinscheduler.py +187 -187
re_common/v2/baselibrary/tools/hdfs_base_processor.py +204 -204
re_common/v2/baselibrary/tools/hdfs_bulk_processor.py +67 -67
re_common/v2/baselibrary/tools/hdfs_data_processer.py +338 -338
re_common/v2/baselibrary/tools/hdfs_line_processor.py +74 -74
re_common/v2/baselibrary/tools/list_tools.py +69 -69
re_common/v2/baselibrary/tools/resume_tracker.py +94 -94
re_common/v2/baselibrary/tools/search_hash_tools.py +54 -54
re_common/v2/baselibrary/tools/text_matcher.py +326 -326
re_common/v2/baselibrary/tools/tree_processor/__init__.py +0 -0
re_common/v2/baselibrary/tools/tree_processor/builder.py +25 -0
re_common/v2/baselibrary/tools/tree_processor/node.py +13 -0
re_common/v2/baselibrary/tools/unionfind_tools.py +60 -60
re_common/v2/baselibrary/utils/BusinessStringUtil.py +196 -196
re_common/v2/baselibrary/utils/api_net_utils.py +270 -270
re_common/v2/baselibrary/utils/author_smi.py +361 -361
re_common/v2/baselibrary/utils/base_string_similarity.py +158 -158
re_common/v2/baselibrary/utils/basedict.py +37 -37
re_common/v2/baselibrary/utils/basehdfs.py +163 -163
re_common/v2/baselibrary/utils/basepika.py +180 -180
re_common/v2/baselibrary/utils/basetime.py +94 -77
re_common/v2/baselibrary/utils/db.py +174 -156
re_common/v2/baselibrary/utils/elasticsearch.py +46 -0
re_common/v2/baselibrary/utils/json_cls.py +16 -16
re_common/v2/baselibrary/utils/mq.py +83 -83
re_common/v2/baselibrary/utils/n_ary_expression_tree.py +243 -243
re_common/v2/baselibrary/utils/string_bool.py +187 -186
re_common/v2/baselibrary/utils/string_clear.py +246 -246
re_common/v2/baselibrary/utils/string_smi.py +18 -18
re_common/v2/baselibrary/utils/stringutils.py +312 -271
re_common/vip/base_step_process.py +11 -11
re_common/vip/baseencodeid.py +90 -90
re_common/vip/changetaskname.py +28 -28
re_common/vip/core_var.py +24 -24
re_common/vip/mmh3Hash.py +89 -89
re_common/vip/proxy/allproxys.py +127 -127
re_common/vip/proxy/allproxys_thread.py +159 -159
re_common/vip/proxy/cnki_proxy.py +153 -153
re_common/vip/proxy/kuaidaili.py +87 -87
re_common/vip/proxy/proxy_all.py +113 -113
re_common/vip/proxy/update_kuaidaili_0.py +42 -42
re_common/vip/proxy/wanfang_proxy.py +152 -152
re_common/vip/proxy/wp_proxy_all.py +181 -181
re_common/vip/read_rawid_to_txt.py +91 -91
re_common/vip/title/__init__.py +5 -5
re_common/vip/title/transform/TransformBookTitleToZt.py +125 -125
re_common/vip/title/transform/TransformConferenceTitleToZt.py +139 -139
re_common/vip/title/transform/TransformCstadTitleToZt.py +195 -195
re_common/vip/title/transform/TransformJournalTitleToZt.py +203 -203
re_common/vip/title/transform/TransformPatentTitleToZt.py +132 -132
re_common/vip/title/transform/TransformRegulationTitleToZt.py +114 -114
re_common/vip/title/transform/TransformStandardTitleToZt.py +135 -135
re_common/vip/title/transform/TransformThesisTitleToZt.py +135 -135
re_common/vip/title/transform/__init__.py +10 -10
{re_common-10.0.39.dist-info → re_common-10.0.41.dist-info}/LICENSE +201 -201
{re_common-10.0.39.dist-info → re_common-10.0.41.dist-info}/METADATA +16 -16
re_common-10.0.41.dist-info/RECORD +252 -0
{re_common-10.0.39.dist-info → re_common-10.0.41.dist-info}/WHEEL +1 -1
re_common-10.0.39.dist-info/RECORD +0 -248
{re_common-10.0.39.dist-info → re_common-10.0.41.dist-info}/top_level.txt +0 -0

re_common/vip/title/transform/TransformBookTitleToZt.py CHANGED Viewed

@@ -1,125 +1,125 @@
-# -*- coding:utf-8 -*-
-# @Time : 2021/12/19 18:16
-# @Author: suhong
-# @File : TransformBookTitleToZt.py
-# @Function : 图书a层转智图
-from re_common.baselibrary.utils.basetime import BaseTime
-from re_common.facade.mysqlfacade import MysqlUtiles
-class TransformBookTitleToZt():
-    def __init__(self):
-        self.fields = [
-            "lngid",
-            "rawid",
-            "title",
-            "title_alternative",
-            "title_sub",
-            "title_edition",
-            "title_series",
-            "identifier_eisbn",
-            "identifier_pisbn",
-            "identifier_doi",
-            "creator",
-            "creator_en",
-            "creator_bio",
-            "creator_institution",
-            "publisher",
-            "date",
-            "description",
-            "description_en",
-            "description_unit",
-            "subject",
-            "subject_en",
-            "subject_clc",
-            "subject_esc",
-            "page",
-            "beginpage",
-            "endpage",
-            "pagecount",
-            "date_created",
-            "rawtype",
-            "folio_size",
-            "price",
-            "pub_place",
-            "language",
-            "country",
-            "type",
-            "provider",
-            "provider_url",
-            "provider_id",
-            "medium",
-            "batch",
-            "is_deprecated"
-        ]
-        self.zt_providermap = dict()
-        self.mysqlutils = MysqlUtiles(None, None, builder="MysqlBuilderForDicts", dicts={
-            "host": "192.168.31.24",
-            "user": "root",
-            "passwd": "vipdatacenter",
-            "db": "data_warehouse_sql",
-            "port": "3306",
-            "chartset": "utf8mb4",
-        })
-        self.get_zt_provider()
-    def get_zt_provider(self):
-        rows = self.mysqlutils.SelectFromDB(
-            "select sub_db_id,provider from a_transform_task where source_type = '1' and out_type = 'zt'")
-        for row in rows[1]:
-            self.zt_providermap[row[0]] = row[1]
-    def transform(self, titleMap):
-        transMap = dict()
-        sub_db_id = titleMap.get("sub_db_id", "")
-        transMap["lngid"] = titleMap.get("lngid", "")
-        transMap["rawid"] = titleMap.get("rawid", "")
-        transMap["title"] = titleMap.get("title", "")
-        transMap["title_alternative"] = titleMap.get("title_alt", "")
-        transMap["title_series"] = titleMap.get("title_series", "")
-        transMap["title_edition"] = titleMap.get("revision", "")
-        transMap["identifier_eisbn"] = titleMap.get("eisbn", "")
-        transMap["identifier_pisbn"] = titleMap.get("isbn", "")
-        transMap["identifier_doi"] = titleMap.get("doi", "")
-        transMap["creator"] = titleMap.get("author", "")
-        transMap["creator_en"] = titleMap.get("author_alt", "")
-        transMap["creator_institution"] = titleMap.get("organ", "")
-        transMap["creator_bio"] = titleMap.get("author_intro", "")
-        transMap["publisher"] = titleMap.get("publisher", "")
-        transMap["date"] = titleMap.get("pub_year", "")
-        transMap["description"] = titleMap.get("abstract", "")
-        transMap["description_en"] = titleMap.get("abstract_alt", "")
-        transMap["description_unit"] = titleMap.get("catalog", "")
-        transMap["subject"] = titleMap.get("keyword", "")
-        transMap["subject_en"] = titleMap.get("keyword_alt", "")
-        transMap["subject_clc"] = titleMap.get("clc_no", "")
-        transMap["subject_esc"] = titleMap.get("subject_edu", "")
-        transMap["page"] = titleMap.get("page_info", "")
-        transMap["beginpage"] = titleMap.get("begin_page", "")
-        transMap["endpage"] = titleMap.get("end_page", "")
-        transMap["pagecount"] = titleMap.get("page_cnt", "")
-        transMap["date_created"] = titleMap.get("pub_date", "")
-        transMap["rawtype"] = titleMap.get("raw_type", "")
-        transMap["folio_size"] = titleMap.get("book_size", "")
-        transMap["price"] = titleMap.get("price", "")
-        transMap["pub_place"] = titleMap.get("pub_place", "")
-        # transMap["provider"] = titleMap.get("zt_provider", "")
-        # if transMap["provider"] == "":
-        transMap["provider"] = self.zt_providermap[sub_db_id]
-        transMap["provider_url"] = transMap["provider"] + "@" + titleMap.get("provider_url")
-        transMap["provider_id"] = transMap["provider"] + "@" + titleMap.get("rawid")
-        transMap["batch"] = BaseTime().get_beijin_date_strins("%Y%m%d") + "00"
-        transMap["type"] = titleMap.get("source_type", "")
-        transMap["medium"] = "2"
-        transMap["country"] = titleMap.get("country", "")
-        transMap["language"] = titleMap.get("language", "")
-        transMap["is_deprecated"] = titleMap.get("is_deprecated", "")
-        for field in self.fields:
-            if field not in transMap.keys():
-                transMap[field] = ""
-        return transMap
-if __name__ == '__main__':
-    t = TransformBookTitleToZt()
+# -*- coding:utf-8 -*-
+# @Time : 2021/12/19 18:16
+# @Author: suhong
+# @File : TransformBookTitleToZt.py
+# @Function : 图书a层转智图
+from re_common.baselibrary.utils.basetime import BaseTime
+from re_common.facade.mysqlfacade import MysqlUtiles
+class TransformBookTitleToZt():
+    def __init__(self):
+        self.fields = [
+            "lngid",
+            "rawid",
+            "title",
+            "title_alternative",
+            "title_sub",
+            "title_edition",
+            "title_series",
+            "identifier_eisbn",
+            "identifier_pisbn",
+            "identifier_doi",
+            "creator",
+            "creator_en",
+            "creator_bio",
+            "creator_institution",
+            "publisher",
+            "date",
+            "description",
+            "description_en",
+            "description_unit",
+            "subject",
+            "subject_en",
+            "subject_clc",
+            "subject_esc",
+            "page",
+            "beginpage",
+            "endpage",
+            "pagecount",
+            "date_created",
+            "rawtype",
+            "folio_size",
+            "price",
+            "pub_place",
+            "language",
+            "country",
+            "type",
+            "provider",
+            "provider_url",
+            "provider_id",
+            "medium",
+            "batch",
+            "is_deprecated"
+        ]
+        self.zt_providermap = dict()
+        self.mysqlutils = MysqlUtiles(None, None, builder="MysqlBuilderForDicts", dicts={
+            "host": "192.168.31.24",
+            "user": "root",
+            "passwd": "vipdatacenter",
+            "db": "data_warehouse_sql",
+            "port": "3306",
+            "chartset": "utf8mb4",
+        })
+        self.get_zt_provider()
+    def get_zt_provider(self):
+        rows = self.mysqlutils.SelectFromDB(
+            "select sub_db_id,provider from a_transform_task where source_type = '1' and out_type = 'zt'")
+        for row in rows[1]:
+            self.zt_providermap[row[0]] = row[1]
+    def transform(self, titleMap):
+        transMap = dict()
+        sub_db_id = titleMap.get("sub_db_id", "")
+        transMap["lngid"] = titleMap.get("lngid", "")
+        transMap["rawid"] = titleMap.get("rawid", "")
+        transMap["title"] = titleMap.get("title", "")
+        transMap["title_alternative"] = titleMap.get("title_alt", "")
+        transMap["title_series"] = titleMap.get("title_series", "")
+        transMap["title_edition"] = titleMap.get("revision", "")
+        transMap["identifier_eisbn"] = titleMap.get("eisbn", "")
+        transMap["identifier_pisbn"] = titleMap.get("isbn", "")
+        transMap["identifier_doi"] = titleMap.get("doi", "")
+        transMap["creator"] = titleMap.get("author", "")
+        transMap["creator_en"] = titleMap.get("author_alt", "")
+        transMap["creator_institution"] = titleMap.get("organ", "")
+        transMap["creator_bio"] = titleMap.get("author_intro", "")
+        transMap["publisher"] = titleMap.get("publisher", "")
+        transMap["date"] = titleMap.get("pub_year", "")
+        transMap["description"] = titleMap.get("abstract", "")
+        transMap["description_en"] = titleMap.get("abstract_alt", "")
+        transMap["description_unit"] = titleMap.get("catalog", "")
+        transMap["subject"] = titleMap.get("keyword", "")
+        transMap["subject_en"] = titleMap.get("keyword_alt", "")
+        transMap["subject_clc"] = titleMap.get("clc_no", "")
+        transMap["subject_esc"] = titleMap.get("subject_edu", "")
+        transMap["page"] = titleMap.get("page_info", "")
+        transMap["beginpage"] = titleMap.get("begin_page", "")
+        transMap["endpage"] = titleMap.get("end_page", "")
+        transMap["pagecount"] = titleMap.get("page_cnt", "")
+        transMap["date_created"] = titleMap.get("pub_date", "")
+        transMap["rawtype"] = titleMap.get("raw_type", "")
+        transMap["folio_size"] = titleMap.get("book_size", "")
+        transMap["price"] = titleMap.get("price", "")
+        transMap["pub_place"] = titleMap.get("pub_place", "")
+        # transMap["provider"] = titleMap.get("zt_provider", "")
+        # if transMap["provider"] == "":
+        transMap["provider"] = self.zt_providermap[sub_db_id]
+        transMap["provider_url"] = transMap["provider"] + "@" + titleMap.get("provider_url")
+        transMap["provider_id"] = transMap["provider"] + "@" + titleMap.get("rawid")
+        transMap["batch"] = BaseTime().get_beijin_date_strins("%Y%m%d") + "00"
+        transMap["type"] = titleMap.get("source_type", "")
+        transMap["medium"] = "2"
+        transMap["country"] = titleMap.get("country", "")
+        transMap["language"] = titleMap.get("language", "")
+        transMap["is_deprecated"] = titleMap.get("is_deprecated", "")
+        for field in self.fields:
+            if field not in transMap.keys():
+                transMap[field] = ""
+        return transMap
+if __name__ == '__main__':
+    t = TransformBookTitleToZt()

re_common/vip/title/transform/TransformConferenceTitleToZt.py CHANGED Viewed

@@ -1,139 +1,139 @@
-# -*- coding:utf-8 -*-
-# @Time : 2021/12/15 14:09
-# @Author: suhong
-# @File : TransformConferenceTitleToZt.py
-# @Function :转换会议a层到智图代码
-from re_common.baselibrary.utils.basetime import BaseTime
-from re_common.facade.mysqlfacade import MysqlUtiles
-class TransformConferenceTitleToZt():
-    def __init__(self):
-        # 初始化fields
-        self.fields = [
-            "lngid",
-            "rawid",
-            "title",
-            "title_alternative",
-            "title_series",
-            "title_edition",
-            "applicant",
-            "identifier_doi",
-            "creator",
-            "creator_en",
-            "creator_institution",
-            "creator_bio",
-            "creator_drafting",
-            "creator_release",
-            "source",
-            "source_en",
-            "source_institution",
-            "publisher",
-            "date",
-            "description",
-            "description_en",
-            "description_fund",
-            "subject",
-            "subject_en",
-            "page",
-            "beginpage",
-            "endpage",
-            "jumppage",
-            "pagecount",
-            "subject_clc",
-            "subject_esc",
-            "date_created",
-            "pub_place",
-            "language",
-            "country",
-            "type",
-            "provider",
-            "provider_url",
-            "provider_id",
-            "medium",
-            "batch",
-            "is_deprecated",
-            "if_pdf_fulltext",
-            "if_html_fulltext"
-        ]
-        self.zt_providermap = dict()
-        self.mysqlutils = MysqlUtiles(None, None, builder="MysqlBuilderForDicts", dicts={
-            "host": "192.168.31.24",
-            "user": "root",
-            "passwd": "vipdatacenter",
-            "db": "data_warehouse_sql",
-            "port": "3306",
-            "chartset": "utf8mb4",
-        })
-        self.get_zt_provider()
-    def get_zt_provider(self):
-        rows = self.mysqlutils.SelectFromDB(
-            "select sub_db_id,provider from a_transform_task where source_type = '6' and out_type = 'zt'")
-        for row in rows[1]:
-            self.zt_providermap[row[0]] = row[1]
-    def transform(self, titleMap):
-        transMap = dict()
-        sub_db_id = titleMap.get("sub_db_id", "")
-        transMap["lngid"] = titleMap.get("lngid", "")
-        transMap["rawid"] = titleMap.get("rawid", "")
-        transMap["title"] = titleMap.get("title", "")
-        transMap["title_alternative"] = titleMap.get("title_alt", "")
-        transMap["title_series"] = titleMap.get("meeting_record_name", "")
-        transMap["title_edition"] = titleMap.get("revision", "")
-        transMap["applicant"] = titleMap.get("applicant", "")
-        transMap["identifier_doi"] = titleMap.get("doi", "")
-        transMap["creator"] = titleMap.get("author", "")
-        transMap["creator_en"] = titleMap.get("author_alt", "")
-        transMap["creator_institution"] = titleMap.get("organ", "")
-        transMap["creator_bio"] = titleMap.get("author_intro", "")
-        transMap["creator_drafting"] = titleMap.get("society", "")
-        transMap["creator_release"] = titleMap.get("host_organ", "")
-        transMap["source"] = titleMap.get("meeting_name", "")
-        transMap["source_en"] = titleMap.get("meeting_name_alt", "")
-        transMap["source_institution"] = titleMap.get("meeting_place", "")
-        transMap["publisher"] = titleMap.get("publisher", "")
-        transMap["date"] = titleMap.get("pub_year", "")
-        transMap["description"] = titleMap.get("abstract", "")
-        transMap["description_en"] = titleMap.get("abstract_alt", "")
-        transMap["description_fund"] = titleMap.get("fund", "")
-        transMap["subject"] = titleMap.get("keyword", "")
-        transMap["subject_en"] = titleMap.get("keyword_alt", "")
-        transMap["page"] = titleMap.get("page_info", "")
-        transMap["beginpage"] = titleMap.get("begin_page", "")
-        transMap["endpage"] = titleMap.get("end_page", "")
-        transMap["jumppage"] = titleMap.get("jump_page", "")
-        transMap["pagecount"] = titleMap.get("page_cnt", "")
-        transMap["subject_clc"] = titleMap.get("clc_no", "")
-        transMap["subject_esc"] = titleMap.get("subject_edu", "")
-        transMap["date_created"] = titleMap.get("pub_date", "")
-        transMap["pub_place"] = titleMap.get("pub_place", "")
-        # transMap["provider"] = titleMap.get("zt_provider", "")
-        # if transMap["provider"] == "":
-        transMap["provider"] = self.zt_providermap[sub_db_id]
-        transMap["provider_url"] = transMap["provider"] + "@" + titleMap.get("provider_url")
-        transMap["provider_id"] = transMap["provider"] + "@" + titleMap.get("rawid")
-        transMap["batch"] = BaseTime().get_beijin_date_strins("%Y%m%d") + "00"
-        transMap["type"] = titleMap.get("source_type", "")
-        transMap["medium"] = "2"
-        transMap["country"] = titleMap.get("country", "")
-        transMap["language"] = titleMap.get("language", "")
-        fulltext_type = titleMap.get("fulltext_type", "")
-        transMap["if_pdf_fulltext"] = "0"
-        transMap["if_html_fulltext"] = "0"
-        if "pdf" in fulltext_type:
-            transMap["if_pdf_fulltext"] = "1"
-        if "html" in fulltext_type:
-            transMap["if_html_fulltext"] = "1"
-        transMap["is_deprecated"] = titleMap.get("is_deprecated", "")
-        for field in self.fields:
-            if field not in transMap.keys():
-                transMap[field] = ""
-        return transMap
-if __name__ == '__main__':
-    t = TransformConferenceTitleToZt()
+# -*- coding:utf-8 -*-
+# @Time : 2021/12/15 14:09
+# @Author: suhong
+# @File : TransformConferenceTitleToZt.py
+# @Function :转换会议a层到智图代码
+from re_common.baselibrary.utils.basetime import BaseTime
+from re_common.facade.mysqlfacade import MysqlUtiles
+class TransformConferenceTitleToZt():
+    def __init__(self):
+        # 初始化fields
+        self.fields = [
+            "lngid",
+            "rawid",
+            "title",
+            "title_alternative",
+            "title_series",
+            "title_edition",
+            "applicant",
+            "identifier_doi",
+            "creator",
+            "creator_en",
+            "creator_institution",
+            "creator_bio",
+            "creator_drafting",
+            "creator_release",
+            "source",
+            "source_en",
+            "source_institution",
+            "publisher",
+            "date",
+            "description",
+            "description_en",
+            "description_fund",
+            "subject",
+            "subject_en",
+            "page",
+            "beginpage",
+            "endpage",
+            "jumppage",
+            "pagecount",
+            "subject_clc",
+            "subject_esc",
+            "date_created",
+            "pub_place",
+            "language",
+            "country",
+            "type",
+            "provider",
+            "provider_url",
+            "provider_id",
+            "medium",
+            "batch",
+            "is_deprecated",
+            "if_pdf_fulltext",
+            "if_html_fulltext"
+        ]
+        self.zt_providermap = dict()
+        self.mysqlutils = MysqlUtiles(None, None, builder="MysqlBuilderForDicts", dicts={
+            "host": "192.168.31.24",
+            "user": "root",
+            "passwd": "vipdatacenter",
+            "db": "data_warehouse_sql",
+            "port": "3306",
+            "chartset": "utf8mb4",
+        })
+        self.get_zt_provider()
+    def get_zt_provider(self):
+        rows = self.mysqlutils.SelectFromDB(
+            "select sub_db_id,provider from a_transform_task where source_type = '6' and out_type = 'zt'")
+        for row in rows[1]:
+            self.zt_providermap[row[0]] = row[1]
+    def transform(self, titleMap):
+        transMap = dict()
+        sub_db_id = titleMap.get("sub_db_id", "")
+        transMap["lngid"] = titleMap.get("lngid", "")
+        transMap["rawid"] = titleMap.get("rawid", "")
+        transMap["title"] = titleMap.get("title", "")
+        transMap["title_alternative"] = titleMap.get("title_alt", "")
+        transMap["title_series"] = titleMap.get("meeting_record_name", "")
+        transMap["title_edition"] = titleMap.get("revision", "")
+        transMap["applicant"] = titleMap.get("applicant", "")
+        transMap["identifier_doi"] = titleMap.get("doi", "")
+        transMap["creator"] = titleMap.get("author", "")
+        transMap["creator_en"] = titleMap.get("author_alt", "")
+        transMap["creator_institution"] = titleMap.get("organ", "")
+        transMap["creator_bio"] = titleMap.get("author_intro", "")
+        transMap["creator_drafting"] = titleMap.get("society", "")
+        transMap["creator_release"] = titleMap.get("host_organ", "")
+        transMap["source"] = titleMap.get("meeting_name", "")
+        transMap["source_en"] = titleMap.get("meeting_name_alt", "")
+        transMap["source_institution"] = titleMap.get("meeting_place", "")
+        transMap["publisher"] = titleMap.get("publisher", "")
+        transMap["date"] = titleMap.get("pub_year", "")
+        transMap["description"] = titleMap.get("abstract", "")
+        transMap["description_en"] = titleMap.get("abstract_alt", "")
+        transMap["description_fund"] = titleMap.get("fund", "")
+        transMap["subject"] = titleMap.get("keyword", "")
+        transMap["subject_en"] = titleMap.get("keyword_alt", "")
+        transMap["page"] = titleMap.get("page_info", "")
+        transMap["beginpage"] = titleMap.get("begin_page", "")
+        transMap["endpage"] = titleMap.get("end_page", "")
+        transMap["jumppage"] = titleMap.get("jump_page", "")
+        transMap["pagecount"] = titleMap.get("page_cnt", "")
+        transMap["subject_clc"] = titleMap.get("clc_no", "")
+        transMap["subject_esc"] = titleMap.get("subject_edu", "")
+        transMap["date_created"] = titleMap.get("pub_date", "")
+        transMap["pub_place"] = titleMap.get("pub_place", "")
+        # transMap["provider"] = titleMap.get("zt_provider", "")
+        # if transMap["provider"] == "":
+        transMap["provider"] = self.zt_providermap[sub_db_id]
+        transMap["provider_url"] = transMap["provider"] + "@" + titleMap.get("provider_url")
+        transMap["provider_id"] = transMap["provider"] + "@" + titleMap.get("rawid")
+        transMap["batch"] = BaseTime().get_beijin_date_strins("%Y%m%d") + "00"
+        transMap["type"] = titleMap.get("source_type", "")
+        transMap["medium"] = "2"
+        transMap["country"] = titleMap.get("country", "")
+        transMap["language"] = titleMap.get("language", "")
+        fulltext_type = titleMap.get("fulltext_type", "")
+        transMap["if_pdf_fulltext"] = "0"
+        transMap["if_html_fulltext"] = "0"
+        if "pdf" in fulltext_type:
+            transMap["if_pdf_fulltext"] = "1"
+        if "html" in fulltext_type:
+            transMap["if_html_fulltext"] = "1"
+        transMap["is_deprecated"] = titleMap.get("is_deprecated", "")
+        for field in self.fields:
+            if field not in transMap.keys():
+                transMap[field] = ""
+        return transMap
+if __name__ == '__main__':
+    t = TransformConferenceTitleToZt()

re-common 10.0.39__py3-none-any.whl → 10.0.41__py3-none-any.whl

re-common 10.0.39py3-none-any.whl → 10.0.41py3-none-any.whl