re-common 10.0.38__py3-none-any.whl → 10.0.40__py3-none-any.whl

re_common/v2/baselibrary/business_utils/baseencodeid.py

@@ -10,7 +10,7 @@ class BaseLngid(object):
     def __int__(self):
         pass
 
-    def basBaseEncodeID(self, strRaw):
+    def BaseEncodeID(self, strRaw):
         r""" 自定义base编码 """
 
         strEncode = base64.b32encode(strRaw.encode('utf8')).decode('utf8')

re_common/v2/baselibrary/utils/elasticsearch.py

@@ -0,0 +1,46 @@
+# elasticsearch[async]~=8.11.1
+from typing import Any, Dict, List
+from elasticsearch import AsyncElasticsearch, helpers
+
+DEFAULT_CONFIG = {
+    "hosts": [
+        "http://192.168.32.97:9200",
+        "http://192.168.32.99:9200",
+        "http://192.168.32.101:9200",
+        "http://192.168.32.103:9200",
+    ],
+    "basic_auth": ("elastic", "Zl2bWsOuvqi0IUwpvGhK"),
+    "timeout": 60,
+}
+
+
+def get_es(config=DEFAULT_CONFIG):
+    es = AsyncElasticsearch(**config)
+    return es
+
+
+async def update(es: AsyncElasticsearch, index: str, doc_id: str, doc: Dict[str, Any], doc_as_upsert: bool = False):
+    return await es.update(index=index, id=doc_id, doc=doc, doc_as_upsert=doc_as_upsert)
+
+
+async def bulk_update(es: AsyncElasticsearch, index: str, docs: List[Dict[str, Any]], doc_as_upsert: bool = False):
+    """
+    批量更新ES文档
+
+    docs 格式示例：
+    [
+        {"_id": "1", "doc": {"field1": "value1"}},
+        {"_id": "2", "doc": {"field2": "value2"}},
+    ]
+    """
+    actions = []
+    for item in docs:
+        action = {
+            "_op_type": "update",
+            "_index": index,
+            "_id": item["_id"],
+            "doc": item["doc"],
+            "doc_as_upsert": doc_as_upsert,
+        }
+        actions.append(action)
+    return await helpers.async_bulk(es, actions=actions)

re_common/v2/baselibrary/utils/stringutils.py

@@ -5,7 +5,6 @@ from itertools import combinations
 
 import regex
 import unicodedata
-from parsel import Selector
 
 from re_common.v2.baselibrary.utils.string_smi import JaroDamerauLevenshteinMaxSim
 
@@ -32,31 +31,23 @@ def bj2qj(src):
     return ''.join(buf)
 
 
-def qj2bj(src):
-    """
-    全角转半角
-    :param src:
-    :return:
-    """
-    if src is None:
-        return src
-
-    SBC_CHAR_START = 0xFF01
-    SBC_CHAR_END = 0xFF5E
-    CONVERT_STEP = 0xFEE0
-    DBC_SPACE = ' '
-    SBC_SPACE = '　'
-
-    buf = []
-    for char in src:
-        if SBC_CHAR_START <= ord(char) <= SBC_CHAR_END:
-            buf.append(chr(ord(char) - CONVERT_STEP))
-        elif char == SBC_SPACE:
-            buf.append(DBC_SPACE)
-        else:
-            buf.append(char)
-
-    return ''.join(buf)
+def qj2bj(text):
+    if text is None:
+        return text
+    # 预构建全角到半角的转换映射表（只需构建一次）
+    if not hasattr(qj2bj, 'trans_table'):
+        trans_map = {}
+        # 处理全角空格
+        trans_map[0x3000] = 0x0020
+        # 处理全角字符范围FF01-FF5E
+        for code in range(0xFF01, 0xFF5F):
+            trans_map[code] = code - 0xFEE0
+        # 创建转换表（字符到字符的映射）
+        qj2bj.trans_table = str.maketrans(
+            {chr(k): chr(v) for k, v in trans_map.items()}
+        )
+    # 使用预编译的转换表进行高效替换
+    return text.translate(qj2bj.trans_table)
 
 
 """

{re_common-10.0.38.dist-info → re_common-10.0.40.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: re_common
-Version: 10.0.38
+Version: 10.0.40
 Summary: a library about all python projects
 Home-page: https://gitee.com/xujiangios/re-common
 Author: vic
@@ -11,6 +11,14 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: requires-python
+Dynamic: summary
 
 
     这是一个基础类，依赖很多的第三方包，是一个用得到的第三方库的封装，可以在此基础上迅速构建项目

{re_common-10.0.38.dist-info → re_common-10.0.40.dist-info}/RECORD

@@ -165,7 +165,7 @@ re_common/v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 re_common/v2/baselibrary/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 re_common/v2/baselibrary/business_utils/BusinessStringUtil.py,sha256=PaYg_5fLV2FM-Hp8r08RkLorOilXHvCtBLfRUT2MDJk,7681
 re_common/v2/baselibrary/business_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-re_common/v2/baselibrary/business_utils/baseencodeid.py,sha256=9opWNmDKg0ezSJKERHKaPF48W9PuChiUDNe64Xv08is,3598
+re_common/v2/baselibrary/business_utils/baseencodeid.py,sha256=3f52e0jtgCFzPEyReia8TupwiE64t_VyBT-a7uQCXAY,3595
 re_common/v2/baselibrary/business_utils/full_doi_path.py,sha256=vsoS1ZGyNzeORon_z1sHt1M41sS22pvJHMgWJH3xZ-M,3378
 re_common/v2/baselibrary/business_utils/rel_tools.py,sha256=LfnGFCkUSxg1SHvOMOQdP1PiHxIKqk7Syuk5YYpjJag,295
 re_common/v2/baselibrary/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -208,13 +208,14 @@ re_common/v2/baselibrary/utils/basehdfs.py,sha256=wwvk4kvipD-AVWCF0WRzBTM2q2wAvQ
 re_common/v2/baselibrary/utils/basepika.py,sha256=ifOb3UsGj79k40aD9UK6-5BMPw43ZAo0SO3AYD4q4vw,7332
 re_common/v2/baselibrary/utils/basetime.py,sha256=b7U_ho6nE3fjYBxSkdMHXUOd3ClH6KkW_7p7l2Gs4gA,3038
 re_common/v2/baselibrary/utils/db.py,sha256=5IOYOOGe6mNKhOeaCAq0iif5yJdDotBmrsMZmT1syjs,4862
+re_common/v2/baselibrary/utils/elasticsearch.py,sha256=USjMAYAhpNQLs-dGjQgwPZNl_g2V22aRyaWDMFOp58c,1357
 re_common/v2/baselibrary/utils/json_cls.py,sha256=M93piYtmgm_wP8E57culTrd_AhHLoGg6PqeAJYdW2SM,438
 re_common/v2/baselibrary/utils/mq.py,sha256=UHpO8iNIHs91Tgp-BgnSUpZwjWquxrGLdpr3FMMv2zw,2858
 re_common/v2/baselibrary/utils/n_ary_expression_tree.py,sha256=-05kO6G2Rth7CEK-5lfFrthFZ1Q0-0a7cni7mWZ-2gg,9172
 re_common/v2/baselibrary/utils/string_bool.py,sha256=vxnjSFOfuHWGxkqaIbUNn21opx5tfV1uCXSahFfp1mU,6197
 re_common/v2/baselibrary/utils/string_clear.py,sha256=Ympa0Cs2y_72QeeyMS8de8y_QgtEFJJQ0AgHnylbMUc,7861
 re_common/v2/baselibrary/utils/string_smi.py,sha256=cU0WAWHRGnGoVQx3eCEKeM_q_olFNzRTJe7rSe586SY,741
-re_common/v2/baselibrary/utils/stringutils.py,sha256=uUjcyMEmYIzPUxQ_enpRj_qrvQnYtoL2gEug7WIrIbU,8463
+re_common/v2/baselibrary/utils/stringutils.py,sha256=kyGsEVSy7-Fhv3vWxyyN86XjV09D9HoVCc9sgtGcW20,8560
 re_common/vip/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 re_common/vip/base_step_process.py,sha256=VXXiNj0I5CpzXIMCgOPU86bzDJkSBkUS-9CpZIl_GOk,205
 re_common/vip/baseencodeid.py,sha256=nERoe89ueFM52bG7xwJdflcZHk6T2RQQKbc5uUZc3RM,3272
@@ -241,8 +242,8 @@ re_common/vip/title/transform/TransformRegulationTitleToZt.py,sha256=LKRdIsWKues
 re_common/vip/title/transform/TransformStandardTitleToZt.py,sha256=-fCKAbSBzXVyQDCE61CalvR9E_QzQMA08QOO_NePFNI,5563
 re_common/vip/title/transform/TransformThesisTitleToZt.py,sha256=QS-uV0cQrpUFAcKucuJQ9Ue2VRQH-inmfn_X3IplfRo,5488
 re_common/vip/title/transform/__init__.py,sha256=m83-CWyRq_VHPYHaALEQlmXrkTdrZ3e4B_kCfBYE-uc,239
-re_common-10.0.38.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-re_common-10.0.38.dist-info/METADATA,sha256=abixIXN2b8yXkvit_fXpJkwJtQGlJXwWuRII7kNYaTM,582
-re_common-10.0.38.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-re_common-10.0.38.dist-info/top_level.txt,sha256=_H9H23zoLIalm1AIY_KYTVh_H0ZnmjxQIxsvXtLv45o,10
-re_common-10.0.38.dist-info/RECORD,,
+re_common-10.0.40.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+re_common-10.0.40.dist-info/METADATA,sha256=NeFwq9ph085VhVwBycozBSfWMeOFNkAiNh9_Fcu2FL8,764
+re_common-10.0.40.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+re_common-10.0.40.dist-info/top_level.txt,sha256=_H9H23zoLIalm1AIY_KYTVh_H0ZnmjxQIxsvXtLv45o,10
+re_common-10.0.40.dist-info/RECORD,,

{re_common-10.0.38.dist-info → re_common-10.0.40.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (75.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any