re-common 2.0.0__py3-none-any.whl → 2.0.1__py3-none-any.whl

re_common/libtest/iniconfig_test.py

@@ -1,35 +0,0 @@
-def test_BaseAbs_config():
-    """
-    命令行下　在当前目录使用该命令测试
-    pytest iniconfig_test.py::test_BaseAbs_config -s
-    :return:
-    """
-    from re_common.baselibrary.baseabs import BaseAbs
-    # get_conf_dict　参数
-    # configfile 不传为前面配置好的路径　也可以给新的路径
-    # encoding 指定编码
-    # keep_keys_case 保持建大写，配置为Ｆａｓｌｅ会全部小写
-    orderdicts = BaseAbs.get_config_factory().get_config_factory().ini_factory().set_config_path(
-        "./config.ini").set_keep_keys_case(False).builder().get_config_dict()
-
-    print(orderdicts)
-    print(orderdicts["db"])
-    print(orderdicts["db"]["psw"])
-
-
-def test_Iniconfig_config():
-    """
-    第二种简便用法
-    命令行下　在当前目录使用该命令测试
-    pytest iniconfig_test.py::test_Iniconfig_config -s
-    :return:
-    """
-    from re_common.baselibrary import IniConfig
-    orderdicts = IniConfig("./config.ini").set_keep_keys_case(False).builder().get_config_dict()
-    print(orderdicts)
-    print(orderdicts["db"])
-    print(orderdicts["Db2"]["psw"])
-
-# 已经导如facade 可以通过　facade 直接导入
-# from facade import IniConfig
-# 建议外部使用导入时　全部通过facade 导入

re_common/libtest/ip_test.py

@@ -1,35 +0,0 @@
-from re_common.baselibrary.utils.basehttpx import BaseHttpx
-from re_common.baselibrary.utils.baserequest import BaseRequest
-import re
-
-url = "https://www.ip.cn/"
-
-
-def basehttpx_test_ip(proxy):
-    patten = "<code>(.*?)</code>"
-    bshttpx = BaseHttpx()
-    BoolResult, errString, r = bshttpx.base_sn_httpx(url=url,
-                                                     proxies=proxy,
-                                                     headers="")
-    ip = re.findall(patten,r.text)
-    if len(ip) == 0:
-        print(r.text)
-    else:
-        print(ip)
-
-def baserequest_test_ip(proxy):
-    patten = "Your IP</span>: (.*?)</span>"
-    bsrequests = BaseRequest()
-    bsrequests.is_use_proxy(True)
-    bsrequests.set_proxy(proxy)
-    BoolResult, errString, r = bsrequests.base_request(url=url)
-    ip = re.findall(patten, r.text)
-    if len(ip) == 0:
-        print(r.text)
-    else:
-        print(ip)
-
-
-if __name__ == '__main__':
-    basehttpx_test_ip("192.168.31.176:8012")
-    baserequest_test_ip("192.168.31.176:8012")

re_common/libtest/merge_file_test.py

@@ -1,20 +0,0 @@
-###########################################
-# 同项目调用基础包
-import os
-import sys
-
-filepath = os.path.abspath(__file__)
-pathlist = filepath.split(os.sep)
-pathlist = pathlist[:-3]
-TopPath = os.sep.join(pathlist)
-sys.path.insert(0, TopPath)
-print(TopPath)
-############################################
-from re_common.baselibrary.tools.merge_file import MergeFile
-
-if __name__ == '__main__':
-    old_path = r'E:\work\pnasjournal\big_json\20200116'
-    new_path = r'E:\work\pnasjournal\big_json\new'
-    a = MergeFile()
-    # a.line_all_2_one(old_path,new_path)
-    a.block_all_2_one(old_path, new_path, dst_size=1024 * 1024 * 200, block_size=200 * 1024 * 1024)

re_common/libtest/mfaker_test.py

@@ -1,9 +0,0 @@
-import time
-
-from re_common.baselibrary.utils.basefile import BaseFile
-
-with open(r"\\192.168.31.171\caiji\test.txt", 'w', encoding="utf-8") as f:
-    while True:
-        f.write("test\n")
-        time.sleep(10)
-        print("1")

re_common/libtest/mm3_test.py

@@ -1,32 +0,0 @@
-import platform
-import traceback
-
-import win32file
-
-from re_common.baselibrary.utils.basefile import BaseFile
-
-
-# aa = r"F:\cnipa_ftp\SIPO\CN-PA-IMGS-10-A 中国发明专利申请公布标准化全文图像数据\20211109\20211109-1-002.ZIP"
-# aa = r"F:\cnipa_ftp\SIPO\CN-PA-IMGS-10-A 中国发明专利申请公布标准化全文图像数据\20211109\20211109-1-001.ZIP"
-def is_used(file_name):
-    if "Windows" == platform.system():
-        import win32file
-        try:
-            vHandle = win32file.CreateFile(file_name, win32file.GENERIC_READ, 0, None, win32file.OPEN_EXISTING,
-                                           win32file.FILE_ATTRIBUTE_NORMAL, None)
-            return int(vHandle) == win32file.INVALID_HANDLE_VALUE
-        except:
-            if "另一个程序正在使用此文件，进程无法访问。" in traceback.format_exc():
-                return True
-            else:
-                return False
-        finally:
-            try:
-                win32file.CloseHandle(vHandle)
-            except:
-                pass
-    else:
-        raise Exception("不是windows系统，请不要调用该函数判断文件是否被打开")
-
-aa = is_used(r"\\192.168.31.171\caiji\test.txt")
-print(aa)

re_common/libtest/mylogger_test.py

@@ -1,89 +0,0 @@
-import logging
-
-from re_common.baselibrary.utils.basedir import BaseDir
-from re_common.baselibrary import MLogger
-from re_common.baselibrary.utils.basefile import BaseFile
-
-
-def test_mlogger_streamlogger():
-    """
-    只打印数据不计入文件
-    pytest mylogger_test.py::test_mlogger_streamlogger -s
-    :return:
-    """
-    streamlogger = MLogger().streamlogger
-    streamlogger.setLevel(logging.DEBUG)
-    streamlogger.info("mesg info")
-    streamlogger.warning("msg warning")
-    streamlogger.warn("msg warn")
-    streamlogger.error("msg error")
-    streamlogger.debug("msg debug")
-    streamlogger.critical("msg critical")
-    streamlogger.exception("msg exception")
-
-
-def test_mlogger_filelogger():
-    """
-    测试将日志写入文件中　文件名以日期自动生成　如20200211.log
-    pytest mylogger_test.py::test_mlogger_filelogger -s
-    文件流的logger
-    :param filedir:
-    :return:
-    """
-    filedir = BaseDir.get_file_dir_absolute(__file__)
-    filelogger = MLogger(filedir).filelogger
-    filelogger.setLevel(logging.DEBUG)
-    filelogger.info("mesg info")
-    filelogger.warning("msg warning")
-    filelogger.warn("msg warn")
-    filelogger.error("msg error")
-    filelogger.debug("msg debug")
-    filelogger.critical("msg critical")
-    filelogger.exception("msg exception")
-
-
-def test_mlogger_allloger():
-    """
-    测试将日志写入文件中 有一个以日期的总文件　以及每个级别的分文件
-    pytest mylogger_test.py::test_mlogger_allloger -s
-    文件流的logger
-    :param filedir:
-    :return:
-    """
-    filedir = BaseDir.get_file_dir_absolute(__file__)
-    filedir = BaseFile.get_new_path(filedir, "log")
-    BaseDir.create_dir(filedir)
-    filelogger = MLogger(filedir).alllogger
-    filelogger.setLevel(logging.DEBUG)
-    filelogger.info("mesg info")
-    filelogger.warning("msg warning")
-    filelogger.warn("msg warn")
-    filelogger.error("msg error")
-    filelogger.debug("msg debug")
-    filelogger.critical("msg critical")
-    filelogger.exception("msg exception")
-
-
-def test_mlogger_rotatingfilelogger():
-    """
-    测试将日志写入文件中　文件名以日期自动生成　如20200211.log
-    pytest mylogger_test.py::test_mlogger_rotatingfilelogger -s
-    文件流的logger
-    :param filedir:
-    :return:
-    """
-    filedir = BaseDir.get_file_dir_absolute(__file__)
-    filelogger = MLogger(filedir).RotatingFileLogger(filedir, None, maxBytes=1*1024*1024,
-                                                               backupCount=10)
-    filelogger.setLevel(logging.DEBUG)
-    while True:
-        print("**************")
-        filelogger.info("mesg info")
-        filelogger.warning("msg warning")
-        filelogger.warn("msg warn")
-        filelogger.error("msg error")
-        filelogger.debug("msg debug")
-        filelogger.critical("msg critical")
-        filelogger.exception("msg exception")
-
-test_mlogger_rotatingfilelogger()

re_common/libtest/myparsel_test.py

@@ -1,28 +0,0 @@
-from re_common.baselibrary.tools.myparsel import MParsel
-
-if __name__ == '__main__':
-    htmlText = r'''
-    <body>
-        <div class="book">111</div>
-        <div class="journal_name">222</div>
-        <div class="title">333</div>
-        <a class ="link">link1</a>
-        <a class ="link">link2</a>
-        <a class ="link">link3</a>
-    </body>
-'''
-    mc = MParsel()
-    css_selector = {
-        'book':'div[class="book"]::text',
-        'journal_name':'div[class="journal_name"]::text',
-        'title':'div[class="title"]::text',
-        'link' :'a[class*="link"]::text'
-
-    }
-    xpath_selector = {
-        'book': "//div[@class='book']/text()",
-    }
-    bools,new_dict = mc.css_parsel_html(htmlText,css_selector=css_selector)
-    print(new_dict)
-    bools, new_dict = mc.xpath_parsel_html(htmlText, xpath_selector=xpath_selector)
-    print(new_dict)

re_common/libtest/mysql_test.py

@@ -1,151 +0,0 @@
-from re_common.baselibrary.utils.basefile import BaseFile
-
-from re_common.facade.mysqlfacade import MysqlUtiles
-
-from re_common.baselibrary.utils.basedir import BaseDir
-from re_common.facade.loggerfacade import get_streamlogger
-
-curPath = BaseDir.get_file_dir_absolute(__file__)
-
-
-def test_mysql_create():
-    """
-    创建表 pytest mysql_test.py::test_mysql_create -s
-    :return:
-    """
-    mysqls = MysqlUtiles(BaseFile.get_new_path(curPath, "mysql.ini"), "db", get_streamlogger())
-    sql = """
-CREATE TABLE `test1` (
-  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增id',
-  `username` varchar(100) COLLATE utf8mb4_unicode_ci NOT NULL COMMENT '用户名',
-  `passwd` varchar(100) COLLATE utf8mb4_unicode_ci NOT NULL COMMENT '密码',
-  `only` varchar(100) COLLATE utf8mb4_unicode_ci NOT NULL COMMENT '唯一性约束',
-  PRIMARY KEY (`id`),
-  UNIQUE KEY `only` (`only`)
-) ENGINE=InnoDB AUTO_INCREMENT=3 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci
-    """
-    bool, msg = mysqls.ExeSqlToDB(sql)
-
-
-def test_mysql_insert():
-    """
-    插入表 更新删除都可以使用ExeSqlToDB这个函数
-    pytest mysql_test.py::test_mysql_insert -s
-    :return:
-    """
-    mysqls = MysqlUtiles(BaseFile.get_new_path(curPath, "mysql.ini"), "db", get_streamlogger())
-    sql = "INSERT INTO mysqlltest.test1 (username, passwd, `only`) VALUES('test1', 'test1', 'test1');"
-    bool, msg = mysqls.ExeSqlToDB(sql, errExit=False)
-    print(bool)
-    print(msg)
-
-
-def test_mysql_insert_list():
-    """
-    插入表 pytest mysql_test.py::test_mysql_insert_list -s
-    :return:
-    """
-    listsql = []
-    mysqls = MysqlUtiles(BaseFile.get_new_path(curPath, "mysql.ini"), "db", get_streamlogger())
-    sql = "INSERT INTO mysqlltest.test1 (username, passwd, `only`) VALUES('%s', '%s', '%s');"
-    for i in range(100):
-        temp = sql % (i, i, i)
-        listsql.append(temp)
-    bool, successcount, errcount = mysqls.ExeSqlListToDB(listsql, errExit=False)
-    print(bool)
-    print(successcount)
-    print(errcount)
-    bool, successcount, errcount = mysqls.ExeSqlListToDB(listsql, errExit=True)
-    print(bool)
-    print(successcount)
-    print(errcount)
-
-
-def test_mysql_select():
-    """
-    查询数据 pytest mysql_test.py::test_mysql_select -s
-    :return:
-    """
-    listsql = []
-    mysqls = MysqlUtiles(BaseFile.get_new_path(curPath, "mysql.ini"), "db", get_streamlogger())
-    sql = "SELECT * FROM test1"
-    bool, rows = mysqls.SelectFromDB(sql)
-    print(bool)
-    print(rows)
-
-
-def test_mysql_select_dicts():
-    """
-    查询数据 返回dicts 形式的数据
-    pytest mysql_test.py::test_mysql_select_dicts -s
-    :return:
-    """
-    listsql = []
-    mysqls = MysqlUtiles(BaseFile.get_new_path(curPath, "mysql.ini"), "db", get_streamlogger(), cursorsnum=1)
-    sql = "SELECT * FROM test1"
-    bool, rows = mysqls.SelectFromDB(sql)
-    print(bool)
-    print(rows)
-
-
-def test_mysql_select_one():
-    """
-    查询数据只返回一条数据
-    pytest mysql_test.py::test_mysql_select_one -s
-    :return:
-    """
-    listsql = []
-    mysqls = MysqlUtiles(BaseFile.get_new_path(curPath, "mysql.ini"), "db", get_streamlogger())
-    sql = "SELECT * FROM test1"
-    bool, rows = mysqls.SelectFromDBFetchOne_noyield(sql)
-    print(bool)
-    print(rows)
-
-
-def test_mysql_select_one_yeild():
-    """
-    查询数据 以yeild循环返回
-    pytest mysql_test.py::test_mysql_select_one_yeild -s
-    :return:
-    """
-    listsql = []
-    mysqls = MysqlUtiles(BaseFile.get_new_path(curPath, "mysql.ini"), "db", get_streamlogger())
-    sql = "SELECT * FROM test1"
-    for one in mysqls.SelectFromDBFetchOne(sql):
-        print(one)
-
-
-def test_mysql_exesqlmany():
-    """
-    同时插入多条数据
-    pytest mysql_test.py::test_mysql_exesqlmany -s
-    :return:
-    """
-    listpara = []
-    mysqls = MysqlUtiles(BaseFile.get_new_path(curPath, "mysql.ini"), "db", get_streamlogger())
-    sql = "INSERT INTO mysqlltest.test1 (username, passwd, `only`) VALUES(%s, %s, %s);"
-    for i in range(101, 201):
-        listpara.append((i, i, i))
-    bool, rows = mysqls.ExeSqlMany(sql, listpara)
-    print(bool)
-    print(rows)
-
-
-test_mysql_exesqlmany()
-
-
-def test_dict_mysql():
-    strings = """
-            host = 192.168.31.209
-            user = root
-            passwd = vipdatacenter
-            db = data_gather_record
-            port = 3306
-            chartset = utf8
-            """
-
-    dicts_change = {"key为原来的": "values为现在的"}
-
-    from re_common.baselibrary.tools.stringtodicts import StringToDicts
-    dicts = StringToDicts().string_to_dicts_by_equal(strings)
-    mysqlutils = MysqlUtiles("", "", builder="MysqlBuilderForDicts", dicts=dicts)

re_common/libtest/pymongo_test.py

@@ -1,21 +0,0 @@
-import time
-
-import pymongo
-
-from re_common.baselibrary.utils.basepymongo import BasePyMongo
-
-basemongo = BasePyMongo("mongodb://cjrw:vipdatacenter@192.168.31.166:27017/")
-basemongo.use_db("collection")
-basemongo.create_col("jss_w_f_panternt_page")
-starttime = time.time()
-print(basemongo.delete_col())
-
-print(time.time() - starttime)
-# dicts = {
-#   "cid": "string",
-#   "pagenum": "string",
-#   "down_date": "string",
-#   "html": "string",
-#   "types": "string"
-# }
-# basemongo.insert_one(dicts)

re_common/libtest/split_test.py

@@ -1,12 +0,0 @@
-from re_common.baselibrary.tools.split_line_to_many import Split_2_lines
-
-def splite_test():
-    infilepath = r'E:\download\cnkistandard\download\db3\cnki_bz_append.big_json'
-    outfilepath = r'E:\download\cnkistandard\download\db3\cnki_bz_append_new.big_json'
-    spli = Split_2_lines()
-    spli.split_line(infilepath,
-                    "\"}",
-                    outfilepath)
-
-if __name__ == '__main__':
-    splite_test()

re_common/libtest/sqlite3_merge_test.py

@@ -1,6 +0,0 @@
-from re_common.baselibrary.database.msqlite3 import Sqlite3
-from re_common.baselibrary.utils.basedir import BaseDir
-
-onepath = r"F:\db32\test\base_obj_meta_a_qkwx.cnki_qk.20200527_000.db3"
-for file in BaseDir.get_dir_all_files(r"F:\db32\cnki"):
-    Sqlite3.sqlite3_merge(onepath, file, tablename="base_obj_meta_a")

re_common/libtest/sqlite3_test.py

@@ -1,34 +0,0 @@
-onepath = r"F:\db3\ids\base_obj_meta_a.wf_qk.20201101_00000.db3"
-
-import sqlite3
-
-
-def dataMerge(inpath, attachpath):
-    """
-    合并两个db3
-    :param inpath:
-    :param attachpath:
-    :return:
-    """
-    conn = sqlite3.connect(inpath)
-    conn.text_factory = str
-    cur = conn.cursor()
-    attach = 'attach database "' + attachpath + '" as w;'
-    sql1 = 'insert into base_obj_meta_a select * from w.base_obj_meta_a;'
-    cur.execute(attach)
-    cur.execute(sql1)
-    conn.commit()
-    cur.close()
-    conn.close()
-
-
-for i in range(0, 10):
-    attachpath = r"F:\db3\ids\base_obj_meta_a.wf_qk.20201101_00%s.db3" % (str(i))
-    dataMerge(onepath, attachpath)
-    print(attachpath)
-
-# attachpath = r"\\192.168.31.177\down_data\cnkiwanfang\zt_wf_qk_20200323\db3\zt_wf_qk_20200323_0002.db3"
-# dataMerge(onepath, attachpath)
-# print(attachpath)
-
-

re_common/libtest/tomlconfig_test.py

@@ -1,30 +0,0 @@
-
-def test_BaseAbs_config():
-    """
-    命令行下　在当前目录使用该命令测试
-    pytest tomlconfig_test.py::test_BaseAbs_config -s
-    :return:
-    """
-    from re_common.baselibrary.baseabs import BaseAbs
-    dicts = BaseAbs.get_config_factory().toml_factory().set_config_path(
-        "./config_down.toml").read_file_remove_bom().get_dicts(encoding="utf-8")
-
-    print(type(dicts))
-    print(dicts)
-
-
-def test_Tomlconfig_config():
-    """
-    第二种简便用法
-    命令行下　在当前目录使用该命令测试
-    pytest tomlconfig_test.py::test_Tomlconfig_config -s
-    :return:
-    """
-    from re_common.baselibrary.readconfig.toml_config import TomlConfig
-    dicts = TomlConfig("./config_down.toml").read_file_remove_bom().get_dicts()
-    print(type(dicts))
-    print(dicts)
-
-# 已经导如facade 可以通过　facade 直接导入
-# from facade import IniConfig
-# 建议外部使用导入时　全部通过facade 导入

re_common/libtest/use_tools_test/__init__.py

@@ -1,3 +0,0 @@
-"""
-对baselibrary下工具的使用
-"""

re_common/libtest/user/__init__.py

@@ -1,5 +0,0 @@
-# -*- coding: utf-8 -*-
-# @Time    : 2020/8/11 14:24
-# @Author  : suhong
-# @File    : __init__.py.py
-# @Software: PyCharm

re_common/studio/__init__.py

@@ -1,5 +0,0 @@
-'''
-改包下主要是一些python版本的特性介绍，比如某个特性是在哪个版本引入和废弃的
-以及一些使用的样例和说明，方便查询和使用，以免一些因为版本问题引起的错误而
-不知道，还有就是在某些版本发布的不常用语法举例。
-'''

re_common/studio/assignment_expressions.py

@@ -1,37 +0,0 @@
-"""
-来自于 PEP572
-
-在 python 3.8 中获取正式支持
-
-https://docs.python.org/3/whatsnew/3.8.html
-
-:= (由于它与海象的眼睛和象牙很像，因此被亲切地称为“海象操作员” )
-
-"""
-
-# 在此示例中，赋值表达式有助于避免调用 len()两次：
-import re
-import string
-
-a = "adahfhoifoigoiwfhoiwg"
-if (n := len(a)) > 10:
-    print(f"List is too long ({n} elements, expected <= 10)")
-
-# 在正则表达式匹配期间会产生类似的好处，其中需要两次匹配对象，一次是测试是否发生匹配，另一次是提取子组：
-discount = 0.0
-advertisement = "a 50% discount"
-if mo := re.search(r'(\d+)% discount', advertisement):
-    discount = float(mo.group(1)) / 100.0
-    print(discount)
-
-
-# 该运算符还对while循环有用，该循环计算一个值来测试循环终止，然后在循环主体中再次需要相同的值：
-# Loop over fixed length blocks
-f = open("./__init__.py", 'rb')
-while len(block := f.read(256)) != 0:
-    print(len(block))
-
-# 另一个具有启发性的用例出现在列表理解中，其中表达式主体中还需要在过滤条件下计算出的值：
-allowed_names = list(string.ascii_letters)
-names = list(string.ascii_letters)
-print([clean_name for name in names if (clean_name := name) in allowed_names])

re_common/studio/mydash/test1.py

@@ -1,19 +0,0 @@
-import dash
-import dash_table
-import pandas as pd
-import dash_design_kit as ddk
-
-df = pd.read_csv("test.csv")
-app = dash.Dash(__name__)
-
-app.layout = ddk.App(show_editor=True, children=[
-    ddk.DataTable(
-       id='table',
-       columns=[{"name": i, "id": i} for i in df.columns],
-       data=df.to_dict('records'),
-       editable=True
-   )
-])
-
-if __name__ == '__main__':
-    app.run_server(debug=True)

re_common/studio/pydashstudio/first.py

@@ -1,9 +0,0 @@
-import pydash
-
-users = [
-    {'name': 'Michelangelo', 'active': False},
-    {'name': 'Donatello', 'active': False},
-    {'name': 'Leonardo', 'active': True}
-]
-callback = lambda item: item["name"] == "Donatello"
-pydash.find_index(users, callback)

re_common/studio/streamlitstudio/first_app.py

@@ -1,66 +0,0 @@
-import time
-
-import streamlit as st
-# To make things easier later, we're also importing numpy and pandas for
-# working with sample data.
-import numpy as np
-import pandas as pd
-
-st.title('My first app')
-st.write("Here's our first attempt at using data to create a table:")
-st.write(pd.DataFrame({
-    'first column': [1, 2, 3, 4],
-    'second column': [10, 20, 30, 40]
-}))
-
-
-chart_data = pd.DataFrame(
-     np.random.randn(20, 3),
-     columns=['a', 'b', 'c'])
-
-st.line_chart(chart_data)
-
-# map_data = pd.DataFrame(
-#     np.random.randn(1000, 2) / [50, 50] + [37.76, -122.4],
-#     columns=['lat', 'lon'])
-#
-# st.map(map_data)
-
-if st.checkbox('Show dataframe'):
-    chart_data = pd.DataFrame(
-       np.random.randn(20, 3),
-       columns=['a', 'b', 'c'])
-    chart_data
-
-df = pd.DataFrame({
-  'first column': [1, 2, 3, 4],
-  'second column': [10, 20, 30, 40]
-})
-
-df
-
-option = st.selectbox(
-    'Which number do you like best?',
-     df['first column'])
-
-'You selected: ', option
-
-option2 = st.sidebar.selectbox(
-    'Which number do you like best??',
-     df['first column'])
-
-'You selected:', option2
-
-'Starting a long computation...'
-
-# Add a placeholder
-latest_iteration = st.empty()
-bar = st.progress(0)
-
-for i in range(100):
-  # Update the progress bar with each iteration.
-  latest_iteration.text(f'Iteration {i+1}')
-  bar.progress(i + 1)
-  time.sleep(0.1)
-
-'...and now we\'re done!'