mns-common 1.3.2.1__py3-none-any.whl → 1.3.2.3__py3-none-any.whl

mns_common/api/em/east_money_etf_api.py

@@ -33,7 +33,7 @@ def fund_etf_spot_em() -> pd.DataFrame:
         "fields": (
             "f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,"
             "f12,f13,f14,f15,f16,f17,f18,f20,f21,"
-            "f23,f24,f25,f22,f11,f30,f31,f32,f33,"
+            "f23,f24,f25,f26,f22,f11,f30,f31,f32,f33,"
             "f34,f35,f38,f62,f63,f64,f65,f66,f69,"
             "f72,f75,f78,f81,f84,f87,f115,f124,f128,"
             "f136,f152,f184,f297,f402,f441"
@@ -45,6 +45,7 @@ def fund_etf_spot_em() -> pd.DataFrame:
     temp_df = pd.DataFrame(data_json["data"]["diff"])
     temp_df.rename(
         columns={
+            "f26": "上市时间",
             "f12": "代码",
             "f14": "名称",
             "f2": "最新价",
@@ -125,7 +126,8 @@ def fund_etf_spot_em() -> pd.DataFrame:
             "总市值",
             "数据日期",
             "更新时间",
-            "market"
+            "market",
+            "上市时间"
         ]
     ]
     temp_df["最新价"] = pd.to_numeric(temp_df["最新价"], errors="coerce")
@@ -196,6 +198,7 @@ def fund_etf_spot_em() -> pd.DataFrame:
 def get_etf_real_time_quotes():
     fund_etf_spot_em_df = fund_etf_spot_em()
     fund_etf_spot_em_df = fund_etf_spot_em_df.rename(columns={
+        "上市时间": "list_date",
         "最新价": "now_price",
         "涨跌幅": "chg",
         "基金折价率": "fund_discount_rate",
@@ -262,7 +265,8 @@ def get_etf_real_time_quotes():
         "latest_share",
         "data_time",
         "update_time",
-        "market"
+        "market",
+        'list_date'
     ]]
 
     fund_etf_spot_em_df['disk_ratio'] = round(

mns_common/api/k_line/__init__.py

@@ -0,0 +1,11 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+
+stock_zh_a_hist_df = ak.stock_zh_a_hist(symbol="000001", period="daily", start_date="20170301", end_date='20240528', adjust="")
+print(stock_zh_a_hist_df)

mns_common/api/k_line/stock_k_line_data_api.py

@@ -0,0 +1,106 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import pandas as pd
+import requests
+
+
+def stock_k_line_hist(
+        symbol: str = "000001",
+        period: str = "daily",
+        start_date: str = "19700101",
+        end_date: str = "20500101",
+        adjust: str = "",
+        timeout: float = None,
+) -> pd.DataFrame:
+    """
+    东方财富网-行情首页-沪深京 A 股-每日行情
+    https://quote.eastmoney.com/concept/sh603777.html?from=classic
+    :param symbol: 股票代码
+    :type symbol: str
+    :param period: choice of {'daily', 'weekly', 'monthly'}
+    :type period: str
+    :param start_date: 开始date
+    :type start_date: str
+    :param end_date: 结束date
+    :type end_date: str
+    :param adjust: choice of {"qfq": "前复权", "hfq": "后复权", "": "不复权"}
+    :type adjust: str
+    :param timeout: choice of None or a positive float number
+    :type timeout: float
+    :return: 每日行情
+    :rtype: pandas.DataFrame
+    """
+    adjust_dict = {"qfq": "1", "hfq": "2", "": "0"}
+    period_dict = {"daily": "101", "weekly": "102", "monthly": "103"}
+    url = "https://push2his.eastmoney.com/api/qt/stock/kline/get"
+    params = {
+        "fields1": "f1,f2,f3,f4,f5,f6",
+        "fields2": "f51,f52,f53,f54,f55,f56,f57,f58,f59,f60,f61,f116",
+        "ut": "7eea3edcaed734bea9cbfc24409ed989",
+        "klt": period_dict[period],
+        "fqt": adjust_dict[adjust],
+        "secid": symbol,
+        "beg": start_date,
+        "end": end_date,
+        "_": "1623766962675",
+    }
+    r = requests.get(url, params=params, timeout=timeout)
+    data_json = r.json()
+    if not (data_json["data"] and data_json["data"]["klines"]):
+        return pd.DataFrame()
+    temp_df = pd.DataFrame([item.split(",") for item in data_json["data"]["klines"]])
+    temp_df.columns = [
+        "date",
+        "open",
+        "close",
+        "high",
+        "low",
+        "volume",
+        "amount",
+        "pct_chg",
+        "chg",
+        "change_price",
+        "exchange",
+    ]
+    temp_df["date"] = pd.to_datetime(temp_df["date"], errors="coerce").dt.date
+    temp_df["open"] = pd.to_numeric(temp_df["open"], errors="coerce")
+    temp_df["close"] = pd.to_numeric(temp_df["close"], errors="coerce")
+    temp_df["high"] = pd.to_numeric(temp_df["high"], errors="coerce")
+    temp_df["low"] = pd.to_numeric(temp_df["low"], errors="coerce")
+    temp_df["volume"] = pd.to_numeric(temp_df["volume"], errors="coerce")
+    temp_df["amount"] = pd.to_numeric(temp_df["amount"], errors="coerce")
+    temp_df["pct_chg"] = pd.to_numeric(temp_df["pct_chg"], errors="coerce")
+    temp_df["chg"] = pd.to_numeric(temp_df["chg"], errors="coerce")
+    temp_df["change_price"] = pd.to_numeric(temp_df["change_price"], errors="coerce")
+    temp_df["exchange"] = pd.to_numeric(temp_df["exchange"], errors="coerce")
+    temp_df = temp_df[
+        [
+            "date",
+            "open",
+            "close",
+            "high",
+            "low",
+            "volume",
+            "amount",
+            "pct_chg",
+            "chg",
+            "change_price",
+            "exchange",
+        ]
+    ]
+    return temp_df
+
+
+if __name__ == '__main__':
+    stock_k_line_hist(
+        "1.513180",
+        "daily",
+        "19700101",
+        "20500101",
+        "",
+        None)

mns_common/api/k_line/stock_minute_data_api.py

@@ -0,0 +1,145 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import pandas as pd
+import requests
+
+# symbol 代码
+# 北交所:0  深圳：0 上海：1
+"""
+获取分钟数据
+"""
+
+
+def get_minute_data(symbol, start_date, end_date, period,
+                    adjust) -> pd.DataFrame:
+    """
+    东方财富网-行情首页-沪深京 A 股-每日分时行情
+    https://quote.eastmoney.com/concept/sh603777.html?from=classic
+    :param symbol: 股票代码
+    :type symbol: str
+    :param start_date: 开始日期
+    :type start_date: str
+    :param end_date: 结束日期
+    :type end_date: str
+    :param period: choice of {'1', '5', '15', '30', '60'}
+    :type period: str
+    :param adjust: choice of {'', 'qfq', 'hfq'}
+    :type adjust: str
+    :return: 每日分时行情
+    :rtype: pandas.DataFrame
+    """
+    adjust_map = {
+        "": "0",
+        "qfq": "1",
+        "hfq": "2",
+    }
+    if period == "1":
+        url = "https://push2his.eastmoney.com/api/qt/stock/trends2/get"
+        params = {
+            "fields1": "f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,f11,f12,f13",
+            "fields2": "f51,f52,f53,f54,f55,f56,f57,f58",
+            "ut": "7eea3edcaed734bea9cbfc24409ed989",
+            "ndays": "5",
+            "iscr": "0",
+            "secid": symbol,
+            "_": "1623766962675",
+        }
+        r = requests.get(url, timeout=15, params=params)
+        data_json = r.json()
+        temp_df = pd.DataFrame(
+            [item.split(",") for item in data_json["data"]["trends"]]
+        )
+        temp_df.columns = [
+            "time",
+            "open",
+            "close",
+            "high",
+            "low",
+            "amount",
+            "volume",
+            "ava_price",
+        ]
+        temp_df.index = pd.to_datetime(temp_df["time"])
+        temp_df = temp_df[start_date:end_date]
+        temp_df.reset_index(drop=True, inplace=True)
+        temp_df["volume"] = pd.to_numeric(temp_df["volume"], errors="coerce")
+        temp_df["close"] = pd.to_numeric(temp_df["close"], errors="coerce")
+        temp_df["high"] = pd.to_numeric(temp_df["high"], errors="coerce")
+        temp_df["low"] = pd.to_numeric(temp_df["low"], errors="coerce")
+        temp_df["amount"] = pd.to_numeric(temp_df["amount"], errors="coerce")
+        temp_df["volume"] = pd.to_numeric(temp_df["volume"], errors="coerce")
+        temp_df["ava_price"] = pd.to_numeric(temp_df["ava_price"], errors="coerce")
+        temp_df["time"] = pd.to_datetime(temp_df["time"]).astype(str)
+        return temp_df
+    else:
+        url = "https://push2his.eastmoney.com/api/qt/stock/kline/get"
+        params = {
+            "fields1": "f1,f2,f3,f4,f5,f6",
+            "fields2": "f51,f52,f53,f54,f55,f56,f57,f58,f59,f60,f61",
+            "ut": "7eea3edcaed734bea9cbfc24409ed989",
+            "klt": period,
+            "fqt": adjust_map[adjust],
+            "secid": symbol,
+            "beg": "0",
+            "end": "20500000",
+            "_": "1630930917857",
+        }
+        r = requests.get(url, timeout=15, params=params)
+        data_json = r.json()
+        temp_df = pd.DataFrame(
+            [item.split(",") for item in data_json["data"]["klines"]]
+        )
+        temp_df.columns = [
+            "time",
+            "open",
+            "close",
+            "high",
+            "low",
+            "amount",
+            "volume",
+            "pct_chg",
+            "chg",
+            "change",
+            "exchange",
+        ]
+        temp_df.index = pd.to_datetime(temp_df["time"])
+        temp_df = temp_df[start_date:end_date]
+        temp_df.reset_index(drop=True, inplace=True)
+        temp_df["open"] = pd.to_numeric(temp_df["open"], errors="coerce")
+        temp_df["close"] = pd.to_numeric(temp_df["close"], errors="coerce")
+        temp_df["high"] = pd.to_numeric(temp_df["high"], errors="coerce")
+        temp_df["low"] = pd.to_numeric(temp_df["low"], errors="coerce")
+        temp_df["amount"] = pd.to_numeric(temp_df["amount"], errors="coerce")
+        temp_df["volume"] = pd.to_numeric(temp_df["volume"], errors="coerce")
+        temp_df["pct_chg"] = pd.to_numeric(temp_df["pct_chg"], errors="coerce")
+        temp_df["chg"] = pd.to_numeric(temp_df["chg"], errors="coerce")
+        temp_df["change"] = pd.to_numeric(temp_df["change"], errors="coerce")
+        temp_df["exchange"] = pd.to_numeric(temp_df["exchange"], errors="coerce")
+        temp_df["time"] = pd.to_datetime(temp_df["time"]).astype(str)
+        temp_df = temp_df[
+            [
+                "time",
+                "volume",
+                "close",
+                "high",
+                "low",
+                "chg",
+                "change",
+                "amount",
+                "volume",
+                "pct_chg",
+                "exchange",
+            ]
+        ]
+        return temp_df
+
+
+if __name__ == '__main__':
+    test_df = get_minute_data('0.899050', start_date="2025-03-03 09:30:00",
+                              end_date="2025-03-07 15:00:00", period="1", adjust="")
+    print(test_df)

mns_common/api/qmt/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_common/api/qmt/qmt_minunte_tick_data.py

@@ -0,0 +1,82 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from xtquant import xtdata
+import time
+
+
+def my_download(stock_list: list, period: str, start_date='', end_date=''):
+    '''
+    用于显示下载进度
+    '''
+    import string
+
+    if [i for i in ["d", "w", "mon", "q", "y", ] if i in period]:
+        period = "1d"
+    elif "m" in period:
+        numb = period.translate(str.maketrans("", "", string.ascii_letters))
+        if int(numb) < 5:
+            period = "1m"
+        else:
+            period = "5m"
+    elif "tick" == period:
+        pass
+    else:
+        raise KeyboardInterrupt("周期传入错误")
+
+    n = 1
+    num = len(stock_list)
+    for i in stock_list:
+        print(f"当前正在下载 {period} {n}/{num}")
+
+        xtdata.download_history_data(i, period, start_date, end_date)
+        n += 1
+    print("下载任务结束")
+
+
+def do_subscribe_quote(stock_list: list, period: str):
+    for i in stock_list:
+        xtdata.subscribe_quote(i, period=period)
+    time.sleep(1)  # 等待订阅完成
+
+
+if __name__ == "__main__":
+
+    start_date = '20220101'  # 格式"YYYYMMDD"，开始下载的日期，date = ""时全量下载
+    end_date = ""
+    period = "1m"
+
+    need_download = 1  # 取数据是空值时，将need_download赋值为1，确保正确下载了历史数据
+
+    code_list = ["588000.SH", "600519.SH"]  # 股票列表
+
+    if need_download:  # 判断要不要下载数据, gmd系列函数都是从本地读取历史数据,从服务器订阅获取最新数据
+        my_download(code_list, period, start_date, end_date)
+
+    ############ 仅获取历史行情 #####################
+    count = -1  # 设置count参数，使gmd_ex返回全部数据
+    data1 = xtdata.get_market_data_ex([], code_list, period=period, start_time=start_date, end_time=end_date)
+
+    ############ 仅获取最新行情 #####################
+    do_subscribe_quote(code_list, period)  # 设置订阅参数，使gmd_ex取到最新行情
+    count = 1  # 设置count参数，使gmd_ex仅返回最新行情数据
+    data2 = xtdata.get_market_data_ex([], code_list, period=period, start_time=start_date, end_time=end_date,
+                                      count=1)  # count 设置为1，使返回值只包含最新行情
+
+    ############ 获取历史行情+最新行情 #####################
+    do_subscribe_quote(code_list, period)  # 设置订阅参数，使gmd_ex取到最新行情
+    count = -1  # 设置count参数，使gmd_ex返回全部数据
+    data3 = xtdata.get_market_data_ex([], code_list, period=period, start_time=start_date, end_time=end_date,
+                                      count=-1)  # count 设置为1，使返回值只包含最新行情
+
+    print(data1[code_list[0]].tail())  # 行情数据查看
+    print(data2[code_list[0]].tail())
+    print(data3[code_list[0]].tail())
+
+
+

mns_common/constant/db_name_constant.py

@@ -161,3 +161,24 @@ THS_INDUSTRY_LIST = 'ths_industry_list'
 
 # 同花顺行业股票详情
 THS_STOCK_INDUSTRY_DETAIL = 'ths_stock_industry_detail'
+
+# 创业板分钟集合数据
+ONE_MINUTE_K_LINE_BFQ_C = 'one_minute_k_line_bfq_c'
+
+# 北交所分钟集合数据
+ONE_MINUTE_K_LINE_BFQ_BJ = 'one_minute_k_line_bfq_bj'
+
+# 上海主板分钟集合数据
+ONE_MINUTE_K_LINE_BFQ_H = 'one_minute_k_line_bfq_h'
+
+# 科创板分钟集合数据
+ONE_MINUTE_K_LINE_BFQ_K = 'one_minute_k_line_bfq_k'
+
+# 深圳主板分钟集合数据
+ONE_MINUTE_K_LINE_BFQ_K = 'one_minute_k_line_bfq_s'
+
+# 可转债分钟集合数据
+ONE_MINUTE_K_LINE_BFQ_KZZ = 'one_minute_k_line_bfq_kzz'
+
+# ETF分钟集合数据
+ONE_MINUTE_K_LINE_BFQ_ETF = 'one_minute_k_line_bfq_etf'

mns_common/db/v2/MongodbUtilV2.py

@@ -0,0 +1,320 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import pandas as pd
+import pymongo
+from mns_common.utils.async_fun import async_fun
+from loguru import logger
+import mns_common.utils.ip_util as ip_util
+import warnings
+
+warnings.filterwarnings("ignore")
+
+
+class MongodbUtilV2:
+    def __init__(self, port, db_name):
+        self.port = port
+        self.db_name = db_name
+
+    def get_db(self):
+        port = self.port
+        db_name = self.db_name
+        mac_address = ip_util.get_mac_address()
+        if port == "remote":
+            client = pymongo.MongoClient("mongodb://100.87.2.149:" + '27017/' + db_name)
+        elif port == "remote1":
+            client = pymongo.MongoClient("mongodb://100.87.2.149:" + '27019/' + db_name)
+        # 家里
+        elif mac_address is not None and mac_address == ip_util.WINDOWS_MAC_ADDRESS_CD:
+            client = pymongo.MongoClient("mongodb://127.0.0.1:" + port + "/" + db_name)
+        elif '192.168.1' in ip_util.get_host_ip() and mac_address is not None and mac_address == ip_util.APPLE_AIR_MAC_ADDRESS:
+            client = pymongo.MongoClient("mongodb://127.0.0.1:" + port + "/" + db_name)
+        else:
+            client = pymongo.MongoClient("mongodb://127.0.0.1:" + port + "/" + db_name)
+        return client.patience
+
+    def group(self, query, coll_name):
+        db = self.get_db()
+        collection = db[coll_name]
+        data = collection.aggregate(query)
+        return pd.DataFrame(list(data))
+
+    def remove_data(self, query, coll_name):
+        db = self.get_db()
+        collection = db[coll_name]
+        return collection.delete_many(query)
+
+    def exist_data_query(self, coll_name, query):
+        db = self.get_db()
+        collection = db[coll_name]
+        return collection.count(query, limit=1) > 0
+
+    def find_one(self, coll_name, _id):
+        db = self.get_db()
+        collection = db[coll_name]
+        return collection.find_one({'_id': _id})
+
+    def find_one_query(self, coll_name, query):
+        db = self.get_db()
+        collection = db[coll_name]
+        return pd.DataFrame(collection.find_one(query), index=[0])
+
+    def find_all_data(self, coll_name):
+        db = self.get_db()
+        collection = db[coll_name]
+        rows = collection.find({})
+        df = pd.DataFrame([basic for basic in rows])
+        return df
+
+    def find_query_data(self, coll_name, query):
+        db = self.get_db()
+        collection = db[coll_name]
+        rows = collection.find(query)
+        df = pd.DataFrame(list(rows))
+        return df
+
+    def find_query_data_choose_field(self, coll_name, query, query_field):
+        db = self.get_db()
+        collection = db[coll_name]
+        rows = collection.find(query, query_field)
+        df = pd.DataFrame(list(rows))
+        return df
+
+    def find_query_data_list(self, coll_name, query):
+        db = self.get_db()
+        collection = db[coll_name]
+        rows = collection.find(query)
+        return list(rows)
+
+    def find_query_data_list(self, coll_name, query):
+        db = self.get_db()
+        collection = db[coll_name]
+        rows = collection.find(query)
+        return list(rows)
+
+    def remove_all_data(self, database):
+        db = self.get_db()
+        collection = db[database]
+        query = {"_id": {"$ne": "null"}}
+        collection.delete_many(query)
+
+    def drop_collection(self, database):
+        db = self.get_db()
+        collection = db[database]
+        collection.drop()
+
+    def ascend_query(self, query, coll_name, field, num):
+        db = self.get_db()
+        collection = db[coll_name]
+        return pd.DataFrame(list(collection.find(query).sort(field, 1).skip(0).limit(num)));
+
+    def descend_query(self, query, coll_name, field, num):
+        db = self.get_db()
+        collection = db[coll_name]
+        return pd.DataFrame(list(collection.find(query).sort(field, -1).skip(0).limit(num)));
+
+    def count(self, query, coll_name):
+        db = self.get_db()
+        collection = db[coll_name]
+        return collection.count_documents(query)
+
+    def query_max(self, query, coll_name, field, num):
+        db = self.get_db()
+        collection = db[coll_name]
+        return pd.DataFrame(list(collection.find(query).sort(field, -1).skip(0).limit(num)));
+
+    def query_min(self, query, coll_name, field):
+        db = self.get_db()
+        collection = db[coll_name]
+        return pd.DataFrame(list(collection.find(query).sort(field, 1).skip(0).limit(1)));
+
+    def insert_mongo(self, df, database):
+        db = self.get_db()
+        if df is None or len(df) == 0:
+            return
+        collection = db[database]
+        # 格式转换
+        try:
+            # df = df.T.drop_duplicates().T
+            records = df.to_dict('records')
+            collection.insert_many(records)
+        except BaseException as e:
+            logger.error("插入数据异常:{}", e)
+
+    def insert_mongo_json(self, json, database):
+        db = self.get_db()
+        collection = db[database]
+        # 格式转换
+        try:
+            collection.insert_many(json)
+        except BaseException as e:
+            logger.error("插入数据异常:{}", e)
+
+    def save_mongo_json(self, json, database):
+        db = self.get_db()
+        collection = db[database]
+        for record in json:
+            try:
+                collection.save(record)
+            except BaseException as e:
+                logger.error("保存数据出现异常:{}", e)
+
+    def save_mongo(self, df, database):
+        db = self.get_db()
+        if df is None or len(df) == 0:
+            return
+        collection = db[database]
+        # df = df.T.drop_duplicates().T
+        # 格式转换
+        records = df.to_dict('records')
+        for record in records:
+            try:
+                collection.save(record)
+            except BaseException as e:
+                logger.error("保存数据出现异常:{},{}", record, e)
+
+    def save_mongo_no_catch_exception(self, df, database):
+        db = self.get_db()
+        if df is None or len(df) == 0:
+            return
+        collection = db[database]
+        # df = df.T.drop_duplicates().T
+        # 格式转换
+        records = df.to_dict('records')
+        for record in records:
+            collection.save(record)
+
+    def update_one(self, df, database):
+        db = self.get_db()
+        condition = {'_id': list(df['_id'])[0]}
+        if len(df) == 0:
+            return
+        collection = db[database]
+        collection.update(condition, df)
+
+    def update_many(self, query, new_values, database):
+        db = self.get_db()
+        collection = db[database]
+        x = collection.update_many(query, new_values)
+        return x
+
+    @async_fun
+    def update_one_query(self, query, new_values, database):
+        db = self.get_db()
+        collection = db[database]
+        x = collection.update(query, new_values)
+        return x
+
+    def distinct_field(self, database, field, query):
+        db = self.get_db()
+        collection = db[database]
+        return collection.distinct(field, query)
+
+    def create_index(self, database, index):
+        db = self.get_db()
+        collection = db[database]
+        collection.create_index(
+            index)
+
+    def aggregate(self, pipeline, database):
+        db = self.get_db()
+        collection = db[database]
+        data = collection.aggregate(pipeline)
+        return pd.DataFrame(list(data))
+
+    def get_col_keys(self, database):
+        db = self.get_db()
+        collection = db[database]
+        keys = collection.find_one().keys()
+        return keys
+
+    # 分页查询 descend 是否降序
+    def find_page_skip_data(self, coll_name, page_query, page, page_number, field, descend):
+        db = self.get_db()
+        collection = db[coll_name]
+        if descend:
+            sort_tag = -1
+        else:
+            sort_tag = 1
+        rows = collection.find(page_query).sort(field, sort_tag).skip((page - 1) * page_number).limit(page_number)
+        df = pd.DataFrame(list(rows))
+        return df
+
+
+# if __name__ == '__main__':
+#     symbol = '002992'
+#     query = {'symbol': symbol,
+#              '$and': [{'str_day': {'$gte': '2022-07-06'}}, {'str_day': {'$lte': '2022-11-06'}}]}
+#     mongodb_util = MongodbUtil('27017')
+#     # num = mongodb_util.count(query, 'stock_zt_pool')
+#     # print(num)
+#     key = mongodb_util.get_col_keys('stock_zt_pool')
+#     print(key)
+#
+#     # num = mongodb_util.count(query, 'stock_zt_pool')
+#     # print(num)
+#
+#     pipeline = [
+#         {'$match': {
+#             "classification": {'$in': ["K", "C"]},
+#             "str_day": {'$gte': "2022-03-16"}}},
+#         {'$group': {'_id': "$flow_mv_level", 'count': {'$sum': 1}}}
+#     ]
+#     result = mongodb_util.aggregate(pipeline, 'realtime_quotes_now_zt_new_kc_open')
+#
+#     result = result.sort_values(by=['_id'], ascending=True)
+#     print(result)
+from io import StringIO
+import re
+
+if __name__ == '__main__':
+    mongodb_util = MongodbUtil('27017')
+    #
+    # kpl_best_choose_index_df = mongodb_util.find_page_skip_data('kpl_best_choose_index', {"index_class": "sub_index"},
+    #                                                             1, 100, 'create_time', True)
+    key_word = '高速连接'
+    EXCLUDE_INFO_KEY = '股东人数'
+    # query = {
+    #     "$or": [{'question': {"$regex": re.compile(key_word, re.IGNORECASE)}},
+    #             {'answer_content': {"$regex": re.compile(key_word, re.IGNORECASE)}}],
+    #     "$and": [{'question': {"$not": re.compile(EXCLUDE_INFO_KEY, re.IGNORECASE)}},
+    #              {'answer_content': {"$not": re.compile(EXCLUDE_INFO_KEY, re.IGNORECASE)}}],
+    # }
+    #
+    # pipeline = [
+    #     {'$match': query},
+    #     {'$group': {'_id': "$symbol", 'count': {'$sum': 1}}}
+    # ]
+    # result = mongodb_util.aggregate(pipeline, 'stock_interactive_question')
+    #
+    # result = result.sort_values(by=['_id'], ascending=True)
+    # print(result)
+    #
+    # # ths_new_concept = mongodb_util.find_all_data('ths_new_concept')
+    # key = mongodb_util.get_col_keys('company_info')
+    # print(key)
+
+    # mongodb_util.create_index('realtime_quotes_now_open', [("number", 1)])
+    # mongodb_util.create_index('realtime_quotes_now_open', [("symbol", 1), ("number", 1)])
+    # mongodb_util.create_index('realtime_quotes_now_open', [("str_day", 1)])
+    # update_query = {"str_day": "2023-06-30"}
+    # mongodb_util.update_many(update_query, {"$set": {"number": 1}}, "realtime_quotes_now_open")
+    # query = {"symbol": "000617"}
+    # company_info_base = mongodb_util.find_query_data('company_info_base', query)
+    # ths_stock_concept_detail = mongodb_util.find_query_data('ths_stock_concept_detail', query)
+    # ths_stock_concept_detail = ths_stock_concept_detail[[
+    #     'concept_code',
+    #     'concept_name',
+    #     'str_now_time',
+    #     'concept_create_day']]
+    # # 去除空格
+    # ths_stock_concept_detail['concept_name'] = ths_stock_concept_detail['concept_name'].str.replace(' ', '')
+    # company_info_base.loc[:, 'ths_concept_list_info'] = ths_stock_concept_detail.to_string(index=False)
+    # for company_one in company_info_base.itertuples():
+    #     ths_concept_list_info = company_one.ths_concept_list_info
+    #     ths_concept_list_info_df = pd.read_csv(StringIO(ths_concept_list_info), delim_whitespace=True)
+    #     print(ths_concept_list_info_df)

mns_common/db/v2/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns_common-1.3.2.1.dist-info → mns_common-1.3.2.3.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns_common
-Version: 1.3.2.1
+Version: 1.3.2.3
 

{mns_common-1.3.2.1.dist-info → mns_common-1.3.2.3.dist-info}/RECORD

@@ -9,7 +9,7 @@ mns_common/api/akshare/stock_zt_pool_api.py,sha256=_4PG_Wd88S4zweKNwZprwxaMMHBF4
 mns_common/api/akshare/yjyg_sync_api.py,sha256=cvk50_XhJWUqduOiC15SYvQTCQqECt6td_L2Hvnl7Jg,4108
 mns_common/api/em/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
 mns_common/api/em/east_money_debt_api.py,sha256=lToffwPlS0S05FxZp6QHhLxCJDFAnvorgqjYXDW5p8I,12429
-mns_common/api/em/east_money_etf_api.py,sha256=AvfmOZKTOq01kgh59EJbsrD0xdBQDhKT_k38z1k0VYA,11578
+mns_common/api/em/east_money_etf_api.py,sha256=GuFHflQOCbfIdKQawrAFE2TimyLGedne662fBUs4Vr0,11707
 mns_common/api/em/east_money_stock_api.py,sha256=kG4a_xcnQMYPkUec74f_7TtpmNb6GPVS23Xgr4Cq2og,8392
 mns_common/api/em/east_money_stock_api_develop.py,sha256=IijcfCwqzuwd7okAjOnFoWiWSvlRttSg1vGzkDXljeM,9888
 mns_common/api/em/east_money_stock_gdfx_free_top_10_api.py,sha256=jVy3fNdrkLq3ri7yUwXWt0ItB8LCHzt9CPz91Fj8sPA,9198
@@ -19,6 +19,9 @@ mns_common/api/em/em_concept_index_api.py,sha256=PP87ES8a_y0o3SKLzBsPrc7DCPI3MBC
 mns_common/api/em/self_choose/__init__.py,sha256=vAy9qYgUgZL9Y0w3BBbqmZ9zES46pPnlJjO2hdtotp0,2673
 mns_common/api/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_common/api/hk/ths_hk_company_info_api.py,sha256=Cxlbuccopa0G1s8o0uTnnyLn2QaxOvbDpJQJOj7J8a8,5360
+mns_common/api/k_line/__init__.py,sha256=NmNsR8WLULfHv9AvBmhURHvtY-wLDkSwCNcsvSRJ2XY,341
+mns_common/api/k_line/stock_k_line_data_api.py,sha256=v27p4qU0bhBGp2t8bZDnyMz20a71GduhmK7uylt6GH4,3496
+mns_common/api/k_line/stock_minute_data_api.py,sha256=xoYhX23j7h9xCYjGopb83ZNTg7wuloGNJTRkcBUvcl0,5247
 mns_common/api/kpl/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
 mns_common/api/kpl/common/__init__.py,sha256=8b2PuXJM5fLoq71cWPXp695czQuaRtyR6OVHajGjDPc,161
 mns_common/api/kpl/common/kpl_common_api.py,sha256=DP8RqJXGGB804G3ykYgyYh3fHtv8E2v0BWiEGPXSSBc,4272
@@ -37,6 +40,8 @@ mns_common/api/kpl/symbol/kpl_symbol_common_field_constant.py,sha256=EijxWFjOb18
 mns_common/api/kpl/symbol/symbol_his_quotes_api.py,sha256=r3n7U2F7MZUDZFQgnx-JI4sb8MiRTIwVeh21iehbFwE,4210
 mns_common/api/msg/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
 mns_common/api/msg/push_msg_api.py,sha256=z8jDqFWygfxnCFFfQp4K-llgg27nRLv7Mx72lOddBH0,1390
+mns_common/api/qmt/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_common/api/qmt/qmt_minunte_tick_data.py,sha256=uwSw_AkA9RaD3pXPKzxqi4TKEkpglmFUwtYl9r5E6G8,3019
 mns_common/api/ths/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
 mns_common/api/ths/big_deal/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
 mns_common/api/ths/big_deal/ths_big_deal_api.py,sha256=gxtIUbowxx8gDJZfT2RISrhXVmvsgbdclYbxUiZsTlY,3644
@@ -113,13 +118,15 @@ mns_common/component/zt/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3Hi
 mns_common/component/zt/zt_common_service_api.py,sha256=6pHRLLJjKcLLBA-xXkAU8SE6DZ5dgVFBRVjJmhkL0II,11945
 mns_common/constant/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
 mns_common/constant/black_list_classify_enum.py,sha256=I8U_DcltzYvlWjgn-TFLImgVgPuO0lxMnEJAQJBljdo,3995
-mns_common/constant/db_name_constant.py,sha256=5j_dfmZi8t92B5SbsXRIsps6r9rs0TspPlqLAAcqCjQ,4140
+mns_common/constant/db_name_constant.py,sha256=bxzUSZh2jYvbSZd8Guz7knVVGAwDscmMIAECiqQj4EE,4752
 mns_common/constant/price_enum.py,sha256=nhcPxk0AFdQAp8IsNr5EP9xURLqqJuSl6ljIzTp7Wyo,1093
 mns_common/constant/redis_msg_constant.py,sha256=fMtI_WbJ2IkMX4qGwvR5MkMO0NqU8XgUUZqQzHIRscU,501
 mns_common/constant/self_choose_constant.py,sha256=Xnzp9cn5x5_UdqF4gozSDErkzafnbCYBjDH8YpTEU84,777
 mns_common/db/MongodbUtil.py,sha256=zefStY9z67HqkvzmshsSV6kG4RgZSVe3fnIp8m0zWYU,11706
 mns_common/db/MongodbUtilLocal.py,sha256=xLUTeeZ83BbqPtUEwy7QmPtkSfwPyNB_5ggkn-eMpBQ,7560
 mns_common/db/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
+mns_common/db/v2/MongodbUtilV2.py,sha256=looRsWjz3_wrqnUE9reR7nxJHut_LV1Z9h1KIE5vJmc,11781
+mns_common/db/v2/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_common/utils/__init__.py,sha256=xu36nA6MJTauswUWPfKIKH0E-lpOAHTw2TL5QI_6TeY,165
 mns_common/utils/async_fun.py,sha256=YTxjAtCmOz38OHNC8L_5thjM_uFBmh3arx0eJwILi_A,352
 mns_common/utils/cmd_util.py,sha256=fIS17OpuJNpDTmpIF0JcAgXCw4CZo7xO8xUwGxITL5w,4963
@@ -128,7 +135,7 @@ mns_common/utils/date_handle_util.py,sha256=P4WJUmoDpo4IoCrt2z4keyr7pqXHKmCZBVod
 mns_common/utils/db_util.py,sha256=hSmfNAN4vEeEaUva6_cicZEhb2jSnib-Gvk2reke1vc,2590
 mns_common/utils/file_util.py,sha256=egWu6PenGPRp_ixrNTHKarT4dAnOT6FETR82EHUZJnQ,1042
 mns_common/utils/ip_util.py,sha256=UTcYfz_uytB__6nlBf7T-izuI7hi4XdB6ET0sJgEel4,969
-mns_common-1.3.2.1.dist-info/METADATA,sha256=XLY7FmwghIJHRlRZFq4tQ-hLs-4g5JpRTO-lKEeFcZc,61
-mns_common-1.3.2.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-mns_common-1.3.2.1.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
-mns_common-1.3.2.1.dist-info/RECORD,,
+mns_common-1.3.2.3.dist-info/METADATA,sha256=n3cd8Wy0qFoZ9Bzo9PCai9lM5dl6I0fxvcOv9SPZrhs,61
+mns_common-1.3.2.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+mns_common-1.3.2.3.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
+mns_common-1.3.2.3.dist-info/RECORD,,