mns-common 1.5.1.8__tar.gz → 1.5.2.0__tar.gz

{mns_common-1.5.1.8 → mns_common-1.5.2.0}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns_common
-Version: 1.5.1.8
+Version: 1.5.2.0

mns_common-1.5.2.0/mns_common/api/em/concept/em_concept_index_api.py

@@ -0,0 +1,230 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import requests
+import pandas as pd
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+
+
+def stock_board_concept_name_em() -> pd.DataFrame:
+    """
+    东方财富网-行情中心-沪深京板块-概念板块-名称
+    https://quote.eastmoney.com/center/boardlist.html#concept_board
+    :return: 概念板块-名称
+    :rtype: pandas.DataFrame
+    """
+    url = "http://79.push2.eastmoney.com/api/qt/clist/get"
+    params = {
+        "pn": "1",
+        "pz": "2000",
+        "po": "1",
+        "np": "3",
+        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
+        "fltt": "2",
+        "invt": "2",
+        "fid": "f3",
+        "fs": "m:90 t:3 f:!50",
+        "fields": "f2,f3,f4,f8,f12,f14,f15,f16,f17,f18,f20,f21,f24,f25,f22,f26,f33,f11,f62,f128,f124,f107,f104,f105,f136",
+        "_": "1626075887768",
+    }
+    r = requests.get(url, params=params)
+    data_json = r.json()
+    temp_df = pd.DataFrame(data_json["data"]["diff"])
+    temp_df.reset_index(inplace=True)
+    temp_df["index"] = range(1, len(temp_df) + 1)
+    temp_df.columns = [
+        "排名",
+        "最新价",
+        "涨跌幅",
+        "涨跌额",
+        "换手率",
+        "_",
+        "板块代码",
+        "板块名称",
+        "_",
+        "_",
+        "_",
+        "_",
+        "总市值",
+        "_",
+        "_",
+        "_",
+        "_",
+        "新增日期",
+        "_",
+        "_",
+        "上涨家数",
+        "下跌家数",
+        "_",
+        "_",
+        "领涨股票",
+        "_",
+        "_",
+        "领涨股票-涨跌幅",
+    ]
+    temp_df = temp_df[
+        [
+            "排名",
+            "板块名称",
+            "板块代码",
+            "最新价",
+            "涨跌额",
+            "涨跌幅",
+            "总市值",
+            "换手率",
+            "新增日期",
+            "上涨家数",
+            "下跌家数",
+            "领涨股票",
+            "领涨股票-涨跌幅",
+        ]
+    ]
+    temp_df["最新价"] = pd.to_numeric(temp_df["最新价"], errors="coerce")
+    temp_df["涨跌额"] = pd.to_numeric(temp_df["涨跌额"], errors="coerce")
+    temp_df["涨跌幅"] = pd.to_numeric(temp_df["涨跌幅"], errors="coerce")
+    temp_df["总市值"] = pd.to_numeric(temp_df["总市值"], errors="coerce")
+    temp_df["换手率"] = pd.to_numeric(temp_df["换手率"], errors="coerce")
+    temp_df["上涨家数"] = pd.to_numeric(temp_df["上涨家数"], errors="coerce")
+    temp_df["下跌家数"] = pd.to_numeric(temp_df["下跌家数"], errors="coerce")
+    temp_df["领涨股票-涨跌幅"] = pd.to_numeric(temp_df["领涨股票-涨跌幅"], errors="coerce")
+    return temp_df
+
+
+# 同步所有概念
+def sync_all_concept():
+    try:
+        stock_board_concept_name_em_df = stock_board_concept_name_em()
+        stock_board_concept_name_em_df = stock_board_concept_name_em_df.rename(columns={"排名": "index",
+                                                                                        "板块名称": "concept_name",
+                                                                                        "板块代码": "concept_code",
+                                                                                        "最新价": "now_price",
+                                                                                        "涨跌额": "change",
+                                                                                        "涨跌幅": "chg",
+                                                                                        "总市值": "total_mv",
+                                                                                        "换手率": "exchange",
+                                                                                        "新增日期": "list_day",
+                                                                                        "上涨家数": "up_number",
+                                                                                        "下跌家数": "down_number",
+                                                                                        "领涨股票": "up_header",
+                                                                                        "领涨股票-涨跌幅": "up_header_chg"
+                                                                                        })
+        return stock_board_concept_name_em_df
+    except BaseException as e:
+        logger.error("同步东方财富概念信息异常:{}", e)
+        return None
+
+
+def stock_board_concept_cons_em(stock_board_code: str = "BK1134") -> pd.DataFrame:
+    """
+    东方财富-沪深板块-概念板块-板块成份
+    https://quote.eastmoney.com/center/boardlist.html#boards-BK06551
+    :param symbol: 板块名称
+    :type symbol: str
+    :return: 板块成份
+    :rtype: pandas.DataFrame
+    """
+
+    url = "http://29.push2.eastmoney.com/api/qt/clist/get"
+    params = {
+        "pn": "1",
+        "pz": "2000",
+        "po": "1",
+        "np": "3",
+        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
+        "fltt": "2",
+        "invt": "2",
+        "fid": "f3",
+        "fs": f"b:{stock_board_code} f:!50",
+        "fields": "f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,f12,f13,f14,f15,f16,f17,f18,f20,f21,f23,f24,f25,f22,f11,f62,f128,f136,f115,f152,f45",
+        "_": "1626081702127",
+    }
+    r = requests.get(url, params=params)
+    data_json = r.json()
+    data_df = pd.DataFrame(data_json["data"])
+    if data_frame_util.is_empty(data_df):
+        return None
+    temp_df_copy = pd.DataFrame(data_json["data"]["diff"])
+    temp_df_copy.reset_index(inplace=True)
+    temp_df_copy["index"] = range(1, len(temp_df_copy) + 1)
+    temp_df_copy.columns = [
+        "序号",
+        "_",
+        "最新价",
+        "涨跌幅",
+        "涨跌额",
+        "成交量",
+        "成交额",
+        "振幅",
+        "换手率",
+        "市盈率-动态",
+        "_",
+        "_",
+        "代码",
+        "_",
+        "名称",
+        "最高",
+        "最低",
+        "今开",
+        "昨收",
+        "_",
+        "_",
+        "_",
+        "市净率",
+        "_",
+        "_",
+        "_",
+        "_",
+        "_",
+        "_",
+        "_",
+        "_",
+        "_",
+        "_",
+    ]
+    temp_df_copy = temp_df_copy[
+        [
+            "序号",
+            "代码",
+            "名称",
+            "最新价",
+            "涨跌幅",
+            "涨跌额",
+            "成交量",
+            "成交额",
+            "振幅",
+            "最高",
+            "最低",
+            "今开",
+            "昨收",
+            "换手率",
+            "市盈率-动态",
+            "市净率",
+        ]
+    ]
+    temp_df = temp_df_copy.copy()
+
+    temp_df["最新价"] = pd.to_numeric(temp_df["最新价"], errors="coerce")
+    temp_df["涨跌幅"] = pd.to_numeric(temp_df["涨跌幅"], errors="coerce")
+    temp_df["涨跌额"] = pd.to_numeric(temp_df["涨跌额"], errors="coerce")
+    temp_df["成交量"] = pd.to_numeric(temp_df["成交量"], errors="coerce")
+    temp_df["成交额"] = pd.to_numeric(temp_df["成交额"], errors="coerce")
+    temp_df["振幅"] = pd.to_numeric(temp_df["振幅"], errors="coerce")
+    temp_df["最高"] = pd.to_numeric(temp_df["最高"], errors="coerce")
+    temp_df["最低"] = pd.to_numeric(temp_df["最低"], errors="coerce")
+    temp_df["今开"] = pd.to_numeric(temp_df["今开"], errors="coerce")
+    temp_df["昨收"] = pd.to_numeric(temp_df["昨收"], errors="coerce")
+    temp_df["换手率"] = pd.to_numeric(temp_df["换手率"], errors="coerce")
+    temp_df["市盈率-动态"] = pd.to_numeric(temp_df["市盈率-动态"], errors="coerce")
+    temp_df["市净率"] = pd.to_numeric(temp_df["市净率"], errors="coerce")
+    return temp_df
+
+
+if __name__ == '__main__':
+    df = stock_board_concept_cons_em()
+    print(df)

mns_common-1.5.2.0/mns_common/api/em/gd/east_money_stock_gdfx_free_top_10_api.py

@@ -0,0 +1,252 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.utils.date_handle_util as date_handle_util
+from loguru import logger
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
+from datetime import datetime
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 获取十大股东
+
+def get_stock_gdfx_free_top_10_em_api(str_day, symbol):
+    try:
+        stock_gdfx_free_top_10_em_df = ak.stock_gdfx_free_top_10_em(symbol=symbol, date=str_day)
+        stock_gdfx_free_top_10_em_df.rename(columns={
+            "名次": "index",
+            "股东名称": "shareholder_name",
+            "股东性质": "shareholder_nature",
+            "股份性质": "shares_nature",
+            "股份类型": "shares_type",
+            "持股数": "shares_number",
+            "占总流通股本持股比例": "circulation_ratio",
+            "增减": "change",
+            "变动比率": "change_ratio"
+        }, inplace=True)
+    except BaseException as e:
+        # logger.error("同步十大流通股东信息异常:{}", e)
+        return None
+    stock_gdfx_free_top_10_em_df = stock_gdfx_free_top_10_em_df.fillna(0)
+    stock_gdfx_free_top_10_em_df.index = stock_gdfx_free_top_10_em_df.index.astype(str)
+    stock_gdfx_free_top_10_em_df.drop_duplicates('shareholder_name', keep='last', inplace=True)
+
+    return stock_gdfx_free_top_10_em_df
+
+
+def get_stock_gdfx_top_10_em_api(str_day, symbol):
+    try:
+        stock_gdfx_top_10_em_df = ak.stock_gdfx_top_10_em(symbol=symbol, date=str_day)
+        stock_gdfx_top_10_em_df.rename(columns={
+            "名次": "index",
+            "股东名称": "shareholder_name",
+            "股份类型": "shares_type",
+            "持股数": "shares_number",
+            "占总股本持股比例": "circulation_ratio",
+            "增减": "change",
+            "变动比率": "change_ratio"
+        }, inplace=True)
+    except BaseException as e:
+        # logger.error("同步十大股东信息异常:{}", e)
+        return None
+    stock_gdfx_top_10_em_df = stock_gdfx_top_10_em_df.fillna(0)
+    stock_gdfx_top_10_em_df.index = stock_gdfx_top_10_em_df.index.astype(str)
+    stock_gdfx_top_10_em_df.drop_duplicates('shareholder_name', keep='last', inplace=True)
+    return stock_gdfx_top_10_em_df
+
+
+def get_stock_gdfx_free_top_10_em(str_day, symbol):
+    symbol_init = symbol
+    classification = common_service_fun_api.classify_symbol_one(symbol)
+    if classification in ["S", "C"]:
+        symbol = 'sz' + symbol
+    elif classification in ["K", "H"]:
+        symbol = 'sh' + symbol
+    else:
+        symbol = 'bj' + symbol
+
+    str_day_no_slash = date_handle_util.no_slash_date(str_day)
+    date_day = date_handle_util.str_to_date(str_day_no_slash, '%Y%m%d')
+    month = date_day.month
+    year = date_day.year
+    one = '0331'
+    two = '0630'
+    three = '0930'
+    four = '1231'
+
+    if 0 < month <= 4:
+        period_04 = str(year - 1) + four
+        # 流通十大股东
+        stock_gdfx_free_top_10_04 = get_stock_gdfx_free_top_10_em_api(period_04, symbol)
+        sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_04, period_04, symbol_init, str_day)
+
+        # 十大股东
+        stock_gdfx_top_10_04 = get_stock_gdfx_top_10_em_api(period_04, symbol)
+        sync_stock_gdfx_top_10(stock_gdfx_top_10_04, period_04, symbol_init, str_day)
+
+        if stock_gdfx_free_top_10_04 is None or stock_gdfx_free_top_10_04.shape[0] == 0:
+            period_03 = str(year - 1) + three
+            stock_gdfx_free_top_10_03 = get_stock_gdfx_free_top_10_em_api(period_03, symbol)
+            sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_03, period_03, symbol_init, str_day)
+
+            # 十大股东
+            stock_gdfx_top_10_03 = get_stock_gdfx_top_10_em_api(period_03, symbol)
+            sync_stock_gdfx_top_10(stock_gdfx_top_10_03, period_03, symbol_init, str_day)
+
+        period_01 = str(year) + one
+        stock_gdfx_free_top_10_01 = get_stock_gdfx_free_top_10_em_api(period_01, symbol)
+        sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_01, period_01, symbol_init, str_day)
+
+        # 十大股东
+        stock_gdfx_top_10_01 = get_stock_gdfx_top_10_em_api(period_01, symbol)
+        sync_stock_gdfx_top_10(stock_gdfx_top_10_01, period_01, symbol_init, str_day)
+
+    elif 4 < month <= 6:
+        # 十大流通股东
+        period_01 = str(year) + one
+        stock_gdfx_free_top_10_01 = get_stock_gdfx_free_top_10_em_api(period_01, symbol)
+        sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_01, period_01, symbol_init, str_day)
+        period_02 = str(year) + two
+        stock_gdfx_free_top_10_02 = get_stock_gdfx_free_top_10_em_api(period_02, symbol)
+        sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_02, period_02, symbol_init, str_day)
+
+        # 十大股东
+        stock_gdfx_top_10_01 = get_stock_gdfx_top_10_em_api(period_01, symbol)
+        sync_stock_gdfx_top_10(stock_gdfx_top_10_01, period_01, symbol_init, str_day)
+
+        stock_gdfx_top_10_02 = get_stock_gdfx_top_10_em_api(period_02, symbol)
+        sync_stock_gdfx_top_10(stock_gdfx_top_10_02, period_02, symbol_init, str_day)
+
+    elif 6 < month <= 10:
+        # 十大流通股东
+        period_02 = str(year) + two
+        stock_gdfx_free_top_10_02 = get_stock_gdfx_free_top_10_em_api(period_02, symbol)
+        sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_02, period_02, symbol_init, str_day)
+        period_03 = str(year) + three
+        stock_gdfx_free_top_10_03 = get_stock_gdfx_free_top_10_em_api(period_03, symbol)
+        sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_03, period_03, symbol_init, str_day)
+
+        # 十大股东
+
+        stock_gdfx_top_10_02 = get_stock_gdfx_top_10_em_api(period_02, symbol)
+        sync_stock_gdfx_top_10(stock_gdfx_top_10_02, period_02, symbol_init, str_day)
+
+        stock_gdfx_top_10_03 = get_stock_gdfx_top_10_em_api(period_03, symbol)
+        sync_stock_gdfx_top_10(stock_gdfx_top_10_03, period_03, symbol_init, str_day)
+    elif 10 < month <= 12:
+        # 十大流通股东
+        period_03 = str(year) + three
+        stock_gdfx_free_top_10_03 = get_stock_gdfx_free_top_10_em_api(period_03, symbol)
+        sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_03, period_03, symbol_init, str_day)
+        period_04 = str(year) + four
+        stock_gdfx_free_top_10_04 = get_stock_gdfx_free_top_10_em_api(period_04, symbol)
+        sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_04, period_04, symbol_init, str_day)
+
+        # 十大股东
+        stock_gdfx_top_10_03 = get_stock_gdfx_top_10_em_api(period_03, symbol)
+        sync_stock_gdfx_top_10(stock_gdfx_top_10_03, period_03, symbol_init, str_day)
+
+        stock_gdfx_top_10_04 = get_stock_gdfx_top_10_em_api(period_04, symbol)
+        sync_stock_gdfx_top_10(stock_gdfx_top_10_04, period_04, symbol_init, str_day)
+
+
+# 保存10大流通股东
+def sync_stock_gdfx_free_top_10(stock_gdfx_free_top_10_em_df, period, symbol, str_day):
+    if stock_gdfx_free_top_10_em_df is not None and stock_gdfx_free_top_10_em_df.shape[0] > 0:
+        # 更新日期
+        stock_gdfx_free_top_10_em_df['str_day'] = str_day
+
+        stock_gdfx_free_top_10_em_df['symbol'] = symbol
+
+        stock_gdfx_free_top_10_em_df['shares_number_str'] = stock_gdfx_free_top_10_em_df['shares_number'].astype(str)
+
+        stock_gdfx_free_top_10_em_df[
+            '_id'] = symbol + '_' + period + '_' + stock_gdfx_free_top_10_em_df.shares_number_str
+        stock_gdfx_free_top_10_em_df['period'] = period
+
+        query_exist = {'symbol': symbol, 'period': period}
+        exist_df = mongodb_util.find_query_data(db_name_constant.STOCK_GDFX_FREE_TOP_10, query_exist)
+        now_date = datetime.now()
+        str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+        # 不存在的时候更新创建时间
+        if exist_df.shape[0] == 0:
+            stock_gdfx_free_top_10_em_df['create_day'] = str_day
+            stock_gdfx_free_top_10_em_df['sync_time'] = str_now_date
+        else:
+            if 'create_day' in exist_df.columns:
+                stock_gdfx_free_top_10_em_df['create_day'] = list(exist_df['create_day'])[0]
+            else:
+                stock_gdfx_free_top_10_em_df['create_day'] = str_day
+            if 'sync_time' in exist_df.columns:
+                stock_gdfx_free_top_10_em_df['sync_time'] = list(exist_df['sync_time'])[0]
+            else:
+                stock_gdfx_free_top_10_em_df['sync_time'] = str_now_date
+        mongodb_util.save_mongo(stock_gdfx_free_top_10_em_df, db_name_constant.STOCK_GDFX_FREE_TOP_10)
+
+
+# 保存10大股东
+def sync_stock_gdfx_top_10(stock_gdfx_top_10_em_df, period, symbol, str_day):
+    if stock_gdfx_top_10_em_df is not None and stock_gdfx_top_10_em_df.shape[0] > 0:
+        stock_gdfx_top_10_em_df['str_day'] = str_day
+        stock_gdfx_top_10_em_df['symbol'] = symbol
+
+        stock_gdfx_top_10_em_df['shares_number_str'] = stock_gdfx_top_10_em_df['shares_number'].astype(str)
+
+        stock_gdfx_top_10_em_df['_id'] = symbol + '_' + period + '_' + stock_gdfx_top_10_em_df.shares_number_str
+        stock_gdfx_top_10_em_df['period'] = period
+
+        query_exist = {'symbol': symbol, 'period': period}
+        exist_df = mongodb_util.find_query_data(db_name_constant.STOCK_GDFX_TOP_10, query_exist)
+        now_date = datetime.now()
+        str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+        # 不存在的时候更新创建时间
+        if exist_df.shape[0] == 0:
+            stock_gdfx_top_10_em_df['create_day'] = str_day
+            stock_gdfx_top_10_em_df['sync_time'] = str_now_date
+        else:
+            if 'create_day' in exist_df.columns:
+                stock_gdfx_top_10_em_df['create_day'] = list(exist_df['create_day'])[0]
+
+
+            else:
+                stock_gdfx_top_10_em_df['create_day'] = str_day
+
+            if 'sync_time' in exist_df.columns:
+                stock_gdfx_top_10_em_df['sync_time'] = list(exist_df['sync_time'])[0]
+            else:
+                stock_gdfx_top_10_em_df['sync_time'] = str_now_date
+
+        mongodb_util.save_mongo(stock_gdfx_top_10_em_df, db_name_constant.STOCK_GDFX_TOP_10)
+
+
+# 十大股东+十大流通股东
+def sync_stock_gdfx_free_top_10_one_day(str_day):
+    real_time_quotes = em_stock_info_api.get_a_stock_info()
+    real_time_quotes = real_time_quotes.loc[~(
+        real_time_quotes['symbol'].isin(company_common_service_new_api.get_de_list_company()))]
+    for real_time_one in real_time_quotes.itertuples():
+        try:
+            get_stock_gdfx_free_top_10_em(str_day, real_time_one.symbol)
+            logger.info('同步股票前十大流通东:{},{}', real_time_one.symbol, real_time_one.name)
+        except BaseException as e:
+            logger.error('同步所有股票前十大流通股本异常:{},{}', real_time_one.symbol, e)
+    logger.info('同步所有股票股东列表完成:{}', str_day)
+
+
+if __name__ == '__main__':
+    get_stock_gdfx_free_top_10_em('20250930', '300697')
+    now_date_test = datetime.now()
+    str_day_test = now_date_test.strftime('%Y-%m-%d')
+    logger.info('同步所有股票前十大流通股本')
+    sync_stock_gdfx_free_top_10_one_day(str_day_test)