mns-common 1.2.4.5__tar.gz → 1.2.4.7__tar.gz

{mns_common-1.2.4.5 → mns_common-1.2.4.7}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns_common
-Version: 1.2.4.5
+Version: 1.2.4.7

{mns_common-1.2.4.5 → mns_common-1.2.4.7}/mns_common/api/ths/zt/ths_stock_zt_pool_api.py

@@ -277,9 +277,4 @@ def zt_reason_group(zt_pool_df):
 import mns_common.api.ths.self_choose.ths_self_choose_api as ths_self_choose_api
 
 if __name__ == '__main__':
-    cookie_test = "searchGuide=sg; skin_color=white; Hm_lvt_78c58f01938e4d85eaf619eae71b4ed1=1721641603,1721715758,1721752612,1721755151; historystock=688037%7C*%7C600272%7C*%7C603939%7C*%7C601607%7C*%7C002670; log=; Hm_lvt_722143063e4892925903024537075d0d=1720407580,1720593398,1721195153,1721780857; HMACCOUNT=53655417BE159764; Hm_lvt_929f8b362150b1f77b477230541dbbc2=1720407580,1720593398,1721195153,1721780857; u_ukey=A10702B8689642C6BE607730E11E6E4A; u_uver=1.0.0; u_dpass=alFQbk%2FO8c9WqN3Z4WkYGuoYg0Z6SiiU4OnEchI5ynMcu0H9Wl0vit1Uov34KlrNHi80LrSsTFH9a%2B6rtRvqGg%3D%3D; u_did=756121025AC347DABE0B7B9BFCDC0511; u_ttype=WEB; ttype=WEB; user=MDq%2BsNDQcE06Ok5vbmU6NTAwOjYxMzk4NTQ0ODo3LDExMTExMTExMTExLDQwOzQ0LDExLDQwOzYsMSw0MDs1LDEsNDA7MSwxMDEsNDA7MiwxLDQwOzMsMSw0MDs1LDEsNDA7OCwwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMSw0MDsxMDIsMSw0MDoyNzo6OjYwMzk4NTQ0ODoxNzIxNzgwODg1Ojo6MTYzNDU2Njk4MDo2MDQ4MDA6MDoxNzNiNDhmZjI2NmM1MzE3ZDgwYmUwYmZiMDQzMDhiZTY6ZGVmYXVsdF80OjE%3D; userid=603985448; u_name=%BE%B0%D0%D0pM; escapename=%25u666f%25u884cpM; ticket=8a8e55aeb05c9160e88dab69492aa048; user_status=0; utk=6420dd34039fbeb3d1f4bffe699ec7e4; Hm_lpvt_722143063e4892925903024537075d0d=1721780886; Hm_lpvt_929f8b362150b1f77b477230541dbbc2=1721780887; Hm_lpvt_78c58f01938e4d85eaf619eae71b4ed1=1721780896; Hm_lvt_da7579fd91e2c6fa5aeb9d1620a9b333=1721780896; Hm_lpvt_da7579fd91e2c6fa5aeb9d1620a9b333=1721780896; v=A2kO-7xJKzhydheMMbjLkzbIeB7GNlqaxy6B_wte4BOPXIdAU4ZtOFd6kcGY"
-
-    res = get_zt_reason(None)
-    res = res.loc[res['connected_boards_numbers'] > 1]
-    for stock_one in res.itertuples():
-        ths_self_choose_api.add_stock_to_account(stock_one.symbol, cookie_test)
+    get_real_time_zt_info()

mns_common-1.2.4.7/mns_common/api/ths/zt/ths_stock_zt_pool_v2_api.py

@@ -0,0 +1,369 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import re
+import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.component.zt.zt_common_service_api as zt_common_service_api
+from loguru import logger
+# question
+# 必填，查询问句
+#
+# sort_key
+# 非必填，指定用于排序的字段，值为返回结果的列名
+#
+# sort_order
+# 非必填，排序规则，至为asc（升序）或desc（降序）
+#
+# page
+# 非必填，查询的页号，默认为1
+#
+# perpage
+# 非必填，每页数据条数，默认值100，由于问财做了数据限制，最大值为100，指定大于100的数值无效。
+#
+# loop
+# 非必填，是否循环分页，返回多页合并数据。默认值为False，可以设置为True或具体数值。
+#
+# 当设置为True时，程序会一直循环到最后一页，返回全部数据。
+#
+# 当设置具体数值n时，循环请求n页，返回n页合并数据。
+
+
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import pandas as pd
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.api.ths.wen_cai.ths_wen_cai_api as ths_wen_cai_api
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.api.akshare.stock_zt_pool_api as stock_zt_pool_api
+import mns_common.component.cache.cache_service as cache_service
+
+mongodb_util = MongodbUtil('27017')
+
+# 缓存key
+THS_NOW_ZT_POOL = 'ths_now_zt_pool'
+# 缓存过期时间
+CACHE_TIME_OUT_TIME = 60
+
+
+# 频繁调用容易被封
+def get_ths_stock_zt_reason_with_cache(str_day):
+    stock_zt_reason = cache_service.get_cache(THS_NOW_ZT_POOL)
+    if data_frame_util.is_empty(stock_zt_reason):
+        stock_zt_reason = get_zt_reason(str_day)
+        # time_out 为秒
+        cache_service.set_cache_time_out(THS_NOW_ZT_POOL, stock_zt_reason, CACHE_TIME_OUT_TIME)
+        return stock_zt_reason
+    else:
+        return stock_zt_reason
+
+
+def get_zt_reason(str_day):
+    if data_frame_util.is_string_not_empty(str_day):
+        key_word = str_day + '涨停'
+    else:
+        key_word = '涨停'
+    zt_df = ths_wen_cai_api.wen_cai_api(key_word, 'stock')
+    if data_frame_util.is_empty(zt_df):
+        return None
+    zt_df.fillna('', inplace=True)
+    no_slash_day = date_handle_util.no_slash_date(str_day)
+    no_slash_day = "[" + no_slash_day + "]"
+    zt_df = zt_df.rename(columns={
+        "股票代码": "code",
+        "股票简称": "name",
+        "涨停" + no_slash_day: "zt_tag",
+        "首次涨停时间" + no_slash_day: "first_closure_time",
+        "最终涨停时间" + no_slash_day: "last_closure_time",
+        "涨停明细数据" + no_slash_day: "zt_detail",
+        "连续涨停天数" + no_slash_day: "connected_boards_numbers",
+        "涨停原因类别" + no_slash_day: "zt_reason",
+        "涨停封单量" + no_slash_day: "closure_volume",
+        "涨停封单额" + no_slash_day: "closure_funds",
+        "涨停封单量占成交量比" + no_slash_day: "closure_funds_per_amount",
+        "涨停封单量占流通a股比" + no_slash_day: "closure_funds_per_flow_mv",
+        "涨停开板次数" + no_slash_day: "frying_plates_numbers",
+        "a股市值(不含限售股)" + no_slash_day: "flow_mv",
+        "几天几板" + no_slash_day: "statistics_detail",
+        "涨停类型" + no_slash_day: "zt_type",
+        "code": "symbol",
+        "最新价": "now_price",
+        "最新涨跌幅": "chg",
+
+    })
+    zt_df['symbol'] = zt_df['symbol'].astype(str)
+    if 'statistics_detail' in zt_df.columns:
+        zt_df['statistics'] = zt_df['statistics_detail'].apply(convert_statistics)
+    if 'code' in zt_df.columns:
+        del zt_df['code']
+    if 'flow_mv' in zt_df.columns:
+        del zt_df['flow_mv']
+    zt_df['zt_flag'] = True
+    zt_df['str_day'] = str_day
+    zt_df = zt_df.fillna('')
+    return zt_df
+
+
+# 定义一个函数，用于将统计数据转换成相应的格式
+def convert_statistics(stat):
+    try:
+        if stat is None:
+            return '1/1'
+        match = re.match(r'(\d+)天(\d+)板', stat)
+        if match:
+            n, m = map(int, match.groups())
+            return f'{n}/{m}'
+        elif stat == '首板涨停':
+            return '1/1'
+        else:
+            return stat
+    except BaseException as e:
+        logger.error("转换出现异常:{},{}", e, stat)
+        return '1/1'
+
+
+# 获取实时行情涨停列表
+def get_real_time_zt_info():
+    real_time_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_df_zt = real_time_df.loc[real_time_df['chg'] > common_service_fun_api.ZT_CHG]
+    if data_frame_util.is_empty(real_time_df_zt):
+        return pd.DataFrame()
+    real_time_df_zt = real_time_df_zt[[
+        'symbol',
+        'name',
+        'chg',
+        'amount',
+        'quantity_ratio',
+        'now_price',
+        'high',
+        'low',
+        'open',
+        'list_date',
+        'exchange',
+        'wei_bi',
+        'flow_mv',
+        'total_mv',
+        'buy_1_num'
+    ]]
+    company_df = company_common_service_api.get_company_info_industry()
+    company_df = company_df[[
+        '_id',
+        "industry",
+        "first_sw_industry",
+        "second_sw_industry",
+        "third_sw_industry",
+        "ths_concept_name",
+        "ths_concept_code",
+        "ths_concept_sync_day",
+        "em_industry",
+        "company_type",
+        "mv_circulation_ratio",
+        "ths_concept_list_info",
+        "kpl_plate_name",
+        "kpl_plate_list_info",
+        "diff_days"
+    ]]
+    company_df = company_df.loc[company_df['_id'].isin(real_time_df_zt['symbol'])]
+    company_df = company_df.set_index(['_id'], drop=True)
+    real_time_df_zt = real_time_df_zt.set_index(['symbol'], drop=False)
+    real_time_df_zt = pd.merge(real_time_df_zt, company_df, how='outer',
+                               left_index=True, right_index=True)
+    real_time_df_zt = common_service_fun_api.classify_symbol(real_time_df_zt)
+    real_time_df_zt = common_service_fun_api.total_mv_classification(real_time_df_zt)
+    real_time_df_zt = common_service_fun_api.symbol_amount_simple(real_time_df_zt)
+    real_time_df_zt = common_service_fun_api.exclude_new_stock(real_time_df_zt)
+    real_time_df_zt.fillna(0, inplace=True)
+    real_time_df_zt['chg'] = real_time_df_zt['chg'].astype(float)
+    real_time_df_zt['chg'] = round(
+        real_time_df_zt['chg'], 2)
+    real_time_df_zt = real_time_df_zt.sort_values(by=['chg'], ascending=False)
+    return real_time_df_zt
+
+
+def get_now_zt_pool_with_reason(str_day):
+    # 实时行情涨停信息
+    real_time_zt_df = get_real_time_zt_info()
+    # 昨日涨停列表
+    last_trade_zt = zt_common_service_api.get_last_trade_day_zt(str_day)
+    # 东方财富涨停列表
+    em_now_zt_pool = stock_zt_pool_api.stock_em_zt_pool_df(date_handle_util.no_slash_date(str_day))
+    if data_frame_util.is_not_empty(em_now_zt_pool):
+        real_time_zt_df_wei_bi_100 = real_time_zt_df.loc[real_time_zt_df['symbol'].isin(em_now_zt_pool['symbol'])]
+        real_time_zt_df_high_chg = real_time_zt_df.loc[~(real_time_zt_df['symbol'].isin(em_now_zt_pool['symbol']))]
+    else:
+        real_time_zt_df_high_chg = real_time_zt_df
+
+    em_now_zt_pool = em_now_zt_pool[
+        ['symbol', 'connected_boards_numbers',
+         'statistics', 'closure_funds', 'first_closure_time',
+         'last_closure_time', 'frying_plates_numbers']]
+
+    em_now_zt_pool = em_now_zt_pool.set_index(['symbol'], drop=True)
+    real_time_zt_df_wei_bi_100 = real_time_zt_df_wei_bi_100.set_index(['symbol'], drop=False)
+    real_time_zt_df_wei_bi_100 = pd.merge(real_time_zt_df_wei_bi_100, em_now_zt_pool, how='outer',
+                                          left_index=True, right_index=True)
+
+    # 初始化数据
+    real_time_zt_df_high_chg['closure_funds'] = 0
+    real_time_zt_df_high_chg['first_closure_time'] = '153000'
+    real_time_zt_df_high_chg['last_closure_time'] = '153000'
+    real_time_zt_df_high_chg['frying_plates_numbers'] = 0
+
+    real_time_zt_df_high_chg_last_trade_zt = real_time_zt_df_high_chg.loc[
+        real_time_zt_df_high_chg['symbol'].isin(last_trade_zt['symbol'])]
+    real_time_zt_df_high_chg_last_trade_no_zt = real_time_zt_df_high_chg.loc[
+        ~(real_time_zt_df_high_chg['symbol'].isin(last_trade_zt['symbol']))]
+
+    last_trade_zt_copy_today_high_chg = last_trade_zt.loc[
+        last_trade_zt['symbol'].isin(real_time_zt_df_high_chg_last_trade_zt['symbol'])]
+    last_trade_zt_copy_today_high_chg = last_trade_zt_copy_today_high_chg[
+        ['symbol', 'connected_boards_numbers', 'statistics']]
+    last_trade_zt_copy_today_high_chg['connected_boards_numbers'] = last_trade_zt_copy_today_high_chg[
+                                                                        'connected_boards_numbers'] + 1
+
+    last_trade_zt_copy_today_high_chg = last_trade_zt_copy_today_high_chg.set_index(['symbol'], drop=True)
+    real_time_zt_df_high_chg_last_trade_zt = real_time_zt_df_high_chg_last_trade_zt.set_index(['symbol'], drop=False)
+    real_time_zt_df_high_chg_last_trade_zt = pd.merge(real_time_zt_df_high_chg_last_trade_zt,
+                                                      last_trade_zt_copy_today_high_chg, how='outer',
+                                                      left_index=True, right_index=True)
+
+    real_time_zt_df_high_chg_last_trade_no_zt['connected_boards_numbers'] = 1
+    real_time_zt_df_high_chg_last_trade_no_zt['statistics'] = '1/1'
+    real_time_zt_df_high_chg_last_trade_zt['statistics'] = real_time_zt_df_high_chg_last_trade_zt['statistics'].apply(
+        add_one_to_each_side)
+    now_zt_pool_df = pd.concat([real_time_zt_df_wei_bi_100,
+                                real_time_zt_df_high_chg_last_trade_zt,
+                                real_time_zt_df_high_chg_last_trade_no_zt])
+
+    now_zt_pool_df = merge_zt_reason(now_zt_pool_df, str_day, last_trade_zt)
+
+    result_first = now_zt_pool_df.loc[now_zt_pool_df['connected_boards_numbers'] == 1]
+    result_connected_boards = now_zt_pool_df.loc[now_zt_pool_df['connected_boards_numbers'] > 1]
+    result_connected_boards = result_connected_boards.sort_values(by=['connected_boards_numbers'], ascending=False)
+    result_first = result_first.sort_values(by=['first_closure_time'], ascending=True)
+
+    now_zt_pool_df = pd.concat([result_connected_boards,
+                                result_first])
+    now_zt_pool_df = now_zt_pool_df.fillna('未知数据')
+    now_zt_pool_df.drop_duplicates('symbol', keep='last', inplace=True)
+    return now_zt_pool_df
+
+
+def merge_zt_reason(now_zt_pool_df, str_day, last_trade_zt):
+    try:
+        zt_reason_df = get_ths_stock_zt_reason_with_cache(str_day)
+    except BaseException as e:
+        zt_reason_df = None
+        logger.error("获取涨停原因异常:{}", e)
+
+    last_trade_zt_copy = last_trade_zt.copy()
+    last_trade_zt_copy = last_trade_zt_copy[['symbol', 'zt_reason']]
+
+    if data_frame_util.is_empty(zt_reason_df):
+        now_zt_pool_df['zt_reason'] = '暂无'
+
+        last_trade_zt_copy = last_trade_zt_copy.set_index(['symbol'], drop=True)
+        now_zt_pool_df = now_zt_pool_df.set_index(['symbol'], drop=False)
+        now_zt_pool_df = pd.merge(now_zt_pool_df, last_trade_zt_copy, how='outer',
+                                  left_index=True, right_index=True)
+        now_zt_pool_df.dropna(subset=['symbol'], inplace=True)
+        return now_zt_pool_df
+    zt_reason_df = zt_reason_df[['symbol', 'zt_reason']]
+
+    zt_reason_df = zt_reason_df.set_index(['symbol'], drop=True)
+    now_zt_pool_df = now_zt_pool_df.set_index(['symbol'], drop=False)
+    result_zt_df = pd.merge(now_zt_pool_df, zt_reason_df, how='outer',
+                            left_index=True, right_index=True)
+
+    # 找出 'symbol' 列中为 NaN 值的数据
+    zt_reason_na = result_zt_df[result_zt_df['zt_reason'].isna()]
+    zt_reason_not_na = result_zt_df[result_zt_df['zt_reason'].notna()]
+
+    last_trade_zt_copy = last_trade_zt_copy.set_index(['symbol'], drop=True)
+    del zt_reason_na['zt_reason']
+    zt_reason_na = zt_reason_na.set_index(['symbol'], drop=False)
+    zt_reason_na = pd.merge(zt_reason_na, last_trade_zt_copy, how='outer',
+                            left_index=True, right_index=True)
+    zt_reason_na['zt_reason'] = zt_reason_na['zt_reason'].fillna('未有')
+
+    # 删除昨日涨停 今日未涨停的
+    zt_reason_na.dropna(subset=['symbol'], inplace=True)
+
+    result = pd.concat([zt_reason_na,
+                        zt_reason_not_na])
+
+    result.dropna(subset=['symbol'], inplace=True)
+    result.drop_duplicates('symbol', keep='last', inplace=True)
+
+    result['zt_reason'] = result['zt_reason'].replace({0: '其他',
+                                                       '': '其他',
+                                                       '0': '其他', })
+
+    return result
+
+
+# 定义一个函数来处理字符串 涨停统计加1
+def add_one_to_each_side(s):
+    left, right = s.split('/')
+    new_left = str(int(left) + 1)
+    new_right = str(int(right) + 1)
+    return f"{new_left}/{new_right}"
+
+
+def zt_reason_group(zt_pool_df):
+    if data_frame_util.is_empty(zt_pool_df):
+        return pd.DataFrame()
+
+    zt_pool_df = common_service_fun_api.exclude_st_symbol(zt_pool_df)
+    if data_frame_util.is_empty(zt_pool_df):
+        return pd.DataFrame()
+
+    zt_pool_df['symbol'] = zt_pool_df['symbol'].astype(str)
+    result_group_df = None
+    for zt_stock_one in zt_pool_df.itertuples():
+        try:
+            zt_reason = zt_stock_one.zt_reason
+            if data_frame_util.is_string_empty(zt_reason):
+                continue
+            zt_reason_list = zt_reason.split("+")
+            if len(zt_reason_list) > 0:
+                for zt_reason_one in zt_reason_list:
+                    zt_reason_dict = {'zt_reason_name': zt_reason_one,
+                                      'number': 1
+                                      }
+                    zt_reason_df_new = pd.DataFrame(zt_reason_dict, index=[0])
+                    if result_group_df is None:
+                        result_group_df = zt_reason_df_new
+                    else:
+                        exist_zt_reason = result_group_df.loc[result_group_df['zt_reason_name'] == zt_reason_one]
+                        if data_frame_util.is_not_empty(exist_zt_reason):
+                            result_group_df.loc[result_group_df['zt_reason_name'] == zt_reason_one, "number"] = \
+                                exist_zt_reason['number'] + 1
+                        else:
+                            result_group_df = pd.concat([result_group_df, zt_reason_df_new])
+
+        except BaseException as e:
+            logger.error("涨停原因分组出现异常:{},{}", zt_stock_one.symbol, e)
+    if data_frame_util.is_not_empty(result_group_df):
+        result_group_df = result_group_df.sort_values(by=['number'], ascending=False)
+
+    return result_group_df
+
+
+if __name__ == '__main__':
+    while True:
+        result_zt_df_test = get_now_zt_pool_with_reason('2024-09-27')
+        zt_reason_group(result_zt_df_test)
+        logger.info(1)

{mns_common-1.2.4.5 → mns_common-1.2.4.7}/mns_common/component/zt/zt_common_service_api.py

@@ -23,10 +23,10 @@ from loguru import logger
 def get_last_trade_day_zt(str_day):
     last_trade_day = trade_date_common_service_api.get_last_trade_day(str_day)
     query = {'str_day': last_trade_day}
-    db_stock_zt_pool = mongodb_util.find_query_data(db_name_constant.STOCK_ZT_POOL, query)
-    if db_stock_zt_pool is None or db_stock_zt_pool.shape[0] == 0:
-        db_stock_zt_pool = stock_zt_pool_api.stock_em_zt_pool_df(date_handle_util.no_slash_date(last_trade_day))
-    return db_stock_zt_pool
+    last_trade_day_zt = mongodb_util.find_query_data(db_name_constant.STOCK_ZT_POOL, query)
+    if last_trade_day_zt is None or last_trade_day_zt.shape[0] == 0:
+        last_trade_day_zt = stock_zt_pool_api.stock_em_zt_pool_df(date_handle_util.no_slash_date(last_trade_day))
+    return last_trade_day_zt
 
 
 # 按照字段分组

{mns_common-1.2.4.5 → mns_common-1.2.4.7}/mns_common.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns_common
-Version: 1.2.4.5
+Version: 1.2.4.7

{mns_common-1.2.4.5 → mns_common-1.2.4.7}/mns_common.egg-info/SOURCES.txt

@@ -56,6 +56,7 @@ mns_common/api/ths/wen_cai/__init__.py
 mns_common/api/ths/wen_cai/ths_wen_cai_api.py
 mns_common/api/ths/zt/__init__.py
 mns_common/api/ths/zt/ths_stock_zt_pool_api.py
+mns_common/api/ths/zt/ths_stock_zt_pool_v2_api.py
 mns_common/component/__init__.py
 mns_common/component/common_service_fun_api.py
 mns_common/component/cache/__init__.py

{mns_common-1.2.4.5 → mns_common-1.2.4.7}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns_common',
-    version='1.2.4.5',
+    version='1.2.4.7',
     # packages=["mns_common", "mns_common.api",
     #           "mns_common.api.akshare",
     #           "mns_common.api.em",