mns-scheduler 1.2.6.4__py3-none-any.whl → 1.4.2.5__py3-none-any.whl

mns_scheduler/k_line/{sync → month_week_daily}/bfq_k_line_sync.py

@@ -7,41 +7,26 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 
 from loguru import logger
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.api.akshare.k_line_api as k_line_api
+import mns_scheduler.k_line.common.k_line_common_api as k_line_common_api
 import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
 
+
+
 mongodb_util = MongodbUtil('27017')
 
 
 def sync_bfq_k_line_data(period='daily',
                          hq='hfq',
                          hq_col='stock_hfq_daily',
-                         end_date='22220101',
+                         end_date='2222-01-01',
                          symbol=None):
-    stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol, period=period,
-                                              start_date=date_handle_util.no_slash_date('1990-12-19'),
-                                              end_date=date_handle_util.no_slash_date(end_date),
-                                              adjust=hq)
-
-    stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
-                                 "收盘": "close", "最高": "high",
-                                 "最低": "low", "成交量": "volume",
-                                 "成交额": "amount", "振幅": "pct_chg",
-                                 "涨跌幅": "chg", "涨跌额": "change",
-                                 "换手率": "exchange"}, inplace=True)
-
-    stock_hfq_df['symbol'] = symbol
-    stock_hfq_df['_id'] = stock_hfq_df['symbol'] + '-' + stock_hfq_df['date']
-    stock_hfq_df['last_price'] = round(((stock_hfq_df['close']) / (1 + stock_hfq_df['chg'] / 100)), 2)
-    stock_hfq_df['max_chg'] = round(
-        ((stock_hfq_df['high'] - stock_hfq_df['last_price']) / stock_hfq_df['last_price']) * 100, 2)
-    stock_hfq_df['amount_level'] = round((stock_hfq_df['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
-    stock_hfq_df['flow_mv'] = round(stock_hfq_df['amount'] * 100 / stock_hfq_df['exchange'], 2)
-    stock_hfq_df['flow_mv_sp'] = round(stock_hfq_df['flow_mv'] / common_service_fun_api.HUNDRED_MILLION, 2)
+
+    stock_hfq_df = k_line_common_api.get_k_line_common_adapter(symbol, period, hq, end_date)
+
+
 
     classification = common_service_fun_api.classify_symbol_one(symbol)
     stock_hfq_df['classification'] = classification
@@ -55,8 +40,8 @@ def sync_all_bfq_k_line(period='daily',
                         hq='hfq',
                         hq_col='stock_hfq_daily',
                         end_date='22220101',
-                        symbol=None):
-    real_time_quotes_now_es = east_money_stock_api.get_real_time_quotes_all_stocks()
+                        symbol='300085'):
+    real_time_quotes_now_es = em_stock_info_api.get_a_stock_info()
 
     symbol_list = list(real_time_quotes_now_es['symbol'])
     # 退市公司
@@ -86,7 +71,7 @@ def insert_data(stock_hfq_df, hq_col, symbol):
 
 if __name__ == '__main__':
     sync_all_bfq_k_line('daily',
-                        '',
+                        'qfq',
                         'stock_bfq_daily',
-                        None,
-                        None)
+                        '2025-05-25',
+                        '000001')

mns_scheduler/k_line/{sync → month_week_daily}/daily_week_month_line_sync.py

@@ -7,23 +7,21 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 
 from loguru import logger
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.api.akshare.k_line_api as k_line_api
 import mns_scheduler.k_line.clean.daily.daily_k_line_clean_common_service as daily_k_line_clean_common_service
-
+import mns_scheduler.k_line.common.k_line_common_api as k_line_common_api
 mongodb_util = MongodbUtil('27017')
 
 
 # 多线程接口容易拉爆
 
 def save_one_symbol(symbol, period, end_date, hq, hq_col, real_time_quotes_now):
-    stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol, period=period,
-                                              start_date=date_handle_util.no_slash_date('1990-12-19'),
-                                              end_date=date_handle_util.no_slash_date(end_date),
-                                              adjust=hq)
+    # 检查symbol是否以'6'开头
+
+    stock_hfq_df = k_line_common_api.get_k_line_common_adapter(symbol, period, hq, end_date)
+
     real_time_quotes_now_one = real_time_quotes_now.loc[real_time_quotes_now['symbol'] == symbol]
     stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
                                  "收盘": "close", "最高": "high",
@@ -66,7 +64,7 @@ def sync_all_daily_data(period='daily',
                         symbol_list=None):
     create_db_index(hq_col)
 
-    real_time_quotes_now_es = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes_now_es = em_stock_info_api.get_a_stock_info()
     # exclude b symbol
     real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now_es.copy())
 
@@ -105,10 +103,10 @@ def create_db_index(db_name):
 
 
 if __name__ == '__main__':
-    sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
+    # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
     # sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
     # sync_all_daily_data('daily', 'qfq', 'stock_qfq_weekly', None, None)
-    # sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
+    sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', '2025-07-19', None)
     # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
 
     # sync_all_daily_data('monthly', '1990-12-19', 'qfq', 'stock_qfq_monthly', None, None)

mns_scheduler/k_line/sync_status/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/k_line/sync_status/k_line_sync_status_check.py

@@ -0,0 +1,54 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from datetime import datetime
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.api.msg.push_msg_api as push_msg_api
+
+mongodb_util = MongodbUtil('27017')
+
+min_k_line_count = 5200
+
+
+# check下一个交易日k线同步状态
+def check_k_line_sync_count():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    hour = now_date.hour
+    # 是否是交易日
+    if trade_date_common_service_api.is_trade_day(str_day):
+        if hour > 15:
+            qfq_day = str_day
+            k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 2)
+        else:
+            qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
+            k_line_day = str_day
+    else:
+        qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
+        k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 1)
+
+    # check 当日k线同步状态
+    query_qfq = {'date': date_handle_util.no_slash_date(qfq_day)}
+    qfq_k_line_count = mongodb_util.count(query_qfq, db_name_constant.STOCK_QFQ_DAILY)
+    if qfq_k_line_count < min_k_line_count:
+        title = '当日k线同步数量不对'
+        msg = '当日k线同步数量不对,当前k线数量:' + str(qfq_k_line_count)
+        push_msg_api.push_msg_to_wechat(title, msg)
+
+    query_last_trade = {'str_day': k_line_day}
+    last_trade_day_k_line_count = mongodb_util.count(query_last_trade, 'k_line_info')
+    if last_trade_day_k_line_count < min_k_line_count:
+        title = '下一个交易日策略k线数量不对'
+        msg = '下一个交易日策略k线数量不对,当前数量:' + str(last_trade_day_k_line_count)
+        push_msg_api.push_msg_to_wechat(title, msg)
+
+
+if __name__ == '__main__':
+    check_k_line_sync_count()

mns_scheduler/k_line/test/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/test/k_line_info_clean_his_data.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil
@@ -13,7 +13,7 @@ mongodb_util = MongodbUtil('27017')
 
 
 def clean_history_data():
-    query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2025-01-20'}}]}
+    query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2024-09-12'}}]}
     trade_date_list_df = mongodb_util.find_query_data('trade_date_list', query)
     trade_date_list_df = trade_date_list_df.sort_values(by=['trade_date'], ascending=False)
     for trade_data_one in trade_date_list_df.itertuples():
@@ -25,10 +25,15 @@ def clean_history_data():
 
 
 if __name__ == '__main__':
-    k_line_info_clean_task.sync_k_line_info('2025-02-21', None)
-    # k_line_info_clean_task.sync_k_line_info('2024-12-19', ['600992'])
-
     clean_history_data()
+    # k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
+    # clean_history_data()
+    # k_line_info_clean_task.sync_k_line_info('2025-02-21', None)
+    # k_line_info_clean_task.sync_k_line_info('2025-03-26', ['301601'])
+    # clean_history_data()
+    # k_line_info_clean_task.sync_k_line_info('2025-03-11', None)
+    # k_line_info_clean_task.sync_k_line_info('2025-03-13', None)
+
     # 001389  001359
     # k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
     # k_line_info_clean_task.sync_k_line_info('2025-02-17', None)

mns_scheduler/k_line/year_quarter/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/k_line/year_quarter/year_quarter_line_sync.py

@@ -0,0 +1,76 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from loguru import logger
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.api.xueqiu.xue_qiu_k_line_api as xue_qiu_k_line_api
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+from datetime import datetime
+import mns_common.utils.data_frame_util as data_frame_util
+
+mongodb_util = MongodbUtil('27017')
+
+
+def sync_year_k_line():
+    timestamp = str(int(datetime.now().timestamp() * 1000))
+
+    col_name = db_name_constant.STOCK_QFQ_YEAR
+    real_time_quotes_all_stocks_df = em_stock_info_api.get_a_stock_info()
+    real_time_quotes_all_stocks_df = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks_df)
+    real_time_quotes_all_stocks_df = common_service_fun_api.add_pre_prefix(real_time_quotes_all_stocks_df)
+    for stock_one in real_time_quotes_all_stocks_df.itertuples():
+        symbol = stock_one.symbol
+        try:
+            symbol_prefix = stock_one.symbol_prefix
+
+            year_k_line_df_copy = xue_qiu_k_line_api.get_xue_qiu_k_line(symbol_prefix, 'year',
+                                                                        cookie_info_service.get_xue_qiu_cookie(),
+                                                                        timestamp,
+                                                                        'before')
+            if data_frame_util.is_empty(year_k_line_df_copy):
+                logger.warning("返回数据为空:{}", symbol)
+                continue
+
+            year_k_line_df = year_k_line_df_copy.copy()
+            year_k_line_df = year_k_line_df[[
+                'volume',
+                'open',
+                'high',
+                'low',
+                'close',
+                'chg',
+                'percent',
+                'turnoverrate',
+                'amount',
+                'str_day'
+            ]]
+            year_k_line_df['year'] = year_k_line_df['str_day'].str[:4]
+
+            year_k_line_df["open_to_high_pct"] = (
+                    (year_k_line_df["high"] - year_k_line_df["open"]) / year_k_line_df["open"] * 100).round(2)
+
+            year_k_line_df["low_to_high_pct"] = (
+                    (year_k_line_df["high"] - year_k_line_df["low"]) / year_k_line_df["low"] * 100).round(2)
+            year_k_line_df = year_k_line_df.rename(columns={
+                "percent": "chg",
+                "chg": "chg_price",
+                "turnoverrate": "exchange"
+            })
+            year_k_line_df['symbol'] = symbol
+            year_k_line_df['_id'] = symbol + '_' + year_k_line_df['year']
+            mongodb_util.save_mongo(year_k_line_df, col_name)
+            logger.info("同步年线数据完成:{},{}", symbol, stock_one.name)
+        except BaseException as e:
+            logger.error("同步年线数据异常:{},{}", symbol, e)
+
+
+if __name__ == '__main__':
+    sync_year_k_line()

mns_scheduler/kpl/selection/symbol/sync_best_choose_symbol.py

@@ -3,10 +3,8 @@ import os
 
 import mns_common.api.kpl.selection.kpl_selection_plate_api as selection_plate_api
 from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
 from datetime import datetime
 import mns_common.utils.data_frame_util as data_frame_util
-import pandas as pd
 
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
@@ -124,6 +122,7 @@ def save_one_plate_detail_data(plate_code, plate_name, index_class, first_plate_
         new_df['grade'] = 1
         new_df['remark'] = ''
         new_df['remark_flag'] = ''
+        new_df['long'] = ''
         mongodb_util.insert_mongo(new_df, 'kpl_best_choose_index_detail')
 
         # 保存到当日新增概念列表

mns_scheduler/kpl/selection/symbol/sync_kpl_concept_symbol_choose_reason_api.py

@@ -0,0 +1,108 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.api.kpl.common.kpl_common_api as kpl_common_api
+from loguru import logger
+from datetime import datetime, timedelta
+import pandas as pd
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 更新所有概念入选原因
+def update_all_kpl_symbol_choose_reason():
+    kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, {})
+    for concept_one in kpl_best_choose_index_df.itertuples():
+        try:
+            concept_code = concept_one.plate_code
+            kpl_best_choose_index_detail_df = mongodb_util.find_query_data(
+                db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, {"plate_code": concept_code})
+            if data_frame_util.is_not_empty(kpl_best_choose_index_detail_df):
+                kpl_symbol_list = list(kpl_best_choose_index_detail_df['symbol'])
+                symbol_str = ','.join(kpl_symbol_list)
+                choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(concept_code, symbol_str)
+                if data_frame_util.is_not_empty(choose_reason_df):
+                    for choose_reason_one in choose_reason_df.itertuples():
+                        symbol = choose_reason_one.symbol
+                        try:
+
+                            choose_reason = choose_reason_one.choose_reason
+                            update_query = {'symbol': symbol, 'plate_code': concept_code}
+                            new_values = {"$set": {"long": choose_reason}}
+                            mongodb_util.update_many(update_query, new_values,
+                                                     db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+                        except BaseException as e:
+                            logger.error("更新开票啦入选原因异常:{},{},{}", symbol, concept_code, e)
+            logger.info("更新开票啦入选原因完成:{},{}", concept_one.plate_code, concept_one.plate_name)
+        except BaseException as e:
+            logger.error("更新开票啦入选原因异常:{},{},{}", concept_one.plate_code, concept_one.plate_name, e)
+
+
+# 更新入选概念原因
+def update_symbol_new_concept_reason(plate_code, kpl_symbol_list):
+    symbol_str = ','.join(kpl_symbol_list)
+    choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(plate_code, symbol_str)
+    if data_frame_util.is_not_empty(choose_reason_df):
+        choose_reason_df = choose_reason_df[choose_reason_df['choose_reason'] != '']
+        if data_frame_util.is_empty(choose_reason_df):
+            return
+        for choose_reason_one in choose_reason_df.itertuples():
+            symbol = choose_reason_one.symbol
+            try:
+
+                choose_reason = choose_reason_one.choose_reason
+                update_query = {'symbol': symbol, 'plate_code': plate_code}
+                new_values = {"$set": {"long": choose_reason}}
+                mongodb_util.update_many(update_query, new_values,
+                                         db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
+                # 更新今日新增概念列表 入选原因
+                mongodb_util.update_many(update_query, new_values,
+                                         db_name_constant.TODAY_NEW_CONCEPT_LIST)
+            except BaseException as e:
+                logger.error("更新开票啦入选原因异常:{},{},{}", symbol, plate_code, e)
+
+
+def update_null_choose_reason():
+    # 获取当前日期时间
+    now = datetime.now()
+
+    # 计算前15天的日期时间
+    days_ago_15 = now - timedelta(days=30)
+
+    # 按指定格式输出
+    formatted_date = days_ago_15.strftime("%Y-%m-%d %H:%M:%S")
+    query = {"create_time": {"$gte": formatted_date}, '$or': [{"long": {"$exists": False}}, {"long": ''}]}
+    null_choose_reason_detail_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, query)
+    if data_frame_util.is_not_empty(null_choose_reason_detail_df):
+        grouped_null_reason_df = null_choose_reason_detail_df.groupby('plate_code')
+        grouped_null_reason_list = grouped_null_reason_df.size()
+        group_null_reason = pd.DataFrame(grouped_null_reason_list, columns=['number'])
+        group_null_reason['plate_code'] = group_null_reason.index
+        group_null_reason = group_null_reason.sort_values(by=['number'], ascending=False)
+        for null_reason_one in group_null_reason.itertuples():
+            plate_code = null_reason_one.plate_code
+            try:
+
+                null_reason_one_plate_df = null_choose_reason_detail_df.loc[
+                    null_choose_reason_detail_df['plate_code'] == plate_code]
+                kpl_symbol_list = list(null_reason_one_plate_df['symbol'])
+                update_symbol_new_concept_reason(plate_code, kpl_symbol_list)
+                logger.info("更新开票啦入选原因完成:{},{}", null_reason_one.plate_code,
+                            list(null_reason_one_plate_df['plate_name'])[0])
+            except BaseException as e:
+                logger.error("更新kpl入选原因异常:{},{}", null_reason_one.plate_code, e)
+
+    return formatted_date
+
+
+if __name__ == '__main__':
+    update_null_choose_reason()
+    # update_all_kpl_symbol_choose_reason()

mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py

@@ -10,6 +10,7 @@ import mns_scheduler.kpl.selection.symbol.sync_best_choose_symbol as sync_best_c
 import threading
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_common.api.kpl.constant.kpl_constant as kpl_constant
+import mns_scheduler.kpl.selection.symbol.sync_kpl_concept_symbol_choose_reason_api as sync_kpl_concept_symbol_choose_reason_api
 
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
@@ -84,6 +85,10 @@ def sync_all_plate_info():
     update_null_name()
     logger.info("更新开盘啦空名字名称")
 
+    # 更新开盘啦入选原因
+    sync_kpl_concept_symbol_choose_reason_api.update_null_choose_reason()
+    logger.info("更新开盘啦入选原因")
+
 
 # 更新一二级关系
 def update_best_choose_plate_relation():

mns_scheduler/lhb/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/lhb/stock_lhb_sync_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/open/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/open/sync_one_day_open_data_to_db_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # 同步当天所有开盘数据
@@ -67,4 +67,4 @@ def handle_init_real_time_quotes_data(real_time_quotes_now, str_now_date, number
 
 
 if __name__ == '__main__':
-    sync_one_day_open_data('2024-12-30')
+    sync_one_day_open_data('2025-03-21')

mns_scheduler/risk/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/risk/compliance/undisclosed_annual_report_api.py

@@ -1,6 +1,6 @@
 from datetime import datetime
 import mns_common.component.self_choose.black_list_service_api as black_list_service_api
-import mns_scheduler.finance.finance_common_api as finance_common_api
+import mns_scheduler.finance.em.finance_common_api as finance_common_api
 from loguru import logger
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
@@ -21,6 +21,12 @@ def un_disclosed_report_check(sync_time, now_year, period, period_time):
                                                                    db_name_constant.EM_STOCK_PROFIT)
     un_report_df = pd.concat([un_report_asset_df, un_report_profit_df])
     if period == 4 or period == 1:
+        month = sync_time[5:7]
+        day = sync_time[8:10]
+        day = int(day)
+        month = int(month)
+        if (month < 4) or (month == 4 and day < 20):
+            return None
         last_report_day = str(now_year) + "-05-01"
     elif period == 2:
         last_report_day = str(now_year) + "-07-01"
@@ -62,4 +68,4 @@ def un_disclosed_report_check(sync_time, now_year, period, period_time):
 
 
 if __name__ == '__main__':
-    un_disclosed_report_check('2024-04-20', 2024, 4, '2023-12-31 00:00:00')
+    un_disclosed_report_check('2025-04-29', 2025, 4, '2024-12-31 00:00:00')

mns_scheduler/risk/financial/annual_report_audit_check_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.component.self_choose.black_list_service_api as black_list_service_api
@@ -15,6 +15,8 @@ import mns_common.constant.db_name_constant as db_name_constant
 mongodb_util = MongodbUtil('27017')
 # 审核标准意见
 OPINION_TYPE = "标准无保留意见"
+# 新上市不check
+NEW_STOCK = 365
 
 
 def annual_report_audit_check(new_report_df, period_time):
@@ -26,10 +28,16 @@ def annual_report_audit_check(new_report_df, period_time):
     notice_date = list(new_report_one_df['NOTICE_DATE'])[0]
     now_date = datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
-    query = {'symbol': symbol, 'level_code': BlackClassify.AUDIT_PROBLEM.up_level_code}
+    query = {'symbol': symbol, 'level_code': BlackClassify.AUDIT_PROBLEM.level_code}
     mongodb_util.remove_data(query, db_name_constant.SELF_BLACK_STOCK)
     # 年报有问题
     if opinion_type != OPINION_TYPE:
+        query_company = {'_id': symbol}
+        company_info = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO, query_company)
+        diff_days = list(company_info['diff_days'])[0]
+        if diff_days < NEW_STOCK:
+            return
+
         id_key = symbol + "_" + period_time + "_" + BlackClassify.AUDIT_PROBLEM.level_code
 
         black_list_service_api.save_black_stock(id_key,

mns_scheduler/risk/financial/net_assets_check_api.py

@@ -34,7 +34,7 @@ def net_assets_check(report_type, new_report_df, period_time):
         id_key = symbol + "_" + period_time + "_" + BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code
         notice_date = list(new_report_one_df['NOTICE_DATE'])[0]
         query_company = {'_id': symbol, 'industry': {'$in': EXCLUDE_INDUSTRY}}
-        query = {'symbol': symbol, 'level_code': BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_code}
+        query = {'symbol': symbol, 'level_code': BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code}
         mongodb_util.remove_data(query, db_name_constant.SELF_BLACK_STOCK)
 
         if mongodb_util.exist_data_query(db_name_constant.COMPANY_INFO, query_company):

mns_scheduler/risk/financial/profit_income_check_api.py

@@ -9,7 +9,7 @@ from mns_common.db.MongodbUtil import MongodbUtil
 
 mongodb_util = MongodbUtil('27017')
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
@@ -27,7 +27,6 @@ def profit_income_check(new_report_df, period_time, report_type):
     name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
     now_date = datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
-    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
     notice_date = list(new_report_one_df['NOTICE_DATE'])[0]
     if report_type == db_name_constant.EM_STOCK_PROFIT:
         # 利润总额  净利润 扣除非经常性损益后的净利润  三者最小为负
@@ -53,7 +52,7 @@ def profit_income_check(new_report_df, period_time, report_type):
         min_profit = min(total_profit, net_profit, operate_profit,
                          continued_profit, parent_profit, deduct_parent_profit)
 
-        query = {'symbol': symbol, 'level_code': BlackClassify.FINANCIAL_PROBLEM_PROFIT.up_level_code}
+        query = {'symbol': symbol, 'level_code': BlackClassify.FINANCIAL_PROBLEM_PROFIT.level_code}
         mongodb_util.remove_data(query, db_name_constant.SELF_BLACK_STOCK)
 
         if min_profit < 0:

mns_scheduler/risk/financial_report_risk_check_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_scheduler.risk.financial.net_assets_check_api as net_assets_check_api

mns_scheduler/risk/major_violations/register_and_investigate_stock_sync_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import requests

mns_scheduler/risk/self/wei_pan_stock_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)