mns-scheduler 1.0.8.7__py3-none-any.whl → 1.0.9.0__py3-none-any.whl

mns_scheduler/finance/sync_financial_report_service_api.py

@@ -13,10 +13,10 @@ from mns_common.db.MongodbUtil import MongodbUtil
 from loguru import logger
 import \
     mns_scheduler.finance.em_financial_asset_liability_sync_service_api as em_financial_asset_liability_sync_service_api
-import mns_scheduler.finance.financial_high_risk_stock_clean_service_api as financial_high_risk_stock_clean_service_api
+import mns_scheduler.risk.financial_report_risk_check_api as financial_report_risk_check_api
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_scheduler.finance.finance_common_api as finance_common_api
-
+import mns_scheduler.risk.compliance.undisclosed_annual_report_api as undisclosed_annual_report_api
 mongodb_util = MongodbUtil('27017')
 
 
@@ -59,7 +59,7 @@ def sync_financial_report():
         sync_profit_report(period_time, sync_time, period)
         sync_asset_liability_report(period_time, sync_time, period)
     # 未出报告check
-    financial_high_risk_stock_clean_service_api.un_report_check(sync_time, now_year, period, period_time)
+    undisclosed_annual_report_api.un_disclosed_report_check(sync_time, now_year, period, period_time)
 
 
 # 同步资产表
@@ -81,7 +81,7 @@ def sync_asset_liability_report(period_time, sync_time, period):
             mongodb_util.insert_mongo(new_asset_df, db_name_constant.EM_STOCK_ASSET_LIABILITY)
 
             # 年报审核
-            financial_high_risk_stock_clean_service_api.financial_report_check(new_asset_df, period_time, period,
+            financial_report_risk_check_api.financial_report_check(new_asset_df, period_time, period,
                                                                                db_name_constant.EM_STOCK_ASSET_LIABILITY)
 
         except Exception as e:
@@ -103,7 +103,7 @@ def sync_profit_report(period_time, sync_time, period):
             mongodb_util.insert_mongo(new_profit_df, db_name_constant.EM_STOCK_PROFIT)
 
             # 年报审核
-            financial_high_risk_stock_clean_service_api.financial_report_check(new_profit_df, period_time,
+            financial_report_risk_check_api.financial_report_check(new_profit_df, period_time,
                                                                                period, db_name_constant.EM_STOCK_PROFIT)
         except Exception as e:
             logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)

mns_scheduler/finance/test/fix_blask_list.py

@@ -6,13 +6,11 @@ end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
-
 import mns_common.constant.db_name_constant as db_name_constant
 
 from mns_common.db.MongodbUtil import MongodbUtil
 
-import mns_scheduler.finance.financial_high_risk_stock_clean_service_api as financial_high_risk_stock_clean_service_api
-
+import mns_scheduler.risk.financial_report_risk_check_api as financial_report_risk_check_api
 
 mongodb_util = MongodbUtil('27017')
 
@@ -28,8 +26,8 @@ def fix_profit_black_list():
             em_stock_one_df = em_stock_profit_df_list.loc[
                 em_stock_profit_df_list['SECURITY_CODE'] == em_stock_one.SECURITY_CODE]
 
-            financial_high_risk_stock_clean_service_api.financial_report_check(em_stock_one_df, period_time, period,
-                                                                               report_type)
+            financial_report_risk_check_api.financial_report_check(em_stock_one_df, period_time, period,
+                                                                   report_type)
 
 
 if __name__ == '__main__':

mns_scheduler/k_line/clean/k_line_info_clean_task.py

@@ -176,19 +176,3 @@ def create_k_line_index():
     mongodb_util.create_index('k_line_info', [("str_day", 1), ("symbol", 1)])
 
 
-def clean_history_data():
-    query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2023-11-16'}}]}
-    trade_date_list_df = mongodb_util.find_query_data('trade_date_list', query)
-    trade_date_list_df = trade_date_list_df.sort_values(by=['trade_date'], ascending=False)
-    for trade_data_one in trade_date_list_df.itertuples():
-        try:
-            sync_k_line_info_task(trade_data_one.trade_date)
-            logger.info("清洗数据到:{}", trade_data_one.trade_date)
-        except BaseException as e:
-            logger.error("发生异常:{},{}", trade_data_one.trade_date, e)
-
-
-if __name__ == '__main__':
-    sync_k_line_info("2024-06-03", None)
-    # clean_history_data()
-    # sync_k_line_info("2023-12-22")

mns_scheduler/k_line/test/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/k_line/test/k_line_info_clean_his_data.py

@@ -0,0 +1,28 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+import mns_scheduler.k_line.clean.k_line_info_clean_task as k_line_info_clean_task
+
+mongodb_util = MongodbUtil('27017')
+
+
+def clean_history_data():
+    query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2024-05-29'}}]}
+    trade_date_list_df = mongodb_util.find_query_data('trade_date_list', query)
+    trade_date_list_df = trade_date_list_df.sort_values(by=['trade_date'], ascending=False)
+    for trade_data_one in trade_date_list_df.itertuples():
+        try:
+            k_line_info_clean_task.sync_k_line_info_task(trade_data_one.trade_date)
+            logger.info("清洗数据到:{}", trade_data_one.trade_date)
+        except BaseException as e:
+            logger.error("发生异常:{},{}", trade_data_one.trade_date, e)
+
+
+if __name__ == '__main__':
+    clean_history_data()

mns_scheduler/risk/compliance/undisclosed_annual_report_api.py

@@ -0,0 +1,65 @@
+from datetime import datetime
+import mns_common.component.self_choose.black_list_service_api as black_list_service_api
+import mns_scheduler.finance.finance_common_api as finance_common_api
+from loguru import logger
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+import pandas as pd
+from mns_common.constant.black_list_classify_enum import BlackClassify
+import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.utils.date_handle_util as date_handle_util
+
+# 最迟出报告的交易天数
+LATE_REPORT_DAYS = 3
+
+
+# 未出财报检查
+def un_disclosed_report_check(sync_time, now_year, period, period_time):
+    un_report_asset_df = finance_common_api.find_un_report_symbol(period_time,
+                                                                  db_name_constant.EM_STOCK_ASSET_LIABILITY)
+    un_report_profit_df = finance_common_api.find_un_report_symbol(period_time,
+                                                                   db_name_constant.EM_STOCK_PROFIT)
+    un_report_df = pd.concat([un_report_asset_df, un_report_profit_df])
+    if period == 4 or period == 1:
+        last_report_day = str(now_year) + "-05-01"
+    elif period == 2:
+        last_report_day = str(now_year) + "-07-01"
+    elif period == 3:
+        last_report_day = str(now_year) + "-10-01"
+    max_report_day = trade_date_common_service_api.get_before_trade_date(last_report_day, LATE_REPORT_DAYS)
+    all_company_info = company_common_service_api.get_company_info_industry_list_date()
+    if max_report_day >= sync_time:
+
+        for un_asset_one in un_report_df.itertuples():
+            symbol = un_asset_one.symbol
+            company_info_one = all_company_info.loc[all_company_info['_id'] == symbol]
+            list_date = list(company_info_one['list_date'])[0]
+            list_date = str(list_date)
+            list_date_time = date_handle_util.add_date_day(list_date[0:8], 0)
+            list_date_str = list_date_time.strftime('%Y-%m-%d')
+            if max_report_day < list_date_str:
+                continue
+            id_key = symbol + "_" + period_time + "_" + BlackClassify.UNDISCLOSED_REPORT.level_code
+            name = un_asset_one.name
+            now_date = datetime.now()
+            str_day = now_date.strftime('%Y-%m-%d')
+            try:
+
+                black_list_service_api.save_black_stock(id_key,
+                                                        symbol,
+                                                        name,
+                                                        str_day,
+                                                        sync_time,
+                                                        '未披露财务报告',
+                                                        '未披露财务报告',
+                                                        '',
+                                                        BlackClassify.UNDISCLOSED_REPORT.up_level_code,
+                                                        BlackClassify.UNDISCLOSED_REPORT.up_level_name,
+                                                        BlackClassify.UNDISCLOSED_REPORT.level_code,
+                                                        BlackClassify.UNDISCLOSED_REPORT.level_name)
+            except Exception as e:
+                logger.error("更新未出报告异常:{},{},{}", symbol, period_time, e)
+
+
+if __name__ == '__main__':
+    un_disclosed_report_check('2024-04-20', 2024, 4, '2023-12-31 00:00:00')

mns_scheduler/risk/financial/annual_report_audit_check_api.py

@@ -0,0 +1,43 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.self_choose.black_list_service_api as black_list_service_api
+from mns_common.db.MongodbUtil import MongodbUtil
+from datetime import datetime
+from mns_common.constant.black_list_classify_enum import BlackClassify
+
+# 年报审计意见check
+mongodb_util = MongodbUtil('27017')
+# 审核标准意见
+OPINION_TYPE = "标准无保留意见"
+
+
+def annual_report_audit_check(new_report_df, period_time):
+    new_report_one_df = new_report_df.loc[new_report_df['REPORT_DATE'] == period_time]
+    # 审核意见
+    opinion_type = list(new_report_one_df['OPINION_TYPE'])[0]
+    symbol = list(new_report_one_df['SECURITY_CODE'])[0]
+    name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+    # 年报有问题
+    if opinion_type != OPINION_TYPE:
+        id_key = symbol + "_" + period_time + "_" + BlackClassify.AUDIT_PROBLEM.level_code
+        black_list_service_api.save_black_stock(id_key,
+                                                symbol,
+                                                name,
+                                                str_day,
+                                                str_now_date,
+                                                '年报审计有问题:' + "[" + str(opinion_type) + "]",
+                                                '年报审计有问题',
+                                                '',
+                                                BlackClassify.AUDIT_PROBLEM.up_level_code,
+                                                BlackClassify.AUDIT_PROBLEM.up_level_name,
+                                                BlackClassify.AUDIT_PROBLEM.level_code,
+                                                BlackClassify.AUDIT_PROBLEM.level_name)

mns_scheduler/risk/financial/net_assets_check_api.py

@@ -0,0 +1,54 @@
+from datetime import datetime
+import mns_common.component.self_choose.black_list_service_api as black_list_service_api
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from mns_common.constant.black_list_classify_enum import BlackClassify
+
+mongodb_util = MongodbUtil('27017')
+# 最大负债比
+MAX_LIABILITY_RATIO = 90
+# 负载超过90%时候最小净资产
+MIN_NET_ASSET = 1000000000
+# 排除校验负债比的行业
+EXCLUDE_INDUSTRY = ['保险', '银行', '证券']
+
+
+# 负债比校验| 净资产check
+def net_assets_check(report_type, new_report_df, period_time):
+    if report_type == db_name_constant.EM_STOCK_ASSET_LIABILITY:
+        new_report_df = new_report_df.sort_values(by=['REPORT_DATE'], ascending=False)
+        new_report_one_df = new_report_df.iloc[0:1]
+        # 负债比
+        liability_ratio = list(new_report_one_df['liability_ratio'])[0]
+        # 净资产
+        net_asset = round(list(new_report_one_df['TOTAL_ASSETS'])[0] - list(new_report_one_df['TOTAL_LIABILITIES'])[0],
+                          2)
+
+        symbol = list(new_report_one_df['SECURITY_CODE'])[0]
+        name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
+        now_date = datetime.now()
+        str_day = now_date.strftime('%Y-%m-%d')
+        str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+        id_key = symbol + "_" + period_time + "_" + BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code
+
+        query_company = {'_id': symbol, 'industry': {'$in': EXCLUDE_INDUSTRY}}
+        if mongodb_util.exist_data_query(db_name_constant.COMPANY_INFO, query_company):
+            return None
+
+        if liability_ratio >= MAX_LIABILITY_RATIO:
+            black_list_service_api.save_black_stock(id_key,
+                                                    symbol,
+                                                    name,
+                                                    str_day,
+                                                    str_now_date,
+                                                    '负债过高:' + "[" + str(
+                                                        liability_ratio) + "]" + "," + "净资产:"
+                                                    + str(round(net_asset / common_service_fun_api.HUNDRED_MILLION,
+                                                                0)) + "亿",
+                                                    '负债过高:' + "[" + str(liability_ratio) + "]",
+                                                    '',
+                                                    BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_code,
+                                                    BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_name,
+                                                    BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code,
+                                                    BlackClassify.FINANCIAL_PROBLEM_DEBT.level_name)

mns_scheduler/risk/financial/profit_income_check_api.py

@@ -0,0 +1,75 @@
+import sys
+import os
+from datetime import datetime
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.component.self_choose.black_list_service_api as black_list_service_api
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from mns_common.constant.black_list_classify_enum import BlackClassify
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+# 利润为负的时候最小营业收入 主板 3.2亿
+MIN_INCOME_MAIN = 320000000
+# 利润为负的时候最小营业收入 科创 创业 1.2亿
+MIN_INCOME_SUB = 120000000
+
+
+# 营收利润check
+
+def profit_income_check(new_report_df, period_time, report_type):
+    new_report_one_df = new_report_df.loc[new_report_df['REPORT_DATE'] == period_time]
+    symbol = list(new_report_one_df['SECURITY_CODE'])[0]
+    name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+    if report_type == db_name_constant.EM_STOCK_PROFIT:
+        # 利润总额  净利润 扣除非经常性损益后的净利润  三者最小为负
+        # 利润总额
+        total_profit = list(new_report_one_df['TOTAL_PROFIT'])[0]
+        #  净利润
+        net_profit = list(new_report_one_df['NETPROFIT'])[0]
+        # 营业利润
+        operate_profit = list(new_report_one_df['OPERATE_PROFIT'])[0]
+        # 持续经营净利润
+        continued_profit = list(new_report_one_df['CONTINUED_NETPROFIT'])[0]
+        # 归属于母公司股东的净利润
+        parent_profit = list(new_report_one_df['PARENT_NETPROFIT'])[0]
+        # 扣除非经常性损益后的净利润
+        deduct_parent_profit = list(new_report_one_df['DEDUCT_PARENT_NETPROFIT'])[0]
+        # 营业总收入
+        total_operate_income = list(new_report_one_df['TOTAL_OPERATE_INCOME'])[0]
+        if total_operate_income == 0:
+            #  营业收入
+            total_operate_income = list(new_report_one_df['OPERATE_INCOME'])[0]
+
+            # 最小利润收入
+        min_profit = min(total_profit, net_profit, operate_profit,
+                         continued_profit, parent_profit, deduct_parent_profit)
+        if min_profit < 0:
+
+            classification = common_service_fun_api.classify_symbol_one(symbol)
+            if ((classification in ['S', 'H'] and total_operate_income < MIN_INCOME_MAIN)
+                    | (classification in ['K', 'C'] and total_operate_income < MIN_INCOME_SUB)):
+                id_key = symbol + "_" + period_time + "_" + BlackClassify.FINANCIAL_PROBLEM_PROFIT.level_code
+                min_profit = round(min_profit / common_service_fun_api.TEN_THOUSAND, 1)
+                total_operate_income = round(total_operate_income / common_service_fun_api.HUNDRED_MILLION, 1)
+
+                black_list_service_api.save_black_stock(id_key,
+                                                        symbol,
+                                                        name,
+                                                        str_day,
+                                                        str_now_date,
+                                                        '年报:利润:' + '[' + str(min_profit) + '万]' + '收入:' + str(
+                                                            total_operate_income) + '[' + '亿元]--' + '触发退市风险',
+                                                        '年报:利润:' + '[' + str(min_profit) + '万]' + '收入:' + str(
+                                                            total_operate_income) + '[' + '亿元]--' + '触发退市风险',
+                                                        '',
+                                                        BlackClassify.FINANCIAL_PROBLEM_PROFIT.up_level_code,
+                                                        BlackClassify.FINANCIAL_PROBLEM_PROFIT.up_level_name,
+                                                        BlackClassify.FINANCIAL_PROBLEM_PROFIT.level_code,
+                                                        BlackClassify.FINANCIAL_PROBLEM_PROFIT.level_name)

mns_scheduler/risk/financial/stock_equity_mortgage_check_api.py

@@ -0,0 +1 @@
+# 股权质押风险

mns_scheduler/risk/financial_report_risk_check_api.py

@@ -0,0 +1,42 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_scheduler.risk.financial.net_assets_check_api as net_assets_check_api
+import mns_scheduler.risk.financial.annual_report_audit_check_api as annual_report_audit_check_api
+import mns_scheduler.risk.financial.profit_income_check_api as profit_income_check_api
+
+
+# 1.无保留意见/标准报告：报告没问题。（没有发现造假，但也不能保证为真）
+#
+# 2.带强调事项段的无保留意见：报告没问题，但是有亏损获对其可持续经营有重大疑虑（可能造假，至少是在粉饰报表）
+#
+# 3.保留意见报告：有问题，财务造假
+#
+# 4.否定意见报告：有很大问题
+#
+# 5.无法表示意见报告：不让查
+#
+
+
+#### 退市新规 ####
+# 1 股价类:连续20个交易日估价低于1元
+# 2 市值类: 主板小于5亿、创业板3亿
+# 3 财务类: (1) 利润总额 净利润 扣非净利润三者最小值为负 且营业收入小于3亿 创业板营业收入小于1元
+#          (2) 资不抵债
+
+
+# 财报审核
+def financial_report_check(new_report_df, period_time, period, report_type):
+    # 年报审核
+    if period == 4:
+        # 年报审计意见
+        annual_report_audit_check_api.annual_report_audit_check(new_report_df, period_time)
+        # 年报收入利润check
+        profit_income_check_api.profit_income_check(new_report_df, period_time, report_type)
+
+    # 负债过高
+    net_assets_check_api.net_assets_check(report_type, new_report_df, period_time)

mns_scheduler/risk/{register_and_investigate_stock_sync_api.py → major_violations/register_and_investigate_stock_sync_api.py}

@@ -14,7 +14,7 @@ from loguru import logger
 import mns_common.constant.db_name_constant as db_name_constant
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.utils.data_frame_util as data_frame_util
-
+from mns_common.constant.black_list_classify_enum import BlackClassify
 mongodb_util = MongodbUtil('27017')
 
 
@@ -62,7 +62,7 @@ def sync_all_investigate_stocks(page_size, search_key, begin_day, end_day):
 
 # 立案调查的股票
 def sync_new_high_risk_stocks():
-    before_days = 30
+    before_days = 500
     const_num = 30
     init_date = datetime.now()
     str_day = init_date.strftime('%Y-%m-%d')
@@ -109,13 +109,17 @@ def sync_new_high_risk_stocks():
                     high_risk_stocks_one.announcementTitle,
                     high_risk_stocks_one.announcementTitle,
                     announce_url,
-                    black_list_service_api.REGISTER_INVESTIGATE)
+                    BlackClassify.MAJOR_VIOLATIONS.up_level_code,
+                    BlackClassify.MAJOR_VIOLATIONS.up_level_name,
+                    BlackClassify.REGISTER_INVESTIGATE.level_code,
+                    BlackClassify.REGISTER_INVESTIGATE.level_name,
+                )
         except Exception as e:
             logger.error("保存风险警示股票异常:{},{}", symbol, e)
 
 
 if __name__ == '__main__':
     sync_new_high_risk_stocks()
-    result_df = sync_all_investigate_stocks(30, '立案', '2023-01-01', '2024-05-15')
-    result_df = result_df.sort_values(by=['announcementTime'], ascending=False)
-    print(result_df)
+    # result_df = sync_all_investigate_stocks(30, '立案', '2023-01-01', '2024-06-15')
+    # result_df = result_df.sort_values(by=['announcementTime'], ascending=False)
+    # print(result_df)

mns_scheduler/risk/{wei_pan_stock_api.py → self/wei_pan_stock_api.py}

@@ -11,6 +11,7 @@ import mns_common.component.self_choose.black_list_service_api as black_list_ser
 from datetime import datetime
 from loguru import logger
 import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.constant.black_list_classify_enum import BlackClassify
 
 
 def add_concept_to_lack_list(concept_code, reason):
@@ -34,7 +35,12 @@ def add_concept_to_lack_list(concept_code, reason):
                 reason,
                 reason,
                 '',
-                black_list_service_api.SELF_SHIELD)
+                BlackClassify.SELF_SHIELD_OTHER.up_level_code,
+                BlackClassify.SELF_SHIELD_OTHER.up_level_name,
+                BlackClassify.SELF_SHIELD_OTHER.level_code,
+                BlackClassify.SELF_SHIELD_OTHER.level_name,
+
+            )
         except BaseException as e:
             logger.error("概念拉黑异常:{}", e)
 

mns_scheduler/zz_task/data_sync_task.py

@@ -6,7 +6,8 @@ end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
-import mns_scheduler.risk.register_and_investigate_stock_sync_api as register_and_investigate_stock_sync_api
+import mns_scheduler.risk.major_violations.register_and_investigate_stock_sync_api \
+    as register_and_investigate_stock_sync_api
 from loguru import logger
 from apscheduler.schedulers.blocking import BlockingScheduler
 from datetime import datetime
@@ -44,7 +45,7 @@ import mns_scheduler.irm.stock_irm_cninfo_service as stock_irm_cninfo_service
 import mns_scheduler.open.sync_one_day_open_data_to_db_service as sync_one_day_open_data_to_db_service
 import mns_scheduler.zt.high_chg.sync_high_chg_pool_service as sync_high_chg_pool_service
 import mns_scheduler.zt.high_chg.sync_high_chg_real_time_quotes_service as sync_high_chg_real_time_quotes_service
-import mns_scheduler.risk.wei_pan_stock_api as wei_pan_stock_api
+import mns_scheduler.risk.self.wei_pan_stock_api as wei_pan_stock_api
 
 
 # 同步交易日期任务完成
@@ -97,7 +98,7 @@ def col_data_move():
     logger.info('当天实时数据备份:{}', str_day)
     if trade_date_common_service_api.is_trade_day(str_day):
         mac_address = ip_util.get_mac_address()
-        if mac_address is not None and mac_address == ip_util.MAC_ADDRESS_CD:
+        if mac_address is not None and mac_address == ip_util.WINDOWS_MAC_ADDRESS_CD:
             col_move_service.sync_col_move(str_day)
         else:
             # 删除最早一天数据
@@ -159,7 +160,7 @@ def sync_toady_stock_zt_pool():
     # 同步高涨幅实时行情
     sync_high_chg_real_time_quotes_service.sync_high_chg_real_time_quotes(str_day)
     # 同步高涨幅列表
-    sync_high_chg_pool_service.sync_stock_high_chg_pool_list(str_day,None)
+    sync_high_chg_pool_service.sync_stock_high_chg_pool_list(str_day, None)
 
 
 # 计算下一个交易日k线数据
@@ -426,4 +427,4 @@ print('定时任务启动成功')
 blockingScheduler.start()
 #
 # if __name__ == '__main__':
-#     sync_kpl_best_his_quotes()
+#     col_data_move()

{mns_scheduler-1.0.8.7.dist-info → mns_scheduler-1.0.9.0.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.8.7
+Version: 1.0.9.0
 

{mns_scheduler-1.0.8.7.dist-info → mns_scheduler-1.0.9.0.dist-info}/RECORD

@@ -37,10 +37,9 @@ mns_scheduler/finance/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1t
 mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py,sha256=yr257AZ6PU4BoXzgVw8seGjmfEJd5bniaXO6FOONr1k,19437
 mns_scheduler/finance/em_financial_profit_sync_service_api.py,sha256=7gnrn6OyMU4sxrvXXgzrj-EP914KwRpJW76XgKuWO0Q,14145
 mns_scheduler/finance/finance_common_api.py,sha256=e72-c6xcFaS4Z9wq9Yx2_HZ7PdStMeP6s4O61yeTKmc,2471
-mns_scheduler/finance/financial_high_risk_stock_clean_service_api.py,sha256=sPc_APiq--67wBnpLI-6Kgm0Z1j463196oxBn9AFRbE,10561
-mns_scheduler/finance/sync_financial_report_service_api.py,sha256=5e8VdvT52YpJTBlk-H-EDboc5hacmF9osvfkumgZElI,5042
+mns_scheduler/finance/sync_financial_report_service_api.py,sha256=YSSVt5R1EqYbW8C3JH4ng2iq7UkQynAMA1ye6G4iecw,5086
 mns_scheduler/finance/test/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/finance/test/fix_blask_list.py,sha256=sXmNcnfnjKHBylc27ysCCb9G4HYlFDAxOY4eHDnkIGE,1304
+mns_scheduler/finance/test/fix_blask_list.py,sha256=jjLhhIWH1L4CgNp2jQ_HAHbC3wVgeX1TzhqC--_D2MI,1249
 mns_scheduler/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=JEfIl_up36b1UpDxfPhosP6_i2Lo17Ma_GHLytoMjWI,3661
 mns_scheduler/irm/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
@@ -51,7 +50,7 @@ mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py,sha256=6iZpdQ1pARchL3kV-oEVPD
 mns_scheduler/k_line/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
 mns_scheduler/k_line/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py,sha256=2GgRc9Nb9wXMueoZhl9egYzjQP_NPhBCvj-XYcTlG9w,1238
-mns_scheduler/k_line/clean/k_line_info_clean_task.py,sha256=Ds99VApJ9azVq1hhva0YU6G5h5e39CD1TDh7uz5DGvc,8384
+mns_scheduler/k_line/clean/k_line_info_clean_task.py,sha256=rDwat65phnuresxqMs9f88tIDwxVok3OyN12qtgnvJw,7615
 mns_scheduler/k_line/clean/daily/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/k_line/clean/daily/daily_k_line_clean_common_service.py,sha256=DD6cfz8BCBiaWA3unsasK23r39RvH7BhqR6kUNJX67M,18257
 mns_scheduler/k_line/clean/daily/daily_k_line_service.py,sha256=-nOU2yDC2bjOs8dfUG3n_qZ15C6yWrGfpktrPHwG4s4,6132
@@ -62,6 +61,8 @@ mns_scheduler/k_line/hot_stocks/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4I
 mns_scheduler/k_line/hot_stocks/recent_hot_stocks_clean_service.py,sha256=whm-pYhAd_7OKurIw2cteBwWse5vVXS88lcrTbbcSaE,2628
 mns_scheduler/k_line/sync/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
 mns_scheduler/k_line/sync/daily_week_month_line_sync.py,sha256=RxbShBJk0yo_uoNT3FvRmp8l0zUhiCi5sJaQdIbgU54,5704
+mns_scheduler/k_line/test/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/k_line/test/k_line_info_clean_his_data.py,sha256=sOQF0g5ux1jUh9h3CfhDhlC2dzTtWBlcN04mlhsAVBU,1078
 mns_scheduler/kpl/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/kpl/selection/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/kpl/selection/index/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -79,9 +80,19 @@ mns_scheduler/real_time/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy
 mns_scheduler/real_time/realtime_quotes_now_create_db_index.py,sha256=qQCjcsG3WYgn3zemS45Ms0AHtbkCwlSVPPCntxVvK8Q,1066
 mns_scheduler/real_time/realtime_quotes_now_sync.py,sha256=tXZUU9SLwM80YQv473i-uVw1w_lClTMFaO-uo4jERTI,9669
 mns_scheduler/risk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/risk/register_and_investigate_stock_sync_api.py,sha256=pjVGZbSWQn6obobaJxsXQK7jeRrNQJ6kcwStQEj9R18,5086
-mns_scheduler/risk/stock_equity_mortgage_sync_api.py,sha256=MNj4kZ3VxxDwzFQjx-NuAGmOKcGnTaQIzGswdP_3pWc,871
-mns_scheduler/risk/wei_pan_stock_api.py,sha256=fIRW_qWxP7k_EoMpGAo2-2byQmCclMcssySAO9AKkU8,1560
+mns_scheduler/risk/financial_report_risk_check_api.py,sha256=BPkMZ7aINfOFPswIV115kFUhyt0j7dLyA755QEDl-So,1648
+mns_scheduler/risk/compliance/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+mns_scheduler/risk/compliance/undisclosed_annual_report_api.py,sha256=4kY6mgDsZ-zd6W8E3awURwgP3Y71rNqwDkWTAFw8hZk,3676
+mns_scheduler/risk/financial/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+mns_scheduler/risk/financial/annual_report_audit_check_api.py,sha256=SEU5N7y6JwlKTY0gGEw43Rq9nANCACaNVrV0ltpfknY,2065
+mns_scheduler/risk/financial/net_assets_check_api.py,sha256=6o0DdsisVRY9LFLh22zjLyEIQrJ4PvfkeVtTIA43ICo,3091
+mns_scheduler/risk/financial/profit_income_check_api.py,sha256=wdWxFK8TfEEbPYW__XbL41FzcBgOW79BP_z_Ulp9UUM,4300
+mns_scheduler/risk/financial/stock_equity_mortgage_check_api.py,sha256=SQ7dieSCOf1z42Wi1zDEii3poAT5wfyBrV43dXkAaaw,22
+mns_scheduler/risk/major_violations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+mns_scheduler/risk/major_violations/register_and_investigate_stock_sync_api.py,sha256=TcvYKPZzsyQMRi51EfJwH4Ph-aD8cY_Tn8nnTIxvun4,5386
+mns_scheduler/risk/self/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+mns_scheduler/risk/self/wei_pan_stock_api.py,sha256=PRaFmdnQ7763ngEYAcBkQ7FGP9CJENJZnLfO7bAn1c0,1846
+mns_scheduler/risk/transactions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mns_scheduler/trade/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/trade/auto_ipo_buy_api.py,sha256=QXNzFJGNGveVUcXBh0RRJb_HV7abbLYXRljezPJf9ZM,377
 mns_scheduler/trade/auto_sell_service_api.py,sha256=HaauZeOsuLNBrowXT8IKaSgWLR2Huott6mg_AoLhpUY,4423
@@ -104,9 +115,9 @@ mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=R0syG5gcXRlLxswbBl
 mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/zt/zt_pool/zt_pool_sync_api.py,sha256=Uca9fcnxIiz5Pfe1Ot_IgRu7zA7KqM7wtOHkMKF2kSo,7604
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=eTmGOpzb29rzkQ4M6Ng6hqbz3C76IS7gJ4KHseb8_E8,17593
+mns_scheduler/zz_task/data_sync_task.py,sha256=1iXh3fHv4l9zDBrXTo8UDHrL-Uqv3anmMlAKQp_XkDo,17620
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.8.7.dist-info/METADATA,sha256=HqMr_oAcDD0QuQG2EAmDEXJ0q2rvkS6bx4dCQPH14PU,64
-mns_scheduler-1.0.8.7.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.8.7.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.8.7.dist-info/RECORD,,
+mns_scheduler-1.0.9.0.dist-info/METADATA,sha256=JDBtl_UmGxcgFGXb31yhWdIQ8XuzpSCEYTYZOewCmTM,64
+mns_scheduler-1.0.9.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.0.9.0.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.0.9.0.dist-info/RECORD,,

mns_scheduler/finance/financial_high_risk_stock_clean_service_api.py

@@ -1,202 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from datetime import datetime
-import mns_common.component.self_choose.black_list_service_api as black_list_service_api
-import mns_scheduler.finance.finance_common_api as finance_common_api
-from loguru import logger
-import mns_common.constant.db_name_constant as db_name_constant
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
-import mns_common.component.common_service_fun_api as common_service_fun_api
-import pandas as pd
-
-# 1.无保留意见/标准报告：报告没问题。（没有发现造假，但也不能保证为真）
-#
-# 2.带强调事项段的无保留意见：报告没问题，但是有亏损获对其可持续经营有重大疑虑（可能造假，至少是在粉饰报表）
-#
-# 3.保留意见报告：有问题，财务造假
-#
-# 4.否定意见报告：有很大问题
-#
-# 5.无法表示意见报告：不让查
-#
-
-mongodb_util = MongodbUtil('27017')
-# 审核标准意见
-OPINION_TYPE = "标准无保留意见"
-
-# 利润为负的时候最小营业收入 主板 3.2亿
-MIN_INCOME_MAIN = 320000000
-# 利润为负的时候最小营业收入 科创 创业 1.2亿
-MIN_INCOME_SUB = 120000000
-# 最大负债比
-MAX_LIABILITY_RATIO = 90
-# 负载超过90%时候最小净资产
-MIN_NET_ASSET = 1000000000
-# 排除校验负债比的行业
-EXCLUDE_INDUSTRY = ['保险', '银行', '证券']
-
-# 最迟出报告的天数
-LATE_REPORT_DAYS = 3
-
-
-#### 退市新规 ####
-# 1 股价类:连续20个交易日估价低于1元
-# 2 市值类: 主板小于5亿、创业板3亿
-# 3 财务类: (1) 利润总额 净利润 扣非净利润三者最小值为负 且营业收入小于3亿 创业板营业收入小于1元
-#          (2) 资不抵债
-
-# 财报审核
-def financial_report_check(new_report_df, period_time, period, report_type):
-    if period == 4:
-        # 年报异常审核
-        year_report_exception_check(new_report_df, period_time, report_type)
-    # 负债过高
-    liability_ratio_check(report_type, new_report_df, period_time)
-
-
-# 年报审核异常
-def year_report_exception_check(new_report_df, period_time, report_type):
-    new_report_one_df = new_report_df.loc[new_report_df['REPORT_DATE'] == period_time]
-    # 审核意见
-    opinion_type = list(new_report_one_df['OPINION_TYPE'])[0]
-    symbol = list(new_report_one_df['SECURITY_CODE'])[0]
-    name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
-    now_date = datetime.now()
-    str_day = now_date.strftime('%Y-%m-%d')
-    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-
-    # 年报有问题
-    if opinion_type != OPINION_TYPE:
-        id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_ANNUAL_REPORT
-        black_list_service_api.save_black_stock(id_key,
-                                                symbol,
-                                                name,
-                                                str_day,
-                                                str_now_date,
-                                                '年报审计有问题:' + "[" + str(opinion_type) + "]",
-                                                '年报审计有问题',
-                                                '',
-                                                black_list_service_api.FINANCIAL_PROBLEM_ANNUAL_REPORT)
-
-    if report_type == db_name_constant.EM_STOCK_PROFIT:
-        # 利润总额  净利润 扣除非经常性损益后的净利润  三者最小为负
-        # 利润总额
-        total_profit = list(new_report_one_df['TOTAL_PROFIT'])[0]
-        #  净利润
-        net_profit = list(new_report_one_df['NETPROFIT'])[0]
-        # 营业利润
-        operate_profit = list(new_report_one_df['OPERATE_PROFIT'])[0]
-        # 持续经营净利润
-        continued_profit = list(new_report_one_df['CONTINUED_NETPROFIT'])[0]
-        # 归属于母公司股东的净利润
-        parent_profit = list(new_report_one_df['PARENT_NETPROFIT'])[0]
-        # 扣除非经常性损益后的净利润
-        deduct_parent_profit = list(new_report_one_df['DEDUCT_PARENT_NETPROFIT'])[0]
-        # 营业总收入
-        total_operate_income = list(new_report_one_df['TOTAL_OPERATE_INCOME'])[0]
-        if total_operate_income == 0:
-            #  营业收入
-            total_operate_income = list(new_report_one_df['OPERATE_INCOME'])[0]
-
-            # 最小利润收入
-        min_profit = min(total_profit, net_profit, operate_profit,
-                         continued_profit, parent_profit, deduct_parent_profit)
-        if min_profit < 0:
-
-            classification = common_service_fun_api.classify_symbol_one(symbol)
-            if ((classification in ['S', 'H'] and total_operate_income < MIN_INCOME_MAIN)
-                    | (classification in ['K', 'C'] and total_operate_income < MIN_INCOME_SUB)):
-                id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_PROFIT
-                min_profit = round(min_profit / common_service_fun_api.TEN_THOUSAND, 1)
-                total_operate_income = round(total_operate_income / common_service_fun_api.HUNDRED_MILLION, 1)
-
-                black_list_service_api.save_black_stock(id_key,
-                                                        symbol,
-                                                        name,
-                                                        str_day,
-                                                        str_now_date,
-                                                        '年报:利润:' + '[' + str(min_profit) + '万]' + '收入:' + str(
-                                                            total_operate_income) + '[' + '亿元]--' + '触发退市风险',
-                                                        '年报:利润:' + '[' + str(min_profit) + '万]' + '收入:' + str(
-                                                            total_operate_income) + '[' + '亿元]--' + '触发退市风险',
-                                                        '',
-                                                        black_list_service_api.FINANCIAL_PROBLEM_PROFIT)
-
-
-# 负债比校验
-def liability_ratio_check(report_type, new_report_df, period_time):
-    if report_type == db_name_constant.EM_STOCK_ASSET_LIABILITY:
-        new_report_df = new_report_df.sort_values(by=['REPORT_DATE'], ascending=False)
-        new_report_one_df = new_report_df.iloc[0:1]
-        # 负债比
-        liability_ratio = list(new_report_one_df['liability_ratio'])[0]
-        # 净资产
-        net_asset = round(list(new_report_one_df['TOTAL_ASSETS'])[0] - list(new_report_one_df['TOTAL_LIABILITIES'])[0],
-                          2)
-
-        symbol = list(new_report_one_df['SECURITY_CODE'])[0]
-        name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
-        now_date = datetime.now()
-        str_day = now_date.strftime('%Y-%m-%d')
-        str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-        id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_DEBT
-
-        query_company = {'_id': symbol, 'industry': {'$in': EXCLUDE_INDUSTRY}}
-        if mongodb_util.exist_data_query(db_name_constant.COMPANY_INFO, query_company):
-            return None
-
-        if liability_ratio >= MAX_LIABILITY_RATIO:
-            black_list_service_api.save_black_stock(id_key,
-                                                    symbol,
-                                                    name,
-                                                    str_day,
-                                                    str_now_date,
-                                                    '负债过高:' + "[" + str(
-                                                        liability_ratio) + "]" + "," + "净资产:" + str(round(
-                                                        net_asset / common_service_fun_api.HUNDRED_MILLION, 0)) + "亿",
-                                                    '负债过高:' + "[" + str(liability_ratio) + "]",
-                                                    '',
-                                                    black_list_service_api.FINANCIAL_PROBLEM_DEBT)
-
-
-# 未出财报
-def un_report_check(sync_time, now_year, period, period_time):
-    un_report_asset_df = finance_common_api.find_un_report_symbol(period_time,
-                                                                  db_name_constant.EM_STOCK_ASSET_LIABILITY)
-    un_report_profit_df = finance_common_api.find_un_report_symbol(period_time,
-                                                                   db_name_constant.EM_STOCK_PROFIT)
-    un_report_df = pd.concat([un_report_asset_df, un_report_profit_df])
-    if period == 4 or period == 1:
-        last_report_day = str(now_year) + "-05-01"
-    elif period == 2:
-        last_report_day = str(now_year) + "-07-01"
-    elif period == 3:
-        last_report_day = str(now_year) + "-10-01"
-    max_report_day = trade_date_common_service_api.get_before_trade_date(last_report_day, LATE_REPORT_DAYS)
-    if max_report_day >= sync_time:
-
-        for un_asset_one in un_report_df.itertuples():
-            symbol = un_asset_one.symbol
-            id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_NOT_REPORT
-            name = un_asset_one.name
-            now_date = datetime.now()
-            str_day = now_date.strftime('%Y-%m-%d')
-            try:
-
-                black_list_service_api.save_black_stock(id_key,
-                                                        symbol,
-                                                        name,
-                                                        str_day,
-                                                        sync_time,
-                                                        '未出财报',
-                                                        '未出财报',
-                                                        '',
-                                                        black_list_service_api.FINANCIAL_PROBLEM_NOT_REPORT)
-            except Exception as e:
-                logger.error("更新未出报告异常:{},{},{}", symbol, period_time, e)

mns_scheduler/risk/stock_equity_mortgage_sync_api.py

@@ -1,32 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-# 股权质押 https://data.eastmoney.com/gpzy/pledgeRatio.aspx
-
-import requests
-
-
-def get_equity_mortgage():
-    url = (
-        'https://datacenter-web.eastmoney.com/api/data/v1/get?callback=jQuery1123018114616341595302_1715993497168&sortColumns=PLEDGE_RATIO&sortTypes=-1'
-        '&pageSize=50000'
-        '&pageNumber=1'
-        '&reportName=RPT_CSDC_LIST&columns=ALL&quoteColumns=&source=WEB'
-        '&client=WEB'
-        '&filter=(TRADE_DATE%3D%272024-05-17%27)')
-
-    headers = {
-        "Content-Type": "application/json"
-    }
-    r = requests.post(url, headers=headers)
-    data_json = r.json()
-    print(data_json)
-
-
-if __name__ == '__main__':
-    get_equity_mortgage()