mns-scheduler 1.0.4.9__py3-none-any.whl → 1.0.5.1__py3-none-any.whl

mns_scheduler/company_info/company_constant_data.py

@@ -11,108 +11,6 @@ import mns_common.utils.data_frame_util as data_frame_util
 
 mongodb_util = MongodbUtil('27017')
 
-# 退市股票
-de_listed_stock_list = [
-    "002018",
-    "600240",
-    "000033",
-    "000405",
-    "000406",
-    "000418",
-    "000508",
-    "000535",
-    "000542",
-    "000549",
-    "000569",
-    "000583",
-    "000594",
-    "000618",
-    "000621",
-    "000660",
-    "000675",
-    "000689",
-    "000699",
-    "000730",
-    "000748",
-    "000763",
-    "000765",
-    "000769",
-    "000787",
-    "000805",
-    "000817",
-    "000827",
-    "000866",
-    "000916",
-    "000939",
-    "000956",
-    "002477",
-    "300028",
-    "300090",
-    "300104",
-    "300156",
-    "300431",
-    "600001",
-    "600002",
-    "600003",
-    "600005",
-    "600065",
-    "600069",
-    "600087",
-    "600092",
-    "600102",
-    "600181",
-    "600205",
-    "600263",
-    "600270",
-    "600286",
-    "600296",
-    "600317",
-    "600357",
-    "600401",
-    "600472",
-    "600553",
-    "600591",
-    "600625",
-    "600627",
-    "600631",
-    "600632",
-    "600646",
-    "600670",
-    "600672",
-    "600680",
-    "600752",
-    "600772",
-    "600786",
-    "600788",
-    "600799",
-    "600813",
-    "600832",
-    "600849",
-    "600852",
-    "600899",
-    "600991",
-    "601558"
-]
-
-# 需要修改行业的股票
-fix_symbol_list = [
-    '688507',
-    '301387',
-    '688480',
-    '301112',
-    '603260',
-    '300559',
-    '300836',
-    '300293',
-    '688630',
-    '001309',
-    '600338',
-    '000032',
-    '300042',
-    '300295',
-    '300483'
-]
-
 
 def get_fix_symbol_industry():
     return pd.DataFrame([['688480', '赛恩斯', '760103', '环境治理'],
@@ -131,6 +29,7 @@ def get_fix_symbol_industry():
                          ['300295', '三六五网', '430300', '物业管理'],
                          ['300947', '德必集团', '430300', '物业管理'],
                          ['300483', '首华燃气', '410301', '燃气Ⅲ'],
+                         ['300215', '电科院', '410110', '电能综合服务'],
                          ],
                         columns=['symbol', 'name', 'new_industry_code', 'new_industry'])
 

mns_scheduler/company_info/company_info_sync_api.py

@@ -186,6 +186,7 @@ def fix_company_industry(symbol):
         sub_stock = ths_stock_api.ths_stock_concept('885598')
         sub_stock_symbol_list = list(sub_stock['symbol'])
     except BaseException as e:
+        logger.error("出现异常:{},{}", symbol, e)
         query = {'concept_code': 885598}
         ths_stock_concept_detail = mongodb_util.find_query_data('ths_stock_concept_detail', query)
         sub_stock_symbol_list = list(ths_stock_concept_detail['symbol'])
@@ -197,7 +198,7 @@ def fix_company_industry(symbol):
         company_info.dropna(subset=['_id'], axis=0, inplace=True)
         mongodb_util.save_mongo(company_info, 'company_info')
     except BaseException as e:
-        logger.error("出现异常:{}", symbol)
+        logger.error("出现异常:{},{}", symbol, e)
 
     return company_info
 
@@ -207,8 +208,9 @@ def sync_company_base_info(symbol_list):
     result = []
     create_index()
     east_money_stock_info = get_east_money_stock_info()
+    de_listed_stock_list = company_common_service_api.get_de_list_company()
     east_money_stock_info = east_money_stock_info.loc[~(
-        east_money_stock_info['symbol'].isin(company_constant_data_api.de_listed_stock_list))]
+        east_money_stock_info['symbol'].isin(de_listed_stock_list))]
     east_money_stock_info = common_service_fun_api.exclude_ts_symbol(east_money_stock_info)
     east_money_stock_info = east_money_stock_info.loc[~((east_money_stock_info['industry'] == '-')
                                                         & (east_money_stock_info['now_price'] == 0))]
@@ -296,8 +298,8 @@ def single_thread_sync_company_info(east_money_stock_info,
             now_date = datetime.now()
             str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
             company_info_type['sync_date'] = str_now_date
-
-            if company_one.symbol in company_constant_data_api.fix_symbol_list:
+            fix_symbol_industry_df = company_constant_data_api.get_fix_symbol_industry()
+            if company_one.symbol in list(fix_symbol_industry_df['symbol']):
                 # fix sw_industry
                 company_info_type = company_constant_data_api.fix_symbol_industry(company_info_type, company_one.symbol)
 

mns_scheduler/company_info/de_list_stock_service.py

@@ -33,6 +33,14 @@ def sync_de_list_stock():
     all_de_list_df['list_date'] = all_de_list_df['list_date'].astype(str)
     all_de_list_df['de_list_date'] = all_de_list_df['de_list_date'].astype(str)
     mongodb_util.save_mongo(all_de_list_df, db_name_constant.DE_LIST_STOCK)
+    remove_black_list(all_de_list_df)
+
+
+# 移除黑名单
+def remove_black_list(all_de_list_df):
+    symbol_list = list(all_de_list_df['symbol'])
+    remove_query = {'symbol': {"$in": symbol_list}}
+    mongodb_util.remove_data(remove_query, db_name_constant.SELF_BLACK_STOCK)
 
 
 if __name__ == '__main__':

mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py

@@ -9,6 +9,7 @@ import akshare as ak
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_scheduler.finance.finance_common_api as finance_common_api
 import mns_common.constant.db_name_constant as db_name_constant
+
 mongodb_util = MongodbUtil('27017')
 from loguru import logger
 import mns_common.utils.data_frame_util as data_frame_util
@@ -345,10 +346,11 @@ def get_em_asset_liability_api(symbol):
     try:
         stock_balance_sheet_by_report_em_df = ak.stock_balance_sheet_by_report_em(sec_code)
     except Exception as e:
-        logger.error("同步利润表异常:{},{}", symbol, e)
+        logger.error("同步资产表异常:{},{}", symbol, e)
         return None
     if data_frame_util.is_empty(stock_balance_sheet_by_report_em_df):
         return None
+    stock_balance_sheet_by_report_em_df = check_columns(stock_balance_sheet_by_report_em_df)
     stock_balance_sheet_by_report_em_df = stock_balance_sheet_by_report_em_df[[
         'SECUCODE',
         'SECURITY_CODE',
@@ -426,7 +428,60 @@ def get_em_asset_liability_api(symbol):
     if data_frame_util.is_empty(new_asset_df):
         return None
     new_asset_df.fillna(0, inplace=True)
-    mongodb_util.insert_mongo(new_asset_df, db_name_constant.EM_STOCK_ASSET_LIABILITY)
+    return new_asset_df
+
+
+def check_columns(new_asset_df):
+    if 'CONTRACT_LIAB' not in new_asset_df.columns:
+        new_asset_df['CONTRACT_LIAB'] = 0
+
+    if 'DEVELOP_EXPENSE' not in new_asset_df.columns:
+        new_asset_df['DEVELOP_EXPENSE'] = 0
+
+    if 'INVENTORY' not in new_asset_df.columns:
+        new_asset_df['INVENTORY'] = 0
+
+    if 'NONCURRENT_LIAB_1YEAR' not in new_asset_df.columns:
+        new_asset_df['NONCURRENT_LIAB_1YEAR'] = 0
+
+    if 'NOTE_ACCOUNTS_PAYABLE' not in new_asset_df.columns:
+        new_asset_df['NOTE_ACCOUNTS_PAYABLE'] = 0
+
+    if 'NOTE_ACCOUNTS_RECE' not in new_asset_df.columns:
+        new_asset_df['NOTE_ACCOUNTS_RECE'] = 0
+
+    if 'OTHER_CURRENT_ASSET' not in new_asset_df.columns:
+        new_asset_df['OTHER_CURRENT_ASSET'] = 0
+
+    if 'OTHER_CURRENT_LIAB' not in new_asset_df.columns:
+        new_asset_df['OTHER_CURRENT_LIAB'] = 0
+
+    if 'OTHER_NONCURRENT_ASSET' not in new_asset_df.columns:
+        new_asset_df['OTHER_NONCURRENT_ASSET'] = 0
+    if 'OTHER_NONCURRENT_FINASSET' not in new_asset_df.columns:
+        new_asset_df['OTHER_NONCURRENT_FINASSET'] = 0
+    if 'PREPAYMENT' not in new_asset_df.columns:
+        new_asset_df['PREPAYMENT'] = 0
+    if 'TOTAL_CURRENT_ASSETS' not in new_asset_df.columns:
+        new_asset_df['TOTAL_CURRENT_ASSETS'] = 0
+    if 'TOTAL_CURRENT_LIAB' not in new_asset_df.columns:
+        new_asset_df['TOTAL_CURRENT_LIAB'] = 0
+    if 'TOTAL_NONCURRENT_ASSETS' not in new_asset_df.columns:
+        new_asset_df['TOTAL_NONCURRENT_ASSETS'] = 0
+    if 'TOTAL_NONCURRENT_LIAB' not in new_asset_df.columns:
+        new_asset_df['TOTAL_NONCURRENT_LIAB'] = 0
+    if 'TOTAL_OTHER_PAYABLE' not in new_asset_df.columns:
+        new_asset_df['TOTAL_OTHER_PAYABLE'] = 0
+    if 'TOTAL_OTHER_RECE' not in new_asset_df.columns:
+        new_asset_df['TOTAL_OTHER_RECE'] = 0
+    if 'ACCOUNTS_RECE' not in new_asset_df.columns:
+        new_asset_df['ACCOUNTS_RECE'] = 0
+
+    if 'LOAN_ADVANCE' not in new_asset_df.columns:
+        new_asset_df['LOAN_ADVANCE'] = 0
+    if 'MONETARYFUNDS' not in new_asset_df.columns:
+        new_asset_df['MONETARYFUNDS'] = 0
+    return new_asset_df
 
 
 if __name__ == '__main__':

mns_scheduler/finance/em_financial_profit_sync_service_api.py

@@ -326,8 +326,13 @@ def check_columns(profit_df):
         profit_df['FE_INTEREST_INCOME'] = 0
     if 'CREDIT_IMPAIRMENT_INCOME' not in profit_df.columns:
         profit_df['CREDIT_IMPAIRMENT_INCOME'] = 0
-    if 'FAIRVALUE_CHANGE_INCOME' not in profit_df.columns:
-            profit_df['FAIRVALUE_CHANGE_INCOME'] = 0
+    if 'ACCOUNTS_RECE' not in profit_df.columns:
+        profit_df['ACCOUNTS_RECE'] = 0
+
+    if 'LOAN_ADVANCE' not in profit_df.columns:
+        profit_df['LOAN_ADVANCE'] = 0
+    if 'MONETARYFUNDS' not in profit_df.columns:
+        profit_df['MONETARYFUNDS'] = 0
     return profit_df
 
 

mns_scheduler/finance/finance_common_api.py

@@ -9,7 +9,8 @@ sys.path.append(project_path)
 import mns_common.component.common_service_fun_api as common_service_fun_api
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.constant.db_name_constant as db_name_constant
-
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.utils.data_frame_util as data_frame_util
 mongodb_util = MongodbUtil('27017')
 
 
@@ -33,3 +34,27 @@ def find_profit_report(period_time):
 def find_asset_liability_report(period_time):
     query = {"REPORT_DATE": period_time}
     return mongodb_util.find_query_data(db_name_constant.EM_STOCK_ASSET_LIABILITY, query)
+
+
+
+# 查出未报告的股票
+def find_un_report_symbol(period_time, report_name):
+    real_time_quotes_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes_df = real_time_quotes_df.loc[~(real_time_quotes_df['name'].str.contains('退'))]
+    real_time_quotes_df.dropna(subset=['list_date'], axis=0, inplace=True)
+
+    de_list_stock_df = mongodb_util.find_all_data(db_name_constant.DE_LIST_STOCK)
+    real_time_quotes_df = real_time_quotes_df.loc[
+        ~(real_time_quotes_df['symbol'].isin(list(de_list_stock_df['symbol'])))]
+
+    if report_name == db_name_constant.EM_STOCK_ASSET_LIABILITY:
+        had_asset_df = find_asset_liability_report(period_time)
+        if data_frame_util.is_not_empty(had_asset_df):
+            real_time_quotes_df = real_time_quotes_df.loc[
+                ~(real_time_quotes_df['symbol'].isin(list(had_asset_df['SECURITY_CODE'])))]
+    if report_name == db_name_constant.EM_STOCK_PROFIT:
+        had_profit_df = find_profit_report(period_time)
+        if data_frame_util.is_not_empty(had_profit_df):
+            real_time_quotes_df = real_time_quotes_df.loc[
+                ~(real_time_quotes_df['symbol'].isin(list(had_profit_df['SECURITY_CODE'])))]
+    return real_time_quotes_df

mns_scheduler/finance/financial_high_risk_stock_clean_service_api.py

@@ -14,6 +14,7 @@ from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import pandas as pd
+
 # 1.无保留意见/标准报告：报告没问题。（没有发现造假，但也不能保证为真）
 #
 # 2.带强调事项段的无保留意见：报告没问题，但是有亏损获对其可持续经营有重大疑虑（可能造假，至少是在粉饰报表）
@@ -35,6 +36,11 @@ MIN_INCOME_MAIN = 320000000
 MIN_INCOME_SUB = 120000000
 # 最大负债比
 MAX_LIABILITY_RATIO = 90
+# 负载超过90%时候最小净资产
+MIN_NET_ASSET = 1000000000
+# 排除校验负债比的行业
+EXCLUDE_INDUSTRY = ['保险', '银行', '证券']
+
 # 最迟出报告的天数
 LATE_REPORT_DAYS = 3
 
@@ -64,18 +70,19 @@ def year_report_exception_check(new_report_df, period_time, report_type):
     now_date = datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
     str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-    id_key = symbol + "_" + period_time
+
     # 年报有问题
     if opinion_type != OPINION_TYPE:
+        id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_ANNUAL_REPORT
         black_list_service_api.save_black_stock(id_key,
                                                 symbol,
                                                 name,
                                                 str_day,
                                                 str_now_date,
-                                                '年报审计有问题:'+"["+opinion_type+"]",
+                                                '年报审计有问题:' + "[" + str(opinion_type) + "]",
                                                 '年报审计有问题',
                                                 '',
-                                                black_list_service_api.FINANCIAL_PROBLEM)
+                                                black_list_service_api.FINANCIAL_PROBLEM_ANNUAL_REPORT)
 
     if report_type == db_name_constant.EM_STOCK_PROFIT:
         # 利润总额  净利润 扣除非经常性损益后的净利润  三者最小为负
@@ -93,8 +100,11 @@ def year_report_exception_check(new_report_df, period_time, report_type):
         deduct_parent_profit = list(new_report_one_df['DEDUCT_PARENT_NETPROFIT'])[0]
         # 营业总收入
         total_operate_income = list(new_report_one_df['TOTAL_OPERATE_INCOME'])[0]
+        if total_operate_income == 0:
+            #  营业收入
+            total_operate_income = list(new_report_one_df['OPERATE_INCOME'])[0]
 
-        # 最小利润收入
+            # 最小利润收入
         min_profit = min(total_profit, net_profit, operate_profit,
                          continued_profit, parent_profit, deduct_parent_profit)
         if min_profit < 0:
@@ -102,16 +112,21 @@ def year_report_exception_check(new_report_df, period_time, report_type):
             classification = common_service_fun_api.classify_symbol_one(symbol)
             if ((classification in ['S', 'H'] and total_operate_income < MIN_INCOME_MAIN)
                     | (classification in ['K', 'C'] and total_operate_income < MIN_INCOME_SUB)):
-                id_key = symbol + "_" + period_time
+                id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_PROFIT
+                min_profit = round(min_profit / common_service_fun_api.TEN_THOUSAND, 1)
+                total_operate_income = round(total_operate_income / common_service_fun_api.HUNDRED_MILLION, 1)
+
                 black_list_service_api.save_black_stock(id_key,
                                                         symbol,
                                                         name,
                                                         str_day,
                                                         str_now_date,
-                                                        '年报&利润收入触发退市',
-                                                        '年报&利润收入触发退市',
+                                                        '年报:利润:' + '[' + str(min_profit) + '万]' + '收入:' + str(
+                                                            total_operate_income) + '[' + '亿元]--' + '触发退市风险',
+                                                        '年报:利润:' + '[' + str(min_profit) + '万]' + '收入:' + str(
+                                                            total_operate_income) + '[' + '亿元]--' + '触发退市风险',
                                                         '',
-                                                        black_list_service_api.FINANCIAL_PROBLEM)
+                                                        black_list_service_api.FINANCIAL_PROBLEM_PROFIT)
 
 
 # 负债比校验
@@ -121,13 +136,20 @@ def liability_ratio_check(report_type, new_report_df, period_time):
         new_report_one_df = new_report_df.iloc[0:1]
         # 负债比
         liability_ratio = list(new_report_one_df['liability_ratio'])[0]
+        # 净资产
+        net_asset = round(list(new_report_one_df['TOTAL_ASSETS'])[0] - list(new_report_one_df['TOTAL_LIABILITIES'])[0],
+                          2)
 
         symbol = list(new_report_one_df['SECURITY_CODE'])[0]
         name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
         now_date = datetime.now()
         str_day = now_date.strftime('%Y-%m-%d')
         str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-        id_key = symbol + "_" + period_time
+        id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_DEBT
+
+        query_company = {'_id': symbol, 'industry': {'$in': EXCLUDE_INDUSTRY}}
+        if mongodb_util.exist_data_query(db_name_constant.COMPANY_INFO, query_company):
+            return None
 
         if liability_ratio >= MAX_LIABILITY_RATIO:
             black_list_service_api.save_black_stock(id_key,
@@ -135,10 +157,12 @@ def liability_ratio_check(report_type, new_report_df, period_time):
                                                     name,
                                                     str_day,
                                                     str_now_date,
-                                                    '负债过高',
-                                                    '负债过高',
+                                                    '负债过高:' + "[" + str(
+                                                        liability_ratio) + "]" + "," + "净资产:" + str(round(
+                                                        net_asset / common_service_fun_api.HUNDRED_MILLION, 0)) + "亿",
+                                                    '负债过高:' + "[" + str(liability_ratio) + "]",
                                                     '',
-                                                    black_list_service_api.FINANCIAL_PROBLEM)
+                                                    black_list_service_api.FINANCIAL_PROBLEM_DEBT)
 
 
 # 未出财报
@@ -155,11 +179,11 @@ def un_report_check(sync_time, now_year, period, period_time):
     elif period == 3:
         last_report_day = str(now_year) + "-10-01"
     max_report_day = trade_date_common_service_api.get_before_trade_date(last_report_day, LATE_REPORT_DAYS)
-    if max_report_day > sync_time:
+    if max_report_day >= sync_time:
 
         for un_asset_one in un_report_df.itertuples():
             symbol = un_asset_one.symbol
-            id_key = symbol + "_" + period_time
+            id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_NOT_REPORT
             name = un_asset_one.name
             now_date = datetime.now()
             str_day = now_date.strftime('%Y-%m-%d')
@@ -173,6 +197,6 @@ def un_report_check(sync_time, now_year, period, period_time):
                                                         '未出财报',
                                                         '未出财报',
                                                         '',
-                                                        black_list_service_api.FINANCIAL_PROBLEM)
+                                                        black_list_service_api.FINANCIAL_PROBLEM_NOT_REPORT)
             except Exception as e:
-                logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
+                logger.error("更新未出报告异常:{},{},{}", symbol, period_time, e)

mns_scheduler/finance/sync_financial_report_service_api.py

@@ -6,8 +6,7 @@ end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from datetime import datetime
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
-import mns_scheduler.finance.finance_common_api as finance_common_api
+
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_scheduler.finance.em_financial_profit_sync_service_api as em_financial_profit_sync_service_api
 from mns_common.db.MongodbUtil import MongodbUtil
@@ -16,6 +15,7 @@ import \
     mns_scheduler.finance.em_financial_asset_liability_sync_service_api as em_financial_asset_liability_sync_service_api
 import mns_scheduler.finance.financial_high_risk_stock_clean_service_api as financial_high_risk_stock_clean_service_api
 import mns_common.utils.data_frame_util as data_frame_util
+import mns_scheduler.finance.finance_common_api as finance_common_api
 
 mongodb_util = MongodbUtil('27017')
 
@@ -36,35 +36,36 @@ def sync_financial_report():
     if 1 <= now_month <= 5:
         period = 4
         period_time = str(now_year - 1) + "-12-31 00:00:00"
-        sync_profit_report(period_time, sync_time, period, now_year)
-        sync_asset_liability_report(period_time, sync_time, period, now_year)
+        sync_profit_report(period_time, sync_time, period)
+        sync_asset_liability_report(period_time, sync_time, period)
 
     # 一季报
     elif now_month == 5:
         period = 1
         period_time = str(now_year) + "-03-31 00:00:00"
-        sync_profit_report(period_time, sync_time, period, now_year)
-        sync_asset_liability_report(period_time, sync_time, period, now_year)
+        sync_profit_report(period_time, sync_time, period)
+        sync_asset_liability_report(period_time, sync_time, period)
 
     # 二季报
     elif 7 <= now_month <= 8:
         period = 2
         period_time = str(now_year) + "-06-30 00:00:00"
-        sync_profit_report(period_time, sync_time, period, now_year)
-        sync_asset_liability_report(period_time, sync_time, period, now_year)
+        sync_profit_report(period_time, sync_time, period)
+        sync_asset_liability_report(period_time, sync_time, period)
     # 三季报
     elif now_month == 10:
         period = 3
         period_time = str(now_year) + "-09-30 00:00:00"
-        sync_profit_report(period_time, sync_time, period, now_year)
-        sync_asset_liability_report(period_time, sync_time, period, now_year)
+        sync_profit_report(period_time, sync_time, period)
+        sync_asset_liability_report(period_time, sync_time, period)
     # 未出报告check
     financial_high_risk_stock_clean_service_api.un_report_check(sync_time, now_year, period, period_time)
 
 
 # 同步资产表
-def sync_asset_liability_report(period_time, sync_time, period, now_year):
-    un_report_asset_df = find_un_report_symbol(period_time, db_name_constant.EM_STOCK_ASSET_LIABILITY)
+def sync_asset_liability_report(period_time, sync_time, period):
+    un_report_asset_df = finance_common_api.find_un_report_symbol(period_time,
+                                                                  db_name_constant.EM_STOCK_ASSET_LIABILITY)
     for un_report_asset_one in un_report_asset_df.itertuples():
         try:
             symbol = un_report_asset_one.symbol
@@ -84,19 +85,20 @@ def sync_asset_liability_report(period_time, sync_time, period, now_year):
                                                                                db_name_constant.EM_STOCK_ASSET_LIABILITY)
 
         except Exception as e:
-            logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
+            logger.error("同步资产表异常:{},{},{}", symbol, period_time, e)
 
 
 # 同步利润表
-def sync_profit_report(period_time, sync_time, period, now_year):
-    un_report_profit_df = find_un_report_symbol(period_time, db_name_constant.EM_STOCK_PROFIT)
+def sync_profit_report(period_time, sync_time, period):
+    un_report_profit_df = finance_common_api.find_un_report_symbol(period_time, db_name_constant.EM_STOCK_PROFIT)
     for un_report_profit_one in un_report_profit_df.itertuples():
         try:
             symbol = un_report_profit_one.symbol
             new_profit_df = em_financial_profit_sync_service_api.get_em_profit_api(symbol)
-            new_profit_df['sync_time'] = sync_time
             if data_frame_util.is_empty(new_profit_df):
                 continue
+            new_profit_df['sync_time'] = sync_time
+
             new_profit_df['symbol'] = symbol
             mongodb_util.insert_mongo(new_profit_df, db_name_constant.EM_STOCK_PROFIT)
 
@@ -107,27 +109,5 @@ def sync_profit_report(period_time, sync_time, period, now_year):
             logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
 
 
-# 查出未报告的股票
-def find_un_report_symbol(period_time, report_name):
-    real_time_quotes_df = east_money_stock_api.get_real_time_quotes_all_stocks()
-    real_time_quotes_df = real_time_quotes_df.loc[~(real_time_quotes_df['name'].str.contains('退'))]
-
-    de_list_stock_df = mongodb_util.find_all_data(db_name_constant.DE_LIST_STOCK)
-    real_time_quotes_df = real_time_quotes_df.loc[
-        ~(real_time_quotes_df['symbol'].isin(list(de_list_stock_df['symbol'])))]
-
-    if report_name == db_name_constant.EM_STOCK_ASSET_LIABILITY:
-        had_asset_df = finance_common_api.find_asset_liability_report(period_time)
-        if data_frame_util.is_not_empty(had_asset_df):
-            real_time_quotes_df = real_time_quotes_df.loc[
-                ~(real_time_quotes_df['symbol'].isin(list(had_asset_df['SECURITY_CODE'])))]
-    if report_name == db_name_constant.EM_STOCK_PROFIT:
-        had_profit_df = finance_common_api.find_profit_report(period_time)
-        if data_frame_util.is_not_empty(had_profit_df):
-            real_time_quotes_df = real_time_quotes_df.loc[
-                ~(real_time_quotes_df['symbol'].isin(list(had_profit_df['SECURITY_CODE'])))]
-    return real_time_quotes_df
-
-
 if __name__ == '__main__':
     sync_financial_report()

mns_scheduler/finance/test/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/finance/test/fix_blask_list.py

@@ -0,0 +1,36 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+
+import mns_common.constant.db_name_constant as db_name_constant
+
+from mns_common.db.MongodbUtil import MongodbUtil
+
+import mns_scheduler.finance.financial_high_risk_stock_clean_service_api as financial_high_risk_stock_clean_service_api
+
+
+mongodb_util = MongodbUtil('27017')
+
+
+def fix_profit_black_list():
+    period_time = "2023-12-31 00:00:00"
+    period = 4
+    report_type_list = [db_name_constant.EM_STOCK_PROFIT, db_name_constant.EM_STOCK_ASSET_LIABILITY]
+    for report_type in report_type_list:
+        query = {'REPORT_DATE': period_time}
+        em_stock_profit_df_list = mongodb_util.find_query_data(report_type, query)
+        for em_stock_one in em_stock_profit_df_list.itertuples():
+            em_stock_one_df = em_stock_profit_df_list.loc[
+                em_stock_profit_df_list['SECURITY_CODE'] == em_stock_one.SECURITY_CODE]
+
+            financial_high_risk_stock_clean_service_api.financial_report_check(em_stock_one_df, period_time, period,
+                                                                               report_type)
+
+
+if __name__ == '__main__':
+    fix_profit_black_list()

mns_scheduler/hk/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -0,0 +1,59 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.em.east_money_stock_hk_api as east_money_stock_hk_api
+import akshare as ak
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+
+mongodb_util = MongodbUtil('27017')
+COOKIE = 'qgqp_b_id=1e0d79428176ed54bef8434efdc0e8c3; mtp=1; ct=QVRY_s8Tiag1WfK2tSW2n03qpsX-PD8aH_rIjKVooawX8K33UVnpIofK088lD1lguWlE_OEIpQwn3PJWFPhHvSvyvYr4Zka3l4vxtZfH1Uikjtyy9z1H4Swo0rQzMKXncVzBXiOo5TjE-Dy9fcoG3ZF7UVdQ35jp_cFwzOlpK5Y; ut=FobyicMgeV51lVMr4ZJXvn-72bp0oeSOvtzifFY_U7kBFtR6og4Usd-VtBM5XBBvHq0lvd9xXkvpIqWro9EDKmv6cbKOQGyawUSMcKVP57isZCaM7lWQ6jWXajvTfvV4mIR-W_MZNK8VY0lL9W4qNMniJ6PBn_gkJsSAJCadmsyI9cxmjx--gR4m54pdF_nie_y4iWHys83cmWR2R7Bt1KKqB25OmkfCQTJJqIf7QsqangVGMUHwMC39Z9QhrfCFHKVNrlqS503O6b9GitQnXtvUdJhCmomu; pi=4253366368931142%3Bp4253366368931142%3B%E8%82%A1%E5%8F%8B9x56I87727%3BYNigLZRW%2FzMdGgVDOJbwReDWnTPHl51dB0gQLiwaCf1XY98mlJYx6eJbsoYr5Nie%2BX1L%2BzaMsec99KkX%2BT29Ds1arfST7sIBXxjUQ3dp11IPUnXy64PaBFRTHzMRWnCFJvvhc%2FAI41rXSGXolC8YMxI%2BvyPS%2BuErwgOVjC5vvsIiKeO7TLyKkhqqQJPX%2F7RWC5Sf3QLh%3Bdwjn4Xho10%2FKjqOgTWs%2FJF4%2FkdKzeuBwM8sz9aLvJovejAkCAyGMyGYA6AE67Xk2Ki7x8zdfBifF2DG%2Fvf2%2BXAYN8ZVISSEWTIXh32Z5MxEacK4JBTkqyiD93e1vFBOFQ82BqaiVmntUq0V6FrTUHGeh1gG5Sg%3D%3D; uidal=4253366368931142%e8%82%a1%e5%8f%8b9x56I87727; sid=170711377; vtpst=|; quote_lt=1; websitepoptg_api_time=1715777390466; emshistory=%5B%22%E8%BD%AC%E5%80%BA%E6%A0%87%22%2C%22%E8%BD%AC%E5%80%BA%E6%A0%87%E7%9A%84%22%5D; st_si=00364513876913; st_asi=delete; HAList=ty-116-00700-%u817E%u8BAF%u63A7%u80A1%2Cty-1-688695-%u4E2D%u521B%u80A1%u4EFD%2Cty-1-600849-%u4E0A%u836F%u8F6C%u6362%2Cty-1-603361-%u6D59%u6C5F%u56FD%u7965%2Cty-1-603555-ST%u8D35%u4EBA%2Cty-0-000627-%u5929%u8302%u96C6%u56E2%2Cty-0-002470-%u91D1%u6B63%u5927%2Cty-0-832876-%u6167%u4E3A%u667A%u80FD%2Cty-0-300059-%u4E1C%u65B9%u8D22%u5BCC%2Cty-107-CWB-%u53EF%u8F6C%u503AETF-SPDR; st_pvi=26930719093675; st_sp=2024-04-28%2017%3A27%3A05; st_inirUrl=https%3A%2F%2Fcn.bing.com%2F; st_sn=23; st_psi=20240517111108288-113200301321-2767127768'
+
+
+def get_hk_ggt_component():
+    stock_hk_ggt_components_em_df = ak.stock_hk_ggt_components_em()
+    stock_hk_ggt_components_em_df = stock_hk_ggt_components_em_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name"
+    })
+    return stock_hk_ggt_components_em_df
+
+
+# https://quote.eastmoney.com/center/gridlist.html#hk_stocks
+def sync_hk_company_info():
+    hk_real_time_df = east_money_stock_hk_api.hk_real_time_quotes(COOKIE)
+
+    hk_real_time_df = hk_real_time_df[[
+        "symbol",
+        "name",
+        "chg",
+        "total_mv",
+        "flow_mv",
+        "list_date",
+        "industry",
+        "amount",
+        "now_price"
+    ]]
+    # 排除基金
+    hk_real_time_df = hk_real_time_df.loc[hk_real_time_df['total_mv'] != '-']
+
+    stock_hk_ggt_components_em_df = get_hk_ggt_component()
+    stock_hk_ggt_components_symbol_list = list(stock_hk_ggt_components_em_df['symbol'])
+    hk_real_time_df['hk_ggt'] = False
+    hk_real_time_df.loc[hk_real_time_df['symbol'].isin(stock_hk_ggt_components_symbol_list), 'hk_ggt'] = True
+    hk_real_time_df.loc[hk_real_time_df['industry'] == '-', 'industry'] = '其他'
+
+    hk_real_time_df['_id'] = hk_real_time_df['symbol']
+
+    hk_real_time_df.fillna(0, inplace=True)
+
+    mongodb_util.save_mongo(hk_real_time_df, db_name_constant.COMPANY_INFO_HK)
+
+
+if __name__ == '__main__':
+    sync_hk_company_info()

mns_scheduler/risk/register_and_investigate_stock_sync_api.py

@@ -70,7 +70,10 @@ def sync_new_high_risk_stocks():
     begin_date = date_handle_util.add_date_day(date_handle_util.no_slash_date(str_day), -before_days)
     begin_day = begin_date.strftime('%Y-%m-%d')
     search_key = '立案'
-    new_high_risk_stocks_df = sync_all_investigate_stocks(const_num, search_key, begin_day, str_day)
+
+    end_date = date_handle_util.add_date_day(date_handle_util.no_slash_date(str_day), 1)
+    end_day = end_date.strftime('%Y-%m-%d')
+    new_high_risk_stocks_df = sync_all_investigate_stocks(const_num, search_key, begin_day, end_day)
     if data_frame_util.is_empty(new_high_risk_stocks_df):
         return None
     new_high_risk_stocks_df = new_high_risk_stocks_df.sort_values(by=['announcementTime'], ascending=False)

mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py

@@ -337,7 +337,7 @@ def fix_miss_data(str_end):
 
 
 if __name__ == '__main__':
-    sync_all_kc_zt_data('2024-05-10', None)
+    sync_all_kc_zt_data('2024-05-17', None)
     # sync_all_kc_zt_data('2023-08-16')
     # sync_all_kc_zt_data('2023-07-07')
     # realtime_quotes_now_zt_new_kc_open_sync()

mns_scheduler/zt/today_high_chg_pool_sync_api.py

@@ -466,7 +466,7 @@ def stock_qfq_daily_high_chg_pool(str_day):
 
 
 if __name__ == '__main__':
-    sync_one_day_zt_info('2022-06-28')
+    sync_one_day_zt_info('2024-05-17')
 
     # sync_date = date_handle_util.add_date_day('20221022', 0)
     # now_date = datetime.now()

mns_scheduler/zz_task/data_sync_task.py

@@ -395,7 +395,7 @@ blockingScheduler.add_job(sync_kpl_best_his_quotes, 'cron', hour='18,22', minute
 blockingScheduler.add_job(sync_position, 'cron', hour='0,08', minute='10')
 
 # 同步被立案调查的股票
-blockingScheduler.add_job(sync_new_high_risk_stocks, 'cron', hour='0,09', minute='20')
+blockingScheduler.add_job(sync_new_high_risk_stocks, 'cron', hour='0,09,12,16', minute='20')
 
 print('定时任务启动成功')
 blockingScheduler.start()

{mns_scheduler-1.0.4.9.dist-info → mns_scheduler-1.0.5.1.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.9
+Version: 1.0.5.1
 

{mns_scheduler-1.0.4.9.dist-info → mns_scheduler-1.0.5.1.dist-info}/RECORD

@@ -11,9 +11,9 @@ mns_scheduler/backup/wen_cai/wen_cai_concept_sync.py,sha256=boKtgOIXIsRny5n1keZm
 mns_scheduler/big_deal/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=wezGJWFRnKYBaPP9PVXLqMbHENOXgvJtw3HSGCSlX5c,4555
 mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/company_info/company_constant_data.py,sha256=PkV8i2Wx18lSuAj_UuUw_QzhYrRhTE4x3Cft7-P-Ghs,15735
-mns_scheduler/company_info/company_info_sync_api.py,sha256=kL0QETih5lfczZ2WB9Iopmy4RjpvWY5NKPNVUZ5dq-s,20342
-mns_scheduler/company_info/de_list_stock_service.py,sha256=3yI54c9BVISR8yXaMAzk3nWxuj0a74b0M-tYbPqd34c,1709
+mns_scheduler/company_info/company_constant_data.py,sha256=g1SSGgNT5QsS-zUNW_zrXD3pZXgSkyjsFLZgWeh7daU,14306
+mns_scheduler/company_info/company_info_sync_api.py,sha256=-98TaiwfaeWromVQtJKlaDSA4bM5I5jdOKt9hLfNFEw,20539
+mns_scheduler/company_info/de_list_stock_service.py,sha256=GCp6hlvO-SuH1oIpEsYZwEnGUOa6fXb2D7CqAUYXKQA,1993
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/kpl_concept_clean_api.py,sha256=xxIIgrXLI6xLf10t4unJa7aMB_QeKeki1HJVeXsntkY,4512
@@ -34,11 +34,15 @@ mns_scheduler/db/db_status.py,sha256=K1jtYIGZzDV6knpoJLLnXEhN3tyziJp_zY2gSfguHCA
 mns_scheduler/dt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/dt/stock_dt_pool_sync.py,sha256=5ivRUOnFtOapZniwTbujf1lVq3y4btm2Cmd5R6JJAVo,3466
 mns_scheduler/finance/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py,sha256=7Y5Nc2yzF19LD0j0pqSUtWdeOA08QFgjTfFtfQnF0vA,17231
-mns_scheduler/finance/em_financial_profit_sync_service_api.py,sha256=gc84F8lkHwot0QGfxO3QsZgUc4xJQDZI0rGX7sFmDyo,13989
-mns_scheduler/finance/finance_common_api.py,sha256=yPE0at1WFDyYZ3IAjkgCj6xMH7gPp8sAkJsYj5jhmLk,1075
-mns_scheduler/finance/financial_high_risk_stock_clean_service_api.py,sha256=L4rVsFPbIWvXisMHrVWGb9WuhwYQjyWbDFs5nacN-5Q,8782
-mns_scheduler/finance/sync_financial_report_service_api.py,sha256=bP5e_0ndsAucTUobMtwL4bX1w_APnW_hntfn1_PkJnM,6331
+mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py,sha256=yr257AZ6PU4BoXzgVw8seGjmfEJd5bniaXO6FOONr1k,19437
+mns_scheduler/finance/em_financial_profit_sync_service_api.py,sha256=7gnrn6OyMU4sxrvXXgzrj-EP914KwRpJW76XgKuWO0Q,14145
+mns_scheduler/finance/finance_common_api.py,sha256=e72-c6xcFaS4Z9wq9Yx2_HZ7PdStMeP6s4O61yeTKmc,2471
+mns_scheduler/finance/financial_high_risk_stock_clean_service_api.py,sha256=sPc_APiq--67wBnpLI-6Kgm0Z1j463196oxBn9AFRbE,10561
+mns_scheduler/finance/sync_financial_report_service_api.py,sha256=5e8VdvT52YpJTBlk-H-EDboc5hacmF9osvfkumgZElI,5042
+mns_scheduler/finance/test/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/finance/test/fix_blask_list.py,sha256=sXmNcnfnjKHBylc27ysCCb9G4HYlFDAxOY4eHDnkIGE,1304
+mns_scheduler/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=JEfIl_up36b1UpDxfPhosP6_i2Lo17Ma_GHLytoMjWI,3661
 mns_scheduler/k_line/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
 mns_scheduler/k_line/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py,sha256=3NPu-bkBw5ARW2yoMAmf_-au6vxQdSjzGlT-l4dqV4w,21833
@@ -58,7 +62,7 @@ mns_scheduler/real_time/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy
 mns_scheduler/real_time/realtime_quotes_now_create_db_index.py,sha256=qQCjcsG3WYgn3zemS45Ms0AHtbkCwlSVPPCntxVvK8Q,1066
 mns_scheduler/real_time/realtime_quotes_now_sync.py,sha256=XIz454cysRO-xfdgsEw3glR0LgTxFdZoCNONd4O7EgM,9165
 mns_scheduler/risk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/risk/register_and_investigate_stock_sync_api.py,sha256=_6Eh5nPQu5KJ0lherAmB8e-pnk8UHsX3WGZ-Xfqk7Fc,4949
+mns_scheduler/risk/register_and_investigate_stock_sync_api.py,sha256=pjVGZbSWQn6obobaJxsXQK7jeRrNQJ6kcwStQEj9R18,5086
 mns_scheduler/trade/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/trade/auto_ipo_buy_api.py,sha256=QXNzFJGNGveVUcXBh0RRJb_HV7abbLYXRljezPJf9ZM,377
 mns_scheduler/trade/auto_sell_service_api.py,sha256=HaauZeOsuLNBrowXT8IKaSgWLR2Huott6mg_AoLhpUY,4423
@@ -67,14 +71,14 @@ mns_scheduler/zb/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,
 mns_scheduler/zb/stock_zb_pool_sync.py,sha256=ky3CNDzpjB6C_frCf4YGNXdidnUo-uUUKsJpY62P4Bk,1936
 mns_scheduler/zt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/zt/export_open_data_to_excel.py,sha256=haOSmh-aXnScp58u0mLE_QvcWIIuRfwxgmyF-XQMk_U,4015
-mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py,sha256=KlrCDx6zTzMNRPzI9-EHTbFFLbe690JOiJK_dFQrlVQ,17272
-mns_scheduler/zt/today_high_chg_pool_sync_api.py,sha256=G6FXMH7HnvhyMFoE-RszggkByEp4bThyebt_9KiSX7c,21283
+mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py,sha256=yh_Ik-l2q11Ji4OU_24_invNDmd-JuqqbTvZqx4N8K4,17272
+mns_scheduler/zt/today_high_chg_pool_sync_api.py,sha256=KfEp2Mu8dZKB8DBai4m0UpZwgkiYpKfg_pdmWSECZwo,21283
 mns_scheduler/zt/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9c37kSenEX2_qNvFAjQGgy8ERuacSxwk,10916
 mns_scheduler/zt/zt_pool_sync_api.py,sha256=RrVAbU1u-HTqXF9BSwNlzIxMHrUgjNaLpDKFgXC1XuY,7604
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=8vUFAlNgZplQ6v1ConEfY2UZIoei4nUnogXGfF8R1Ck,16256
+mns_scheduler/zz_task/data_sync_task.py,sha256=ftMN3POBxSRz9qPh4BjLJB-3VU3yVlZxZxOLD-l2lIU,16262
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.4.9.dist-info/METADATA,sha256=l-mybQSBRFgd_xsL9wbrUVXrMtRkVHMVnlstBZ9fm78,64
-mns_scheduler-1.0.4.9.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.4.9.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.4.9.dist-info/RECORD,,
+mns_scheduler-1.0.5.1.dist-info/METADATA,sha256=zP_ZAZ1QotD3_f8XV5ki2-NtQjiAW7HTox9i6JXSLPs,64
+mns_scheduler-1.0.5.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.0.5.1.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.0.5.1.dist-info/RECORD,,