mns-scheduler 1.0.4.8__tar.gz → 1.0.5.1__tar.gz

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.8
+Version: 1.0.5.1

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/company_info/company_constant_data.py

@@ -11,108 +11,6 @@ import mns_common.utils.data_frame_util as data_frame_util
 
 mongodb_util = MongodbUtil('27017')
 
-# 退市股票
-de_listed_stock_list = [
-    "002018",
-    "600240",
-    "000033",
-    "000405",
-    "000406",
-    "000418",
-    "000508",
-    "000535",
-    "000542",
-    "000549",
-    "000569",
-    "000583",
-    "000594",
-    "000618",
-    "000621",
-    "000660",
-    "000675",
-    "000689",
-    "000699",
-    "000730",
-    "000748",
-    "000763",
-    "000765",
-    "000769",
-    "000787",
-    "000805",
-    "000817",
-    "000827",
-    "000866",
-    "000916",
-    "000939",
-    "000956",
-    "002477",
-    "300028",
-    "300090",
-    "300104",
-    "300156",
-    "300431",
-    "600001",
-    "600002",
-    "600003",
-    "600005",
-    "600065",
-    "600069",
-    "600087",
-    "600092",
-    "600102",
-    "600181",
-    "600205",
-    "600263",
-    "600270",
-    "600286",
-    "600296",
-    "600317",
-    "600357",
-    "600401",
-    "600472",
-    "600553",
-    "600591",
-    "600625",
-    "600627",
-    "600631",
-    "600632",
-    "600646",
-    "600670",
-    "600672",
-    "600680",
-    "600752",
-    "600772",
-    "600786",
-    "600788",
-    "600799",
-    "600813",
-    "600832",
-    "600849",
-    "600852",
-    "600899",
-    "600991",
-    "601558"
-]
-
-# 需要修改行业的股票
-fix_symbol_list = [
-    '688507',
-    '301387',
-    '688480',
-    '301112',
-    '603260',
-    '300559',
-    '300836',
-    '300293',
-    '688630',
-    '001309',
-    '600338',
-    '000032',
-    '300042',
-    '300295',
-    '300483'
-]
-
 
 def get_fix_symbol_industry():
     return pd.DataFrame([['688480', '赛恩斯', '760103', '环境治理'],
@@ -131,6 +29,7 @@ def get_fix_symbol_industry():
                          ['300295', '三六五网', '430300', '物业管理'],
                          ['300947', '德必集团', '430300', '物业管理'],
                          ['300483', '首华燃气', '410301', '燃气Ⅲ'],
+                         ['300215', '电科院', '410110', '电能综合服务'],
                          ],
                         columns=['symbol', 'name', 'new_industry_code', 'new_industry'])
 

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/company_info/company_info_sync_api.py

@@ -186,6 +186,7 @@ def fix_company_industry(symbol):
         sub_stock = ths_stock_api.ths_stock_concept('885598')
         sub_stock_symbol_list = list(sub_stock['symbol'])
     except BaseException as e:
+        logger.error("出现异常:{},{}", symbol, e)
         query = {'concept_code': 885598}
         ths_stock_concept_detail = mongodb_util.find_query_data('ths_stock_concept_detail', query)
         sub_stock_symbol_list = list(ths_stock_concept_detail['symbol'])
@@ -197,7 +198,7 @@ def fix_company_industry(symbol):
         company_info.dropna(subset=['_id'], axis=0, inplace=True)
         mongodb_util.save_mongo(company_info, 'company_info')
     except BaseException as e:
-        logger.error("出现异常:{}", symbol)
+        logger.error("出现异常:{},{}", symbol, e)
 
     return company_info
 
@@ -207,8 +208,9 @@ def sync_company_base_info(symbol_list):
     result = []
     create_index()
     east_money_stock_info = get_east_money_stock_info()
+    de_listed_stock_list = company_common_service_api.get_de_list_company()
     east_money_stock_info = east_money_stock_info.loc[~(
-        east_money_stock_info['symbol'].isin(company_constant_data_api.de_listed_stock_list))]
+        east_money_stock_info['symbol'].isin(de_listed_stock_list))]
     east_money_stock_info = common_service_fun_api.exclude_ts_symbol(east_money_stock_info)
     east_money_stock_info = east_money_stock_info.loc[~((east_money_stock_info['industry'] == '-')
                                                         & (east_money_stock_info['now_price'] == 0))]
@@ -296,8 +298,8 @@ def single_thread_sync_company_info(east_money_stock_info,
             now_date = datetime.now()
             str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
             company_info_type['sync_date'] = str_now_date
-
-            if company_one.symbol in company_constant_data_api.fix_symbol_list:
+            fix_symbol_industry_df = company_constant_data_api.get_fix_symbol_industry()
+            if company_one.symbol in list(fix_symbol_industry_df['symbol']):
                 # fix sw_industry
                 company_info_type = company_constant_data_api.fix_symbol_industry(company_info_type, company_one.symbol)
 

mns-scheduler-1.0.5.1/mns_scheduler/company_info/de_list_stock_service.py

@@ -0,0 +1,47 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import pandas as pd
+import akshare as ak
+from mns_common.db.MongodbUtil import MongodbUtil
+
+mongodb_util = MongodbUtil('27017')
+import mns_common.constant.db_name_constant as db_name_constant
+
+
+# 同步退市股票
+def sync_de_list_stock():
+    sh_de_list_df = ak.stock_info_sh_delist(symbol="全部")
+    sh_de_list_df = sh_de_list_df.rename(columns={"公司代码": "symbol",
+                                                  "公司简称": "name",
+                                                  "上市日期": "list_date",
+                                                  "暂停上市日期": "de_list_date"
+                                                  })
+
+    sz_de_list_df = ak.stock_info_sz_delist(symbol="终止上市公司")
+    sz_de_list_df = sz_de_list_df.rename(columns={"证券代码": "symbol",
+                                                  "证券简称": "name",
+                                                  "上市日期": "list_date",
+                                                  "终止上市日期": "de_list_date"
+                                                  })
+    all_de_list_df = pd.concat([sz_de_list_df, sh_de_list_df])
+    all_de_list_df['_id'] = all_de_list_df['symbol']
+    all_de_list_df['list_date'] = all_de_list_df['list_date'].astype(str)
+    all_de_list_df['de_list_date'] = all_de_list_df['de_list_date'].astype(str)
+    mongodb_util.save_mongo(all_de_list_df, db_name_constant.DE_LIST_STOCK)
+    remove_black_list(all_de_list_df)
+
+
+# 移除黑名单
+def remove_black_list(all_de_list_df):
+    symbol_list = list(all_de_list_df['symbol'])
+    remove_query = {'symbol': {"$in": symbol_list}}
+    mongodb_util.remove_data(remove_query, db_name_constant.SELF_BLACK_STOCK)
+
+
+if __name__ == '__main__':
+    sync_de_list_stock()

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py

@@ -9,6 +9,7 @@ import akshare as ak
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_scheduler.finance.finance_common_api as finance_common_api
 import mns_common.constant.db_name_constant as db_name_constant
+
 mongodb_util = MongodbUtil('27017')
 from loguru import logger
 import mns_common.utils.data_frame_util as data_frame_util
@@ -345,10 +346,11 @@ def get_em_asset_liability_api(symbol):
     try:
         stock_balance_sheet_by_report_em_df = ak.stock_balance_sheet_by_report_em(sec_code)
     except Exception as e:
-        logger.error("同步利润表异常:{},{}", symbol, e)
+        logger.error("同步资产表异常:{},{}", symbol, e)
         return None
     if data_frame_util.is_empty(stock_balance_sheet_by_report_em_df):
         return None
+    stock_balance_sheet_by_report_em_df = check_columns(stock_balance_sheet_by_report_em_df)
     stock_balance_sheet_by_report_em_df = stock_balance_sheet_by_report_em_df[[
         'SECUCODE',
         'SECURITY_CODE',
@@ -426,7 +428,60 @@ def get_em_asset_liability_api(symbol):
     if data_frame_util.is_empty(new_asset_df):
         return None
     new_asset_df.fillna(0, inplace=True)
-    mongodb_util.insert_mongo(new_asset_df, db_name_constant.EM_STOCK_ASSET_LIABILITY)
+    return new_asset_df
+
+
+def check_columns(new_asset_df):
+    if 'CONTRACT_LIAB' not in new_asset_df.columns:
+        new_asset_df['CONTRACT_LIAB'] = 0
+
+    if 'DEVELOP_EXPENSE' not in new_asset_df.columns:
+        new_asset_df['DEVELOP_EXPENSE'] = 0
+
+    if 'INVENTORY' not in new_asset_df.columns:
+        new_asset_df['INVENTORY'] = 0
+
+    if 'NONCURRENT_LIAB_1YEAR' not in new_asset_df.columns:
+        new_asset_df['NONCURRENT_LIAB_1YEAR'] = 0
+
+    if 'NOTE_ACCOUNTS_PAYABLE' not in new_asset_df.columns:
+        new_asset_df['NOTE_ACCOUNTS_PAYABLE'] = 0
+
+    if 'NOTE_ACCOUNTS_RECE' not in new_asset_df.columns:
+        new_asset_df['NOTE_ACCOUNTS_RECE'] = 0
+
+    if 'OTHER_CURRENT_ASSET' not in new_asset_df.columns:
+        new_asset_df['OTHER_CURRENT_ASSET'] = 0
+
+    if 'OTHER_CURRENT_LIAB' not in new_asset_df.columns:
+        new_asset_df['OTHER_CURRENT_LIAB'] = 0
+
+    if 'OTHER_NONCURRENT_ASSET' not in new_asset_df.columns:
+        new_asset_df['OTHER_NONCURRENT_ASSET'] = 0
+    if 'OTHER_NONCURRENT_FINASSET' not in new_asset_df.columns:
+        new_asset_df['OTHER_NONCURRENT_FINASSET'] = 0
+    if 'PREPAYMENT' not in new_asset_df.columns:
+        new_asset_df['PREPAYMENT'] = 0
+    if 'TOTAL_CURRENT_ASSETS' not in new_asset_df.columns:
+        new_asset_df['TOTAL_CURRENT_ASSETS'] = 0
+    if 'TOTAL_CURRENT_LIAB' not in new_asset_df.columns:
+        new_asset_df['TOTAL_CURRENT_LIAB'] = 0
+    if 'TOTAL_NONCURRENT_ASSETS' not in new_asset_df.columns:
+        new_asset_df['TOTAL_NONCURRENT_ASSETS'] = 0
+    if 'TOTAL_NONCURRENT_LIAB' not in new_asset_df.columns:
+        new_asset_df['TOTAL_NONCURRENT_LIAB'] = 0
+    if 'TOTAL_OTHER_PAYABLE' not in new_asset_df.columns:
+        new_asset_df['TOTAL_OTHER_PAYABLE'] = 0
+    if 'TOTAL_OTHER_RECE' not in new_asset_df.columns:
+        new_asset_df['TOTAL_OTHER_RECE'] = 0
+    if 'ACCOUNTS_RECE' not in new_asset_df.columns:
+        new_asset_df['ACCOUNTS_RECE'] = 0
+
+    if 'LOAN_ADVANCE' not in new_asset_df.columns:
+        new_asset_df['LOAN_ADVANCE'] = 0
+    if 'MONETARYFUNDS' not in new_asset_df.columns:
+        new_asset_df['MONETARYFUNDS'] = 0
+    return new_asset_df
 
 
 if __name__ == '__main__':

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/finance/em_financial_profit_sync_service_api.py

@@ -326,6 +326,13 @@ def check_columns(profit_df):
         profit_df['FE_INTEREST_INCOME'] = 0
     if 'CREDIT_IMPAIRMENT_INCOME' not in profit_df.columns:
         profit_df['CREDIT_IMPAIRMENT_INCOME'] = 0
+    if 'ACCOUNTS_RECE' not in profit_df.columns:
+        profit_df['ACCOUNTS_RECE'] = 0
+
+    if 'LOAN_ADVANCE' not in profit_df.columns:
+        profit_df['LOAN_ADVANCE'] = 0
+    if 'MONETARYFUNDS' not in profit_df.columns:
+        profit_df['MONETARYFUNDS'] = 0
     return profit_df
 
 

mns-scheduler-1.0.5.1/mns_scheduler/finance/finance_common_api.py

@@ -0,0 +1,60 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.utils.data_frame_util as data_frame_util
+mongodb_util = MongodbUtil('27017')
+
+
+def get_sec_code(symbol):
+    classification = common_service_fun_api.classify_symbol_one(symbol)
+    if classification in ['K', 'H']:
+        return 'SH' + symbol
+    elif classification in ['C', 'S']:
+        return 'SZ' + symbol
+    else:
+        return 'BJ' + symbol
+
+
+# 查询利润表数据
+def find_profit_report(period_time):
+    query = {"REPORT_DATE": period_time}
+    return mongodb_util.find_query_data(db_name_constant.EM_STOCK_PROFIT, query)
+
+
+# 查询资产表
+def find_asset_liability_report(period_time):
+    query = {"REPORT_DATE": period_time}
+    return mongodb_util.find_query_data(db_name_constant.EM_STOCK_ASSET_LIABILITY, query)
+
+
+
+# 查出未报告的股票
+def find_un_report_symbol(period_time, report_name):
+    real_time_quotes_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes_df = real_time_quotes_df.loc[~(real_time_quotes_df['name'].str.contains('退'))]
+    real_time_quotes_df.dropna(subset=['list_date'], axis=0, inplace=True)
+
+    de_list_stock_df = mongodb_util.find_all_data(db_name_constant.DE_LIST_STOCK)
+    real_time_quotes_df = real_time_quotes_df.loc[
+        ~(real_time_quotes_df['symbol'].isin(list(de_list_stock_df['symbol'])))]
+
+    if report_name == db_name_constant.EM_STOCK_ASSET_LIABILITY:
+        had_asset_df = find_asset_liability_report(period_time)
+        if data_frame_util.is_not_empty(had_asset_df):
+            real_time_quotes_df = real_time_quotes_df.loc[
+                ~(real_time_quotes_df['symbol'].isin(list(had_asset_df['SECURITY_CODE'])))]
+    if report_name == db_name_constant.EM_STOCK_PROFIT:
+        had_profit_df = find_profit_report(period_time)
+        if data_frame_util.is_not_empty(had_profit_df):
+            real_time_quotes_df = real_time_quotes_df.loc[
+                ~(real_time_quotes_df['symbol'].isin(list(had_profit_df['SECURITY_CODE'])))]
+    return real_time_quotes_df

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/finance/financial_high_risk_stock_clean_service_api.py

@@ -15,16 +15,32 @@ import mns_common.component.trade_date.trade_date_common_service_api as trade_da
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import pandas as pd
 
+# 1.无保留意见/标准报告：报告没问题。（没有发现造假，但也不能保证为真）
+#
+# 2.带强调事项段的无保留意见：报告没问题，但是有亏损获对其可持续经营有重大疑虑（可能造假，至少是在粉饰报表）
+#
+# 3.保留意见报告：有问题，财务造假
+#
+# 4.否定意见报告：有很大问题
+#
+# 5.无法表示意见报告：不让查
+#
+
 mongodb_util = MongodbUtil('27017')
 # 审核标准意见
 OPINION_TYPE = "标准无保留意见"
 
-# 利润为负的时候最小营业收入 主板
-MIN_INCOME_MAIN = 350000000
-# 利润为负的时候最小营业收入 科创 创业
-MIN_INCOME_SUB = 150000000
+# 利润为负的时候最小营业收入 主板 3.2亿
+MIN_INCOME_MAIN = 320000000
+# 利润为负的时候最小营业收入 科创 创业 1.2亿
+MIN_INCOME_SUB = 120000000
 # 最大负债比
 MAX_LIABILITY_RATIO = 90
+# 负载超过90%时候最小净资产
+MIN_NET_ASSET = 1000000000
+# 排除校验负债比的行业
+EXCLUDE_INDUSTRY = ['保险', '银行', '证券']
+
 # 最迟出报告的天数
 LATE_REPORT_DAYS = 3
 
@@ -54,18 +70,19 @@ def year_report_exception_check(new_report_df, period_time, report_type):
     now_date = datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
     str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-    id_key = symbol + "_" + period_time
+
     # 年报有问题
     if opinion_type != OPINION_TYPE:
+        id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_ANNUAL_REPORT
         black_list_service_api.save_black_stock(id_key,
                                                 symbol,
                                                 name,
                                                 str_day,
                                                 str_now_date,
-                                                '年报审计有问题',
+                                                '年报审计有问题:' + "[" + str(opinion_type) + "]",
                                                 '年报审计有问题',
                                                 '',
-                                                black_list_service_api.FINANCIAL_PROBLEM)
+                                                black_list_service_api.FINANCIAL_PROBLEM_ANNUAL_REPORT)
 
     if report_type == db_name_constant.EM_STOCK_PROFIT:
         # 利润总额  净利润 扣除非经常性损益后的净利润  三者最小为负
@@ -83,8 +100,11 @@ def year_report_exception_check(new_report_df, period_time, report_type):
         deduct_parent_profit = list(new_report_one_df['DEDUCT_PARENT_NETPROFIT'])[0]
         # 营业总收入
         total_operate_income = list(new_report_one_df['TOTAL_OPERATE_INCOME'])[0]
+        if total_operate_income == 0:
+            #  营业收入
+            total_operate_income = list(new_report_one_df['OPERATE_INCOME'])[0]
 
-        # 最小利润收入
+            # 最小利润收入
         min_profit = min(total_profit, net_profit, operate_profit,
                          continued_profit, parent_profit, deduct_parent_profit)
         if min_profit < 0:
@@ -92,16 +112,21 @@ def year_report_exception_check(new_report_df, period_time, report_type):
             classification = common_service_fun_api.classify_symbol_one(symbol)
             if ((classification in ['S', 'H'] and total_operate_income < MIN_INCOME_MAIN)
                     | (classification in ['K', 'C'] and total_operate_income < MIN_INCOME_SUB)):
-                id_key = symbol + "_" + period_time
+                id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_PROFIT
+                min_profit = round(min_profit / common_service_fun_api.TEN_THOUSAND, 1)
+                total_operate_income = round(total_operate_income / common_service_fun_api.HUNDRED_MILLION, 1)
+
                 black_list_service_api.save_black_stock(id_key,
                                                         symbol,
                                                         name,
                                                         str_day,
                                                         str_now_date,
-                                                        '年报&利润收入触发退市',
-                                                        '年报&利润收入触发退市',
+                                                        '年报:利润:' + '[' + str(min_profit) + '万]' + '收入:' + str(
+                                                            total_operate_income) + '[' + '亿元]--' + '触发退市风险',
+                                                        '年报:利润:' + '[' + str(min_profit) + '万]' + '收入:' + str(
+                                                            total_operate_income) + '[' + '亿元]--' + '触发退市风险',
                                                         '',
-                                                        black_list_service_api.FINANCIAL_PROBLEM)
+                                                        black_list_service_api.FINANCIAL_PROBLEM_PROFIT)
 
 
 # 负债比校验
@@ -111,13 +136,20 @@ def liability_ratio_check(report_type, new_report_df, period_time):
         new_report_one_df = new_report_df.iloc[0:1]
         # 负债比
         liability_ratio = list(new_report_one_df['liability_ratio'])[0]
+        # 净资产
+        net_asset = round(list(new_report_one_df['TOTAL_ASSETS'])[0] - list(new_report_one_df['TOTAL_LIABILITIES'])[0],
+                          2)
 
         symbol = list(new_report_one_df['SECURITY_CODE'])[0]
         name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
         now_date = datetime.now()
         str_day = now_date.strftime('%Y-%m-%d')
         str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-        id_key = symbol + "_" + period_time
+        id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_DEBT
+
+        query_company = {'_id': symbol, 'industry': {'$in': EXCLUDE_INDUSTRY}}
+        if mongodb_util.exist_data_query(db_name_constant.COMPANY_INFO, query_company):
+            return None
 
         if liability_ratio >= MAX_LIABILITY_RATIO:
             black_list_service_api.save_black_stock(id_key,
@@ -125,10 +157,12 @@ def liability_ratio_check(report_type, new_report_df, period_time):
                                                     name,
                                                     str_day,
                                                     str_now_date,
-                                                    '负债过高',
-                                                    '负债过高',
+                                                    '负债过高:' + "[" + str(
+                                                        liability_ratio) + "]" + "," + "净资产:" + str(round(
+                                                        net_asset / common_service_fun_api.HUNDRED_MILLION, 0)) + "亿",
+                                                    '负债过高:' + "[" + str(liability_ratio) + "]",
                                                     '',
-                                                    black_list_service_api.FINANCIAL_PROBLEM)
+                                                    black_list_service_api.FINANCIAL_PROBLEM_DEBT)
 
 
 # 未出财报
@@ -145,11 +179,11 @@ def un_report_check(sync_time, now_year, period, period_time):
     elif period == 3:
         last_report_day = str(now_year) + "-10-01"
     max_report_day = trade_date_common_service_api.get_before_trade_date(last_report_day, LATE_REPORT_DAYS)
-    if max_report_day > sync_time:
+    if max_report_day >= sync_time:
 
         for un_asset_one in un_report_df.itertuples():
             symbol = un_asset_one.symbol
-            id_key = symbol + "_" + period_time
+            id_key = symbol + "_" + period_time + "_" + black_list_service_api.FINANCIAL_PROBLEM_NOT_REPORT
             name = un_asset_one.name
             now_date = datetime.now()
             str_day = now_date.strftime('%Y-%m-%d')
@@ -163,6 +197,6 @@ def un_report_check(sync_time, now_year, period, period_time):
                                                         '未出财报',
                                                         '未出财报',
                                                         '',
-                                                        black_list_service_api.FINANCIAL_PROBLEM)
+                                                        black_list_service_api.FINANCIAL_PROBLEM_NOT_REPORT)
             except Exception as e:
-                logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
+                logger.error("更新未出报告异常:{},{},{}", symbol, period_time, e)

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/finance/sync_financial_report_service_api.py

@@ -6,8 +6,7 @@ end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from datetime import datetime
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
-import mns_scheduler.finance.finance_common_api as finance_common_api
+
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_scheduler.finance.em_financial_profit_sync_service_api as em_financial_profit_sync_service_api
 from mns_common.db.MongodbUtil import MongodbUtil
@@ -16,6 +15,7 @@ import \
     mns_scheduler.finance.em_financial_asset_liability_sync_service_api as em_financial_asset_liability_sync_service_api
 import mns_scheduler.finance.financial_high_risk_stock_clean_service_api as financial_high_risk_stock_clean_service_api
 import mns_common.utils.data_frame_util as data_frame_util
+import mns_scheduler.finance.finance_common_api as finance_common_api
 
 mongodb_util = MongodbUtil('27017')
 
@@ -36,35 +36,36 @@ def sync_financial_report():
     if 1 <= now_month <= 5:
         period = 4
         period_time = str(now_year - 1) + "-12-31 00:00:00"
-        sync_profit_report(period_time, sync_time, period, now_year)
-        sync_asset_liability_report(period_time, sync_time, period, now_year)
+        sync_profit_report(period_time, sync_time, period)
+        sync_asset_liability_report(period_time, sync_time, period)
 
     # 一季报
     elif now_month == 5:
         period = 1
         period_time = str(now_year) + "-03-31 00:00:00"
-        sync_profit_report(period_time, sync_time, period, now_year)
-        sync_asset_liability_report(period_time, sync_time, period, now_year)
+        sync_profit_report(period_time, sync_time, period)
+        sync_asset_liability_report(period_time, sync_time, period)
 
     # 二季报
     elif 7 <= now_month <= 8:
         period = 2
         period_time = str(now_year) + "-06-30 00:00:00"
-        sync_profit_report(period_time, sync_time, period, now_year)
-        sync_asset_liability_report(period_time, sync_time, period, now_year)
+        sync_profit_report(period_time, sync_time, period)
+        sync_asset_liability_report(period_time, sync_time, period)
     # 三季报
     elif now_month == 10:
         period = 3
         period_time = str(now_year) + "-09-30 00:00:00"
-        sync_profit_report(period_time, sync_time, period, now_year)
-        sync_asset_liability_report(period_time, sync_time, period, now_year)
+        sync_profit_report(period_time, sync_time, period)
+        sync_asset_liability_report(period_time, sync_time, period)
     # 未出报告check
     financial_high_risk_stock_clean_service_api.un_report_check(sync_time, now_year, period, period_time)
 
 
 # 同步资产表
-def sync_asset_liability_report(period_time, sync_time, period, now_year):
-    un_report_asset_df = find_un_report_symbol(period_time, db_name_constant.EM_STOCK_ASSET_LIABILITY)
+def sync_asset_liability_report(period_time, sync_time, period):
+    un_report_asset_df = finance_common_api.find_un_report_symbol(period_time,
+                                                                  db_name_constant.EM_STOCK_ASSET_LIABILITY)
     for un_report_asset_one in un_report_asset_df.itertuples():
         try:
             symbol = un_report_asset_one.symbol
@@ -84,19 +85,20 @@ def sync_asset_liability_report(period_time, sync_time, period, now_year):
                                                                                db_name_constant.EM_STOCK_ASSET_LIABILITY)
 
         except Exception as e:
-            logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
+            logger.error("同步资产表异常:{},{},{}", symbol, period_time, e)
 
 
 # 同步利润表
-def sync_profit_report(period_time, sync_time, period, now_year):
-    un_report_profit_df = find_un_report_symbol(period_time, db_name_constant.EM_STOCK_PROFIT)
+def sync_profit_report(period_time, sync_time, period):
+    un_report_profit_df = finance_common_api.find_un_report_symbol(period_time, db_name_constant.EM_STOCK_PROFIT)
     for un_report_profit_one in un_report_profit_df.itertuples():
         try:
             symbol = un_report_profit_one.symbol
             new_profit_df = em_financial_profit_sync_service_api.get_em_profit_api(symbol)
-            new_profit_df['sync_time'] = sync_time
             if data_frame_util.is_empty(new_profit_df):
                 continue
+            new_profit_df['sync_time'] = sync_time
+
             new_profit_df['symbol'] = symbol
             mongodb_util.insert_mongo(new_profit_df, db_name_constant.EM_STOCK_PROFIT)
 
@@ -107,21 +109,5 @@ def sync_profit_report(period_time, sync_time, period, now_year):
             logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
 
 
-# 查出未报告的股票
-def find_un_report_symbol(period_time, report_name):
-    real_time_quotes_df = east_money_stock_api.get_real_time_quotes_all_stocks()
-    if report_name == db_name_constant.EM_STOCK_ASSET_LIABILITY:
-        had_asset_df = finance_common_api.find_asset_liability_report(period_time)
-        if data_frame_util.is_not_empty(had_asset_df):
-            real_time_quotes_df = real_time_quotes_df.loc[
-                ~(real_time_quotes_df['symbol'].isin(list(had_asset_df['SECURITY_CODE'])))]
-    if report_name == db_name_constant.EM_STOCK_PROFIT:
-        had_profit_df = finance_common_api.find_profit_report(period_time)
-        if data_frame_util.is_not_empty(had_profit_df):
-            real_time_quotes_df = real_time_quotes_df.loc[
-                ~(real_time_quotes_df['symbol'].isin(list(had_profit_df['SECURITY_CODE'])))]
-    return real_time_quotes_df
-
-
 if __name__ == '__main__':
     sync_financial_report()

mns-scheduler-1.0.5.1/mns_scheduler/finance/test/fix_blask_list.py

@@ -0,0 +1,36 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+
+import mns_common.constant.db_name_constant as db_name_constant
+
+from mns_common.db.MongodbUtil import MongodbUtil
+
+import mns_scheduler.finance.financial_high_risk_stock_clean_service_api as financial_high_risk_stock_clean_service_api
+
+
+mongodb_util = MongodbUtil('27017')
+
+
+def fix_profit_black_list():
+    period_time = "2023-12-31 00:00:00"
+    period = 4
+    report_type_list = [db_name_constant.EM_STOCK_PROFIT, db_name_constant.EM_STOCK_ASSET_LIABILITY]
+    for report_type in report_type_list:
+        query = {'REPORT_DATE': period_time}
+        em_stock_profit_df_list = mongodb_util.find_query_data(report_type, query)
+        for em_stock_one in em_stock_profit_df_list.itertuples():
+            em_stock_one_df = em_stock_profit_df_list.loc[
+                em_stock_profit_df_list['SECURITY_CODE'] == em_stock_one.SECURITY_CODE]
+
+            financial_high_risk_stock_clean_service_api.financial_report_check(em_stock_one_df, period_time, period,
+                                                                               report_type)
+
+
+if __name__ == '__main__':
+    fix_profit_black_list()

mns-scheduler-1.0.5.1/mns_scheduler/hk/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns-scheduler-1.0.5.1/mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -0,0 +1,59 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.em.east_money_stock_hk_api as east_money_stock_hk_api
+import akshare as ak
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+
+mongodb_util = MongodbUtil('27017')
+COOKIE = 'qgqp_b_id=1e0d79428176ed54bef8434efdc0e8c3; mtp=1; ct=QVRY_s8Tiag1WfK2tSW2n03qpsX-PD8aH_rIjKVooawX8K33UVnpIofK088lD1lguWlE_OEIpQwn3PJWFPhHvSvyvYr4Zka3l4vxtZfH1Uikjtyy9z1H4Swo0rQzMKXncVzBXiOo5TjE-Dy9fcoG3ZF7UVdQ35jp_cFwzOlpK5Y; ut=FobyicMgeV51lVMr4ZJXvn-72bp0oeSOvtzifFY_U7kBFtR6og4Usd-VtBM5XBBvHq0lvd9xXkvpIqWro9EDKmv6cbKOQGyawUSMcKVP57isZCaM7lWQ6jWXajvTfvV4mIR-W_MZNK8VY0lL9W4qNMniJ6PBn_gkJsSAJCadmsyI9cxmjx--gR4m54pdF_nie_y4iWHys83cmWR2R7Bt1KKqB25OmkfCQTJJqIf7QsqangVGMUHwMC39Z9QhrfCFHKVNrlqS503O6b9GitQnXtvUdJhCmomu; pi=4253366368931142%3Bp4253366368931142%3B%E8%82%A1%E5%8F%8B9x56I87727%3BYNigLZRW%2FzMdGgVDOJbwReDWnTPHl51dB0gQLiwaCf1XY98mlJYx6eJbsoYr5Nie%2BX1L%2BzaMsec99KkX%2BT29Ds1arfST7sIBXxjUQ3dp11IPUnXy64PaBFRTHzMRWnCFJvvhc%2FAI41rXSGXolC8YMxI%2BvyPS%2BuErwgOVjC5vvsIiKeO7TLyKkhqqQJPX%2F7RWC5Sf3QLh%3Bdwjn4Xho10%2FKjqOgTWs%2FJF4%2FkdKzeuBwM8sz9aLvJovejAkCAyGMyGYA6AE67Xk2Ki7x8zdfBifF2DG%2Fvf2%2BXAYN8ZVISSEWTIXh32Z5MxEacK4JBTkqyiD93e1vFBOFQ82BqaiVmntUq0V6FrTUHGeh1gG5Sg%3D%3D; uidal=4253366368931142%e8%82%a1%e5%8f%8b9x56I87727; sid=170711377; vtpst=|; quote_lt=1; websitepoptg_api_time=1715777390466; emshistory=%5B%22%E8%BD%AC%E5%80%BA%E6%A0%87%22%2C%22%E8%BD%AC%E5%80%BA%E6%A0%87%E7%9A%84%22%5D; st_si=00364513876913; st_asi=delete; HAList=ty-116-00700-%u817E%u8BAF%u63A7%u80A1%2Cty-1-688695-%u4E2D%u521B%u80A1%u4EFD%2Cty-1-600849-%u4E0A%u836F%u8F6C%u6362%2Cty-1-603361-%u6D59%u6C5F%u56FD%u7965%2Cty-1-603555-ST%u8D35%u4EBA%2Cty-0-000627-%u5929%u8302%u96C6%u56E2%2Cty-0-002470-%u91D1%u6B63%u5927%2Cty-0-832876-%u6167%u4E3A%u667A%u80FD%2Cty-0-300059-%u4E1C%u65B9%u8D22%u5BCC%2Cty-107-CWB-%u53EF%u8F6C%u503AETF-SPDR; st_pvi=26930719093675; st_sp=2024-04-28%2017%3A27%3A05; st_inirUrl=https%3A%2F%2Fcn.bing.com%2F; st_sn=23; st_psi=20240517111108288-113200301321-2767127768'
+
+
+def get_hk_ggt_component():
+    stock_hk_ggt_components_em_df = ak.stock_hk_ggt_components_em()
+    stock_hk_ggt_components_em_df = stock_hk_ggt_components_em_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name"
+    })
+    return stock_hk_ggt_components_em_df
+
+
+# https://quote.eastmoney.com/center/gridlist.html#hk_stocks
+def sync_hk_company_info():
+    hk_real_time_df = east_money_stock_hk_api.hk_real_time_quotes(COOKIE)
+
+    hk_real_time_df = hk_real_time_df[[
+        "symbol",
+        "name",
+        "chg",
+        "total_mv",
+        "flow_mv",
+        "list_date",
+        "industry",
+        "amount",
+        "now_price"
+    ]]
+    # 排除基金
+    hk_real_time_df = hk_real_time_df.loc[hk_real_time_df['total_mv'] != '-']
+
+    stock_hk_ggt_components_em_df = get_hk_ggt_component()
+    stock_hk_ggt_components_symbol_list = list(stock_hk_ggt_components_em_df['symbol'])
+    hk_real_time_df['hk_ggt'] = False
+    hk_real_time_df.loc[hk_real_time_df['symbol'].isin(stock_hk_ggt_components_symbol_list), 'hk_ggt'] = True
+    hk_real_time_df.loc[hk_real_time_df['industry'] == '-', 'industry'] = '其他'
+
+    hk_real_time_df['_id'] = hk_real_time_df['symbol']
+
+    hk_real_time_df.fillna(0, inplace=True)
+
+    mongodb_util.save_mongo(hk_real_time_df, db_name_constant.COMPANY_INFO_HK)
+
+
+if __name__ == '__main__':
+    sync_hk_company_info()

mns-scheduler-1.0.5.1/mns_scheduler/risk/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/risk/register_and_investigate_stock_sync_api.py

@@ -70,7 +70,10 @@ def sync_new_high_risk_stocks():
     begin_date = date_handle_util.add_date_day(date_handle_util.no_slash_date(str_day), -before_days)
     begin_day = begin_date.strftime('%Y-%m-%d')
     search_key = '立案'
-    new_high_risk_stocks_df = sync_all_investigate_stocks(const_num, search_key, begin_day, str_day)
+
+    end_date = date_handle_util.add_date_day(date_handle_util.no_slash_date(str_day), 1)
+    end_day = end_date.strftime('%Y-%m-%d')
+    new_high_risk_stocks_df = sync_all_investigate_stocks(const_num, search_key, begin_day, end_day)
     if data_frame_util.is_empty(new_high_risk_stocks_df):
         return None
     new_high_risk_stocks_df = new_high_risk_stocks_df.sort_values(by=['announcementTime'], ascending=False)

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py

@@ -337,7 +337,7 @@ def fix_miss_data(str_end):
 
 
 if __name__ == '__main__':
-    sync_all_kc_zt_data('2024-05-10', None)
+    sync_all_kc_zt_data('2024-05-17', None)
     # sync_all_kc_zt_data('2023-08-16')
     # sync_all_kc_zt_data('2023-07-07')
     # realtime_quotes_now_zt_new_kc_open_sync()

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/zt/today_high_chg_pool_sync_api.py

@@ -466,7 +466,7 @@ def stock_qfq_daily_high_chg_pool(str_day):
 
 
 if __name__ == '__main__':
-    sync_one_day_zt_info('2022-06-28')
+    sync_one_day_zt_info('2024-05-17')
 
     # sync_date = date_handle_util.add_date_day('20221022', 0)
     # now_date = datetime.now()

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler/zz_task/data_sync_task.py

@@ -40,6 +40,7 @@ import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best
 import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
 import mns_scheduler.trade.sync_position_api as sync_position_api
 import mns_scheduler.concept.clean.kpl_concept_clean_api as kpl_concept_clean_api
+import mns_scheduler.company_info.de_list_stock_service as de_list_stock_service
 
 
 # 同步交易日期任务完成
@@ -281,6 +282,8 @@ def update_ths_concept_choose_null_reason():
 def update_company_base_info():
     company_info_sync_api.sync_company_base_info(None)
     company_info_sync_api.fix_company_industry(None)
+    # 退市股票同步
+    de_list_stock_service.sync_de_list_stock()
     logger.info('同步公司基本信息任务完成')
 
 
@@ -392,7 +395,7 @@ blockingScheduler.add_job(sync_kpl_best_his_quotes, 'cron', hour='18,22', minute
 blockingScheduler.add_job(sync_position, 'cron', hour='0,08', minute='10')
 
 # 同步被立案调查的股票
-blockingScheduler.add_job(sync_new_high_risk_stocks, 'cron', hour='0,09', minute='20')
+blockingScheduler.add_job(sync_new_high_risk_stocks, 'cron', hour='0,09,12,16', minute='20')
 
 print('定时任务启动成功')
 blockingScheduler.start()

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.8
+Version: 1.0.5.1

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/mns_scheduler.egg-info/SOURCES.txt

@@ -19,6 +19,7 @@ mns_scheduler/big_deal/ths_big_deal_sync.py
 mns_scheduler/company_info/__init__.py
 mns_scheduler/company_info/company_constant_data.py
 mns_scheduler/company_info/company_info_sync_api.py
+mns_scheduler/company_info/de_list_stock_service.py
 mns_scheduler/concept/__init__.py
 mns_scheduler/concept/clean/__init__.py
 mns_scheduler/concept/clean/kpl_concept_clean_api.py
@@ -44,6 +45,10 @@ mns_scheduler/finance/em_financial_profit_sync_service_api.py
 mns_scheduler/finance/finance_common_api.py
 mns_scheduler/finance/financial_high_risk_stock_clean_service_api.py
 mns_scheduler/finance/sync_financial_report_service_api.py
+mns_scheduler/finance/test/__init__.py
+mns_scheduler/finance/test/fix_blask_list.py
+mns_scheduler/hk/__init__.py
+mns_scheduler/hk/hk_company_info_sync_service_api.py
 mns_scheduler/k_line/__init__.py
 mns_scheduler/k_line/clean/__init__.py
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py

{mns-scheduler-1.0.4.8 → mns-scheduler-1.0.5.1}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.0.4.8',
+    version='1.0.5.1',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )

mns-scheduler-1.0.4.8/mns_scheduler/finance/finance_common_api.py

@@ -1,35 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import mns_common.component.common_service_fun_api as common_service_fun_api
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.constant.db_name_constant as db_name_constant
-
-mongodb_util = MongodbUtil('27017')
-
-
-def get_sec_code(symbol):
-    classification = common_service_fun_api.classify_symbol_one(symbol)
-    if classification in ['K', 'H']:
-        return 'SH' + symbol
-    elif classification in ['C', 'S']:
-        return 'SZ' + symbol
-    else:
-        return 'BJ' + symbol
-
-
-# 查询利润表数据
-def find_profit_report(period_time):
-    query = {"REPORT_DATE": period_time}
-    return mongodb_util.find_query_data(db_name_constant.EM_STOCK_PROFIT, query)
-
-
-# 查询资产表
-def find_asset_liability_report(period_time):
-    query = {"REPORT_DATE": period_time}
-    return mongodb_util.find_query_data(db_name_constant.EM_STOCK_ASSET_LIABILITY, query)