mns-scheduler 1.0.4.7__py3-none-any.whl → 1.0.4.9__py3-none-any.whl

mns_scheduler/company_info/de_list_stock_service.py

@@ -0,0 +1,39 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import pandas as pd
+import akshare as ak
+from mns_common.db.MongodbUtil import MongodbUtil
+
+mongodb_util = MongodbUtil('27017')
+import mns_common.constant.db_name_constant as db_name_constant
+
+
+# 同步退市股票
+def sync_de_list_stock():
+    sh_de_list_df = ak.stock_info_sh_delist(symbol="全部")
+    sh_de_list_df = sh_de_list_df.rename(columns={"公司代码": "symbol",
+                                                  "公司简称": "name",
+                                                  "上市日期": "list_date",
+                                                  "暂停上市日期": "de_list_date"
+                                                  })
+
+    sz_de_list_df = ak.stock_info_sz_delist(symbol="终止上市公司")
+    sz_de_list_df = sz_de_list_df.rename(columns={"证券代码": "symbol",
+                                                  "证券简称": "name",
+                                                  "上市日期": "list_date",
+                                                  "终止上市日期": "de_list_date"
+                                                  })
+    all_de_list_df = pd.concat([sz_de_list_df, sh_de_list_df])
+    all_de_list_df['_id'] = all_de_list_df['symbol']
+    all_de_list_df['list_date'] = all_de_list_df['list_date'].astype(str)
+    all_de_list_df['de_list_date'] = all_de_list_df['de_list_date'].astype(str)
+    mongodb_util.save_mongo(all_de_list_df, db_name_constant.DE_LIST_STOCK)
+
+
+if __name__ == '__main__':
+    sync_de_list_stock()

mns_scheduler/finance/{em_financial_sync_service_api.py → em_financial_asset_liability_sync_service_api.py}

@@ -7,8 +7,11 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 import akshare as ak
 from mns_common.db.MongodbUtil import MongodbUtil
-
+import mns_scheduler.finance.finance_common_api as finance_common_api
+import mns_common.constant.db_name_constant as db_name_constant
 mongodb_util = MongodbUtil('27017')
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
 
 
 #
@@ -337,8 +340,15 @@ mongodb_util = MongodbUtil('27017')
 
 # 资产负债表
 # https://emweb.securities.eastmoney.com/PC_HSF10/NewFinanceAnalysis/Index?type=web&code=sh600519#zcfzb-0
-def get_em_debt_api(symbol):
-    stock_balance_sheet_by_report_em_df = ak.stock_balance_sheet_by_report_em(symbol)
+def get_em_asset_liability_api(symbol):
+    sec_code = finance_common_api.get_sec_code(symbol)
+    try:
+        stock_balance_sheet_by_report_em_df = ak.stock_balance_sheet_by_report_em(sec_code)
+    except Exception as e:
+        logger.error("同步利润表异常:{},{}", symbol, e)
+        return None
+    if data_frame_util.is_empty(stock_balance_sheet_by_report_em_df):
+        return None
     stock_balance_sheet_by_report_em_df = stock_balance_sheet_by_report_em_df[[
         'SECUCODE',
         'SECURITY_CODE',
@@ -403,276 +413,24 @@ def get_em_debt_api(symbol):
         'USERIGHT_ASSET',
         'OPINION_TYPE'
     ]]
-    print(stock_balance_sheet_by_report_em_df)
-    mongodb_util.insert_mongo(stock_balance_sheet_by_report_em_df, 'stock_balance_sheet_by_report_em_df')
-
+    stock_balance_sheet_by_report_em_df['_id'] = (stock_balance_sheet_by_report_em_df['SECURITY_CODE']
+                                                  + "_" + stock_balance_sheet_by_report_em_df['REPORT_DATE'])
 
-# 利润表
-#  "_id" : ObjectId("6644085f608b7737dee21a3a"),
-#     "SECUCODE" : "600519.SH",
-#     "SECURITY_CODE" : "600519",
-#     "SECURITY_NAME_ABBR" : "贵州茅台",
-#     "ORG_CODE" : "10002602",
-#     "ORG_TYPE" : "通用",
-#     "REPORT_DATE" : "2023-12-31 00:00:00",
-#     "REPORT_TYPE" : "年报",
-#     "REPORT_DATE_NAME" : "2023年报",
-#     "SECURITY_TYPE_CODE" : "058001001",
-#     "NOTICE_DATE" : "2024-04-03 00:00:00",
-#     "UPDATE_DATE" : "2024-04-03 00:00:00",
-#     "CURRENCY" : "CNY",
-#     "TOTAL_OPERATE_INCOME" : 150560330316.45,  营业总收入
-#     "TOTAL_OPERATE_INCOME_YOY" : 18.0365792459, 总运营收入修正
-#     "OPERATE_INCOME" : 147693604994.14,  营业收入
-#     "OPERATE_INCOME_YOY" : 19.0119185529, 营业收入修正
-#     "INTEREST_INCOME" : 2866725322.31, 利息收入
-#     "INTEREST_INCOME_YOY" : 利息收入修正
-#     "EARNED_PREMIUM" : NaN,
-#     "EARNED_PREMIUM_YOY" : NaN,
-#     "FEE_COMMISSION_INCOME" : NaN,
-#     "FEE_COMMISSION_INCOME_YOY" : NaN,
-#     "OTHER_BUSINESS_INCOME" : NaN,
-#     "OTHER_BUSINESS_INCOME_YOY" : NaN,
-#     "TOI_OTHER" : NaN,
-#     "TOI_OTHER_YOY" : NaN,
-#     "TOTAL_OPERATE_COST" : 46960889468.54, 营业总成本
-#     "TOTAL_OPERATE_COST_YOY" : 18.1456266222,
-#     "OPERATE_COST" : 11867273851.78, 营业成本
-#     "OPERATE_COST_YOY" : 17.5737925437,
-#     "INTEREST_EXPENSE" : 113500129.93, 利息支出
-#     "INTEREST_EXPENSE_YOY" : 7.4972611642,
-#     "FEE_COMMISSION_EXPENSE" : 68578.57,  手续费及佣金支出
-#     "FEE_COMMISSION_EXPENSE_YOY" : -52.0903684752,
-#     "RESEARCH_EXPENSE" : 157371873.01, 研发费用
-#     "RESEARCH_EXPENSE_YOY" : 16.4116440028,
-#     "SURRENDER_VALUE" : NaN,
-#     "SURRENDER_VALUE_YOY" : NaN,
-#     "NET_COMPENSATE_EXPENSE" : NaN,
-#     "NET_COMPENSATE_EXPENSE_YOY" : NaN,
-#     "NET_CONTRACT_RESERVE" : NaN,
-#     "NET_CONTRACT_RESERVE_YOY" : NaN,
-#     "POLICY_BONUS_EXPENSE" : NaN,
-#     "POLICY_BONUS_EXPENSE_YOY" : NaN,
-#     "REINSURE_EXPENSE" : NaN,
-#     "REINSURE_EXPENSE_YOY" : NaN,
-#     "OTHER_BUSINESS_COST" : NaN,
-#     "OTHER_BUSINESS_COST_YOY" : NaN,
-#     "OPERATE_TAX_ADD" : 22234175898.6, 税金及附加
-#     "OPERATE_TAX_ADD_YOY" : 20.2119055043,
-#     "SALE_EXPENSE" : 4648613585.82, 销售费用
-#     "SALE_EXPENSE_YOY" : 40.9642928475,
-#     "MANAGE_EXPENSE" : 9729389252.31, 管理费用
-#     "MANAGE_EXPENSE_YOY" : 7.9580889133,
-#     "ME_RESEARCH_EXPENSE" : NaN,
-#     "ME_RESEARCH_EXPENSE_YOY" : NaN,
-#     "FINANCE_EXPENSE" : -1789503701.48, 财务费用
-#     "FINANCE_EXPENSE_YOY" : -28.5742355094,
-#     "FE_INTEREST_EXPENSE" : 12624628.35, 利息费用
-#     "FE_INTEREST_EXPENSE_YOY" : 5.0021902771,
-#     "FE_INTEREST_INCOME" : 1942301920.98, 利息收入
-#     "FE_INTEREST_INCOME_YOY" : 31.6437955552,
-#     "ASSET_IMPAIRMENT_LOSS" : NaN,
-#     "ASSET_IMPAIRMENT_LOSS_YOY" : NaN,
-#     "CREDIT_IMPAIRMENT_LOSS" : NaN,
-#     "CREDIT_IMPAIRMENT_LOSS_YOY" : NaN,
-#     "TOC_OTHER" : NaN,
-#     "TOC_OTHER_YOY" : NaN,
-#     "FAIRVALUE_CHANGE_INCOME" : 3151962.5, :公允价值变动收益
-#     "FAIRVALUE_CHANGE_INCOME_YOY" : NaN,
-#     "INVEST_INCOME" : 34025967.82, 投资收益
-#     "INVEST_INCOME_YOY" : -46.7011782268,
-#     "INVEST_JOINT_INCOME" : NaN,
-#     "INVEST_JOINT_INCOME_YOY" : NaN,
-#     "NET_EXPOSURE_INCOME" : NaN,
-#     "NET_EXPOSURE_INCOME_YOY" : NaN,
-#     "EXCHANGE_INCOME" : NaN,
-#     "EXCHANGE_INCOME_YOY" : NaN,
-#     "ASSET_DISPOSAL_INCOME" : -479736.97, 资产处置收益
-#     "ASSET_DISPOSAL_INCOME_YOY" : -324.9796785895,
-#     "ASSET_IMPAIRMENT_INCOME" : NaN,
-#     "ASSET_IMPAIRMENT_INCOME_YOY" : NaN,
-#     "CREDIT_IMPAIRMENT_INCOME" : 37871293.26, 信用减值损失(新)
-#     "CREDIT_IMPAIRMENT_INCOME_YOY" : 357.8638477375,
-#     "OTHER_INCOME" : 34644873.86, 其他收益
-#     "OTHER_INCOME_YOY" : 41.3767542405,
-#     "OPERATE_PROFIT_OTHER" : NaN,
-#     "OPERATE_PROFIT_OTHER_YOY" : NaN,
-#     "OPERATE_PROFIT_BALANCE" : 0.0,
-#     "OPERATE_PROFIT_BALANCE_YOY" : NaN,
-#     "OPERATE_PROFIT" : 103708655208.38, 营业利润
-#     "OPERATE_PROFIT_YOY" : 18.0123117479,
-#     "NONBUSINESS_INCOME" : 86779655.95, 加:营业外收入
-#     "NONBUSINESS_INCOME_YOY" : 22.4796849672,
-#     "NONCURRENT_DISPOSAL_INCOME" : NaN,
-#     "NONCURRENT_DISPOSAL_INCOME_YOY" : NaN,
-#     "NONBUSINESS_EXPENSE" : 132881174.52, 减:营业外支出
-#     "NONBUSINESS_EXPENSE_YOY" : -46.6092621953,
-#     "NONCURRENT_DISPOSAL_LOSS" : NaN,
-#     "NONCURRENT_DISPOSAL_LOSS_YOY" : NaN,
-#     "EFFECT_TP_OTHER" : NaN,
-#     "EFFECT_TP_OTHER_YOY" : NaN,
-#     "TOTAL_PROFIT_BALANCE" : 0.0,
-#     "TOTAL_PROFIT_BALANCE_YOY" : NaN,
-#     "TOTAL_PROFIT" : 103662553689.81, 利润总额
-#     "TOTAL_PROFIT_YOY" : 18.1993076599,
-#     "INCOME_TAX" : 26141077412.01, 减:所得税
-#     "INCOME_TAX_YOY" : 17.0909328034,
-#     "EFFECT_NETPROFIT_OTHER" : NaN,
-#     "EFFECT_NETPROFIT_OTHER_YOY" : NaN,
-#     "EFFECT_NETPROFIT_BALANCE" : NaN,
-#     "EFFECT_NETPROFIT_BALANCE_YOY" : NaN,
-#     "UNCONFIRM_INVEST_LOSS" : NaN,
-#     "UNCONFIRM_INVEST_LOSS_YOY" : NaN,
-#     "NETPROFIT" : 77521476277.8, 净利润
-#     "NETPROFIT_YOY" : 18.5778097415,
-#     "PRECOMBINE_PROFIT" : NaN,
-#     "PRECOMBINE_PROFIT_YOY" : NaN,
-#     "CONTINUED_NETPROFIT" : 77521476277.8, 持续经营净利润
-#     "CONTINUED_NETPROFIT_YOY" : 18.5778097415,
-#     "DISCONTINUED_NETPROFIT" : NaN,
-#     "DISCONTINUED_NETPROFIT_YOY" : NaN,
-#     "PARENT_NETPROFIT" : 74734071550.75, 归属于母公司股东的净利润
-#     "PARENT_NETPROFIT_YOY" : 19.1598992892,
-#     "MINORITY_INTEREST" : 2787404727.05,  少数股东损益
-#     "MINORITY_INTEREST_YOY" : 4.8459336455,
-#     "DEDUCT_PARENT_NETPROFIT" : 74752564425.52, 扣除非经常性损益后的净利润
-#     "DEDUCT_PARENT_NETPROFIT_YOY" : 19.0462109566,
-#     "NETPROFIT_OTHER" : NaN,
-#     "NETPROFIT_OTHER_YOY" : NaN,
-#     "NETPROFIT_BALANCE" : NaN,
-#     "NETPROFIT_BALANCE_YOY" : NaN,
-#     "BASIC_EPS" : 59.49,  基本每股收益
-#     "BASIC_EPS_YOY" : 19.1468055277,
-#     "DILUTED_EPS" : 59.49,  稀释每股收益
-#     "DILUTED_EPS_YOY" : 19.1468055277,
-#     "OTHER_COMPRE_INCOME" : 4715179.82, 其他综合收益
-#     "OTHER_COMPRE_INCOME_YOY" : 110.40766101,
-#     "PARENT_OCI" : 4715179.82, 归属于母公司股东的其他综合收益
-#     "PARENT_OCI_YOY" : 110.40766101,
-#     "MINORITY_OCI" : NaN,
-#     "MINORITY_OCI_YOY" : NaN,
-#     "PARENT_OCI_OTHER" : NaN,
-#     "PARENT_OCI_OTHER_YOY" : NaN,
-#     "PARENT_OCI_BALANCE" : NaN,
-#     "PARENT_OCI_BALANCE_YOY" : NaN,
-#     "UNABLE_OCI" : NaN,
-#     "UNABLE_OCI_YOY" : NaN,
-#     "CREDITRISK_FAIRVALUE_CHANGE" : NaN,
-#     "CREDITRISK_FAIRVALUE_CHANGE_YOY" : NaN,
-#     "OTHERRIGHT_FAIRVALUE_CHANGE" : NaN,
-#     "OTHERRIGHT_FAIRVALUE_CHANGE_YOY" : NaN,
-#     "SETUP_PROFIT_CHANGE" : NaN,
-#     "SETUP_PROFIT_CHANGE_YOY" : NaN,
-#     "RIGHTLAW_UNABLE_OCI" : NaN,
-#     "RIGHTLAW_UNABLE_OCI_YOY" : NaN,
-#     "UNABLE_OCI_OTHER" : NaN,
-#     "UNABLE_OCI_OTHER_YOY" : NaN,
-#     "UNABLE_OCI_BALANCE" : NaN,
-#     "UNABLE_OCI_BALANCE_YOY" : NaN,
-#     "ABLE_OCI" : 4715179.82,
-#     "ABLE_OCI_YOY" : 110.40766101,
-#     "RIGHTLAW_ABLE_OCI" : NaN,
-#     "RIGHTLAW_ABLE_OCI_YOY" : NaN,
-#     "AFA_FAIRVALUE_CHANGE" : NaN,
-#     "AFA_FAIRVALUE_CHANGE_YOY" : NaN,
-#     "HMI_AFA" : NaN,
-#     "HMI_AFA_YOY" : NaN,
-#     "CASHFLOW_HEDGE_VALID" : NaN,
-#     "CASHFLOW_HEDGE_VALID_YOY" : NaN,
-#     "CREDITOR_FAIRVALUE_CHANGE" : NaN,
-#     "CREDITOR_FAIRVALUE_CHANGE_YOY" : NaN,
-#     "CREDITOR_IMPAIRMENT_RESERVE" : NaN,
-#     "CREDITOR_IMPAIRMENT_RESERVE_YOY" : NaN,
-#     "FINANCE_OCI_AMT" : NaN,
-#     "FINANCE_OCI_AMT_YOY" : NaN,
-#     "CONVERT_DIFF" : 4715179.82,
-#     "CONVERT_DIFF_YOY" : 110.40766101,
-#     "ABLE_OCI_OTHER" : NaN,
-#     "ABLE_OCI_OTHER_YOY" : NaN,
-#     "ABLE_OCI_BALANCE" : NaN,
-#     "ABLE_OCI_BALANCE_YOY" : NaN,
-#     "OCI_OTHER" : NaN,
-#     "OCI_OTHER_YOY" : NaN,
-#     "OCI_BALANCE" : NaN,
-#     "OCI_BALANCE_YOY" : NaN,
-#     "TOTAL_COMPRE_INCOME" : 77526191457.62, 综合收益总额
-#     "TOTAL_COMPRE_INCOME_YOY" : 18.5809573963,
-#     "PARENT_TCI" : 74738786730.57, 归属于母公司股东的综合收益总额
-#     "PARENT_TCI_YOY" : 19.1631595692,
-#     "MINORITY_TCI" : 2787404727.05,  归属于少数股东的综合收益总额
-#     "MINORITY_TCI_YOY" : 4.8459336455,
-#     "PRECOMBINE_TCI" : NaN,
-#     "PRECOMBINE_TCI_YOY" : NaN,
-#     "EFFECT_TCI_BALANCE" : NaN,
-#     "EFFECT_TCI_BALANCE_YOY" : NaN,
-#     "TCI_OTHER" : NaN,
-#     "TCI_OTHER_YOY" : NaN,
-#     "TCI_BALANCE" : NaN,
-#     "TCI_BALANCE_YOY" : NaN,
-#     "ACF_END_INCOME" : NaN,
-#     "ACF_END_INCOME_YOY" : NaN,
-#     "OPINION_TYPE" : "标准无保留意见" 审计意见(境内)
-# https://emweb.securities.eastmoney.com/PC_HSF10/NewFinanceAnalysis/Index?type=web&code=sh600519#lrb-0
-def get_em_benefit_api(symbol):
-    stock_financial_benefit_ths_df = ak.stock_profit_sheet_by_report_em(symbol)
-    stock_financial_benefit_ths_df = stock_financial_benefit_ths_df[[
-        "SECUCODE",
-        "SECURITY_CODE",
-        "SECURITY_NAME_ABBR",
-        "ORG_CODE",
-        "ORG_TYPE",
-        "REPORT_DATE",
-        "REPORT_TYPE",
-        "REPORT_DATE_NAME",
-        "SECURITY_TYPE_CODE",
-        "NOTICE_DATE",
-        "UPDATE_DATE",
-        "CURRENCY",
-        "TOTAL_OPERATE_INCOME",
-        "OPERATE_INCOME",
-        "INTEREST_INCOME",
-        "TOTAL_OPERATE_COST",
-        "OPERATE_COST",
-        "INTEREST_EXPENSE",
-        "FEE_COMMISSION_EXPENSE",
-        "RESEARCH_EXPENSE",
-        "OPERATE_TAX_ADD",
-        "SALE_EXPENSE",
-        "MANAGE_EXPENSE",
-        "FINANCE_EXPENSE",
-        "FE_INTEREST_EXPENSE",
-        "FE_INTEREST_INCOME",
-        "FAIRVALUE_CHANGE_INCOME",
-        "INVEST_INCOME",
-        "ASSET_DISPOSAL_INCOME",
-        "CREDIT_IMPAIRMENT_INCOME",
-        "OTHER_INCOME",
-        "OPERATE_PROFIT",
-        "NONBUSINESS_INCOME",
-        "NONBUSINESS_EXPENSE",
-        "TOTAL_PROFIT",
-        "INCOME_TAX",
-        "NETPROFIT",
-        "CONTINUED_NETPROFIT",
-        "PARENT_NETPROFIT",
-        'MINORITY_INTEREST',
-        'DEDUCT_PARENT_NETPROFIT',
-        'BASIC_EPS',
-        'DILUTED_EPS',
-        'OTHER_COMPRE_INCOME',
-        'PARENT_OCI',
-        'TOTAL_COMPRE_INCOME',
-        'PARENT_TCI',
-        'MINORITY_TCI',
-        'OPINION_TYPE'
-    ]]
-    mongodb_util.insert_mongo(stock_financial_benefit_ths_df, 'stock_financial_benefit_ths_df')
-    return stock_financial_benefit_ths_df
+    query = {'SECURITY_CODE': symbol}
+    exist_asset_em_df = mongodb_util.find_query_data(db_name_constant.EM_STOCK_ASSET_LIABILITY, query)
+    if data_frame_util.is_not_empty(exist_asset_em_df):
+        new_asset_df = stock_balance_sheet_by_report_em_df.loc[
+            ~(stock_balance_sheet_by_report_em_df['SECURITY_CODE'].isin(list(exist_asset_em_df['SECURITY_CODE'])))]
+    else:
+        new_asset_df = stock_balance_sheet_by_report_em_df
+    if data_frame_util.is_empty(new_asset_df):
+        return None
+    new_asset_df.fillna(0, inplace=True)
+    mongodb_util.insert_mongo(new_asset_df, db_name_constant.EM_STOCK_ASSET_LIABILITY)
 
 
 if __name__ == '__main__':
-    get_em_benefit_api('SH600519')
-    get_em_debt_api('SH600519')
+    get_em_asset_liability_api('832876')
 
     stock_cash_flow_sheet_by_report_em_df = ak.stock_cash_flow_sheet_by_report_em(symbol="SH600519")
     print(stock_cash_flow_sheet_by_report_em_df)

mns_scheduler/finance/em_financial_profit_sync_service_api.py

@@ -0,0 +1,342 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import akshare as ak
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
+
+mongodb_util = MongodbUtil('27017')
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_scheduler.finance.finance_common_api as finance_common_api
+from loguru import logger
+
+
+# 利润表
+#  "_id" : ObjectId("6644085f608b7737dee21a3a"),
+#     "SECUCODE" : "600519.SH",
+#     "SECURITY_CODE" : "600519",
+#     "SECURITY_NAME_ABBR" : "贵州茅台",
+#     "ORG_CODE" : "10002602",
+#     "ORG_TYPE" : "通用",
+#     "REPORT_DATE" : "2023-12-31 00:00:00",
+#     "REPORT_TYPE" : "年报",
+#     "REPORT_DATE_NAME" : "2023年报",
+#     "SECURITY_TYPE_CODE" : "058001001",
+#     "NOTICE_DATE" : "2024-04-03 00:00:00",
+#     "UPDATE_DATE" : "2024-04-03 00:00:00",
+#     "CURRENCY" : "CNY",
+#     "TOTAL_OPERATE_INCOME" : 150560330316.45,  营业总收入
+#     "TOTAL_OPERATE_INCOME_YOY" : 18.0365792459, 总运营收入修正
+#     "OPERATE_INCOME" : 147693604994.14,  营业收入
+#     "OPERATE_INCOME_YOY" : 19.0119185529, 营业收入修正
+#     "INTEREST_INCOME" : 2866725322.31, 利息收入
+#     "INTEREST_INCOME_YOY" : 利息收入修正
+#     "EARNED_PREMIUM" : NaN,
+#     "EARNED_PREMIUM_YOY" : NaN,
+#     "FEE_COMMISSION_INCOME" : NaN,
+#     "FEE_COMMISSION_INCOME_YOY" : NaN,
+#     "OTHER_BUSINESS_INCOME" : NaN,
+#     "OTHER_BUSINESS_INCOME_YOY" : NaN,
+#     "TOI_OTHER" : NaN,
+#     "TOI_OTHER_YOY" : NaN,
+#     "TOTAL_OPERATE_COST" : 46960889468.54, 营业总成本
+#     "TOTAL_OPERATE_COST_YOY" : 18.1456266222,
+#     "OPERATE_COST" : 11867273851.78, 营业成本
+#     "OPERATE_COST_YOY" : 17.5737925437,
+#     "INTEREST_EXPENSE" : 113500129.93, 利息支出
+#     "INTEREST_EXPENSE_YOY" : 7.4972611642,
+#     "FEE_COMMISSION_EXPENSE" : 68578.57,  手续费及佣金支出
+#     "FEE_COMMISSION_EXPENSE_YOY" : -52.0903684752,
+#     "RESEARCH_EXPENSE" : 157371873.01, 研发费用
+#     "RESEARCH_EXPENSE_YOY" : 16.4116440028,
+#     "SURRENDER_VALUE" : NaN,
+#     "SURRENDER_VALUE_YOY" : NaN,
+#     "NET_COMPENSATE_EXPENSE" : NaN,
+#     "NET_COMPENSATE_EXPENSE_YOY" : NaN,
+#     "NET_CONTRACT_RESERVE" : NaN,
+#     "NET_CONTRACT_RESERVE_YOY" : NaN,
+#     "POLICY_BONUS_EXPENSE" : NaN,
+#     "POLICY_BONUS_EXPENSE_YOY" : NaN,
+#     "REINSURE_EXPENSE" : NaN,
+#     "REINSURE_EXPENSE_YOY" : NaN,
+#     "OTHER_BUSINESS_COST" : NaN,
+#     "OTHER_BUSINESS_COST_YOY" : NaN,
+#     "OPERATE_TAX_ADD" : 22234175898.6, 税金及附加
+#     "OPERATE_TAX_ADD_YOY" : 20.2119055043,
+#     "SALE_EXPENSE" : 4648613585.82, 销售费用
+#     "SALE_EXPENSE_YOY" : 40.9642928475,
+#     "MANAGE_EXPENSE" : 9729389252.31, 管理费用
+#     "MANAGE_EXPENSE_YOY" : 7.9580889133,
+#     "ME_RESEARCH_EXPENSE" : NaN,
+#     "ME_RESEARCH_EXPENSE_YOY" : NaN,
+#     "FINANCE_EXPENSE" : -1789503701.48, 财务费用
+#     "FINANCE_EXPENSE_YOY" : -28.5742355094,
+#     "FE_INTEREST_EXPENSE" : 12624628.35, 利息费用
+#     "FE_INTEREST_EXPENSE_YOY" : 5.0021902771,
+#     "FE_INTEREST_INCOME" : 1942301920.98, 利息收入
+#     "FE_INTEREST_INCOME_YOY" : 31.6437955552,
+#     "ASSET_IMPAIRMENT_LOSS" : NaN,
+#     "ASSET_IMPAIRMENT_LOSS_YOY" : NaN,
+#     "CREDIT_IMPAIRMENT_LOSS" : NaN,
+#     "CREDIT_IMPAIRMENT_LOSS_YOY" : NaN,
+#     "TOC_OTHER" : NaN,
+#     "TOC_OTHER_YOY" : NaN,
+#     "FAIRVALUE_CHANGE_INCOME" : 3151962.5, :公允价值变动收益
+#     "FAIRVALUE_CHANGE_INCOME_YOY" : NaN,
+#     "INVEST_INCOME" : 34025967.82, 投资收益
+#     "INVEST_INCOME_YOY" : -46.7011782268,
+#     "INVEST_JOINT_INCOME" : NaN,
+#     "INVEST_JOINT_INCOME_YOY" : NaN,
+#     "NET_EXPOSURE_INCOME" : NaN,
+#     "NET_EXPOSURE_INCOME_YOY" : NaN,
+#     "EXCHANGE_INCOME" : NaN,
+#     "EXCHANGE_INCOME_YOY" : NaN,
+#     "ASSET_DISPOSAL_INCOME" : -479736.97, 资产处置收益
+#     "ASSET_DISPOSAL_INCOME_YOY" : -324.9796785895,
+#     "ASSET_IMPAIRMENT_INCOME" : NaN,
+#     "ASSET_IMPAIRMENT_INCOME_YOY" : NaN,
+#     "CREDIT_IMPAIRMENT_INCOME" : 37871293.26, 信用减值损失(新)
+#     "CREDIT_IMPAIRMENT_INCOME_YOY" : 357.8638477375,
+#     "OTHER_INCOME" : 34644873.86, 其他收益
+#     "OTHER_INCOME_YOY" : 41.3767542405,
+#     "OPERATE_PROFIT_OTHER" : NaN,
+#     "OPERATE_PROFIT_OTHER_YOY" : NaN,
+#     "OPERATE_PROFIT_BALANCE" : 0.0,
+#     "OPERATE_PROFIT_BALANCE_YOY" : NaN,
+#     "OPERATE_PROFIT" : 103708655208.38, 营业利润
+#     "OPERATE_PROFIT_YOY" : 18.0123117479,
+#     "NONBUSINESS_INCOME" : 86779655.95, 加:营业外收入
+#     "NONBUSINESS_INCOME_YOY" : 22.4796849672,
+#     "NONCURRENT_DISPOSAL_INCOME" : NaN,
+#     "NONCURRENT_DISPOSAL_INCOME_YOY" : NaN,
+#     "NONBUSINESS_EXPENSE" : 132881174.52, 减:营业外支出
+#     "NONBUSINESS_EXPENSE_YOY" : -46.6092621953,
+#     "NONCURRENT_DISPOSAL_LOSS" : NaN,
+#     "NONCURRENT_DISPOSAL_LOSS_YOY" : NaN,
+#     "EFFECT_TP_OTHER" : NaN,
+#     "EFFECT_TP_OTHER_YOY" : NaN,
+#     "TOTAL_PROFIT_BALANCE" : 0.0,
+#     "TOTAL_PROFIT_BALANCE_YOY" : NaN,
+#     "TOTAL_PROFIT" : 103662553689.81, 利润总额
+#     "TOTAL_PROFIT_YOY" : 18.1993076599,
+#     "INCOME_TAX" : 26141077412.01, 减:所得税
+#     "INCOME_TAX_YOY" : 17.0909328034,
+#     "EFFECT_NETPROFIT_OTHER" : NaN,
+#     "EFFECT_NETPROFIT_OTHER_YOY" : NaN,
+#     "EFFECT_NETPROFIT_BALANCE" : NaN,
+#     "EFFECT_NETPROFIT_BALANCE_YOY" : NaN,
+#     "UNCONFIRM_INVEST_LOSS" : NaN,
+#     "UNCONFIRM_INVEST_LOSS_YOY" : NaN,
+#     "NETPROFIT" : 77521476277.8, 净利润
+#     "NETPROFIT_YOY" : 18.5778097415,
+#     "PRECOMBINE_PROFIT" : NaN,
+#     "PRECOMBINE_PROFIT_YOY" : NaN,
+#     "CONTINUED_NETPROFIT" : 77521476277.8, 持续经营净利润
+#     "CONTINUED_NETPROFIT_YOY" : 18.5778097415,
+#     "DISCONTINUED_NETPROFIT" : NaN,
+#     "DISCONTINUED_NETPROFIT_YOY" : NaN,
+#     "PARENT_NETPROFIT" : 74734071550.75, 归属于母公司股东的净利润
+#     "PARENT_NETPROFIT_YOY" : 19.1598992892,
+#     "MINORITY_INTEREST" : 2787404727.05,  少数股东损益
+#     "MINORITY_INTEREST_YOY" : 4.8459336455,
+#     "DEDUCT_PARENT_NETPROFIT" : 74752564425.52, 扣除非经常性损益后的净利润
+#     "DEDUCT_PARENT_NETPROFIT_YOY" : 19.0462109566,
+#     "NETPROFIT_OTHER" : NaN,
+#     "NETPROFIT_OTHER_YOY" : NaN,
+#     "NETPROFIT_BALANCE" : NaN,
+#     "NETPROFIT_BALANCE_YOY" : NaN,
+#     "BASIC_EPS" : 59.49,  基本每股收益
+#     "BASIC_EPS_YOY" : 19.1468055277,
+#     "DILUTED_EPS" : 59.49,  稀释每股收益
+#     "DILUTED_EPS_YOY" : 19.1468055277,
+#     "OTHER_COMPRE_INCOME" : 4715179.82, 其他综合收益
+#     "OTHER_COMPRE_INCOME_YOY" : 110.40766101,
+#     "PARENT_OCI" : 4715179.82, 归属于母公司股东的其他综合收益
+#     "PARENT_OCI_YOY" : 110.40766101,
+#     "MINORITY_OCI" : NaN,
+#     "MINORITY_OCI_YOY" : NaN,
+#     "PARENT_OCI_OTHER" : NaN,
+#     "PARENT_OCI_OTHER_YOY" : NaN,
+#     "PARENT_OCI_BALANCE" : NaN,
+#     "PARENT_OCI_BALANCE_YOY" : NaN,
+#     "UNABLE_OCI" : NaN,
+#     "UNABLE_OCI_YOY" : NaN,
+#     "CREDITRISK_FAIRVALUE_CHANGE" : NaN,
+#     "CREDITRISK_FAIRVALUE_CHANGE_YOY" : NaN,
+#     "OTHERRIGHT_FAIRVALUE_CHANGE" : NaN,
+#     "OTHERRIGHT_FAIRVALUE_CHANGE_YOY" : NaN,
+#     "SETUP_PROFIT_CHANGE" : NaN,
+#     "SETUP_PROFIT_CHANGE_YOY" : NaN,
+#     "RIGHTLAW_UNABLE_OCI" : NaN,
+#     "RIGHTLAW_UNABLE_OCI_YOY" : NaN,
+#     "UNABLE_OCI_OTHER" : NaN,
+#     "UNABLE_OCI_OTHER_YOY" : NaN,
+#     "UNABLE_OCI_BALANCE" : NaN,
+#     "UNABLE_OCI_BALANCE_YOY" : NaN,
+#     "ABLE_OCI" : 4715179.82,
+#     "ABLE_OCI_YOY" : 110.40766101,
+#     "RIGHTLAW_ABLE_OCI" : NaN,
+#     "RIGHTLAW_ABLE_OCI_YOY" : NaN,
+#     "AFA_FAIRVALUE_CHANGE" : NaN,
+#     "AFA_FAIRVALUE_CHANGE_YOY" : NaN,
+#     "HMI_AFA" : NaN,
+#     "HMI_AFA_YOY" : NaN,
+#     "CASHFLOW_HEDGE_VALID" : NaN,
+#     "CASHFLOW_HEDGE_VALID_YOY" : NaN,
+#     "CREDITOR_FAIRVALUE_CHANGE" : NaN,
+#     "CREDITOR_FAIRVALUE_CHANGE_YOY" : NaN,
+#     "CREDITOR_IMPAIRMENT_RESERVE" : NaN,
+#     "CREDITOR_IMPAIRMENT_RESERVE_YOY" : NaN,
+#     "FINANCE_OCI_AMT" : NaN,
+#     "FINANCE_OCI_AMT_YOY" : NaN,
+#     "CONVERT_DIFF" : 4715179.82,
+#     "CONVERT_DIFF_YOY" : 110.40766101,
+#     "ABLE_OCI_OTHER" : NaN,
+#     "ABLE_OCI_OTHER_YOY" : NaN,
+#     "ABLE_OCI_BALANCE" : NaN,
+#     "ABLE_OCI_BALANCE_YOY" : NaN,
+#     "OCI_OTHER" : NaN,
+#     "OCI_OTHER_YOY" : NaN,
+#     "OCI_BALANCE" : NaN,
+#     "OCI_BALANCE_YOY" : NaN,
+#     "TOTAL_COMPRE_INCOME" : 77526191457.62, 综合收益总额
+#     "TOTAL_COMPRE_INCOME_YOY" : 18.5809573963,
+#     "PARENT_TCI" : 74738786730.57, 归属于母公司股东的综合收益总额
+#     "PARENT_TCI_YOY" : 19.1631595692,
+#     "MINORITY_TCI" : 2787404727.05,  归属于少数股东的综合收益总额
+#     "MINORITY_TCI_YOY" : 4.8459336455,
+#     "PRECOMBINE_TCI" : NaN,
+#     "PRECOMBINE_TCI_YOY" : NaN,
+#     "EFFECT_TCI_BALANCE" : NaN,
+#     "EFFECT_TCI_BALANCE_YOY" : NaN,
+#     "TCI_OTHER" : NaN,
+#     "TCI_OTHER_YOY" : NaN,
+#     "TCI_BALANCE" : NaN,
+#     "TCI_BALANCE_YOY" : NaN,
+#     "ACF_END_INCOME" : NaN,
+#     "ACF_END_INCOME_YOY" : NaN,
+#     "OPINION_TYPE" : "标准无保留意见" 审计意见(境内)
+# https://emweb.securities.eastmoney.com/PC_HSF10/NewFinanceAnalysis/Index?type=web&code=sh600519#lrb-0
+def get_em_profit_api(symbol):
+    sec_code = finance_common_api.get_sec_code(symbol)
+    try:
+        stock_profit_sheet_by_report_em = ak.stock_profit_sheet_by_report_em(sec_code)
+    except Exception as e:
+        logger.error("同步利润表异常:{},{}", symbol, e)
+    if data_frame_util.is_empty(stock_profit_sheet_by_report_em):
+        return None
+    stock_profit_sheet_by_report_em = check_columns(stock_profit_sheet_by_report_em)
+    stock_profit_sheet_by_report_em = stock_profit_sheet_by_report_em[[
+        "SECUCODE",
+        "SECURITY_CODE",
+        "SECURITY_NAME_ABBR",
+        "ORG_CODE",
+        "ORG_TYPE",
+        "REPORT_DATE",
+        "REPORT_TYPE",
+        "REPORT_DATE_NAME",
+        "SECURITY_TYPE_CODE",
+        "NOTICE_DATE",
+        "UPDATE_DATE",
+        "CURRENCY",
+        "TOTAL_OPERATE_INCOME",
+        "OPERATE_INCOME",
+        "INTEREST_INCOME",
+        "TOTAL_OPERATE_COST",
+        "OPERATE_COST",
+        "INTEREST_EXPENSE",
+        "FEE_COMMISSION_EXPENSE",
+        "RESEARCH_EXPENSE",
+        "OPERATE_TAX_ADD",
+        "SALE_EXPENSE",
+        "MANAGE_EXPENSE",
+        "FINANCE_EXPENSE",
+        "FE_INTEREST_EXPENSE",
+        "FE_INTEREST_INCOME",
+        "FAIRVALUE_CHANGE_INCOME",
+        "INVEST_INCOME",
+        "ASSET_DISPOSAL_INCOME",
+        "CREDIT_IMPAIRMENT_INCOME",
+        "OTHER_INCOME",
+        "OPERATE_PROFIT",
+        "NONBUSINESS_INCOME",
+        "NONBUSINESS_EXPENSE",
+        "TOTAL_PROFIT",
+        "INCOME_TAX",
+        "NETPROFIT",
+        "CONTINUED_NETPROFIT",
+        "PARENT_NETPROFIT",
+        'MINORITY_INTEREST',
+        'DEDUCT_PARENT_NETPROFIT',
+        'BASIC_EPS',
+        'DILUTED_EPS',
+        'OTHER_COMPRE_INCOME',
+        'PARENT_OCI',
+        'TOTAL_COMPRE_INCOME',
+        'PARENT_TCI',
+        'MINORITY_TCI',
+        'OPINION_TYPE'
+    ]]
+    stock_profit_sheet_by_report_em['_id'] = (stock_profit_sheet_by_report_em['SECURITY_CODE']
+                                              + "_" + stock_profit_sheet_by_report_em['REPORT_DATE'])
+
+    query = {'SECURITY_CODE': symbol}
+    exist_profit_em_df = mongodb_util.find_query_data(db_name_constant.EM_STOCK_PROFIT, query)
+    if data_frame_util.is_not_empty(exist_profit_em_df):
+        new_profit_df = stock_profit_sheet_by_report_em.loc[
+            ~(stock_profit_sheet_by_report_em['SECURITY_CODE'].isin(list(exist_profit_em_df['SECURITY_CODE'])))]
+    else:
+        new_profit_df = stock_profit_sheet_by_report_em
+    if data_frame_util.is_empty(new_profit_df):
+        return None
+    new_profit_df.fillna(0, inplace=True)
+    return new_profit_df
+
+
+def check_columns(profit_df):
+    if 'TOTAL_OPERATE_INCOME' not in profit_df.columns:
+        profit_df['TOTAL_OPERATE_INCOME'] = 0
+
+    if 'INTEREST_INCOME' not in profit_df.columns:
+        profit_df['INTEREST_INCOME'] = 0
+    if 'TOTAL_OPERATE_COST' not in profit_df.columns:
+        profit_df['TOTAL_OPERATE_COST'] = 0
+    if 'OPERATE_COST' not in profit_df.columns:
+        profit_df['OPERATE_COST'] = 0
+    if 'INTEREST_EXPENSE' not in profit_df.columns:
+        profit_df['INTEREST_EXPENSE'] = 0
+    if 'FEE_COMMISSION_EXPENSE' not in profit_df.columns:
+        profit_df['FEE_COMMISSION_EXPENSE'] = 0
+    if 'RESEARCH_EXPENSE' not in profit_df.columns:
+        profit_df['RESEARCH_EXPENSE'] = 0
+    if 'SALE_EXPENSE' not in profit_df.columns:
+        profit_df['SALE_EXPENSE'] = 0
+    if 'MANAGE_EXPENSE' not in profit_df.columns:
+        profit_df['MANAGE_EXPENSE'] = 0
+    if 'FINANCE_EXPENSE' not in profit_df.columns:
+        profit_df['FINANCE_EXPENSE'] = 0
+    if 'FE_INTEREST_EXPENSE' not in profit_df.columns:
+        profit_df['FE_INTEREST_EXPENSE'] = 0
+    if 'FE_INTEREST_INCOME' not in profit_df.columns:
+        profit_df['FE_INTEREST_INCOME'] = 0
+    if 'CREDIT_IMPAIRMENT_INCOME' not in profit_df.columns:
+        profit_df['CREDIT_IMPAIRMENT_INCOME'] = 0
+    if 'FAIRVALUE_CHANGE_INCOME' not in profit_df.columns:
+            profit_df['FAIRVALUE_CHANGE_INCOME'] = 0
+    return profit_df
+
+
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+
+if __name__ == '__main__':
+    em_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    for em_one in em_df.itertuples():
+        try:
+            get_em_profit_api(em_one.symbol)
+        except Exception as e:
+            logger.error("同步利润表异常:{},{}", em_one.symbol, e)

mns_scheduler/finance/finance_common_api.py

@@ -0,0 +1,35 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+
+mongodb_util = MongodbUtil('27017')
+
+
+def get_sec_code(symbol):
+    classification = common_service_fun_api.classify_symbol_one(symbol)
+    if classification in ['K', 'H']:
+        return 'SH' + symbol
+    elif classification in ['C', 'S']:
+        return 'SZ' + symbol
+    else:
+        return 'BJ' + symbol
+
+
+# 查询利润表数据
+def find_profit_report(period_time):
+    query = {"REPORT_DATE": period_time}
+    return mongodb_util.find_query_data(db_name_constant.EM_STOCK_PROFIT, query)
+
+
+# 查询资产表
+def find_asset_liability_report(period_time):
+    query = {"REPORT_DATE": period_time}
+    return mongodb_util.find_query_data(db_name_constant.EM_STOCK_ASSET_LIABILITY, query)

mns_scheduler/finance/financial_high_risk_stock_clean_service_api.py

@@ -0,0 +1,178 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from datetime import datetime
+import mns_common.component.self_choose.black_list_service_api as black_list_service_api
+import mns_scheduler.finance.finance_common_api as finance_common_api
+from loguru import logger
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import pandas as pd
+# 1.无保留意见/标准报告：报告没问题。（没有发现造假，但也不能保证为真）
+#
+# 2.带强调事项段的无保留意见：报告没问题，但是有亏损获对其可持续经营有重大疑虑（可能造假，至少是在粉饰报表）
+#
+# 3.保留意见报告：有问题，财务造假
+#
+# 4.否定意见报告：有很大问题
+#
+# 5.无法表示意见报告：不让查
+#
+
+mongodb_util = MongodbUtil('27017')
+# 审核标准意见
+OPINION_TYPE = "标准无保留意见"
+
+# 利润为负的时候最小营业收入 主板 3.2亿
+MIN_INCOME_MAIN = 320000000
+# 利润为负的时候最小营业收入 科创 创业 1.2亿
+MIN_INCOME_SUB = 120000000
+# 最大负债比
+MAX_LIABILITY_RATIO = 90
+# 最迟出报告的天数
+LATE_REPORT_DAYS = 3
+
+
+#### 退市新规 ####
+# 1 股价类:连续20个交易日估价低于1元
+# 2 市值类: 主板小于5亿、创业板3亿
+# 3 财务类: (1) 利润总额 净利润 扣非净利润三者最小值为负 且营业收入小于3亿 创业板营业收入小于1元
+#          (2) 资不抵债
+
+# 财报审核
+def financial_report_check(new_report_df, period_time, period, report_type):
+    if period == 4:
+        # 年报异常审核
+        year_report_exception_check(new_report_df, period_time, report_type)
+    # 负债过高
+    liability_ratio_check(report_type, new_report_df, period_time)
+
+
+# 年报审核异常
+def year_report_exception_check(new_report_df, period_time, report_type):
+    new_report_one_df = new_report_df.loc[new_report_df['REPORT_DATE'] == period_time]
+    # 审核意见
+    opinion_type = list(new_report_one_df['OPINION_TYPE'])[0]
+    symbol = list(new_report_one_df['SECURITY_CODE'])[0]
+    name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    id_key = symbol + "_" + period_time
+    # 年报有问题
+    if opinion_type != OPINION_TYPE:
+        black_list_service_api.save_black_stock(id_key,
+                                                symbol,
+                                                name,
+                                                str_day,
+                                                str_now_date,
+                                                '年报审计有问题:'+"["+opinion_type+"]",
+                                                '年报审计有问题',
+                                                '',
+                                                black_list_service_api.FINANCIAL_PROBLEM)
+
+    if report_type == db_name_constant.EM_STOCK_PROFIT:
+        # 利润总额  净利润 扣除非经常性损益后的净利润  三者最小为负
+        # 利润总额
+        total_profit = list(new_report_one_df['TOTAL_PROFIT'])[0]
+        #  净利润
+        net_profit = list(new_report_one_df['NETPROFIT'])[0]
+        # 营业利润
+        operate_profit = list(new_report_one_df['OPERATE_PROFIT'])[0]
+        # 持续经营净利润
+        continued_profit = list(new_report_one_df['CONTINUED_NETPROFIT'])[0]
+        # 归属于母公司股东的净利润
+        parent_profit = list(new_report_one_df['PARENT_NETPROFIT'])[0]
+        # 扣除非经常性损益后的净利润
+        deduct_parent_profit = list(new_report_one_df['DEDUCT_PARENT_NETPROFIT'])[0]
+        # 营业总收入
+        total_operate_income = list(new_report_one_df['TOTAL_OPERATE_INCOME'])[0]
+
+        # 最小利润收入
+        min_profit = min(total_profit, net_profit, operate_profit,
+                         continued_profit, parent_profit, deduct_parent_profit)
+        if min_profit < 0:
+
+            classification = common_service_fun_api.classify_symbol_one(symbol)
+            if ((classification in ['S', 'H'] and total_operate_income < MIN_INCOME_MAIN)
+                    | (classification in ['K', 'C'] and total_operate_income < MIN_INCOME_SUB)):
+                id_key = symbol + "_" + period_time
+                black_list_service_api.save_black_stock(id_key,
+                                                        symbol,
+                                                        name,
+                                                        str_day,
+                                                        str_now_date,
+                                                        '年报&利润收入触发退市',
+                                                        '年报&利润收入触发退市',
+                                                        '',
+                                                        black_list_service_api.FINANCIAL_PROBLEM)
+
+
+# 负债比校验
+def liability_ratio_check(report_type, new_report_df, period_time):
+    if report_type == db_name_constant.EM_STOCK_ASSET_LIABILITY:
+        new_report_df = new_report_df.sort_values(by=['REPORT_DATE'], ascending=False)
+        new_report_one_df = new_report_df.iloc[0:1]
+        # 负债比
+        liability_ratio = list(new_report_one_df['liability_ratio'])[0]
+
+        symbol = list(new_report_one_df['SECURITY_CODE'])[0]
+        name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
+        now_date = datetime.now()
+        str_day = now_date.strftime('%Y-%m-%d')
+        str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+        id_key = symbol + "_" + period_time
+
+        if liability_ratio >= MAX_LIABILITY_RATIO:
+            black_list_service_api.save_black_stock(id_key,
+                                                    symbol,
+                                                    name,
+                                                    str_day,
+                                                    str_now_date,
+                                                    '负债过高',
+                                                    '负债过高',
+                                                    '',
+                                                    black_list_service_api.FINANCIAL_PROBLEM)
+
+
+# 未出财报
+def un_report_check(sync_time, now_year, period, period_time):
+    un_report_asset_df = finance_common_api.find_un_report_symbol(period_time,
+                                                                  db_name_constant.EM_STOCK_ASSET_LIABILITY)
+    un_report_profit_df = finance_common_api.find_un_report_symbol(period_time,
+                                                                   db_name_constant.EM_STOCK_PROFIT)
+    un_report_df = pd.concat([un_report_asset_df, un_report_profit_df])
+    if period == 4 or period == 1:
+        last_report_day = str(now_year) + "-05-01"
+    elif period == 2:
+        last_report_day = str(now_year) + "-07-01"
+    elif period == 3:
+        last_report_day = str(now_year) + "-10-01"
+    max_report_day = trade_date_common_service_api.get_before_trade_date(last_report_day, LATE_REPORT_DAYS)
+    if max_report_day > sync_time:
+
+        for un_asset_one in un_report_df.itertuples():
+            symbol = un_asset_one.symbol
+            id_key = symbol + "_" + period_time
+            name = un_asset_one.name
+            now_date = datetime.now()
+            str_day = now_date.strftime('%Y-%m-%d')
+            try:
+
+                black_list_service_api.save_black_stock(id_key,
+                                                        symbol,
+                                                        name,
+                                                        str_day,
+                                                        sync_time,
+                                                        '未出财报',
+                                                        '未出财报',
+                                                        '',
+                                                        black_list_service_api.FINANCIAL_PROBLEM)
+            except Exception as e:
+                logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)

mns_scheduler/finance/sync_financial_report_service_api.py

@@ -0,0 +1,133 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from datetime import datetime
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_scheduler.finance.finance_common_api as finance_common_api
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_scheduler.finance.em_financial_profit_sync_service_api as em_financial_profit_sync_service_api
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+import \
+    mns_scheduler.finance.em_financial_asset_liability_sync_service_api as em_financial_asset_liability_sync_service_api
+import mns_scheduler.finance.financial_high_risk_stock_clean_service_api as financial_high_risk_stock_clean_service_api
+import mns_common.utils.data_frame_util as data_frame_util
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 上市公司年报披露时间:每年1月1日一- 4月30日。
+# 2、上市公司中年报披露时间:每年7月1日--8月30日。
+# 3、上市公司季报披露时间:
+#    1季报:每年4月1日-- -4月30日。
+#    2季报(中报) :每年7月1日--8月30日。
+#    3季报:每年10月1日--10月31日4季报(年报) :每年1月1日--4月30日
+
+def sync_financial_report():
+    now_date = datetime.now()
+    now_year = now_date.year
+    now_month = now_date.month
+    sync_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    # 年报
+    if 1 <= now_month <= 5:
+        period = 4
+        period_time = str(now_year - 1) + "-12-31 00:00:00"
+        sync_profit_report(period_time, sync_time, period, now_year)
+        sync_asset_liability_report(period_time, sync_time, period, now_year)
+
+    # 一季报
+    elif now_month == 5:
+        period = 1
+        period_time = str(now_year) + "-03-31 00:00:00"
+        sync_profit_report(period_time, sync_time, period, now_year)
+        sync_asset_liability_report(period_time, sync_time, period, now_year)
+
+    # 二季报
+    elif 7 <= now_month <= 8:
+        period = 2
+        period_time = str(now_year) + "-06-30 00:00:00"
+        sync_profit_report(period_time, sync_time, period, now_year)
+        sync_asset_liability_report(period_time, sync_time, period, now_year)
+    # 三季报
+    elif now_month == 10:
+        period = 3
+        period_time = str(now_year) + "-09-30 00:00:00"
+        sync_profit_report(period_time, sync_time, period, now_year)
+        sync_asset_liability_report(period_time, sync_time, period, now_year)
+    # 未出报告check
+    financial_high_risk_stock_clean_service_api.un_report_check(sync_time, now_year, period, period_time)
+
+
+# 同步资产表
+def sync_asset_liability_report(period_time, sync_time, period, now_year):
+    un_report_asset_df = find_un_report_symbol(period_time, db_name_constant.EM_STOCK_ASSET_LIABILITY)
+    for un_report_asset_one in un_report_asset_df.itertuples():
+        try:
+            symbol = un_report_asset_one.symbol
+            new_asset_df = em_financial_asset_liability_sync_service_api.get_em_asset_liability_api(symbol)
+            # 负债比
+            new_asset_df['liability_ratio'] = round(
+                new_asset_df['TOTAL_LIABILITIES'] * 100 / new_asset_df['TOTAL_ASSETS'],
+                2)
+            new_asset_df['sync_time'] = sync_time
+            if data_frame_util.is_empty(new_asset_df):
+                continue
+            new_asset_df['symbol'] = symbol
+            mongodb_util.insert_mongo(new_asset_df, db_name_constant.EM_STOCK_ASSET_LIABILITY)
+
+            # 年报审核
+            financial_high_risk_stock_clean_service_api.financial_report_check(new_asset_df, period_time, period,
+                                                                               db_name_constant.EM_STOCK_ASSET_LIABILITY)
+
+        except Exception as e:
+            logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
+
+
+# 同步利润表
+def sync_profit_report(period_time, sync_time, period, now_year):
+    un_report_profit_df = find_un_report_symbol(period_time, db_name_constant.EM_STOCK_PROFIT)
+    for un_report_profit_one in un_report_profit_df.itertuples():
+        try:
+            symbol = un_report_profit_one.symbol
+            new_profit_df = em_financial_profit_sync_service_api.get_em_profit_api(symbol)
+            new_profit_df['sync_time'] = sync_time
+            if data_frame_util.is_empty(new_profit_df):
+                continue
+            new_profit_df['symbol'] = symbol
+            mongodb_util.insert_mongo(new_profit_df, db_name_constant.EM_STOCK_PROFIT)
+
+            # 年报审核
+            financial_high_risk_stock_clean_service_api.financial_report_check(new_profit_df, period_time,
+                                                                               period, db_name_constant.EM_STOCK_PROFIT)
+        except Exception as e:
+            logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
+
+
+# 查出未报告的股票
+def find_un_report_symbol(period_time, report_name):
+    real_time_quotes_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes_df = real_time_quotes_df.loc[~(real_time_quotes_df['name'].str.contains('退'))]
+
+    de_list_stock_df = mongodb_util.find_all_data(db_name_constant.DE_LIST_STOCK)
+    real_time_quotes_df = real_time_quotes_df.loc[
+        ~(real_time_quotes_df['symbol'].isin(list(de_list_stock_df['symbol'])))]
+
+    if report_name == db_name_constant.EM_STOCK_ASSET_LIABILITY:
+        had_asset_df = finance_common_api.find_asset_liability_report(period_time)
+        if data_frame_util.is_not_empty(had_asset_df):
+            real_time_quotes_df = real_time_quotes_df.loc[
+                ~(real_time_quotes_df['symbol'].isin(list(had_asset_df['SECURITY_CODE'])))]
+    if report_name == db_name_constant.EM_STOCK_PROFIT:
+        had_profit_df = finance_common_api.find_profit_report(period_time)
+        if data_frame_util.is_not_empty(had_profit_df):
+            real_time_quotes_df = real_time_quotes_df.loc[
+                ~(real_time_quotes_df['symbol'].isin(list(had_profit_df['SECURITY_CODE'])))]
+    return real_time_quotes_df
+
+
+if __name__ == '__main__':
+    sync_financial_report()

mns_scheduler/risk/register_and_investigate_stock_sync_api.py

@@ -105,7 +105,8 @@ def sync_new_high_risk_stocks():
                     announce_time,
                     high_risk_stocks_one.announcementTitle,
                     high_risk_stocks_one.announcementTitle,
-                    announce_url)
+                    announce_url,
+                    black_list_service_api.REGISTER_INVESTIGATE)
         except Exception as e:
             logger.error("保存风险警示股票异常:{},{}", symbol, e)
 

mns_scheduler/zz_task/data_sync_task.py

@@ -40,6 +40,7 @@ import mns_scheduler.kpl.selection.index.sync_best_choose_his_index as sync_best
 import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
 import mns_scheduler.trade.sync_position_api as sync_position_api
 import mns_scheduler.concept.clean.kpl_concept_clean_api as kpl_concept_clean_api
+import mns_scheduler.company_info.de_list_stock_service as de_list_stock_service
 
 
 # 同步交易日期任务完成
@@ -281,6 +282,8 @@ def update_ths_concept_choose_null_reason():
 def update_company_base_info():
     company_info_sync_api.sync_company_base_info(None)
     company_info_sync_api.fix_company_industry(None)
+    # 退市股票同步
+    de_list_stock_service.sync_de_list_stock()
     logger.info('同步公司基本信息任务完成')
 
 

{mns_scheduler-1.0.4.7.dist-info → mns_scheduler-1.0.4.9.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.4.7
+Version: 1.0.4.9
 

{mns_scheduler-1.0.4.7.dist-info → mns_scheduler-1.0.4.9.dist-info}/RECORD

@@ -13,6 +13,7 @@ mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=wezGJWFRnKYBaPP9PVXLqMbHENOXg
 mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/company_constant_data.py,sha256=PkV8i2Wx18lSuAj_UuUw_QzhYrRhTE4x3Cft7-P-Ghs,15735
 mns_scheduler/company_info/company_info_sync_api.py,sha256=kL0QETih5lfczZ2WB9Iopmy4RjpvWY5NKPNVUZ5dq-s,20342
+mns_scheduler/company_info/de_list_stock_service.py,sha256=3yI54c9BVISR8yXaMAzk3nWxuj0a74b0M-tYbPqd34c,1709
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/kpl_concept_clean_api.py,sha256=xxIIgrXLI6xLf10t4unJa7aMB_QeKeki1HJVeXsntkY,4512
@@ -33,7 +34,11 @@ mns_scheduler/db/db_status.py,sha256=K1jtYIGZzDV6knpoJLLnXEhN3tyziJp_zY2gSfguHCA
 mns_scheduler/dt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/dt/stock_dt_pool_sync.py,sha256=5ivRUOnFtOapZniwTbujf1lVq3y4btm2Cmd5R6JJAVo,3466
 mns_scheduler/finance/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/finance/em_financial_sync_service_api.py,sha256=al_msr5kXK21ngHL5QMIewNMetk8WsAEPrDXWrCOhqg,26721
+mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py,sha256=7Y5Nc2yzF19LD0j0pqSUtWdeOA08QFgjTfFtfQnF0vA,17231
+mns_scheduler/finance/em_financial_profit_sync_service_api.py,sha256=gc84F8lkHwot0QGfxO3QsZgUc4xJQDZI0rGX7sFmDyo,13989
+mns_scheduler/finance/finance_common_api.py,sha256=yPE0at1WFDyYZ3IAjkgCj6xMH7gPp8sAkJsYj5jhmLk,1075
+mns_scheduler/finance/financial_high_risk_stock_clean_service_api.py,sha256=L4rVsFPbIWvXisMHrVWGb9WuhwYQjyWbDFs5nacN-5Q,8782
+mns_scheduler/finance/sync_financial_report_service_api.py,sha256=bP5e_0ndsAucTUobMtwL4bX1w_APnW_hntfn1_PkJnM,6331
 mns_scheduler/k_line/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
 mns_scheduler/k_line/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py,sha256=3NPu-bkBw5ARW2yoMAmf_-au6vxQdSjzGlT-l4dqV4w,21833
@@ -53,7 +58,7 @@ mns_scheduler/real_time/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy
 mns_scheduler/real_time/realtime_quotes_now_create_db_index.py,sha256=qQCjcsG3WYgn3zemS45Ms0AHtbkCwlSVPPCntxVvK8Q,1066
 mns_scheduler/real_time/realtime_quotes_now_sync.py,sha256=XIz454cysRO-xfdgsEw3glR0LgTxFdZoCNONd4O7EgM,9165
 mns_scheduler/risk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/risk/register_and_investigate_stock_sync_api.py,sha256=bpB0dXjAYVUrbtdYCnuT2_vlrBPI2UoMF9ljqnCLw-k,4883
+mns_scheduler/risk/register_and_investigate_stock_sync_api.py,sha256=_6Eh5nPQu5KJ0lherAmB8e-pnk8UHsX3WGZ-Xfqk7Fc,4949
 mns_scheduler/trade/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/trade/auto_ipo_buy_api.py,sha256=QXNzFJGNGveVUcXBh0RRJb_HV7abbLYXRljezPJf9ZM,377
 mns_scheduler/trade/auto_sell_service_api.py,sha256=HaauZeOsuLNBrowXT8IKaSgWLR2Huott6mg_AoLhpUY,4423
@@ -67,9 +72,9 @@ mns_scheduler/zt/today_high_chg_pool_sync_api.py,sha256=G6FXMH7HnvhyMFoE-RszggkB
 mns_scheduler/zt/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9c37kSenEX2_qNvFAjQGgy8ERuacSxwk,10916
 mns_scheduler/zt/zt_pool_sync_api.py,sha256=RrVAbU1u-HTqXF9BSwNlzIxMHrUgjNaLpDKFgXC1XuY,7604
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=P75noN2J8YOqht_wyTN5IOZ6NPeTIKhRN4SPZhe6x2A,16100
+mns_scheduler/zz_task/data_sync_task.py,sha256=8vUFAlNgZplQ6v1ConEfY2UZIoei4nUnogXGfF8R1Ck,16256
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.4.7.dist-info/METADATA,sha256=AsY1gD2qxxIGKcjnwk2-UKuo7Tw0xPTZ-N4GObWhHaM,64
-mns_scheduler-1.0.4.7.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.4.7.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.4.7.dist-info/RECORD,,
+mns_scheduler-1.0.4.9.dist-info/METADATA,sha256=l-mybQSBRFgd_xsL9wbrUVXrMtRkVHMVnlstBZ9fm78,64
+mns_scheduler-1.0.4.9.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.0.4.9.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.0.4.9.dist-info/RECORD,,