mns-scheduler 1.1.5.5__tar.gz → 1.1.5.8__tar.gz

{mns_scheduler-1.1.5.5 → mns_scheduler-1.1.5.8}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.5.5
+Version: 1.1.5.8

{mns_scheduler-1.1.5.5 → mns_scheduler-1.1.5.8}/mns_scheduler/company_info/base/sync_company_base_info_api.py

@@ -401,7 +401,12 @@ def get_recent_year_income(symbol, company_info_type, exist_company_df):
     em_stock_profit = mongodb_util.descend_query(query, db_name_constant.EM_STOCK_PROFIT, 'REPORT_DATE', 1)
     if data_frame_util.is_not_empty(em_stock_profit):
         company_info_type['operate_profit'] = list(em_stock_profit['OPERATE_PROFIT'])[0]
-        company_info_type['total_operate_income'] = list(em_stock_profit['TOTAL_OPERATE_INCOME'])[0]
+        total_operate_income = list(em_stock_profit['TOTAL_OPERATE_INCOME'])[0]
+        # 金融机构大多收入计入在这个字段中
+        if total_operate_income == 0:
+            total_operate_income = list(em_stock_profit['OPERATE_INCOME'])[0]
+
+        company_info_type['total_operate_income'] = total_operate_income
     else:
         company_info_type['operate_profit'] = 0
         company_info_type['total_operate_income'] = 0
@@ -420,5 +425,8 @@ if __name__ == '__main__':
     # 300293
     # sync_company_base_info(None)
     # new_company_info_update()
-    sync_company_base_info(None)
+    query = {"total_operate_income": 0}
+    un_report_company_info = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO, query)
+    symbol_list = list(un_report_company_info['symbol'])
+    sync_company_base_info(symbol_list)
     # group_by_industry()

{mns_scheduler-1.1.5.5 → mns_scheduler-1.1.5.8}/mns_scheduler/finance/sync_financial_report_service_api.py

@@ -17,6 +17,7 @@ import mns_scheduler.risk.financial_report_risk_check_api as financial_report_ri
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_scheduler.finance.finance_common_api as finance_common_api
 import mns_scheduler.risk.compliance.undisclosed_annual_report_api as undisclosed_annual_report_api
+
 mongodb_util = MongodbUtil('27017')
 
 
@@ -60,6 +61,8 @@ def sync_financial_report():
         sync_asset_liability_report(period_time, sync_time, period)
     # 未出报告check
     undisclosed_annual_report_api.un_disclosed_report_check(sync_time, now_year, period, period_time)
+    # 新股或者未出报告的
+    sync_miss_report(sync_time)
 
 
 # 同步资产表
@@ -82,7 +85,7 @@ def sync_asset_liability_report(period_time, sync_time, period):
 
             # 年报审核
             financial_report_risk_check_api.financial_report_check(new_asset_df, period_time, period,
-                                                                               db_name_constant.EM_STOCK_ASSET_LIABILITY)
+                                                                   db_name_constant.EM_STOCK_ASSET_LIABILITY)
 
         except Exception as e:
             logger.error("同步资产表异常:{},{},{}", symbol, period_time, e)
@@ -104,10 +107,43 @@ def sync_profit_report(period_time, sync_time, period):
 
             # 年报审核
             financial_report_risk_check_api.financial_report_check(new_profit_df, period_time,
-                                                                               period, db_name_constant.EM_STOCK_PROFIT)
+                                                                   period, db_name_constant.EM_STOCK_PROFIT)
         except Exception as e:
             logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
 
 
+def sync_miss_report(sync_time):
+    query = {"total_operate_income": 0}
+    un_report_company_info = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO, query)
+    for un_report_one in un_report_company_info.itertuples():
+        try:
+            symbol = un_report_one.symbol
+            new_profit_df = em_financial_profit_sync_service_api.get_em_profit_api(symbol)
+            if data_frame_util.is_empty(new_profit_df):
+                continue
+            new_profit_df['sync_time'] = sync_time
+
+            new_profit_df['symbol'] = symbol
+            mongodb_util.insert_mongo(new_profit_df, db_name_constant.EM_STOCK_PROFIT)
+
+            new_asset_df = em_financial_asset_liability_sync_service_api.get_em_asset_liability_api(symbol)
+            # 负债比
+            new_asset_df['liability_ratio'] = round(
+                new_asset_df['TOTAL_LIABILITIES'] * 100 / new_asset_df['TOTAL_ASSETS'],
+                2)
+            new_asset_df['sync_time'] = sync_time
+            if data_frame_util.is_empty(new_asset_df):
+                continue
+            new_asset_df['symbol'] = symbol
+            mongodb_util.insert_mongo(new_asset_df, db_name_constant.EM_STOCK_ASSET_LIABILITY)
+
+        except Exception as e:
+            logger.error("同步财报补偿任务异常:{},{},{}", symbol, e)
+
+
 if __name__ == '__main__':
-    sync_financial_report()
+    now_date = datetime.now()
+    now_year = now_date.year
+    now_month = now_date.month
+    sync_time_test = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    sync_miss_report(sync_time_test)

{mns_scheduler-1.1.5.5 → mns_scheduler-1.1.5.8}/mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -10,8 +10,11 @@ import akshare as ak
 import mns_common.constant.db_name_constant as db_name_constant
 from mns_common.db.MongodbUtil import MongodbUtil
 from functools import lru_cache
+import mns_common.api.hk.ths_hk_company_info_api as ths_hk_company_info_api
+import pandas as pd
 
 mongodb_util = MongodbUtil('27017')
+from loguru import logger
 
 
 # 获取陆股通的列表
@@ -35,6 +38,14 @@ def get_em_cookie():
     return cookie
 
 
+@lru_cache(maxsize=None)
+def get_ths_cookie():
+    query = {"type": "ths_cookie"}
+    stock_account_info = mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
+    cookie = list(stock_account_info['cookie'])[0]
+    return cookie
+
+
 # https://quote.eastmoney.com/center/gridlist.html#hk_stocks
 def sync_hk_company_info():
     cookie = get_em_cookie()
@@ -64,7 +75,27 @@ def sync_hk_company_info():
 
     hk_real_time_df.fillna(0, inplace=True)
     mongodb_util.remove_all_data(db_name_constant.COMPANY_INFO_HK)
-    mongodb_util.save_mongo(hk_real_time_df, db_name_constant.COMPANY_INFO_HK)
+    for stock_one in hk_real_time_df.itertuples():
+        try:
+            symbol = stock_one.symbol
+            ths_cookie = get_ths_cookie()
+            company_hk_df = ths_hk_company_info_api.get_hk_company_info(symbol, ths_cookie)
+
+            company_hk_df.rename({
+                "industry": "industry_detail",
+                "list_date": "list_date_str",
+            })
+
+            hk_real_time_one_df = hk_real_time_df.loc[hk_real_time_df['symbol'] == symbol]
+
+            company_hk_df = company_hk_df.set_index(['symbol'], drop=True)
+            hk_real_time_one_df = hk_real_time_one_df.set_index(['symbol'], drop=False)
+            company_hk_df = pd.merge(company_hk_df, hk_real_time_one_df, how='outer',
+                                     left_index=True, right_index=True)
+
+            mongodb_util.save_mongo(company_hk_df, db_name_constant.COMPANY_INFO_HK)
+        except BaseException as e:
+            logger.error("同步港股公司信息异常:{},{}", symbol, e)
 
 
 if __name__ == '__main__':

{mns_scheduler-1.1.5.5 → mns_scheduler-1.1.5.8}/mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py

@@ -230,6 +230,8 @@ if __name__ == '__main__':
     # trade_date = '2024-08-01'
     # zt_df = ths_zt_pool(trade_date, None)
     # save_ths_zt_pool(zt_df, trade_date)
+    trade_date = '2024-09-30'
+    zt_df = ths_zt_pool(trade_date, None)
 
     query = {"$and": [{'_id': {"$gte": '2013-07-04'}}, {'_id': {"$lte": '2015-04-30'}}]}
     # query = {"$and": [{'_id': {"$gte": '2024-07-24'}}, {'_id': {"$lte": '2024-08-01'}}]}

{mns_scheduler-1.1.5.5 → mns_scheduler-1.1.5.8}/mns_scheduler/zz_task/data_sync_task.py

@@ -477,7 +477,7 @@ blockingScheduler.add_job(self_choose_stock_task, 'cron', hour='17,22', minute='
 blockingScheduler.add_job(sync_financial_report_task, 'cron', hour='17', minute='30')
 
 # 同步港股公司和行业信息
-blockingScheduler.add_job(sync_hk_company_industry_info, 'cron', hour='09,19', minute='10')
+blockingScheduler.add_job(sync_hk_company_industry_info, 'cron', hour='08,19', minute='10')
 
 print('定时任务启动成功')
 blockingScheduler.start()

{mns_scheduler-1.1.5.5 → mns_scheduler-1.1.5.8}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.5.5
+Version: 1.1.5.8

{mns_scheduler-1.1.5.5 → mns_scheduler-1.1.5.8}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.1.5.5',
+    version='1.1.5.8',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )