mns-scheduler 1.1.5.6__py3-none-any.whl → 1.1.5.8__py3-none-any.whl

mns_scheduler/company_info/base/sync_company_base_info_api.py

@@ -425,5 +425,8 @@ if __name__ == '__main__':
     # 300293
     # sync_company_base_info(None)
     # new_company_info_update()
-    sync_company_base_info(None)
+    query = {"total_operate_income": 0}
+    un_report_company_info = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO, query)
+    symbol_list = list(un_report_company_info['symbol'])
+    sync_company_base_info(symbol_list)
     # group_by_industry()

mns_scheduler/finance/sync_financial_report_service_api.py

@@ -59,12 +59,10 @@ def sync_financial_report():
         period_time = str(now_year) + "-09-30 00:00:00"
         sync_profit_report(period_time, sync_time, period)
         sync_asset_liability_report(period_time, sync_time, period)
-    else:
-
-        sync_miss_report(sync_time)
-
     # 未出报告check
     undisclosed_annual_report_api.un_disclosed_report_check(sync_time, now_year, period, period_time)
+    # 新股或者未出报告的
+    sync_miss_report(sync_time)
 
 
 # 同步资产表

mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -10,8 +10,11 @@ import akshare as ak
 import mns_common.constant.db_name_constant as db_name_constant
 from mns_common.db.MongodbUtil import MongodbUtil
 from functools import lru_cache
+import mns_common.api.hk.ths_hk_company_info_api as ths_hk_company_info_api
+import pandas as pd
 
 mongodb_util = MongodbUtil('27017')
+from loguru import logger
 
 
 # 获取陆股通的列表
@@ -35,6 +38,14 @@ def get_em_cookie():
     return cookie
 
 
+@lru_cache(maxsize=None)
+def get_ths_cookie():
+    query = {"type": "ths_cookie"}
+    stock_account_info = mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
+    cookie = list(stock_account_info['cookie'])[0]
+    return cookie
+
+
 # https://quote.eastmoney.com/center/gridlist.html#hk_stocks
 def sync_hk_company_info():
     cookie = get_em_cookie()
@@ -64,7 +75,27 @@ def sync_hk_company_info():
 
     hk_real_time_df.fillna(0, inplace=True)
     mongodb_util.remove_all_data(db_name_constant.COMPANY_INFO_HK)
-    mongodb_util.save_mongo(hk_real_time_df, db_name_constant.COMPANY_INFO_HK)
+    for stock_one in hk_real_time_df.itertuples():
+        try:
+            symbol = stock_one.symbol
+            ths_cookie = get_ths_cookie()
+            company_hk_df = ths_hk_company_info_api.get_hk_company_info(symbol, ths_cookie)
+
+            company_hk_df.rename({
+                "industry": "industry_detail",
+                "list_date": "list_date_str",
+            })
+
+            hk_real_time_one_df = hk_real_time_df.loc[hk_real_time_df['symbol'] == symbol]
+
+            company_hk_df = company_hk_df.set_index(['symbol'], drop=True)
+            hk_real_time_one_df = hk_real_time_one_df.set_index(['symbol'], drop=False)
+            company_hk_df = pd.merge(company_hk_df, hk_real_time_one_df, how='outer',
+                                     left_index=True, right_index=True)
+
+            mongodb_util.save_mongo(company_hk_df, db_name_constant.COMPANY_INFO_HK)
+        except BaseException as e:
+            logger.error("同步港股公司信息异常:{},{}", symbol, e)
 
 
 if __name__ == '__main__':

mns_scheduler/zz_task/data_sync_task.py

@@ -477,7 +477,7 @@ blockingScheduler.add_job(self_choose_stock_task, 'cron', hour='17,22', minute='
 blockingScheduler.add_job(sync_financial_report_task, 'cron', hour='17', minute='30')
 
 # 同步港股公司和行业信息
-blockingScheduler.add_job(sync_hk_company_industry_info, 'cron', hour='09,19', minute='10')
+blockingScheduler.add_job(sync_hk_company_industry_info, 'cron', hour='08,19', minute='10')
 
 print('定时任务启动成功')
 blockingScheduler.start()

{mns_scheduler-1.1.5.6.dist-info → mns_scheduler-1.1.5.8.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.5.6
+Version: 1.1.5.8
 

{mns_scheduler-1.1.5.6.dist-info → mns_scheduler-1.1.5.8.dist-info}/RECORD

@@ -5,7 +5,7 @@ mns_scheduler/big_deal/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9
 mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=aMFj-_pLprh4vGjSSzmr_tlYoPA0L4Lm0SkLRkQwIiw,4564
 mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/base/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/company_info/base/sync_company_base_info_api.py,sha256=AAylhSj6Ca8s0NoeWdCEdB4Uva3VDeAlvz-4rwAzrEw,19627
+mns_scheduler/company_info/base/sync_company_base_info_api.py,sha256=RW53PsEAERgUJHBeaEhECLKkfBGC_E_1RholJTN0mx8,19830
 mns_scheduler/company_info/clean/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/company_info/clean/company_info_clean_api.py,sha256=n3kxsqihPjKJvGDkAjMYqB_U2EPemOi1Yjez5yOYJeo,4858
 mns_scheduler/company_info/constant/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
@@ -43,9 +43,9 @@ mns_scheduler/finance/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1t
 mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py,sha256=kEZQZkxB7RF7UPH4DmHoRWfEKgI61ZN8BcNOzmBUoV0,19417
 mns_scheduler/finance/em_financial_profit_sync_service_api.py,sha256=A_ONxC-1giGUWUhMJG1fE6jem52uJYtzlewzxPZtdd0,14270
 mns_scheduler/finance/finance_common_api.py,sha256=_cjNHntTgXVbsfDT5F5KtCV_QNq2gbclgZ8UxrgGP64,2471
-mns_scheduler/finance/sync_financial_report_service_api.py,sha256=45udF-6soKULbIxTrJWDXkWkg55F5ajJX0G2mH6Fv38,6625
+mns_scheduler/finance/sync_financial_report_service_api.py,sha256=NTdL2bIpo3-pGCeK8h97ZLepqOx5BKBELUh52jjKqVw,6641
 mns_scheduler/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=WdzrWH0cjTfEHMBzT0__nlmMjy7Vqbr1-X9lemv3OM8,2323
+mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=xxtZhK6FjrDgNBIv9f1u1ce-WKUUCkZsZwhFbPkdz48,3639
 mns_scheduler/hk/hk_industry_info_sync_service_api.py,sha256=RUcmguyIMgh9xI09XyM7_So2E1_r1F36EEU-V-EYVio,2409
 mns_scheduler/irm/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=mTwD7ZYKk9XlA3KD1SQWz2A8-OKAH2mdUl2A9Pzwrz8,9560
@@ -129,8 +129,8 @@ mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJw
 mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=Y2TattsWufh8rSYxN5szSU_F5dnRELEdcA8jgF-h6Zo,6603
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=Sy39T-yFwLSIIoSZqQzS-6-W1RlaFWvYpksEXKQVFdI,10456
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=DczJjItL2JjaDd_bNAkviXtDdZIhTiwIox90q9qw4Qk,20200
-mns_scheduler-1.1.5.6.dist-info/METADATA,sha256=C1O6d1PTatClun2cwTJXW-WNb3_8fCi1M9hT5hz8MdY,64
-mns_scheduler-1.1.5.6.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-mns_scheduler-1.1.5.6.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.1.5.6.dist-info/RECORD,,
+mns_scheduler/zz_task/data_sync_task.py,sha256=HL8meu0EU8Hv7nn2-y_IePDGVXBEgbIG6AmnLO1Tse8,20200
+mns_scheduler-1.1.5.8.dist-info/METADATA,sha256=Gh5P00u2-d1gssAKEzjXNBUuYXqWMAI9193ScHMkzxU,64
+mns_scheduler-1.1.5.8.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+mns_scheduler-1.1.5.8.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.1.5.8.dist-info/RECORD,,