mns-scheduler 1.1.5.2__py3-none-any.whl → 1.1.5.5__py3-none-any.whl

mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -63,7 +63,7 @@ def sync_hk_company_info():
     hk_real_time_df['_id'] = hk_real_time_df['symbol']
 
     hk_real_time_df.fillna(0, inplace=True)
-
+    mongodb_util.remove_all_data(db_name_constant.COMPANY_INFO_HK)
     mongodb_util.save_mongo(hk_real_time_df, db_name_constant.COMPANY_INFO_HK)
 
 

mns_scheduler/hk/hk_industry_info_sync_service_api.py

@@ -0,0 +1,69 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.api.em.east_money_stock_hk_api as east_money_stock_hk_api
+import akshare as ak
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+from functools import lru_cache
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.component.zt.zt_common_service_api as zt_common_service_api
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 获取陆股通的列表
+@lru_cache(maxsize=None)
+def get_hk_ggt_component():
+    stock_hk_ggt_components_em_df = ak.stock_hk_ggt_components_em()
+    stock_hk_ggt_components_em_df = stock_hk_ggt_components_em_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name"
+    })
+    return stock_hk_ggt_components_em_df
+
+
+# 获取em cookie
+@lru_cache(maxsize=None)
+def get_em_cookie():
+    query = {"type": "em_cookie"}
+    stock_account_info = mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
+    cookie = list(stock_account_info['cookie'])[0]
+    return cookie
+
+
+def sync_hk_company_industry():
+    cookie = get_em_cookie()
+    hk_real_time_df = east_money_stock_hk_api.hk_real_time_quotes(cookie)
+
+    hk_real_time_df = hk_real_time_df[[
+        "symbol",
+        "name",
+        "chg",
+        "total_mv",
+        "flow_mv",
+        "list_date",
+        "industry",
+        "amount",
+        "now_price"
+    ]]
+    hk_real_time_df = hk_real_time_df.loc[(hk_real_time_df['total_mv'] != '-')]
+    hk_real_time_df['total_mv'] = hk_real_time_df['total_mv'].astype(float)
+    hk_real_time_df['flow_mv'] = hk_real_time_df['flow_mv'].astype(float)
+    hk_real_time_df = hk_real_time_df.loc[hk_real_time_df['total_mv'] != 0]
+
+    hk_real_time_df.loc[hk_real_time_df['industry'] == '-', 'industry'] = '其他'
+
+    group_industry_df = zt_common_service_api.group_by_industry(hk_real_time_df, 'industry')
+    group_industry_df['_id'] = group_industry_df['industry']
+    mongodb_util.remove_all_data(db_name_constant.HK_COMPANY_INDUSTRY)
+    mongodb_util.save_mongo(group_industry_df, db_name_constant.HK_COMPANY_INDUSTRY)
+
+    if __name__ == '__main__':
+        sync_hk_company_industry()

mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py

@@ -16,6 +16,7 @@ from loguru import logger
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+import mns_common.api.ths.zt.ths_stock_zt_pool_v2_api as ths_stock_zt_pool_v2_api
 
 '''
 东方财富涨停池
@@ -37,8 +38,8 @@ ZT_FIELD = ['_id', 'symbol', 'name', 'now_price', 'chg', 'first_closure_time',
             'ths_concept_code', 'ths_concept_sync_day', 'em_industry',
             'mv_circulation_ratio', 'ths_concept_list_info', 'kpl_plate_name',
             'kpl_plate_list_info', 'company_type', 'diff_days', 'symbol', 'amount',
-            'quantity_ratio', 'high', 'low', 'high', 'low', 'open', 'list_date',
-            'exchange', 'wei_bi', 'flow_mv', 'total_mv', 'buy_1_num',
+            'list_date',
+            'exchange', 'flow_mv', 'total_mv',
             'classification', 'flow_mv_sp', 'total_mv_sp', 'flow_mv_level',
             'amount_level', 'new_stock', 'list_date_01', 'index', 'str_day']
 
@@ -59,7 +60,7 @@ def save_zt_info(str_day):
     stock_em_zt_pool_df_data = company_common_service_api.amendment_industry(stock_em_zt_pool_df_data)
     try:
         # 同花顺问财涨停池
-        ths_zt_pool_df_data = ths_stock_zt_pool_api.get_real_time_zt_info()
+        ths_zt_pool_df_data = ths_stock_zt_pool_v2_api.get_ths_stock_zt_reason_with_cache(str_day)
 
         # del stock_em_zt_pool_df_data['ths_concept_name']
         # del stock_em_zt_pool_df_data['ths_concept_code']
@@ -74,22 +75,6 @@ def save_zt_info(str_day):
                     continue
                 stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'zt_reason'] = \
                     list(ths_zt_pool_one_df['zt_reason'])[0]
-
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'quantity_ratio'] = \
-                    list(ths_zt_pool_one_df['quantity_ratio'])[0]
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'high'] = \
-                    list(ths_zt_pool_one_df['high'])[0]
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'low'] = \
-                    list(ths_zt_pool_one_df['low'])[0]
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'open'] = \
-                    list(ths_zt_pool_one_df['open'])[0]
-
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'wei_bi'] = \
-                    list(ths_zt_pool_one_df['wei_bi'])[0]
-
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'buy_1_num'] = \
-                    list(ths_zt_pool_one_df['buy_1_num'])[0]
-
             except BaseException as e:
                 logger.error("出现异常:{}", e)
     except BaseException as e:
@@ -132,7 +117,7 @@ def save_zt_info(str_day):
 
 
 if __name__ == '__main__':
-    save_zt_info('2024-07-22')
+    save_zt_info('2024-09-30')
 # from datetime import datetime
 #
 # if __name__ == '__main__':

mns_scheduler/zz_task/data_sync_task.py

@@ -52,6 +52,8 @@ import mns_scheduler.db.real_time_task_check as real_time_task_check_api
 import mns_scheduler.trade.task.trader_task_service as trader_task_service
 import mns_scheduler.company_info.remark.company_remark_info_sync as company_remark_info_sync
 import mns_scheduler.finance.sync_financial_report_service_api as sync_financial_report_service_api
+import mns_scheduler.hk.hk_industry_info_sync_service_api as hk_industry_info_sync_service_api
+import mns_scheduler.hk.hk_company_info_sync_service_api as hk_company_info_sync_service_api
 
 
 # 同步交易日期任务完成
@@ -374,6 +376,14 @@ def sync_financial_report_task():
     sync_financial_report_service_api.sync_financial_report()
 
 
+# 同步hk公司信息
+def sync_hk_company_industry_info():
+    # 同步所有港股信息
+    hk_company_info_sync_service_api.sync_hk_company_info()
+    # 同步所有港股行业信息
+    hk_industry_info_sync_service_api.sync_hk_company_industry()
+
+
 # # 定义BlockingScheduler
 blockingScheduler = BlockingScheduler()
 # sync_trade_date 同步交易日期
@@ -465,6 +475,10 @@ blockingScheduler.add_job(sync_company_remark_info, 'cron', hour='22', minute='3
 blockingScheduler.add_job(self_choose_stock_task, 'cron', hour='17,22', minute='30')
 # 同步财务报表任务
 blockingScheduler.add_job(sync_financial_report_task, 'cron', hour='17', minute='30')
+
+# 同步港股公司和行业信息
+blockingScheduler.add_job(sync_hk_company_industry_info, 'cron', hour='09,19', minute='10')
+
 print('定时任务启动成功')
 blockingScheduler.start()
 #

{mns_scheduler-1.1.5.2.dist-info → mns_scheduler-1.1.5.5.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.5.2
+Version: 1.1.5.5
 

{mns_scheduler-1.1.5.2.dist-info → mns_scheduler-1.1.5.5.dist-info}/RECORD

@@ -45,7 +45,8 @@ mns_scheduler/finance/em_financial_profit_sync_service_api.py,sha256=A_ONxC-1giG
 mns_scheduler/finance/finance_common_api.py,sha256=_cjNHntTgXVbsfDT5F5KtCV_QNq2gbclgZ8UxrgGP64,2471
 mns_scheduler/finance/sync_financial_report_service_api.py,sha256=YSSVt5R1EqYbW8C3JH4ng2iq7UkQynAMA1ye6G4iecw,5086
 mns_scheduler/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=S5h55Igzumlzfikc0Dez47aL_pD2JkYoZVqVvjeUg2E,2257
+mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=WdzrWH0cjTfEHMBzT0__nlmMjy7Vqbr1-X9lemv3OM8,2323
+mns_scheduler/hk/hk_industry_info_sync_service_api.py,sha256=RUcmguyIMgh9xI09XyM7_So2E1_r1F36EEU-V-EYVio,2409
 mns_scheduler/irm/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=mTwD7ZYKk9XlA3KD1SQWz2A8-OKAH2mdUl2A9Pzwrz8,9560
 mns_scheduler/irm/api/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
@@ -125,11 +126,11 @@ mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py,sha256=aTrYgshcccoH
 mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=dtREQdNpoDM4KLTvdXuiEhXmdjpc1dScMDgR3fbEbww,1685
 mns_scheduler/zt/script/sync_now_higt_chg_zt.py,sha256=bhoIGDWTI3w0YKVfIAVNHWpUrYqJYDMGPt-1i3d_Zmw,1850
 mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
-mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=x3-NCugHoY5IuX2s1UOUMl8DZsi9nrtMbEGzxWqJj3c,7642
+mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=Y2TattsWufh8rSYxN5szSU_F5dnRELEdcA8jgF-h6Zo,6603
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=LJVGqJyLn04oC-Xp59RVE1IOz7lx6ao78bw9l67sKBM,10382
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=OK6ynbUuMehQmPgIbrn3lZmY9_TDj1IUgaCHp0H3tgE,19613
-mns_scheduler-1.1.5.2.dist-info/METADATA,sha256=HYdqpSzcqGZ4gVUwt-9bCbLAXgv3KylliN_XGr6gLHE,64
-mns_scheduler-1.1.5.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-mns_scheduler-1.1.5.2.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.1.5.2.dist-info/RECORD,,
+mns_scheduler/zz_task/data_sync_task.py,sha256=DczJjItL2JjaDd_bNAkviXtDdZIhTiwIox90q9qw4Qk,20200
+mns_scheduler-1.1.5.5.dist-info/METADATA,sha256=ZlYZSLMtcVh-9B1Mv3lBSyjDjYfWo9RpgajpOCZnCVU,64
+mns_scheduler-1.1.5.5.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+mns_scheduler-1.1.5.5.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.1.5.5.dist-info/RECORD,,