mns-scheduler 1.4.3.5__py3-none-any.whl → 1.4.6.4__py3-none-any.whl

mns_scheduler/{company_info/announce → auto_da_ban}/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
+end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/auto_da_ban/auto_da_ban_service.py

@@ -0,0 +1,89 @@
+import sys
+import os
+import time
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.deal.deal_service_api as deal_service_api
+from loguru import logger
+from mns_common.utils.async_fun import async_fun
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.utils.date_handle_util as date_handle_util
+import pandas as pd
+
+mongodb_util = MongodbUtil('27017')
+from datetime import datetime
+
+
+def auto_da_ban_task():
+    logger.info("打板任务启动")
+    while True:
+        try:
+            now_date = datetime.now()
+            now_str_day = now_date.strftime('%Y-%m-%d')
+            if bool(1 - date_handle_util.is_trade_date(now_str_day)):
+                logger.info("非交易日不执行:{}", now_str_day)
+                break
+            else:
+                # 执行打板任务
+                auto_da_ban()
+        except BaseException as e:
+            logger.error("自动打板定时任务异常:{}", e)
+
+
+def auto_da_ban():
+    now_date = datetime.now()
+    now_str_day = now_date.strftime('%Y-%m-%d')
+    over_night_da_ban_list = query_over_night_da_ban_list(now_str_day)
+    if data_frame_util.is_empty(over_night_da_ban_list):
+        return None
+    for stock_one in over_night_da_ban_list.itertuples():
+        try:
+            symbol = stock_one.symbol
+            buy_price = stock_one.zt_price
+            buy_volume = stock_one.buy_volume
+            xia_dan_to_qmt(symbol, buy_price, buy_volume, now_str_day)
+        except BaseException as e:
+            logger.error("隔夜委托出现异常:{},{}", symbol, e)
+
+
+def xia_dan_to_qmt(symbol, buy_price, buy_volume, str_day):
+    symbol_prefix = common_service_fun_api.add_after_prefix_one(symbol)
+
+    deal_service_api.trade_buy(symbol_prefix, buy_price, buy_volume, 'qmt')
+
+    # 异步更新信息
+    handle_async_msg(str_day, symbol, symbol_prefix)
+
+
+@async_fun
+def handle_async_msg(str_day, symbol, symbol_prefix):
+    order_list = deal_service_api.query_orders('qmt')
+    order_list_df = pd.DataFrame(order_list)
+    # order_status ==57 费单
+    success_order_df = order_list_df.loc[
+        (order_list_df['stock_code'] == symbol_prefix) & (order_list_df['order_status'] != 57)]
+    # 多委托几个
+    time.sleep(1)
+    # 委托成功 更新状态
+    if data_frame_util.is_not_empty(success_order_df):
+        logger.info("隔夜委托成功:{}", symbol)
+        query = {"str_day": str_day, "symbol": symbol}
+        new_values = {"$set": {"valid": False}}
+        mongodb_util.update_many(query, new_values, db_name_constant.OVER_NIGHT_DA_BAN)
+
+
+def query_over_night_da_ban_list(str_day):
+    query = {"str_day": str_day, "valid": True}
+    return mongodb_util.find_query_data(db_name_constant.OVER_NIGHT_DA_BAN, query)
+
+
+if __name__ == '__main__':
+    while True:
+        auto_da_ban()

mns_scheduler/company_info/clean/company_info_clean_api.py

@@ -12,25 +12,28 @@ from loguru import logger
 import mns_scheduler.company_info.constant.company_constant_data as company_constant_data
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_scheduler.concept.ths.detaill.ths_concept_detail_api as ths_concept_detail_api
-import mns_scheduler.company_info.base.sync_company_base_info_api as company_info_sync_api
+import mns_scheduler.company_info.common.company_common_query_service as company_common_query_service
+import mns_scheduler.company_info.sync.sync_company_info_task as sync_company_info_task
 import mns_common.utils.data_frame_util as data_frame_util
-
-mongodb_util = MongodbUtil('27017')
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.component.company.company_common_service_api as company_common_service_api
 
+mongodb_util = MongodbUtil('27017')
+
 
 # 修改行业信息
-def clean_company_info(symbol):
-    if symbol is not None:
-        query = {"symbol": symbol}
-        company_info = mongodb_util.find_query_data('company_info_base', query)
+def clean_company_info(symbol_list):
+    create_company_info_index()
+
+    if len(symbol_list) > 0:
+        query = {"symbol": {"$in": symbol_list}}
+        company_info_temp_df = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO_TEMP, query)
     else:
-        company_info = mongodb_util.find_all_data('company_info_base')
+        company_info_temp_df = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO_TEMP, {})
 
-    company_info = company_constant_data.fix_second_industry(company_info)
+    company_info_temp_df = company_constant_data.fix_second_industry(company_info_temp_df)
 
-    company_info = company_info.set_index(['second_sw_industry'], drop=False)
+    company_info = company_info_temp_df.set_index(['second_sw_industry'], drop=False)
 
     # 修改行业名称
     del company_info['industry']
@@ -69,7 +72,7 @@ def clean_company_info(symbol):
         sub_stock = ths_concept_detail_api.get_ths_concept_detail('885598', None)
         sub_stock_symbol_list = list(sub_stock['symbol'])
     except BaseException as e:
-        logger.error("出现异常:{},{}", symbol, e)
+        logger.error("出现异常:{},", e)
         query = {'concept_code': 885598}
         ths_stock_concept_detail = mongodb_util.find_query_data(db_name_constant.THS_STOCK_CONCEPT_DETAIL, query)
         sub_stock_symbol_list = list(ths_stock_concept_detail['symbol'])
@@ -83,6 +86,9 @@ def clean_company_info(symbol):
         if data_frame_util.is_not_empty(ths_stock_industry_detail_df):
             ths_stock_industry_detail_df = ths_stock_industry_detail_df[
                 ['symbol', 'ths_industry_name', 'ths_industry_code']]
+
+            ths_stock_industry_detail_df = ths_stock_industry_detail_df.loc[
+                ths_stock_industry_detail_df['symbol'].isin(list(company_info['symbol']))]
             ths_stock_industry_detail_df = ths_stock_industry_detail_df.set_index(['symbol'], drop=True)
             company_info = company_info.set_index(['_id'], drop=False)
             company_info = pd.merge(company_info, ths_stock_industry_detail_df, how='outer',
@@ -93,11 +99,13 @@ def clean_company_info(symbol):
         else:
             company_info['ths_industry_code'] = '0'
             company_info['ths_industry_name'] = '异常'
+        company_info.dropna(subset=['symbol'], axis=0, inplace=True)
+        company_info.dropna(subset=['_id'], axis=0, inplace=True)
         mongodb_util.save_mongo(company_info, db_name_constant.COMPANY_INFO)
         # 保存历史数据
         save_company_info_his(company_info)
     except BaseException as e:
-        logger.error("出现异常:{},{}", symbol, e)
+        logger.error("出现异常:{}", e)
 
     return company_info
 
@@ -117,17 +125,30 @@ def save_company_info_his(company_info_df):
 
 # 更新新上市公司信息
 def new_company_info_update():
-    east_money_stock_info = company_info_sync_api.get_east_money_stock_info()
+    east_money_stock_info = company_common_query_service.get_company_info()
     new_stock = common_service_fun_api.get_new_stock(east_money_stock_info.copy())
     for company_one in new_stock.itertuples():
         try:
-            company_info_sync_api.sync_company_base_info([company_one.symbol])
-            clean_company_info(company_one.symbol)
+            sync_company_info_task.sync_company_base_info([company_one.symbol])
+            clean_company_info([company_one.symbol])
 
         except BaseException as e:
             logger.error("出现异常:{}", e)
     company_common_service_api.company_info_industry_cache_clear
 
 
+def create_company_info_index():
+    mongodb_util.create_index('company_info',
+                              [("classification", 1)])
+    mongodb_util.create_index('company_info',
+                              [("industry", 1)])
+    mongodb_util.create_index('company_info',
+                              [("flow_mv", 1)])
+    mongodb_util.create_index('company_info',
+                              [("list_date", 1)])
+    mongodb_util.create_index('company_info',
+                              [("symbol", 1)])
+
+
 if __name__ == '__main__':
-    clean_company_info(None)
+    clean_company_info(["688795"])

mns_scheduler/company_info/{base → common}/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
+end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/company_info/common/company_common_query_service.py

@@ -0,0 +1,45 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.component.common_service_fun_api as common_service_fun_api
+
+
+def get_company_info():
+    em_company_info_df = em_stock_info_api.get_a_stock_info()
+    em_company_info_df = em_company_info_df[['symbol',
+                                             'name',
+                                             "now_price",
+                                             'total_mv',
+                                             'flow_mv',
+                                             'pe_ttm',
+                                             'sz_sh',
+                                             'area',
+                                             'pb',
+                                             'list_date',
+                                             'ROE',
+                                             'total_share',
+                                             'flow_share',
+                                             'industry',
+                                             'amount',
+                                             "hk_stock_code",
+                                             "hk_stock_name",
+                                             'concept']]
+
+    em_company_info_df = em_company_info_df.sort_values(by=['list_date'], ascending=False)
+
+    de_listed_stock_list = company_common_service_api.get_de_list_company()
+    em_company_info_df = em_company_info_df.loc[~(
+        em_company_info_df['symbol'].isin(de_listed_stock_list))]
+    em_company_info_df = common_service_fun_api.exclude_ts_symbol(em_company_info_df)
+
+    return em_company_info_df
+
+
+if __name__ == '__main__':
+    get_company_info()

mns_scheduler/company_info/constant/company_constant_data.py

@@ -14,49 +14,59 @@ mongodb_util = MongodbUtil('27017')
 
 # 修改行业分类的股票
 def get_fix_symbol_industry():
-    return pd.DataFrame([['688480', '赛恩斯', '760103', '环境治理'],
-                         ['000032', '深桑达Ａ', '730204', '通信网络设备及器件'],
-                         ['688480', '赛恩斯', '640704', '自动化设备'],
-                         ['603260', '合盛硅业', '220316', '有机硅'],
-                         ['300559', '佳发教育', '461102', '培训教育'],
-                         ['300836', '佰奥智能', '640701', '机器人'],
-                         ['300293', '蓝英装备', '640701', '机器人'],
-                         ['688630', '芯碁微装', '270108', '半导体设备'],
-                         ['001309', '德明利', '270104', '数字芯片设计'],
-                         ['600338', '西藏珠峰', '240303', '铅锌'],
-                         ['300042', '朗科科技', '270108', '半导体设备'],
-                         ['688507', '索辰科技', '710402', '横向通用软件'],
-                         ['301387', '光大同创', '270504', '消费电子零部件及组装'],
-                         ['300295', '三六五网', '430301', '物业管理'],
-                         ['300947', '德必集团', '430301', '物业管理'],
-                         ['300483', '首华燃气', '410301', '燃气Ⅲ'],
-                         ['300215', '电科院', '410110', '电能综合服务'],
-                         # 持有上海微电子装备有限公司10%的股份 国产光刻机 主要炒作在芯片概念 不在房地产
-                         ['600895', '张江高科', '270108', '半导体设备'],
-                         ['301112', '信邦智能', '640704', '其他自动化设备'],
-                         ['002693', '双成药业', '270104', '数字芯片设计'],
-                         ['000670', '盈方微', '270401', '其他电子'],
-                         ['300803', '指南针', '490101', '证券'],
-                         ['300085', '银之杰', '490101', '证券'],
-                         ['300380', '安硕信息', '490101', '证券'],
-                         ['600446', '金证股份', '490101', '证券'],
-                         ['688318', '财富趋势', '490101', '证券'],
-                         ['600570', '恒生电子', '490101', '证券'],
-                         ['837592', '华信永道', '490101', '证券'],
-                         ['830799', '艾融软件', '490101', '证券'],
-                         ['300033', '同花顺', '490101', '证券'],
-                         ['300399', '天利科技', '490201', '保险'],
-                         # EDA软件
-                         ['301269', '华大九天', '270108', '半导体设备'],
-                         ['688206', '概伦电子', '270108', '半导体设备'],
-                         ['301095', '广立微', '270108', '半导体设备'],
-                         ['002131', '利欧股份', '720501', '营销代理'],
-
-                         ],
-                        columns=['symbol',
-                                 'name',
-                                 'new_industry_code',  # 三级行业代码
-                                 'new_industry'])
+    return pd.DataFrame([
+        ['688480', '赛恩斯', '760103', '环境治理'],
+
+        ['603260', '合盛硅业', '220316', '有机硅'],
+        ['300559', '佳发教育', '461102', '培训教育'],
+
+        ['600338', '西藏珠峰', '240303', '铅锌'],
+
+        ['688507', '索辰科技', '710402', '横向通用软件'],
+        ['301387', '光大同创', '270504', '消费电子零部件及组装'],
+        ['300295', '三六五网', '430301', '物业管理'],
+        ['300947', '德必集团', '430301', '物业管理'],
+        ['300483', '首华燃气', '410301', '燃气Ⅲ'],
+        ['300215', '电科院', '410110', '电能综合服务'],
+        # 持有上海微电子装备有限公司10%的股份 国产光刻机 主要炒作在芯片概念 不在房地产
+
+        ['300836', '佰奥智能', '640701', '机器人'],
+        ['300293', '蓝英装备', '640701', '机器人'],
+        ['301112', '信邦智能', '640704', '其他自动化设备'],
+
+
+
+        ['000670', '盈方微', '270401', '其他电子'],
+
+        ['300803', '指南针', '490101', '证券'],
+        ['300085', '银之杰', '490101', '证券'],
+        ['300380', '安硕信息', '490101', '证券'],
+        ['600446', '金证股份', '490101', '证券'],
+        ['688318', '财富趋势', '490101', '证券'],
+        ['600570', '恒生电子', '490101', '证券'],
+        ['837592', '华信永道', '490101', '证券'],
+        ['830799', '艾融软件', '490101', '证券'],
+        ['300033', '同花顺', '490101', '证券'],
+        ['300399', '天利科技', '490201', '保险'],
+
+        ['002131', '利欧股份', '720501', '营销代理'],
+
+        ['300042', '朗科科技', '270108', '半导体设备'],
+        # EDA软件
+        ['301269', '华大九天', '270108', '半导体设备'],
+        ['688206', '概伦电子', '270108', '半导体设备'],
+        ['301095', '广立微', '270108', '半导体设备'],
+        ['600895', '张江高科', '270108', '半导体设备'],
+
+        ['688630', '芯碁微装', '270108', '半导体设备'],
+        ['001309', '德明利', '270104', '数字芯片设计'],
+        ['688795', '摩尔线程', '270104', '数字芯片设计'],
+
+    ],
+        columns=['symbol',
+                 'name',
+                 'new_industry_code',  # 三级行业代码
+                 'new_industry'])
 
 
 # 修改二级行业分类的股票
@@ -401,12 +411,12 @@ def find_sw_third_industry(new_third_industry_code):
 # 修改行业信息
 def fix_industry_data(new_third_industry_code, company_info):
     sw_industry = find_sw_third_industry(new_third_industry_code)
-    company_info['first_sw_industry'] = sw_industry.first_sw_industry
-    company_info['first_industry_code'] = sw_industry.industry_code
-    company_info['second_sw_industry'] = sw_industry.second_sw_industry
-    company_info['second_industry_code'] = sw_industry.second_industry_code
-    company_info['third_sw_industry'] = sw_industry.third_sw_industry
-    company_info['third_industry_code'] = sw_industry.industry_code
+    company_info['first_sw_industry'] = list(sw_industry['first_sw_industry'])[0]
+    company_info['first_industry_code'] = list(sw_industry['industry_code'])[0]
+    company_info['second_sw_industry'] = list(sw_industry['second_sw_industry'])[0]
+    company_info['second_industry_code'] = list(sw_industry['second_industry_code'])[0]
+    company_info['third_sw_industry'] = list(sw_industry['third_sw_industry'])[0]
+    company_info['third_industry_code'] = list(sw_industry['industry_code'])[0]
     return company_info
 
 

mns_scheduler/company_info/em_stock_info/clean_em_us_hk_stock_info.py

@@ -0,0 +1,30 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+from datetime import datetime
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+
+mongodb_util = MongodbUtil('27017')
+
+
+def clean_us_stock_concept_industry():
+    em_us_stock_info_df = mongodb_util.find_all_data(extra_income_db_name.EM_US_STOCK_INFO)
+    return em_us_stock_info_df
+
+
+if __name__ == '__main__':
+    em_us_stock_info_test_df = clean_us_stock_concept_industry()
+    em_us_stock_info_test_industry_df = em_us_stock_info_test_df.loc[em_us_stock_info_test_df['industry'] != '-']
+
+    em_us_stock_info_test_no_industry_df = em_us_stock_info_test_df.loc[em_us_stock_info_test_df['industry'] == '-']
+    em_us_stock_info_test_no_industry_df = em_us_stock_info_test_no_industry_df.sort_values(by=['flow_mv'],
+                                                                                            ascending=False)
+
+    print(em_us_stock_info_test_industry_df)

mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py

@@ -8,68 +8,129 @@ sys.path.append(project_path)
 
 from mns_common.db.MongodbUtil import MongodbUtil
 from loguru import logger
-import mns_common.api.em.real_time.east_money_debt_api as east_money_debt_api
-import mns_common.api.em.real_time.east_money_etf_api as east_money_etf_api
-import mns_common.api.em.real_time.east_money_stock_a_v2_api as east_money_stock_a_v2_api
 from datetime import datetime
 import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.api.em.real_time.east_money_stock_hk_api as east_money_stock_hk_api
 import mns_common.component.cookie.cookie_info_service as cookie_info_service
 import mns_common.api.em.real_time.east_money_stock_us_api as east_money_stock_us_api
+import mns_common.api.em.real_time.east_money_debt_api as east_money_debt_api
+import mns_common.api.em.real_time.east_money_etf_api as east_money_etf_api
+import mns_common.api.em.real_time.east_money_stock_hk_api as east_money_stock_hk_api
+import mns_common.api.em.real_time.east_money_stock_hk_gtt_api as east_money_stock_hk_gtt_api
+import mns_common.api.em.real_time.east_money_stock_a_v2_api as east_money_stock_a_v2_api
 
 mongodb_util = MongodbUtil('27017')
 
 
 def sync_all_em_stock_info():
-    now_date = datetime.now()
-    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-
     logger.info("同步东方财富a,etf,kzz,us,hk,信息开始")
+    # 同步东方财富A股股票信息
+    sync_stock_info()
+    # 同步东方财富A股可转债信息
+    sync_kzz_info()
+    # 同步东方财富A股ETF信息
+    sync_etf_info()
+    # 同步东方财富港股信息
+    sync_hk_stock_info()
+    # 同步东方财富港股通信息
+    sync_hk_ggt_stock_info()
+    # 同步东方财富美股信息
+    sync_us_stock_info()
 
+    logger.info("同步东方财富a,etf,kzz,us,hk,信息完成")
+
+
+# 同步东方财富A股可转债信息
+def sync_kzz_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富可转债信息")
     try:
-        # 这里需要使用详情接口 获取全量数据
-        em_a_stock_info_df = east_money_stock_a_v2_api.get_stock_real_time_quotes(60)
-        em_a_stock_info_df['list_date'] = em_a_stock_info_df['list_date'].fillna(19890604)
-        em_a_stock_info_df['_id'] = em_a_stock_info_df['symbol']
-        em_a_stock_info_df['sync_time'] = str_now_date
-        mongodb_util.save_mongo(em_a_stock_info_df, extra_income_db_name.EM_A_STOCK_INFO)
+        em_kzz_info = east_money_debt_api.get_kzz_real_time_quotes(30, 6)
+        em_kzz_info['_id'] = em_kzz_info['symbol']
+        em_kzz_info['sync_time'] = str_now_date
+        em_kzz_info = em_kzz_info.fillna(0)
+        mongodb_util.save_mongo(em_kzz_info, extra_income_db_name.EM_KZZ_INFO)
     except BaseException as e:
-        logger.error("同步东方财富A股信息异常:{}", e)
+        logger.error("同步东方财富可转债信息异常:{}", e)
+
+
+# 同步东方财富A股ETF信息
+def sync_etf_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富ETF信息")
     try:
         em_etf_info = east_money_etf_api.get_etf_real_time_quotes(30, 6)
+        em_etf_info['_id'] = em_etf_info['symbol']
         em_etf_info['sync_time'] = str_now_date
+        em_etf_info = em_etf_info.fillna(0)
         mongodb_util.save_mongo(em_etf_info, extra_income_db_name.EM_ETF_INFO)
     except BaseException as e:
         logger.error("同步东方财富ETF信息异常:{}", e)
 
+
+# 同步东方财富A股股票信息
+def sync_stock_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富股票信息")
     try:
-        em_kzz_info = east_money_debt_api.get_kzz_real_time_quotes(30, 6)
-        em_kzz_info['_id'] = em_kzz_info['symbol']
-        em_kzz_info['sync_time'] = str_now_date
-        mongodb_util.save_mongo(em_kzz_info, extra_income_db_name.EM_KZZ_INFO)
+        em_stock_info = east_money_stock_a_v2_api.get_stock_real_time_quotes(60)
+        em_stock_info['_id'] = em_stock_info['symbol']
+        em_stock_info['sync_time'] = str_now_date
+        em_stock_info = em_stock_info.fillna(0)
+        mongodb_util.save_mongo(em_stock_info, extra_income_db_name.EM_A_STOCK_INFO)
     except BaseException as e:
-        logger.error("同步东方财富可转债信息异常:{}", e)
+        logger.error("同步东方财富ETF信息异常:{}", e)
 
-    # em_cookie = cookie_info_service.get_em_cookie()
-    # try:
-    #     em_hk_stock_info = east_money_stock_hk_api.get_hk_real_time_quotes(em_cookie, proxies)
-    #     em_hk_stock_info['_id'] = em_hk_stock_info['symbol']
-    #     mongodb_util.save_mongo(em_hk_stock_info, extra_income_db_name.EM_HK_STOCK_INFO)
-    # except BaseException as e:
-    #     logger.error("同步东方财富港股信息异常:{}", e)
-    #
-    # try:
-    #     em_cookie = cookie_info_service.get_em_cookie()
-    #     em_us_stock_info = east_money_stock_us_api.get_us_stock_real_time_quotes(em_cookie, proxies)
-    #     em_us_stock_info['_id'] = em_us_stock_info['symbol']
-    #     mongodb_util.save_mongo(em_us_stock_info, extra_income_db_name.EM_US_STOCK_INFO)
-    #     em_us_etf_info = em_us_stock_info.loc[(em_us_stock_info['amount'] != 0) & (em_us_stock_info['total_mv'] == 0)]
-    #     em_us_etf_info = em_us_etf_info.sort_values(by=['amount'], ascending=False)
-    #     mongodb_util.save_mongo(em_us_etf_info, extra_income_db_name.EM_US_ETF_INFO)
-    #
-    # except BaseException as e:
-    #     logger.error("同步东方财富美股信息异常:{}", e)
-    logger.info("同步东方财富a,etf,kzz,us,hk,信息完成")
+
+# 同步东方财富港股信息
+def sync_hk_stock_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富港股信息")
+
+    em_cookie = cookie_info_service.get_em_cookie()
+
+    try:
+        em_hk_info = east_money_stock_hk_api.get_hk_real_time_quotes(30, em_cookie)
+        em_hk_info['_id'] = em_hk_info['symbol']
+        em_hk_info['sync_time'] = str_now_date
+        em_hk_info = em_hk_info.fillna(0)
+        mongodb_util.save_mongo(em_hk_info, extra_income_db_name.EM_HK_STOCK_INFO)
+    except BaseException as e:
+        logger.error("同步东方财富ETF信息异常:{}", e)
+
+
+# 同步东方财富港股通信息
+def sync_hk_ggt_stock_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富港股信息")
+    em_cookie = cookie_info_service.get_em_cookie()
+
+    try:
+        em_hk_gtt_info = east_money_stock_hk_gtt_api.get_ggt_real_time_quotes(em_cookie, 30, 6)
+        em_hk_gtt_info['_id'] = em_hk_gtt_info['symbol']
+        em_hk_gtt_info['sync_time'] = str_now_date
+        em_hk_gtt_info = em_hk_gtt_info.fillna(0)
+        mongodb_util.save_mongo(em_hk_gtt_info, extra_income_db_name.EM_HK_GGT_STOCK_INFO)
+    except BaseException as e:
+        logger.error("同步东方财富ETF信息异常:{}", e)
+
+
+# 同步东方财富美股信息 todo 增加稳定接口
+def sync_us_stock_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    logger.error("同步东方财富美股信息")
+    em_cookie = cookie_info_service.get_em_cookie()
+    us_stock_info = east_money_stock_us_api.get_us_real_time_quotes(30, em_cookie)
+    us_stock_info['_id'] = us_stock_info['symbol']
+    us_stock_info['sync_time'] = str_now_date
+
+    us_stock_info = us_stock_info.fillna(0)
+    mongodb_util.save_mongo(us_stock_info, extra_income_db_name.US_STOCK_INFO_EM)
 
 
 if __name__ == '__main__':

mns_scheduler/company_info/{remark → sync}/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
+end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)