mns-scheduler 1.4.0.8__py3-none-any.whl → 1.4.1.0__py3-none-any.whl

mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py

@@ -6,10 +6,10 @@ end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
-import mns_common.component.proxies.proxy_common_api as proxy_common_api
+
 from mns_common.db.MongodbUtil import MongodbUtil
 from loguru import logger
-import mns_common.api.em.real_time.east_money_stock_a_v2_api as east_money_stock_a_v2_api
+import mns_common.api.em.real_time.real_time_quotes_repeat_api as real_time_quotes_repeat_api
 import mns_common.api.em.real_time.east_money_debt_api as east_money_debt_api
 import mns_common.api.em.real_time.east_money_etf_api as east_money_etf_api
 import mns_common.api.em.real_time.east_money_stock_hk_api as east_money_stock_hk_api
@@ -23,49 +23,47 @@ mongodb_util = MongodbUtil('27017')
 
 def sync_all_em_stock_info():
     logger.info("同步东方财富a,etf,kzz,us,hk,信息开始")
-    proxy_ip = proxy_common_api.generate_proxy_ip_api(5)
-    proxies = {"https": proxy_ip}
+
     try:
         # 这里需要使用详情接口 获取全量数据
-        em_a_stock_info_df = east_money_stock_a_v2_api.get_all_real_time_quotes(proxies)
+        em_a_stock_info_df = real_time_quotes_repeat_api.repeated_acquisition_ask_async(10, 5800, 6, 10)
         em_a_stock_info_df['_id'] = em_a_stock_info_df['symbol']
         mongodb_util.save_mongo(em_a_stock_info_df, extra_income_db_name.EM_A_STOCK_INFO)
     except BaseException as e:
         logger.error("同步东方财富A股信息异常:{}", e)
     try:
-        em_etf_info = east_money_etf_api.get_etf_real_time_quotes(proxies)
-        em_etf_info['_id'] = em_etf_info['symbol']
+        em_etf_info = east_money_etf_api.get_etf_real_time_quotes(30, 6)
         mongodb_util.save_mongo(em_etf_info, extra_income_db_name.EM_ETF_INFO)
     except BaseException as e:
         logger.error("同步东方财富ETF信息异常:{}", e)
 
     try:
-        em_kzz_info = east_money_debt_api.get_debt_real_time_quotes(proxies)
+        em_kzz_info = east_money_debt_api.get_kzz_real_time_quotes(30, 6)
 
         em_kzz_info['_id'] = em_kzz_info['symbol']
         mongodb_util.save_mongo(em_kzz_info, extra_income_db_name.EM_KZZ_INFO)
     except BaseException as e:
         logger.error("同步东方财富可转债信息异常:{}", e)
 
-    em_cookie = cookie_info_service.get_em_cookie()
-    try:
-        em_hk_stock_info = east_money_stock_hk_api.get_hk_real_time_quotes(em_cookie, proxies)
-        em_hk_stock_info['_id'] = em_hk_stock_info['symbol']
-        mongodb_util.save_mongo(em_hk_stock_info, extra_income_db_name.EM_HK_STOCK_INFO)
-    except BaseException as e:
-        logger.error("同步东方财富港股信息异常:{}", e)
-
-    try:
-        em_cookie = cookie_info_service.get_em_cookie()
-        em_us_stock_info = east_money_stock_us_api.get_us_stock_real_time_quotes(em_cookie, proxies)
-        em_us_stock_info['_id'] = em_us_stock_info['symbol']
-        mongodb_util.save_mongo(em_us_stock_info, extra_income_db_name.EM_US_STOCK_INFO)
-        em_us_etf_info = em_us_stock_info.loc[(em_us_stock_info['amount'] != 0) & (em_us_stock_info['total_mv'] == 0)]
-        em_us_etf_info = em_us_etf_info.sort_values(by=['amount'], ascending=False)
-        mongodb_util.save_mongo(em_us_etf_info, extra_income_db_name.EM_US_ETF_INFO)
-
-    except BaseException as e:
-        logger.error("同步东方财富美股信息异常:{}", e)
+    # em_cookie = cookie_info_service.get_em_cookie()
+    # try:
+    #     em_hk_stock_info = east_money_stock_hk_api.get_hk_real_time_quotes(em_cookie, proxies)
+    #     em_hk_stock_info['_id'] = em_hk_stock_info['symbol']
+    #     mongodb_util.save_mongo(em_hk_stock_info, extra_income_db_name.EM_HK_STOCK_INFO)
+    # except BaseException as e:
+    #     logger.error("同步东方财富港股信息异常:{}", e)
+    #
+    # try:
+    #     em_cookie = cookie_info_service.get_em_cookie()
+    #     em_us_stock_info = east_money_stock_us_api.get_us_stock_real_time_quotes(em_cookie, proxies)
+    #     em_us_stock_info['_id'] = em_us_stock_info['symbol']
+    #     mongodb_util.save_mongo(em_us_stock_info, extra_income_db_name.EM_US_STOCK_INFO)
+    #     em_us_etf_info = em_us_stock_info.loc[(em_us_stock_info['amount'] != 0) & (em_us_stock_info['total_mv'] == 0)]
+    #     em_us_etf_info = em_us_etf_info.sort_values(by=['amount'], ascending=False)
+    #     mongodb_util.save_mongo(em_us_etf_info, extra_income_db_name.EM_US_ETF_INFO)
+    #
+    # except BaseException as e:
+    #     logger.error("同步东方财富美股信息异常:{}", e)
     logger.info("同步东方财富a,etf,kzz,us,hk,信息完成")
 
 

mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -121,7 +121,7 @@ def save_sh_stock_uid():
 # 同步所有互动问题
 def sync_symbols_interactive_questions(symbol_list):
     # 同步互动易映射
-    if symbol_list is None:
+    if len(symbol_list) == 0:
         save_sh_stock_uid()
     real_time_quotes_all_stocks = em_stock_info_api.get_a_stock_info()
     de_list_company_symbols = company_common_service_api.get_de_list_company()
@@ -130,7 +130,7 @@ def sync_symbols_interactive_questions(symbol_list):
     real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
     real_time_quotes_all_stocks = real_time_quotes_all_stocks.sort_values(by=['chg'], ascending=False)
     fail_symbol_list = []
-    if symbol_list is not None:
+    if len(symbol_list) != 0:
         real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
             real_time_quotes_all_stocks['symbol'].isin(symbol_list)]
     for stock_one in real_time_quotes_all_stocks.itertuples():
@@ -193,7 +193,8 @@ def save_new_data(stock_irm_cninfo_df):
 
 
 if __name__ == '__main__':
+    sync_symbols_interactive_questions([])
     get_stock_irm_cninfo_sh_api('688778')
     fail_symbol_list_01 = ['000638', '002886', '688778', '688766', '688733', '688778', '688793', '688787']
     # get_stock_irm_cninfo_sh_api('603633')
-    sync_symbols_interactive_questions(None)
+    # sync_symbols_interactive_questions(None)

mns_scheduler/zz_task/data_sync_task.py

@@ -474,7 +474,7 @@ blockingScheduler.add_job(sync_position, 'cron', hour='0,08,09', minute='14')
 blockingScheduler.add_job(update_company_base_info, 'cron', hour='08,18', minute='05')
 
 # 同步互动回答
-blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='06,11,17', minute='30')
+blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='06,17', minute='30')
 
 # 同步十大流通股东信息
 blockingScheduler.add_job(sync_stock_gdfx_free_top_10_one_day, 'cron', hour='06,18', minute='05')

{mns_scheduler-1.4.0.8.dist-info → mns_scheduler-1.4.1.0.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.4.0.8
+Version: 1.4.1.0
 

{mns_scheduler-1.4.0.8.dist-info → mns_scheduler-1.4.1.0.dist-info}/RECORD

@@ -13,7 +13,7 @@ mns_scheduler/company_info/constant/company_constant_data.py,sha256=7emiXUeAla8n
 mns_scheduler/company_info/de_list_stock/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/de_list_stock/de_list_stock_service.py,sha256=QNtKc1ZI6xHjupcxbOBN7fBhi6oAGtL7X1TQZVzfpnk,1993
 mns_scheduler/company_info/em_stock_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py,sha256=csPArPy7IZPcycvEB3vl1ENVsrkcv0db5dMxVXIfn0c,3738
+mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py,sha256=DOWGW0YxkczK65d-QBMUnSbDXH55pfWDqwKf2DbAMCE,3582
 mns_scheduler/company_info/remark/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/remark/company_remark_info_sync.py,sha256=L8wC8LU7-GYZb1TyKLjODJURROOEO4izZBxnWEM7Ahc,2334
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -46,8 +46,6 @@ mns_scheduler/db/script/sync/sync_hui_ce_test_data.py,sha256=oymZRnt-cMnrrHod796
 mns_scheduler/db/script/sync/sync_hui_ce_test_data_01.py,sha256=32F7kmxgube7F-_9-QhAHdjqWAQfRZZ51p7MdKi1u6I,2172
 mns_scheduler/db/script/update/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/db/script/update/update_col_field.py,sha256=m7RJbNLTcaeknwHR50i3aebT--Rc6udpbOqyGwt61qg,1274
-mns_scheduler/debt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/debt/kzz_bond_info_sync.py,sha256=FOefhRDqSN1YRqY6drCN3p6PgzVD_isWQ15l9OllCGI,1346
 mns_scheduler/dt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/dt/stock_dt_pool_sync.py,sha256=5ivRUOnFtOapZniwTbujf1lVq3y4btm2Cmd5R6JJAVo,3466
 mns_scheduler/finance/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -67,7 +65,7 @@ mns_scheduler/industry/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlI
 mns_scheduler/industry/ths/ths_industry_index_service.py,sha256=MHvzUsDHnmdQn-mJc_D2uBKP0qvVWWagDV568xChPqg,2686
 mns_scheduler/industry/ths/ths_industry_sync_service.py,sha256=r0jLbY3JcnCGgLWYzRrXiqIbeT8PBGnG2dT_INuN824,2762
 mns_scheduler/irm/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=4B8O60pf79b0mR6igFy5h64MFPxSIKCbvxo5G2b_Gok,9713
+mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=ChOl_zWNSCXpj-NlveLaSsfie8hARusU4Ut1V_LAeOc,9759
 mns_scheduler/irm/api/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py,sha256=EE09q9iIPNAEzxhKCM-2tsm1FZID3-fqdfikK1VS6H8,4931
 mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py,sha256=iJ9K8FhatQpCx5PqusIH5x4MAw3F1v3fYC1Ztsp_2Zw,6199
@@ -161,11 +159,11 @@ mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=LOEUyTA5g7N6FWxUpHWimWTeX
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=LI4o4_sovmLj1tMROPRQRCj5gaITKLGoYH-nUCuysbU,7501
 mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py,sha256=caW-MuF0RFLavJZafeLDYQ29-GxwGsmr5YVrN4lost8,2135
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=Xnkzsax0FW8PyZNpIQQahVDy3e207t1aP5dlrydPIdg,23533
+mns_scheduler/zz_task/data_sync_task.py,sha256=6o4A0jnuWYZYlYeHScTQ3ttozYEcfboZMDAPxzeAX8k,23530
 mns_scheduler/zz_task/compensation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mns_scheduler/zz_task/compensation/compensate_task.py,sha256=Dyo66NcSnXZ-Cne4_v77BBb27SemAiuGXRLnvQ26X0E,6464
 mns_scheduler/zz_task/compensation/compensate_task_one_day.py,sha256=ize69Ocy1k5rf8Xckk1izcEJ361HBtWH1zoJrScBS28,5751
-mns_scheduler-1.4.0.8.dist-info/METADATA,sha256=3jHgaGUeH27XleyuZMk9hgjMybaMjNVlaqRh_rQczqk,64
-mns_scheduler-1.4.0.8.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-mns_scheduler-1.4.0.8.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.4.0.8.dist-info/RECORD,,
+mns_scheduler-1.4.1.0.dist-info/METADATA,sha256=zakSsg7BEoQew9MTiA70x4xCxyAmNNIhLmF0cMc16A0,64
+mns_scheduler-1.4.1.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+mns_scheduler-1.4.1.0.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.4.1.0.dist-info/RECORD,,

mns_scheduler/debt/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/debt/kzz_bond_info_sync.py

@@ -1,33 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.api.em.real_time.east_money_debt_api as east_money_debt_api
-from datetime import datetime
-import mns_common.constant.db_name_constant as db_name_constant
-from mns_common.db.MongodbUtil import MongodbUtil
-
-mongodb_util = MongodbUtil('27017')
-
-
-# 同步可转债信息
-def sync_debt_info():
-    now_date = datetime.now()
-    str_now_day = now_date.strftime('%Y-%m-%d')
-    kzz_bond_info_df = east_money_debt_api.get_kzz_bond_info()
-    kzz_bond_info_df = kzz_bond_info_df.fillna(0)
-    kzz_bond_info_df['apply_date'] = kzz_bond_info_df['apply_date'].astype(str)
-    kzz_bond_info_df['winning_date'] = kzz_bond_info_df['winning_date'].astype(str)
-    kzz_bond_info_df['list_date'] = kzz_bond_info_df['list_date'].astype(str)
-    kzz_bond_info_df['due_date'] = kzz_bond_info_df['due_date'].astype(str)
-    kzz_bond_info_df = kzz_bond_info_df.loc[kzz_bond_info_df['due_date'] >= str_now_day]
-    mongodb_util.remove_all_data(db_name_constant.KZZ_DEBT_INFO)
-    kzz_bond_info_df['_id'] = kzz_bond_info_df['symbol']
-    mongodb_util.insert_mongo(kzz_bond_info_df, db_name_constant.KZZ_DEBT_INFO)
-
-
-if __name__ == '__main__':
-    sync_debt_info()