mns-scheduler 1.0.1.3__py3-none-any.whl → 1.0.1.5__py3-none-any.whl

mns_scheduler/concept/clean/ths_effective_concept_clean_api.py

@@ -5,7 +5,6 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.constant.ths_concept_no_choose_constant as no_choose_constant
 from mns_common.db.MongodbUtil import MongodbUtil
 import pandas as pd
 import mns_common.api.ths.ths_stock_api as ths_stock_api
@@ -14,31 +13,6 @@ import time
 mongodb_util = MongodbUtil('27017')
 
 
-def choose_effective_ths_concept():
-    exclude_ths_concept_df = no_choose_constant.get_simple_exclude_ths_concept()
-    ths_concept_list_df = mongodb_util.find_all_data('ths_concept_list')
-
-    ths_concept_list_df['symbol'] = ths_concept_list_df['symbol'].astype(str)
-    # 排除3开头的概念
-    ths_concept_list_df = ths_concept_list_df.loc[ths_concept_list_df['symbol'].str.startswith('8')]
-
-    ths_concept_list_df['symbol'] = ths_concept_list_df['symbol'].astype(float)
-
-    effective_ths_concept_df = ths_concept_list_df.loc[~(
-        ths_concept_list_df['symbol'].isin(list(exclude_ths_concept_df['symbol'])))]
-
-    mongodb_util.remove_data({'_id': {"$exists": True}}, 'ths_concept_list_effective')
-    effective_ths_concept_df = effective_ths_concept_df.sort_values(by=['str_day'], ascending=False)
-    mongodb_util.insert_mongo(effective_ths_concept_df, 'ths_concept_list_effective')
-
-    # 保存无效概念
-    exclude_ths_concept_df = ths_concept_list_df.loc[(
-        ths_concept_list_df['symbol'].isin(list(exclude_ths_concept_df['symbol'])))]
-
-    mongodb_util.remove_data({'_id': {"$exists": True}}, 'ths_concept_list_exclude')
-    mongodb_util.insert_mongo(exclude_ths_concept_df, 'ths_concept_list_exclude')
-
-
 # 统计概念数量
 def update_concept_num():
     ths_concept_list = mongodb_util.find_all_data('ths_concept_list')
@@ -84,5 +58,4 @@ def update_null_name():
 
 if __name__ == '__main__':
     update_null_name()
-    choose_effective_ths_concept()
     update_concept_num()

mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py

@@ -18,7 +18,7 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 mongodb_util = MongodbUtil('27017')
 # 分页大小
-MAX_PAGE_NUMBER = 12500
+MAX_PAGE_NUMBER = 2500
 # 获取单只股票新增概念
 
 db_name = 'ths_stock_concept_detail_app'

mns_scheduler/zz_task/data_sync_task.py

@@ -234,11 +234,6 @@ def sync_new_ths_concept_by_ak_api():
     sync_ths_concept_by_ak_api.sync_new_ths_concept_by_ak_api()
 
 
-# 同花顺有效概念清洗
-def choose_effective_ths_concept():
-    ths_effective_concept_clean_api.choose_effective_ths_concept()
-
-
 # 同步开盘啦精选指数
 def sync_all_kpl_plate_info():
     logger.info('同步开盘啦精选指数开始')
@@ -253,7 +248,6 @@ def sync_new_concept_data_web():
     sync_new_concept_data_by_web()
     # 同步同花顺新增概念指数通过ak_share接口爬取
     sync_new_ths_concept_by_ak_api()
-    choose_effective_ths_concept()
     logger.info("同步新概念web端数据任务完成", )
 
 

{mns_scheduler-1.0.1.3.dist-info → mns_scheduler-1.0.1.5.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.1.3
+Version: 1.0.1.5
 

{mns_scheduler-1.0.1.3.dist-info → mns_scheduler-1.0.1.5.dist-info}/RECORD

@@ -6,7 +6,7 @@ mns_scheduler/company_info/company_constant_data.py,sha256=LwyBWLoErAUPXss68ebVj
 mns_scheduler/company_info/company_info_sync_api.py,sha256=yGOszsg7ivAypzyg-N6yBOeJeNekfHNm260yUOzem_M,20673
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/concept/clean/ths_effective_concept_clean_api.py,sha256=f_qXcO4ATQ4-k5z49bRmtCmje6nKnb2jrDZB1HJ-Xts,3817
+mns_scheduler/concept/clean/ths_effective_concept_clean_api.py,sha256=2CzG7zvA2mydjIvnckMWz8eR_tmdfOl8k-I0eov9fy4,2440
 mns_scheduler/concept/em/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/em/em_new_concept_his_sync.py,sha256=4Z0q4aTB6NMPpgtXu8wBThS3UJQvIFt5a50Icnlzdrc,4993
 mns_scheduler/concept/em/em_new_concept_sync_common_api.py,sha256=KnNCf0KXy31GFwF1-wbbkfDM-H7-cEtcVoCwl4QmoVs,7083
@@ -18,7 +18,7 @@ mns_scheduler/concept/ths/common/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiN
 mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=PCwqAwJs5bAg2U4kyH6xs8ETJN7svHk8LLrRcn4R9xQ,10290
 mns_scheduler/concept/ths/symbol/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/symbol/sync_concept_all_symbols_api.py,sha256=ipRtiihpHlbxuces7YpHfvBtCDxgzrVXjcCKZiFBPaw,1928
-mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py,sha256=9-cp2ZmZJ7ZQwQUJNVBY99DthA-7gtwvDRQxIQ-QF4Q,8264
+mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py,sha256=_zldhXKlynJdfJvIRHI8GF0lDap6NIS8tUEHpbc1odE,8263
 mns_scheduler/concept/ths/web/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/ths/web/sync_ths_concept_by_ak_api.py,sha256=Ge5fQZ8cSfZhkXUW-lbzjs6zM5ilZCFnO2fw_ZopQIA,4996
 mns_scheduler/concept/ths/web/sync_ths_new_concept_by_web_api.py,sha256=Yv3Gp6qwAnpg3qM_MguWNSH7NDpxQkvH_SLWcsJfYo8,3605
@@ -57,9 +57,9 @@ mns_scheduler/zt/today_high_chg_pool_sync_api.py,sha256=G6FXMH7HnvhyMFoE-RszggkB
 mns_scheduler/zt/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9c37kSenEX2_qNvFAjQGgy8ERuacSxwk,10916
 mns_scheduler/zt/zt_pool_sync_api.py,sha256=AhWYrpHzO3KOKecyGqQFvopYd2KFmf1ykRiv2R9Pjo4,7490
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=jWwmUZ47ZZ6zdVriqiftkV22b8iyfYtlsGbX8lIFDTo,13619
+mns_scheduler/zz_task/data_sync_task.py,sha256=SgVpGmlBOZJS1d0KMZanzbXOO-lT1cmg9JsNj-1H1ug,13443
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.1.3.dist-info/METADATA,sha256=CQ9Zml0ww6pRAXdKR52iZnQSMSo3nq_5LTuybAttAuo,64
-mns_scheduler-1.0.1.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.1.3.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.1.3.dist-info/RECORD,,
+mns_scheduler-1.0.1.5.dist-info/METADATA,sha256=VxurGc-tdrfpwODE1AmdWri0qrVAoQMo404E47OU9RE,64
+mns_scheduler-1.0.1.5.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.0.1.5.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.0.1.5.dist-info/RECORD,,