mns-scheduler 1.0.1.3__tar.gz → 1.0.1.4__tar.gz

{mns-scheduler-1.0.1.3 → mns-scheduler-1.0.1.4}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.1.3
+Version: 1.0.1.4

{mns-scheduler-1.0.1.3 → mns-scheduler-1.0.1.4}/mns_scheduler/concept/clean/ths_effective_concept_clean_api.py

@@ -5,7 +5,6 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.constant.ths_concept_no_choose_constant as no_choose_constant
 from mns_common.db.MongodbUtil import MongodbUtil
 import pandas as pd
 import mns_common.api.ths.ths_stock_api as ths_stock_api
@@ -14,31 +13,6 @@ import time
 mongodb_util = MongodbUtil('27017')
 
 
-def choose_effective_ths_concept():
-    exclude_ths_concept_df = no_choose_constant.get_simple_exclude_ths_concept()
-    ths_concept_list_df = mongodb_util.find_all_data('ths_concept_list')
-
-    ths_concept_list_df['symbol'] = ths_concept_list_df['symbol'].astype(str)
-    # 排除3开头的概念
-    ths_concept_list_df = ths_concept_list_df.loc[ths_concept_list_df['symbol'].str.startswith('8')]
-
-    ths_concept_list_df['symbol'] = ths_concept_list_df['symbol'].astype(float)
-
-    effective_ths_concept_df = ths_concept_list_df.loc[~(
-        ths_concept_list_df['symbol'].isin(list(exclude_ths_concept_df['symbol'])))]
-
-    mongodb_util.remove_data({'_id': {"$exists": True}}, 'ths_concept_list_effective')
-    effective_ths_concept_df = effective_ths_concept_df.sort_values(by=['str_day'], ascending=False)
-    mongodb_util.insert_mongo(effective_ths_concept_df, 'ths_concept_list_effective')
-
-    # 保存无效概念
-    exclude_ths_concept_df = ths_concept_list_df.loc[(
-        ths_concept_list_df['symbol'].isin(list(exclude_ths_concept_df['symbol'])))]
-
-    mongodb_util.remove_data({'_id': {"$exists": True}}, 'ths_concept_list_exclude')
-    mongodb_util.insert_mongo(exclude_ths_concept_df, 'ths_concept_list_exclude')
-
-
 # 统计概念数量
 def update_concept_num():
     ths_concept_list = mongodb_util.find_all_data('ths_concept_list')
@@ -84,5 +58,4 @@ def update_null_name():
 
 if __name__ == '__main__':
     update_null_name()
-    choose_effective_ths_concept()
     update_concept_num()

{mns-scheduler-1.0.1.3 → mns-scheduler-1.0.1.4}/mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py

@@ -18,7 +18,7 @@ project_path = file_path[0:end]
 sys.path.append(project_path)
 mongodb_util = MongodbUtil('27017')
 # 分页大小
-MAX_PAGE_NUMBER = 12500
+MAX_PAGE_NUMBER = 2500
 # 获取单只股票新增概念
 
 db_name = 'ths_stock_concept_detail_app'

{mns-scheduler-1.0.1.3 → mns-scheduler-1.0.1.4}/mns_scheduler/zz_task/data_sync_task.py

@@ -234,11 +234,6 @@ def sync_new_ths_concept_by_ak_api():
     sync_ths_concept_by_ak_api.sync_new_ths_concept_by_ak_api()
 
 
-# 同花顺有效概念清洗
-def choose_effective_ths_concept():
-    ths_effective_concept_clean_api.choose_effective_ths_concept()
-
-
 # 同步开盘啦精选指数
 def sync_all_kpl_plate_info():
     logger.info('同步开盘啦精选指数开始')
@@ -253,7 +248,6 @@ def sync_new_concept_data_web():
     sync_new_concept_data_by_web()
     # 同步同花顺新增概念指数通过ak_share接口爬取
     sync_new_ths_concept_by_ak_api()
-    choose_effective_ths_concept()
     logger.info("同步新概念web端数据任务完成", )
 
 

{mns-scheduler-1.0.1.3 → mns-scheduler-1.0.1.4}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.1.3
+Version: 1.0.1.4

{mns-scheduler-1.0.1.3 → mns-scheduler-1.0.1.4}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.0.1.3',
+    version='1.0.1.4',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )