mns-scheduler 1.0.1.2__py3-none-any.whl → 1.0.1.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. mns_scheduler/concept/clean/ths_effective_concept_clean_api.py +0 -27
  2. mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py +2 -3
  3. mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py +1 -1
  4. mns_scheduler/concept/ths/web/sync_ths_concept_by_ak_api.py +3 -4
  5. mns_scheduler/concept/ths/web/sync_ths_new_concept_by_web_api.py +0 -1
  6. mns_scheduler/zz_task/data_sync_task.py +0 -6
  7. {mns_scheduler-1.0.1.2.dist-info → mns_scheduler-1.0.1.4.dist-info}/METADATA +1 -1
  8. {mns_scheduler-1.0.1.2.dist-info → mns_scheduler-1.0.1.4.dist-info}/RECORD +10 -10
  9. {mns_scheduler-1.0.1.2.dist-info → mns_scheduler-1.0.1.4.dist-info}/WHEEL +0 -0
  10. {mns_scheduler-1.0.1.2.dist-info → mns_scheduler-1.0.1.4.dist-info}/top_level.txt +0 -0
mns_scheduler/concept/clean/ths_effective_concept_clean_api.py CHANGED
@@ -5,7 +5,6 @@ file_path = os.path.abspath(__file__)
5
5
  end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
8
- import mns_common.constant.ths_concept_no_choose_constant as no_choose_constant
9
8
  from mns_common.db.MongodbUtil import MongodbUtil
10
9
  import pandas as pd
11
10
  import mns_common.api.ths.ths_stock_api as ths_stock_api
@@ -14,31 +13,6 @@ import time
14
13
  mongodb_util = MongodbUtil('27017')
15
14
 
16
15
 
17
- def choose_effective_ths_concept():
18
- exclude_ths_concept_df = no_choose_constant.get_simple_exclude_ths_concept()
19
- ths_concept_list_df = mongodb_util.find_all_data('ths_concept_list')
20
-
21
- ths_concept_list_df['symbol'] = ths_concept_list_df['symbol'].astype(str)
22
- # 排除3开头的概念
23
- ths_concept_list_df = ths_concept_list_df.loc[ths_concept_list_df['symbol'].str.startswith('8')]
24
-
25
- ths_concept_list_df['symbol'] = ths_concept_list_df['symbol'].astype(float)
26
-
27
- effective_ths_concept_df = ths_concept_list_df.loc[~(
28
- ths_concept_list_df['symbol'].isin(list(exclude_ths_concept_df['symbol'])))]
29
-
30
- mongodb_util.remove_data({'_id': {"$exists": True}}, 'ths_concept_list_effective')
31
- effective_ths_concept_df = effective_ths_concept_df.sort_values(by=['str_day'], ascending=False)
32
- mongodb_util.insert_mongo(effective_ths_concept_df, 'ths_concept_list_effective')
33
-
34
- # 保存无效概念
35
- exclude_ths_concept_df = ths_concept_list_df.loc[(
36
- ths_concept_list_df['symbol'].isin(list(exclude_ths_concept_df['symbol'])))]
37
-
38
- mongodb_util.remove_data({'_id': {"$exists": True}}, 'ths_concept_list_exclude')
39
- mongodb_util.insert_mongo(exclude_ths_concept_df, 'ths_concept_list_exclude')
40
-
41
-
42
16
  # 统计概念数量
43
17
  def update_concept_num():
44
18
  ths_concept_list = mongodb_util.find_all_data('ths_concept_list')
@@ -84,5 +58,4 @@ def update_null_name():
84
58
 
85
59
  if __name__ == '__main__':
86
60
  update_null_name()
87
- choose_effective_ths_concept()
88
61
  update_concept_num()
mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py CHANGED
@@ -40,9 +40,8 @@ def push_msg_to_we_chat_web(concept_code, concept_name, url):
40
40
  def save_ths_concept_list(concept_code, concept_name, str_day, str_now_time):
41
41
  url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
42
42
  ths_concept_list = pd.DataFrame([
43
- [concept_code, concept_code, concept_name, str_day, url, str_now_time, True],
44
- ], columns=['_id', 'symbol', 'name', 'str_day', 'url', 'str_now_time', 'success'])
45
- ths_concept_list['name'] = ths_concept_list['name'].replace(" ", "")
43
+ [concept_code, concept_code, concept_name, str_day, url, str_now_time, True, True],
44
+ ], columns=['_id', 'symbol', 'name', 'str_day', 'url', 'str_now_time', 'success', 'valid'])
46
45
  mongodb_util.save_mongo(ths_concept_list, 'ths_concept_list')
47
46
 
48
47
 
mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py CHANGED
@@ -18,7 +18,7 @@ project_path = file_path[0:end]
18
18
  sys.path.append(project_path)
19
19
  mongodb_util = MongodbUtil('27017')
20
20
  # 分页大小
21
- MAX_PAGE_NUMBER = 12500
21
+ MAX_PAGE_NUMBER = 2500
22
22
  # 获取单只股票新增概念
23
23
 
24
24
  db_name = 'ths_stock_concept_detail_app'
mns_scheduler/concept/ths/web/sync_ths_concept_by_ak_api.py CHANGED
@@ -30,8 +30,6 @@ def sync_new_ths_concept_by_ak_api():
30
30
  })
31
31
 
32
32
  stock_board_concept_name_ths_df['str_day'].fillna(datetime(1970, 1, 1), inplace=True)
33
-
34
- stock_board_concept_name_ths_df.concept_name = stock_board_concept_name_ths_df.concept_name.str.replace(' ', '')
35
33
  stock_board_concept_name_ths_df.concept_name = stock_board_concept_name_ths_df.concept_name.str.replace('（', '(')
36
34
  stock_board_concept_name_ths_df.concept_name = stock_board_concept_name_ths_df.concept_name.str.replace('）', ')')
37
35
 
@@ -50,7 +48,7 @@ def sync_new_ths_concept_by_ak_api():
50
48
  str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
51
49
  str_day = concept_one.str_day
52
50
  if data_frame_util.is_empty(exist_concept_df_one):
53
- concept_code = ths_concept_sync_common_api.get_max_concept_code()
51
+ concept_code = concept_one.concept_code
54
52
 
55
53
  diff_one = {
56
54
  '_id': int(concept_code),
@@ -61,7 +59,8 @@ def sync_new_ths_concept_by_ak_api():
61
59
  'success': True,
62
60
  'str_now_time': str_now_time,
63
61
  'web_concept_code': concept_one.concept_code,
64
- 'web_concept_url': concept_one.url
62
+ 'web_concept_url': concept_one.url,
63
+ 'valid': True
65
64
  }
66
65
  diff_one_df = pd.DataFrame(diff_one, index=[1])
67
66
  mongodb_util.save_mongo(diff_one_df, 'ths_concept_list')
mns_scheduler/concept/ths/web/sync_ths_new_concept_by_web_api.py CHANGED
@@ -53,7 +53,6 @@ def sync_new_concept_data_by_web():
53
53
  continue
54
54
  time.sleep(2)
55
55
  concept_name = ths_stock_api.get_concept_name(concept_code)
56
- concept_name = concept_name.replace(' ', '')
57
56
  concept_name = concept_name.replace('（', '(')
58
57
  concept_name = concept_name.replace('）', ')')
59
58
 
mns_scheduler/zz_task/data_sync_task.py CHANGED
@@ -234,11 +234,6 @@ def sync_new_ths_concept_by_ak_api():
234
234
  sync_ths_concept_by_ak_api.sync_new_ths_concept_by_ak_api()
235
235
 
236
236
 
237
- # 同花顺有效概念清洗
238
- def choose_effective_ths_concept():
239
- ths_effective_concept_clean_api.choose_effective_ths_concept()
240
-
241
-
242
237
  # 同步开盘啦精选指数
243
238
  def sync_all_kpl_plate_info():
244
239
  logger.info('同步开盘啦精选指数开始')
@@ -253,7 +248,6 @@ def sync_new_concept_data_web():
253
248
  sync_new_concept_data_by_web()
254
249
  # 同步同花顺新增概念指数通过ak_share接口爬取
255
250
  sync_new_ths_concept_by_ak_api()
256
- choose_effective_ths_concept()
257
251
  logger.info("同步新概念web端数据任务完成", )
258
252
 
259
253
 
{mns_scheduler-1.0.1.2.dist-info → mns_scheduler-1.0.1.4.dist-info}/METADATA RENAMED
@@ -1,4 +1,4 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mns-scheduler
3
- Version: 1.0.1.2
3
+ Version: 1.0.1.4
4
4
 
{mns_scheduler-1.0.1.2.dist-info → mns_scheduler-1.0.1.4.dist-info}/RECORD RENAMED
@@ -6,7 +6,7 @@ mns_scheduler/company_info/company_constant_data.py,sha256=LwyBWLoErAUPXss68ebVj
6
6
  mns_scheduler/company_info/company_info_sync_api.py,sha256=yGOszsg7ivAypzyg-N6yBOeJeNekfHNm260yUOzem_M,20673
7
7
  mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
8
8
  mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
9
- mns_scheduler/concept/clean/ths_effective_concept_clean_api.py,sha256=f_qXcO4ATQ4-k5z49bRmtCmje6nKnb2jrDZB1HJ-Xts,3817
9
+ mns_scheduler/concept/clean/ths_effective_concept_clean_api.py,sha256=2CzG7zvA2mydjIvnckMWz8eR_tmdfOl8k-I0eov9fy4,2440
10
10
  mns_scheduler/concept/em/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
11
11
  mns_scheduler/concept/em/em_new_concept_his_sync.py,sha256=4Z0q4aTB6NMPpgtXu8wBThS3UJQvIFt5a50Icnlzdrc,4993
12
12
  mns_scheduler/concept/em/em_new_concept_sync_common_api.py,sha256=KnNCf0KXy31GFwF1-wbbkfDM-H7-cEtcVoCwl4QmoVs,7083
@@ -15,13 +15,13 @@ mns_scheduler/concept/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlIm
15
15
  mns_scheduler/concept/ths/app/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
16
16
  mns_scheduler/concept/ths/app/ths_new_concept_sync_app.py,sha256=yBr3RN24zCWgmRVCKgY6fwm0tdJA5XKliK3CSB-75tY,5148
17
17
  mns_scheduler/concept/ths/common/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
18
- mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=f3g8mx1Ii5QrPVStsnXa68hrsGlvhbVc9v4gOdS9SWk,10349
18
+ mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=PCwqAwJs5bAg2U4kyH6xs8ETJN7svHk8LLrRcn4R9xQ,10290
19
19
  mns_scheduler/concept/ths/symbol/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
20
20
  mns_scheduler/concept/ths/symbol/sync_concept_all_symbols_api.py,sha256=ipRtiihpHlbxuces7YpHfvBtCDxgzrVXjcCKZiFBPaw,1928
21
- mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py,sha256=9-cp2ZmZJ7ZQwQUJNVBY99DthA-7gtwvDRQxIQ-QF4Q,8264
21
+ mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py,sha256=_zldhXKlynJdfJvIRHI8GF0lDap6NIS8tUEHpbc1odE,8263
22
22
  mns_scheduler/concept/ths/web/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
23
- mns_scheduler/concept/ths/web/sync_ths_concept_by_ak_api.py,sha256=FIJ552806hDba0l1I_w_AMGhRXUUhWV0RiRMRqn74dM,5106
24
- mns_scheduler/concept/ths/web/sync_ths_new_concept_by_web_api.py,sha256=u2TRPWDk7B9mocuCp23f964arZKFD_TMg4dHYnIkMuk,3710
23
+ mns_scheduler/concept/ths/web/sync_ths_concept_by_ak_api.py,sha256=Ge5fQZ8cSfZhkXUW-lbzjs6zM5ilZCFnO2fw_ZopQIA,4996
24
+ mns_scheduler/concept/ths/web/sync_ths_new_concept_by_web_api.py,sha256=Yv3Gp6qwAnpg3qM_MguWNSH7NDpxQkvH_SLWcsJfYo8,3605
25
25
  mns_scheduler/concept/ths/wen_cai/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
26
26
  mns_scheduler/concept/ths/wen_cai/wen_cai_concept_sync.py,sha256=boKtgOIXIsRny5n1keZm4luDFCiooudbPDsEFIGImIw,1747
27
27
  mns_scheduler/db/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -57,9 +57,9 @@ mns_scheduler/zt/today_high_chg_pool_sync_api.py,sha256=G6FXMH7HnvhyMFoE-RszggkB
57
57
  mns_scheduler/zt/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9c37kSenEX2_qNvFAjQGgy8ERuacSxwk,10916
58
58
  mns_scheduler/zt/zt_pool_sync_api.py,sha256=AhWYrpHzO3KOKecyGqQFvopYd2KFmf1ykRiv2R9Pjo4,7490
59
59
  mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
60
- mns_scheduler/zz_task/data_sync_task.py,sha256=jWwmUZ47ZZ6zdVriqiftkV22b8iyfYtlsGbX8lIFDTo,13619
60
+ mns_scheduler/zz_task/data_sync_task.py,sha256=SgVpGmlBOZJS1d0KMZanzbXOO-lT1cmg9JsNj-1H1ug,13443
61
61
  mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
62
- mns_scheduler-1.0.1.2.dist-info/METADATA,sha256=OTFm540p3k0VA-apegBT2hZn6mHGxyE0oZ6eRnfN9p4,64
63
- mns_scheduler-1.0.1.2.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
64
- mns_scheduler-1.0.1.2.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
65
- mns_scheduler-1.0.1.2.dist-info/RECORD,,
62
+ mns_scheduler-1.0.1.4.dist-info/METADATA,sha256=RnufEulytrjpV6d1_9FgBAmBIOGp3RJsM1w9-4TKC40,64
63
+ mns_scheduler-1.0.1.4.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
64
+ mns_scheduler-1.0.1.4.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
65
+ mns_scheduler-1.0.1.4.dist-info/RECORD,,