mns-scheduler 1.1.3.5__py3-none-any.whl → 1.1.3.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mns-scheduler might be problematic. Click here for more details.
- mns_scheduler/common/redis/redis_msg_push_service.py +18 -0
- mns_scheduler/company_info/clean/company_info_clean_api.py +1 -1
- mns_scheduler/concept/clean/ths_concept_clean_api.py +56 -50
- mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py +23 -29
- mns_scheduler/concept/{common → ths}/detaill/ths_concept_detail_api.py +33 -7
- mns_scheduler/concept/ths/sync_new_index/sync_ths_concept_new_index_api.py +18 -26
- mns_scheduler/concept/ths/update_concept_info/sync_one_concept_all_symbols_api.py +9 -21
- mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py +11 -8
- mns_scheduler/risk/self/wei_pan_stock_api.py +1 -1
- mns_scheduler/self_choose/ths_self_choose_service.py +27 -9
- mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py +19 -19
- mns_scheduler/zz_task/data_sync_task.py +1 -1
- {mns_scheduler-1.1.3.5.dist-info → mns_scheduler-1.1.3.9.dist-info}/METADATA +1 -1
- {mns_scheduler-1.1.3.5.dist-info → mns_scheduler-1.1.3.9.dist-info}/RECORD +19 -29
- mns_scheduler/backup/data/collection_move.py +0 -53
- mns_scheduler/backup/data/sync_data_to_local.py +0 -55
- mns_scheduler/backup/data/sync_remote_by_str_day.py +0 -33
- mns_scheduler/backup/em/__init__.py +0 -7
- mns_scheduler/backup/em/em_new_concept_his_sync.py +0 -99
- mns_scheduler/backup/em/em_new_concept_sync_common_api.py +0 -139
- mns_scheduler/backup/em/em_new_concept_sync_web.py +0 -55
- mns_scheduler/backup/ths/sync_ths_concept_by_ak_api.py +0 -103
- mns_scheduler/backup/ths/sync_ths_new_concept_by_web_api.py +0 -88
- mns_scheduler/concept/common/__init__.py +0 -0
- mns_scheduler/concept/common/detaill/__init__.py +0 -0
- /mns_scheduler/{backup → common}/__init__.py +0 -0
- /mns_scheduler/{backup/data → common/redis}/__init__.py +0 -0
- /mns_scheduler/{backup/ths → concept/ths/detaill}/__init__.py +0 -0
- {mns_scheduler-1.1.3.5.dist-info → mns_scheduler-1.1.3.9.dist-info}/WHEEL +0 -0
- {mns_scheduler-1.1.3.5.dist-info → mns_scheduler-1.1.3.9.dist-info}/top_level.txt +0 -0
|
@@ -1,88 +0,0 @@
|
|
|
1
|
-
import sys
|
|
2
|
-
import os
|
|
3
|
-
|
|
4
|
-
file_path = os.path.abspath(__file__)
|
|
5
|
-
end = file_path.index('mns') + 17
|
|
6
|
-
project_path = file_path[0:end]
|
|
7
|
-
sys.path.append(project_path)
|
|
8
|
-
import mns_scheduler.concept.common.detaill.ths_concept_detail_api as ths_concept_detail_api
|
|
9
|
-
import mns_common.api.ths.concept.web.ths_concept_index_web as ths_concept_index_web
|
|
10
|
-
import datetime
|
|
11
|
-
import time
|
|
12
|
-
import mns_common.api.msg.push_msg_api as push_msg_api
|
|
13
|
-
from loguru import logger
|
|
14
|
-
import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
|
|
15
|
-
import mns_scheduler.concept.clean.ths_concept_clean_api as ths_concept_clean_api
|
|
16
|
-
from mns_common.db.MongodbUtil import MongodbUtil
|
|
17
|
-
|
|
18
|
-
mongodb_util = MongodbUtil('27017')
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
# 获取web端 新增概念详情
|
|
22
|
-
def get_concept_detail_info_web(concept_code):
|
|
23
|
-
new_concept_symbol_list = ths_concept_detail_api.get_ths_concept_detail(concept_code, None)
|
|
24
|
-
if new_concept_symbol_list is None or new_concept_symbol_list.shape[0] == 0:
|
|
25
|
-
return None
|
|
26
|
-
new_concept_symbol_list = new_concept_symbol_list[ths_concept_sync_common_api.order_fields]
|
|
27
|
-
new_concept_symbol_list['_id'] = str(concept_code) + '-' + new_concept_symbol_list['symbol']
|
|
28
|
-
return new_concept_symbol_list
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
# web端获取新概念消息推送
|
|
32
|
-
def push_msg_to_we_chat_web(concept_code, concept_name):
|
|
33
|
-
url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
|
|
34
|
-
msg = "概念代码:" + str(concept_code) + "," + "概念名称:" + concept_name + "," + "url: " + url
|
|
35
|
-
title = "新增同花顺概念:" + str(concept_code) + "-" + concept_name
|
|
36
|
-
push_msg_api.push_msg_to_wechat(title, msg)
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
# # 同步同花顺新增概念指数通过web端接口爬取
|
|
40
|
-
def sync_new_concept_data_by_web():
|
|
41
|
-
concept_code = ths_concept_sync_common_api.get_max_concept_code()
|
|
42
|
-
concept_code = concept_code + 1
|
|
43
|
-
|
|
44
|
-
while concept_code < ths_concept_sync_common_api.max_concept_code:
|
|
45
|
-
try:
|
|
46
|
-
now_date = datetime.datetime.now()
|
|
47
|
-
str_day = now_date.strftime('%Y-%m-%d')
|
|
48
|
-
str_now_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
|
|
49
|
-
new_concept_symbol_df = get_concept_detail_info_web(concept_code)
|
|
50
|
-
if new_concept_symbol_df is None or new_concept_symbol_df.shape[0] == 0:
|
|
51
|
-
concept_code = concept_code + 1
|
|
52
|
-
time.sleep(1)
|
|
53
|
-
continue
|
|
54
|
-
time.sleep(2)
|
|
55
|
-
concept_name = ths_concept_index_web.get_concept_name(concept_code)
|
|
56
|
-
concept_name = concept_name.replace('(', '(')
|
|
57
|
-
concept_name = concept_name.replace(')', ')')
|
|
58
|
-
|
|
59
|
-
url = 'http://q.10jqka.com.cn/thshy/detail/code/' + str(concept_code)
|
|
60
|
-
# 推送新概念信息到微信
|
|
61
|
-
handle_new_concept_msg(concept_code, concept_name, url)
|
|
62
|
-
# 保存新概念信息到概念列表
|
|
63
|
-
ths_concept_sync_common_api.save_ths_concept_list(concept_code, concept_name, str_day, str_now_time)
|
|
64
|
-
# 保存新概念详细信息到数据库
|
|
65
|
-
new_concept_symbol_df.loc[:, 'way'] = 'index_sync'
|
|
66
|
-
ths_concept_sync_common_api.save_ths_concept_detail(new_concept_symbol_df, concept_name, str_day,
|
|
67
|
-
str_now_time, concept_code)
|
|
68
|
-
|
|
69
|
-
concept_code = concept_code + 1
|
|
70
|
-
except BaseException as e:
|
|
71
|
-
logger.error("同步新概念异常:{},concept_code:{}", e, concept_code)
|
|
72
|
-
concept_code = concept_code + 1
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
def handle_new_concept_msg(concept_code, concept_name, url):
|
|
76
|
-
# 推送新概念信息到微信
|
|
77
|
-
ths_concept_sync_common_api.push_msg_to_we_chat_web(concept_code, concept_name,
|
|
78
|
-
url)
|
|
79
|
-
# 更新ths概念信息
|
|
80
|
-
ths_concept_clean_api.update_ths_concept_info()
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
if __name__ == '__main__':
|
|
84
|
-
# code = 886025
|
|
85
|
-
# push_msg_to_we_chat_web(code, name)
|
|
86
|
-
# get_concept_detail_info_web(886026)
|
|
87
|
-
# get_concept_detail_info_web(886035)
|
|
88
|
-
sync_new_concept_data_by_web()
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|