mns-scheduler 1.0.2.1__py3-none-any.whl → 1.0.2.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mns-scheduler might be problematic. Click here for more details.
- mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py +1 -1
- mns_scheduler/concept/ths/common/ths_concept_update_common_api.py +33 -0
- mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py +8 -2
- mns_scheduler/concept/ths/web/sync_ths_concept_by_ak_api.py +1 -1
- {mns_scheduler-1.0.2.1.dist-info → mns_scheduler-1.0.2.3.dist-info}/METADATA +1 -1
- {mns_scheduler-1.0.2.1.dist-info → mns_scheduler-1.0.2.3.dist-info}/RECORD +8 -7
- {mns_scheduler-1.0.2.1.dist-info → mns_scheduler-1.0.2.3.dist-info}/WHEEL +0 -0
- {mns_scheduler-1.0.2.1.dist-info → mns_scheduler-1.0.2.3.dist-info}/top_level.txt +0 -0
|
@@ -15,7 +15,7 @@ sys.path.append(project_path)
|
|
|
15
15
|
mongodb_util = MongodbUtil('27017')
|
|
16
16
|
import mns_common.api.msg.push_msg_api as push_msg_api
|
|
17
17
|
import mns_scheduler.company_info.company_info_sync_api as company_info_sync_api
|
|
18
|
-
|
|
18
|
+
import mns_common.utils.data_frame_util as data_frame_util
|
|
19
19
|
max_concept_code = 886110
|
|
20
20
|
|
|
21
21
|
order_fields = [
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import sys
|
|
2
|
+
import os
|
|
3
|
+
|
|
4
|
+
file_path = os.path.abspath(__file__)
|
|
5
|
+
end = file_path.index('mns') + 17
|
|
6
|
+
project_path = file_path[0:end]
|
|
7
|
+
sys.path.append(project_path)
|
|
8
|
+
|
|
9
|
+
import mns_common.component.concept.ths_concept_common_service_api as ths_concept_common_service_api
|
|
10
|
+
from mns_common.db.MongodbUtil import MongodbUtil
|
|
11
|
+
from loguru import logger
|
|
12
|
+
import mns_common.utils.data_frame_util as data_frame_util
|
|
13
|
+
import mns_common.constant.db_name_constant as db_name_constant
|
|
14
|
+
mongodb_util = MongodbUtil('27017')
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
def update_ths_concept_detail(ths_symbol_all_concepts, symbol):
|
|
18
|
+
all_ths_concept = ths_concept_common_service_api.get_all_ths_concept()
|
|
19
|
+
for concept_one in ths_symbol_all_concepts.itertuples():
|
|
20
|
+
try:
|
|
21
|
+
ths_concept_one_db_list = all_ths_concept.loc[all_ths_concept['web_concept_code'] == int(concept_one.cid)]
|
|
22
|
+
if data_frame_util.is_not_empty(ths_concept_one_db_list):
|
|
23
|
+
|
|
24
|
+
for ths_one_concept in ths_concept_one_db_list.itertuples():
|
|
25
|
+
concept_code = ths_one_concept.symbol
|
|
26
|
+
query = {"$or": [{'symbol': symbol, "concept_code": int(concept_code)},
|
|
27
|
+
{'symbol': symbol, "concept_code": int(concept_one.cid)}]}
|
|
28
|
+
short = concept_one.short
|
|
29
|
+
long = concept_one.long
|
|
30
|
+
new_values = {"$set": {"short": short, "long": long}}
|
|
31
|
+
mongodb_util.update_many(query, new_values, db_name_constant.THS_STOCK_CONCEPT_DETAIL)
|
|
32
|
+
except BaseException as e:
|
|
33
|
+
logger.error("更新ths概念入选理由异常{},{},{}", symbol, concept_one.title, e)
|
|
@@ -11,6 +11,7 @@ from datetime import datetime
|
|
|
11
11
|
from mns_common.utils.async_fun import async_fun
|
|
12
12
|
import mns_scheduler.concept.ths.common.ths_concept_sync_common_api as ths_concept_sync_common_api
|
|
13
13
|
import threading
|
|
14
|
+
import mns_scheduler.concept.ths.common.ths_concept_update_common_api as ths_concept_update_common_api
|
|
14
15
|
|
|
15
16
|
file_path = os.path.abspath(__file__)
|
|
16
17
|
end = file_path.index('mns') + 17
|
|
@@ -90,6 +91,8 @@ def update_symbol_new_concept(symbol_df, page_number):
|
|
|
90
91
|
if data_frame_util.is_empty(symbol_ths_concept_all_df):
|
|
91
92
|
continue
|
|
92
93
|
|
|
94
|
+
ths_concept_update_common_api.update_ths_concept_detail(symbol_ths_concept_all_df, stock_one.symbol)
|
|
95
|
+
|
|
93
96
|
now_date = datetime.now()
|
|
94
97
|
str_day = now_date.strftime('%Y-%m-%d')
|
|
95
98
|
str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
|
|
@@ -158,7 +161,10 @@ def sync_symbol_all_concept(symbol):
|
|
|
158
161
|
for page in range(page_number): # 0到100页
|
|
159
162
|
end_count = (page + 1) * MAX_PAGE_NUMBER
|
|
160
163
|
begin_count = page * MAX_PAGE_NUMBER
|
|
161
|
-
|
|
164
|
+
if symbol is None:
|
|
165
|
+
page_df = real_time_quotes_now.loc[begin_count:end_count]
|
|
166
|
+
else:
|
|
167
|
+
page_df = real_time_quotes_now
|
|
162
168
|
thread = threading.Thread(target=update_symbol_new_concept, args=(page_df, page_number))
|
|
163
169
|
threads.append(thread)
|
|
164
170
|
thread.start()
|
|
@@ -169,4 +175,4 @@ def sync_symbol_all_concept(symbol):
|
|
|
169
175
|
|
|
170
176
|
|
|
171
177
|
if __name__ == '__main__':
|
|
172
|
-
sync_symbol_all_concept(
|
|
178
|
+
sync_symbol_all_concept('002130')
|
|
@@ -58,7 +58,7 @@ def sync_new_ths_concept_by_ak_api():
|
|
|
58
58
|
'str_day': str_day,
|
|
59
59
|
'success': True,
|
|
60
60
|
'str_now_time': str_now_time,
|
|
61
|
-
'web_concept_code': concept_one.concept_code,
|
|
61
|
+
'web_concept_code': int(concept_one.concept_code),
|
|
62
62
|
'web_concept_url': concept_one.url,
|
|
63
63
|
'valid': True
|
|
64
64
|
}
|
|
@@ -15,12 +15,13 @@ mns_scheduler/concept/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlIm
|
|
|
15
15
|
mns_scheduler/concept/ths/app/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
|
|
16
16
|
mns_scheduler/concept/ths/app/ths_new_concept_sync_app.py,sha256=yBr3RN24zCWgmRVCKgY6fwm0tdJA5XKliK3CSB-75tY,5148
|
|
17
17
|
mns_scheduler/concept/ths/common/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
|
|
18
|
-
mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=
|
|
18
|
+
mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py,sha256=hRN9bXdpWQRfqN4z7IkYrO3L5p6iQBdPm8NsmJt98PQ,10238
|
|
19
|
+
mns_scheduler/concept/ths/common/ths_concept_update_common_api.py,sha256=ckgNuWx2MkA6XjJLgcIFzpZub0FpjrYmIAEYW3K8vCU,1660
|
|
19
20
|
mns_scheduler/concept/ths/symbol/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
|
|
20
21
|
mns_scheduler/concept/ths/symbol/sync_concept_all_symbols_api.py,sha256=ipRtiihpHlbxuces7YpHfvBtCDxgzrVXjcCKZiFBPaw,1928
|
|
21
|
-
mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py,sha256=
|
|
22
|
+
mns_scheduler/concept/ths/symbol/sync_symbol_all_concepts_api.py,sha256=NAzN8EJTBDsvMygyfxMcqQe7UCd3NIa0II_EY1yAcc0,8578
|
|
22
23
|
mns_scheduler/concept/ths/web/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
|
|
23
|
-
mns_scheduler/concept/ths/web/sync_ths_concept_by_ak_api.py,sha256=
|
|
24
|
+
mns_scheduler/concept/ths/web/sync_ths_concept_by_ak_api.py,sha256=asZLrVxv2acbheJaI1VMguk4Vu6dqdcHPiJgWbq3b74,5001
|
|
24
25
|
mns_scheduler/concept/ths/web/sync_ths_new_concept_by_web_api.py,sha256=Yv3Gp6qwAnpg3qM_MguWNSH7NDpxQkvH_SLWcsJfYo8,3605
|
|
25
26
|
mns_scheduler/concept/ths/wen_cai/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
|
|
26
27
|
mns_scheduler/concept/ths/wen_cai/wen_cai_concept_sync.py,sha256=boKtgOIXIsRny5n1keZm4luDFCiooudbPDsEFIGImIw,1747
|
|
@@ -59,7 +60,7 @@ mns_scheduler/zt/zt_pool_sync_api.py,sha256=tzSCnqAelV7MQBZ3KcpOQQHNYnjFnmvoDFca
|
|
|
59
60
|
mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
|
|
60
61
|
mns_scheduler/zz_task/data_sync_task.py,sha256=oeEC_bSL8lsmdx3SRFnW_EUfv3HXcpByut4zAszQu3w,13768
|
|
61
62
|
mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
|
|
62
|
-
mns_scheduler-1.0.2.
|
|
63
|
-
mns_scheduler-1.0.2.
|
|
64
|
-
mns_scheduler-1.0.2.
|
|
65
|
-
mns_scheduler-1.0.2.
|
|
63
|
+
mns_scheduler-1.0.2.3.dist-info/METADATA,sha256=YXosnzyPDmQNEqWB-FYo1AzIUelqERkartkeGAoH420,64
|
|
64
|
+
mns_scheduler-1.0.2.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
|
|
65
|
+
mns_scheduler-1.0.2.3.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
|
|
66
|
+
mns_scheduler-1.0.2.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|