mns-scheduler 1.2.5.3__py3-none-any.whl → 1.2.5.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mns-scheduler might be problematic. Click here for more details.
- mns_scheduler/db/real_time_task_check.py +1 -0
- mns_scheduler/db/script/sync/remote_data_sync_to_local.py +18 -1
- mns_scheduler/open/sync_one_day_open_data_to_db_service.py +0 -1
- mns_scheduler/zz_task/data_sync_task.py +31 -30
- {mns_scheduler-1.2.5.3.dist-info → mns_scheduler-1.2.5.5.dist-info}/METADATA +1 -1
- {mns_scheduler-1.2.5.3.dist-info → mns_scheduler-1.2.5.5.dist-info}/RECORD +8 -8
- {mns_scheduler-1.2.5.3.dist-info → mns_scheduler-1.2.5.5.dist-info}/WHEEL +0 -0
- {mns_scheduler-1.2.5.3.dist-info → mns_scheduler-1.2.5.5.dist-info}/top_level.txt +0 -0
|
@@ -52,5 +52,22 @@ def remote_data():
|
|
|
52
52
|
logger.error("同步失败:{},{}", e, col)
|
|
53
53
|
|
|
54
54
|
|
|
55
|
+
def sync_open_data():
|
|
56
|
+
query = {"$and": [{'trade_date': {"$gte": "2022-03-16"}}, {'trade_date': {"$lte": "2025-01-01"}}]}
|
|
57
|
+
trade_date_list_df = remote_mongodb_util.find_query_data('trade_date_list', query)
|
|
58
|
+
trade_date_list_df = trade_date_list_df.sort_values(by=['trade_date'], ascending=False)
|
|
59
|
+
for trade_date_one in trade_date_list_df.itertuples():
|
|
60
|
+
try:
|
|
61
|
+
trade_date = trade_date_one.trade_date
|
|
62
|
+
query_01 = {"str_day": trade_date}
|
|
63
|
+
realtime_quotes_now_open_df = remote_mongodb_util.find_query_data('realtime_quotes_now_open', query_01)
|
|
64
|
+
# del realtime_quotes_now_open_df['ths_concept_list']
|
|
65
|
+
local_mongodb_util.insert_mongo(realtime_quotes_now_open_df, 'realtime_quotes_now_open')
|
|
66
|
+
logger.error("同步到:{}", trade_date)
|
|
67
|
+
except BaseException as e:
|
|
68
|
+
logger.error("同步异常:{}", e)
|
|
69
|
+
return trade_date_list_df
|
|
70
|
+
|
|
71
|
+
|
|
55
72
|
if __name__ == '__main__':
|
|
56
|
-
|
|
73
|
+
sync_open_data()
|
|
@@ -13,7 +13,6 @@ from mns_common.db.MongodbUtil import MongodbUtil
|
|
|
13
13
|
import mns_common.component.common_service_fun_api as common_service_fun_api
|
|
14
14
|
import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
|
|
15
15
|
import mns_common.component.data.data_init_api as data_init_api
|
|
16
|
-
import pandas as pd
|
|
17
16
|
import mns_common.utils.db_util as db_util
|
|
18
17
|
|
|
19
18
|
mongodb_util = MongodbUtil('27017')
|
|
@@ -350,6 +350,7 @@ def sync_all_interactive_questions():
|
|
|
350
350
|
|
|
351
351
|
# 数据同步状态check
|
|
352
352
|
def real_time_task_check_status():
|
|
353
|
+
|
|
353
354
|
real_time_task_check_api.run_check_real_time_data_sync_status()
|
|
354
355
|
|
|
355
356
|
|
|
@@ -494,36 +495,36 @@ blockingScheduler.add_job(sync_high_risk_stocks, 'cron', hour='0,09,12,16', minu
|
|
|
494
495
|
|
|
495
496
|
# 同步互动回答
|
|
496
497
|
blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='08,12,17', minute='05')
|
|
497
|
-
|
|
498
|
-
# 添加第一个时间段的任务:9:25 到 11:30,每 10 秒执行一次
|
|
499
|
-
blockingScheduler.add_job(
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
)
|
|
507
|
-
|
|
508
|
-
# 添加第二个时间段的任务:10:00 到 11:30,每 10 秒执行一次
|
|
509
|
-
blockingScheduler.add_job(
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
)
|
|
517
|
-
|
|
518
|
-
# 添加第三个时间段的任务:13:00 到 15:00,每 10 秒执行一次
|
|
519
|
-
blockingScheduler.add_job(
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
)
|
|
498
|
+
#
|
|
499
|
+
# # 添加第一个时间段的任务:9:25 到 11:30,每 10 秒执行一次
|
|
500
|
+
# blockingScheduler.add_job(
|
|
501
|
+
# real_time_task_check_status,
|
|
502
|
+
# 'cron',
|
|
503
|
+
# hour='9-11', # 9 点到 11 点
|
|
504
|
+
# minute='25-59', # 25 分到 59 分(9:25-9:59)
|
|
505
|
+
# second='*/30', # 每 20 秒
|
|
506
|
+
# max_instances=4
|
|
507
|
+
# )
|
|
508
|
+
#
|
|
509
|
+
# # 添加第二个时间段的任务:10:00 到 11:30,每 10 秒执行一次
|
|
510
|
+
# blockingScheduler.add_job(
|
|
511
|
+
# real_time_task_check_status,
|
|
512
|
+
# 'cron',
|
|
513
|
+
# hour='10-11', # 10 点到 11 点
|
|
514
|
+
# minute='*', # 每分钟
|
|
515
|
+
# second='*/30', # 每 20 秒
|
|
516
|
+
# max_instances=4
|
|
517
|
+
# )
|
|
518
|
+
#
|
|
519
|
+
# # 添加第三个时间段的任务:13:00 到 15:00,每 10 秒执行一次
|
|
520
|
+
# blockingScheduler.add_job(
|
|
521
|
+
# real_time_task_check_status,
|
|
522
|
+
# 'cron',
|
|
523
|
+
# hour='13-15', # 13 点到 15 点
|
|
524
|
+
# minute='*', # 每分钟
|
|
525
|
+
# second='*/30', # 每 20 秒
|
|
526
|
+
# max_instances=4
|
|
527
|
+
# )
|
|
527
528
|
|
|
528
529
|
# 实时数据状态同步check,使用 'cron' 触发器来限制任务在 9 点到 15 点之间执行
|
|
529
530
|
blockingScheduler.add_job(real_time_task_check_status, 'cron', hour='9-15', second='*/10', max_instances=4)
|
|
@@ -33,12 +33,12 @@ mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.p
|
|
|
33
33
|
mns_scheduler/db/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
|
|
34
34
|
mns_scheduler/db/col_move_service.py,sha256=9pOrHJ6rQuMPQdGFho1IJMEy2xvpQ20iku3p20MuAhg,4238
|
|
35
35
|
mns_scheduler/db/db_status.py,sha256=e5eW5ZSm5J7tHvmxxhFmFdbZb2_oB_SAcdcFqc4KDmw,733
|
|
36
|
-
mns_scheduler/db/real_time_task_check.py,sha256=
|
|
36
|
+
mns_scheduler/db/real_time_task_check.py,sha256=CdKsQ3jMLmsb-ZOgB3Yz3WByyDixwLcEapLc8Ahf93M,4959
|
|
37
37
|
mns_scheduler/db/script/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
|
|
38
38
|
mns_scheduler/db/script/col_move_script.py,sha256=0WNv0xbnPPKTME2_WMEPSGNT0DUWC7hS4mJ2VeNgc08,1163
|
|
39
39
|
mns_scheduler/db/script/sync/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
|
|
40
40
|
mns_scheduler/db/script/sync/local_mongo_util.py,sha256=MFG-S7aUBLKe4tkhKNklUzpiZef2n078YXd39dfOMy0,7540
|
|
41
|
-
mns_scheduler/db/script/sync/remote_data_sync_to_local.py,sha256=
|
|
41
|
+
mns_scheduler/db/script/sync/remote_data_sync_to_local.py,sha256=SyEC1avBAfZqiiDmmGgvcRX_fZQlE1xvB2bDbCd9Cb0,2617
|
|
42
42
|
mns_scheduler/db/script/sync/remote_mongo_util.py,sha256=-BCR2zeQ9z0zeZg6wO0aCS4bGnsGIohFRH7QR8XXJSo,10966
|
|
43
43
|
mns_scheduler/db/script/sync/sync_hui_ce_test_data.py,sha256=Ei7RDlLbdUvywW901uxxvaHpqrJZFxCQX4FKFHpyoNc,2062
|
|
44
44
|
mns_scheduler/db/script/update/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
|
|
@@ -93,7 +93,7 @@ mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py,sha256=oMXD81Z
|
|
|
93
93
|
mns_scheduler/lhb/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
|
|
94
94
|
mns_scheduler/lhb/stock_lhb_sync_service.py,sha256=NIW0jX23N1dCEdsrKwt7MyzXSfhU7vXNpIO04dUSZwc,641
|
|
95
95
|
mns_scheduler/open/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
|
|
96
|
-
mns_scheduler/open/sync_one_day_open_data_to_db_service.py,sha256=
|
|
96
|
+
mns_scheduler/open/sync_one_day_open_data_to_db_service.py,sha256=1ZSJqAbi7o1039AP_QXjAjZisK-6p4F_MlPCZDFKSXQ,2638
|
|
97
97
|
mns_scheduler/risk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
|
|
98
98
|
mns_scheduler/risk/financial_report_risk_check_api.py,sha256=BPkMZ7aINfOFPswIV115kFUhyt0j7dLyA755QEDl-So,1648
|
|
99
99
|
mns_scheduler/risk/compliance/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -151,8 +151,8 @@ mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=A5YiAWYdbAxhlTTJ8pOStZrBb
|
|
|
151
151
|
mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=Sy39T-yFwLSIIoSZqQzS-6-W1RlaFWvYpksEXKQVFdI,10456
|
|
152
152
|
mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py,sha256=1uoiR2Uw46kDfjkvNg2US5rd_4OIkYO3872gIJOufUY,2135
|
|
153
153
|
mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
|
|
154
|
-
mns_scheduler/zz_task/data_sync_task.py,sha256=
|
|
155
|
-
mns_scheduler-1.2.5.
|
|
156
|
-
mns_scheduler-1.2.5.
|
|
157
|
-
mns_scheduler-1.2.5.
|
|
158
|
-
mns_scheduler-1.2.5.
|
|
154
|
+
mns_scheduler/zz_task/data_sync_task.py,sha256=LZqcTIx4X9jNE_rTF3RxDzzD2X_xe7lTM7GtG_hV_fQ,22685
|
|
155
|
+
mns_scheduler-1.2.5.5.dist-info/METADATA,sha256=IenqF1E_sxjPYF1VCZMG_XPGfL2wSq-8nKI_ynB0Z8E,64
|
|
156
|
+
mns_scheduler-1.2.5.5.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
|
|
157
|
+
mns_scheduler-1.2.5.5.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
|
|
158
|
+
mns_scheduler-1.2.5.5.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|