mns-scheduler 1.1.8.4__py3-none-any.whl → 1.4.3.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mns_scheduler/__init__.py +1 -3
- mns_scheduler/company_info/announce/company_announce_sync_service.py +65 -0
- mns_scheduler/company_info/base/__init__.py +1 -1
- mns_scheduler/company_info/base/sync_company_base_info_api.py +171 -79
- mns_scheduler/company_info/base/sync_company_hold_info_api.py +3 -6
- mns_scheduler/company_info/base/sync_company_product_area_industry.py +161 -0
- mns_scheduler/company_info/clean/__init__.py +1 -1
- mns_scheduler/company_info/clean/company_info_clean_api.py +29 -9
- mns_scheduler/company_info/constant/__init__.py +1 -1
- mns_scheduler/company_info/constant/company_constant_data.py +285 -184
- mns_scheduler/company_info/de_list_stock/__init__.py +1 -1
- mns_scheduler/company_info/de_list_stock/de_list_stock_service.py +1 -1
- mns_scheduler/company_info/em_stock_info/__init__.py +7 -0
- mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py +80 -0
- mns_scheduler/company_info/remark/__init__.py +1 -1
- mns_scheduler/company_info/remark/company_remark_info_sync.py +3 -3
- mns_scheduler/concept/clean/kpl_concept_clean_api.py +1 -1
- mns_scheduler/concept/clean/ths_concept_clean_api.py +20 -4
- mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py +21 -16
- mns_scheduler/concept/ths/common/ths_concept_update_common_api.py +4 -1
- mns_scheduler/concept/ths/detaill/ths_concept_detail_api.py +7 -7
- mns_scheduler/concept/ths/sync_new_index/sync_ths_concept_new_index_api.py +9 -4
- mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py +3 -3
- mns_scheduler/db/col_move_service.py +3 -3
- mns_scheduler/db/script/__init__.py +1 -1
- mns_scheduler/db/script/col_move_script.py +1 -1
- mns_scheduler/db/script/db_move/__init__.py +7 -0
- mns_scheduler/db/script/db_move/col_move_one_service.py +34 -0
- mns_scheduler/db/script/sync/__init__.py +1 -1
- mns_scheduler/db/script/sync/remote_data_sync_to_local.py +57 -4
- mns_scheduler/db/script/sync/sync_hui_ce_test_data.py +80 -0
- mns_scheduler/db/script/sync/sync_hui_ce_test_data_01.py +69 -0
- mns_scheduler/db/script/update/__init__.py +7 -0
- mns_scheduler/db/script/update/update_col_field.py +36 -0
- mns_scheduler/finance/__init__.py +1 -1
- mns_scheduler/finance/{em_financial_asset_liability_sync_service_api.py → em/em_financial_asset_liability_sync_service_api.py} +2 -2
- mns_scheduler/finance/{em_financial_profit_sync_service_api.py → em/em_financial_profit_sync_service_api.py} +27 -26
- mns_scheduler/finance/{finance_common_api.py → em/finance_common_api.py} +3 -3
- mns_scheduler/finance/{sync_financial_report_service_api.py → sync_financial_report_service_task.py} +80 -27
- mns_scheduler/finance/xue_qiu/down_load_xueqiu_report_api.py +77 -0
- mns_scheduler/finance/xue_qiu/sync_xue_qiu_fiance_data.py +161 -0
- mns_scheduler/hk/__init__.py +1 -1
- mns_scheduler/hk/hk_company_info_sync_service_api.py +4 -4
- mns_scheduler/hk/hk_industry_info_sync_service_api.py +3 -5
- mns_scheduler/industry/__init__.py +7 -0
- mns_scheduler/industry/ths/__init__.py +7 -0
- mns_scheduler/industry/ths/ths_industry_index_service.py +58 -0
- mns_scheduler/industry/ths/ths_industry_sync_service.py +68 -0
- mns_scheduler/irm/__init__.py +1 -1
- mns_scheduler/irm/api/__init__.py +1 -1
- mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py +1 -1
- mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py +1 -1
- mns_scheduler/irm/stock_irm_cninfo_service.py +12 -8
- mns_scheduler/k_line/clean/daily/__init__.py +1 -1
- mns_scheduler/k_line/clean/daily/daily_k_line_clean_common_service.py +52 -6
- mns_scheduler/k_line/clean/daily/daily_k_line_service.py +7 -2
- mns_scheduler/k_line/clean/k_line_info_clean_impl.py +3 -2
- mns_scheduler/k_line/clean/k_line_info_clean_task.py +42 -15
- mns_scheduler/k_line/clean/week_month/__init__.py +1 -1
- mns_scheduler/k_line/clean/week_month/normal_week_month_k_line_service.py +124 -26
- mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py +2 -2
- mns_scheduler/k_line/common/__init__.py +7 -0
- mns_scheduler/k_line/common/k_line_common_api.py +188 -0
- mns_scheduler/k_line/hot_stocks/__init__.py +1 -1
- mns_scheduler/k_line/hot_stocks/recent_hot_stocks_clean_service.py +1 -1
- mns_scheduler/k_line/{sync → month_week_daily}/bfq_k_line_sync.py +14 -29
- mns_scheduler/k_line/{sync → month_week_daily}/daily_week_month_line_sync.py +11 -12
- mns_scheduler/k_line/sync_status/__init__.py +7 -0
- mns_scheduler/k_line/sync_status/k_line_sync_status_check.py +54 -0
- mns_scheduler/k_line/test/__init__.py +1 -1
- mns_scheduler/k_line/test/k_line_info_clean_his_data.py +14 -3
- mns_scheduler/k_line/year_quarter/__init__.py +7 -0
- mns_scheduler/k_line/year_quarter/year_quarter_line_sync.py +76 -0
- mns_scheduler/kpl/selection/symbol/sync_best_choose_symbol.py +1 -2
- mns_scheduler/kpl/selection/symbol/sync_kpl_concept_symbol_choose_reason_api.py +108 -0
- mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py +5 -0
- mns_scheduler/lhb/__init__.py +1 -1
- mns_scheduler/lhb/stock_lhb_sync_service.py +1 -1
- mns_scheduler/open/__init__.py +1 -1
- mns_scheduler/open/sync_one_day_open_data_to_db_service.py +2 -3
- mns_scheduler/risk/__init__.py +1 -1
- mns_scheduler/risk/compliance/undisclosed_annual_report_api.py +8 -2
- mns_scheduler/risk/financial/annual_report_audit_check_api.py +13 -3
- mns_scheduler/risk/financial/net_assets_check_api.py +21 -18
- mns_scheduler/risk/financial/profit_income_check_api.py +7 -2
- mns_scheduler/risk/financial_report_risk_check_api.py +1 -1
- mns_scheduler/risk/major_violations/register_and_investigate_stock_sync_api.py +1 -1
- mns_scheduler/risk/self/wei_pan_stock_api.py +1 -1
- mns_scheduler/risk/test/__init__.py +1 -1
- mns_scheduler/risk/test/fix_blask_list.py +4 -6
- mns_scheduler/risk/transactions/transactions_check_api.py +22 -4
- mns_scheduler/self_choose/__init__.py +1 -1
- mns_scheduler/self_choose/ths_self_choose_service.py +60 -32
- mns_scheduler/trade/auto_login/trader_auto_service.py +6 -4
- mns_scheduler/trade/auto_sell_service_api.py +4 -4
- mns_scheduler/trade/balance/__init__.py +7 -0
- mns_scheduler/trade/balance/ths_account_balance_service.py +7 -0
- mns_scheduler/trade/sync_position_api.py +39 -6
- mns_scheduler/trade/task/trader_task_service.py +26 -9
- mns_scheduler/trade/tfp/__init__.py +7 -0
- mns_scheduler/trade/tfp/stock_tfp_info_sync.py +56 -0
- mns_scheduler/zb/stock_zb_pool_sync.py +1 -16
- mns_scheduler/zt/high_chg/sync_high_chg_pool_service.py +2 -2
- mns_scheduler/zt/high_chg/sync_high_chg_real_time_quotes_service.py +1 -1
- mns_scheduler/zt/script/__init__.py +1 -1
- mns_scheduler/zt/script/fix_error_deal_day.py +41 -0
- mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py +2 -2
- mns_scheduler/zt/script/sync_high_chg_pool_his_data.py +2 -2
- mns_scheduler/zt/script/sync_now_higt_chg_zt.py +8 -7
- mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py +256 -55
- mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py +33 -90
- mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py +24 -13
- mns_scheduler/zz_task/compensation/__init__.py +0 -0
- mns_scheduler/zz_task/compensation/compensate_task.py +161 -0
- mns_scheduler/zz_task/compensation/compensate_task_one_day.py +142 -0
- mns_scheduler/zz_task/data_sync_task.py +177 -91
- {mns_scheduler-1.1.8.4.dist-info → mns_scheduler-1.4.3.2.dist-info}/METADATA +1 -1
- mns_scheduler-1.4.3.2.dist-info/RECORD +169 -0
- {mns_scheduler-1.1.8.4.dist-info → mns_scheduler-1.4.3.2.dist-info}/WHEEL +1 -1
- mns_scheduler/2014-2015-test/2014_2015_chg_statistics.py +0 -87
- mns_scheduler/big_deal/ths_big_deal_sync.py +0 -98
- mns_scheduler/db/real_time_task_check.py +0 -84
- mns_scheduler/debt/kzz_bond_info_sync.py +0 -33
- mns_scheduler-1.1.8.4.dist-info/RECORD +0 -142
- /mns_scheduler/{big_deal → company_info/announce}/__init__.py +0 -0
- /mns_scheduler/{2014-2015-test → finance/em}/__init__.py +0 -0
- /mns_scheduler/{debt → finance/xue_qiu}/__init__.py +0 -0
- /mns_scheduler/k_line/{sync → month_week_daily}/__init__.py +0 -0
- {mns_scheduler-1.1.8.4.dist-info → mns_scheduler-1.4.3.2.dist-info}/top_level.txt +0 -0
|
@@ -7,23 +7,21 @@ project_path = file_path[0:end]
|
|
|
7
7
|
sys.path.append(project_path)
|
|
8
8
|
|
|
9
9
|
from loguru import logger
|
|
10
|
-
import mns_common.
|
|
10
|
+
import mns_common.component.em.em_stock_info_api as em_stock_info_api
|
|
11
11
|
from mns_common.db.MongodbUtil import MongodbUtil
|
|
12
|
-
import mns_common.utils.date_handle_util as date_handle_util
|
|
13
12
|
import mns_common.component.common_service_fun_api as common_service_fun_api
|
|
14
|
-
import mns_common.api.akshare.k_line_api as k_line_api
|
|
15
13
|
import mns_scheduler.k_line.clean.daily.daily_k_line_clean_common_service as daily_k_line_clean_common_service
|
|
16
|
-
|
|
14
|
+
import mns_scheduler.k_line.common.k_line_common_api as k_line_common_api
|
|
17
15
|
mongodb_util = MongodbUtil('27017')
|
|
18
16
|
|
|
19
17
|
|
|
20
18
|
# 多线程接口容易拉爆
|
|
21
19
|
|
|
22
20
|
def save_one_symbol(symbol, period, end_date, hq, hq_col, real_time_quotes_now):
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
21
|
+
# 检查symbol是否以'6'开头
|
|
22
|
+
|
|
23
|
+
stock_hfq_df = k_line_common_api.get_k_line_common_adapter(symbol, period, hq, end_date)
|
|
24
|
+
|
|
27
25
|
real_time_quotes_now_one = real_time_quotes_now.loc[real_time_quotes_now['symbol'] == symbol]
|
|
28
26
|
stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
|
|
29
27
|
"收盘": "close", "最高": "high",
|
|
@@ -66,7 +64,7 @@ def sync_all_daily_data(period='daily',
|
|
|
66
64
|
symbol_list=None):
|
|
67
65
|
create_db_index(hq_col)
|
|
68
66
|
|
|
69
|
-
real_time_quotes_now_es =
|
|
67
|
+
real_time_quotes_now_es = em_stock_info_api.get_a_stock_info()
|
|
70
68
|
# exclude b symbol
|
|
71
69
|
real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now_es.copy())
|
|
72
70
|
|
|
@@ -105,9 +103,10 @@ def create_db_index(db_name):
|
|
|
105
103
|
|
|
106
104
|
|
|
107
105
|
if __name__ == '__main__':
|
|
108
|
-
sync_all_daily_data('
|
|
109
|
-
sync_all_daily_data('daily', 'qfq', '
|
|
110
|
-
# sync_all_daily_data('
|
|
106
|
+
# sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
|
|
107
|
+
# sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
|
|
108
|
+
# sync_all_daily_data('daily', 'qfq', 'stock_qfq_weekly', None, None)
|
|
109
|
+
sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', '2025-07-19', None)
|
|
111
110
|
# sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
|
|
112
111
|
|
|
113
112
|
# sync_all_daily_data('monthly', '1990-12-19', 'qfq', 'stock_qfq_monthly', None, None)
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import sys
|
|
2
|
+
import os
|
|
3
|
+
|
|
4
|
+
file_path = os.path.abspath(__file__)
|
|
5
|
+
end = file_path.index('mns') + 16
|
|
6
|
+
project_path = file_path[0:end]
|
|
7
|
+
sys.path.append(project_path)
|
|
8
|
+
from datetime import datetime
|
|
9
|
+
import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
|
|
10
|
+
from mns_common.db.MongodbUtil import MongodbUtil
|
|
11
|
+
import mns_common.constant.db_name_constant as db_name_constant
|
|
12
|
+
import mns_common.utils.date_handle_util as date_handle_util
|
|
13
|
+
import mns_common.api.msg.push_msg_api as push_msg_api
|
|
14
|
+
|
|
15
|
+
mongodb_util = MongodbUtil('27017')
|
|
16
|
+
|
|
17
|
+
min_k_line_count = 5200
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
# check下一个交易日k线同步状态
|
|
21
|
+
def check_k_line_sync_count():
|
|
22
|
+
now_date = datetime.now()
|
|
23
|
+
str_day = now_date.strftime('%Y-%m-%d')
|
|
24
|
+
hour = now_date.hour
|
|
25
|
+
# 是否是交易日
|
|
26
|
+
if trade_date_common_service_api.is_trade_day(str_day):
|
|
27
|
+
if hour > 15:
|
|
28
|
+
qfq_day = str_day
|
|
29
|
+
k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 2)
|
|
30
|
+
else:
|
|
31
|
+
qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
|
|
32
|
+
k_line_day = str_day
|
|
33
|
+
else:
|
|
34
|
+
qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
|
|
35
|
+
k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 1)
|
|
36
|
+
|
|
37
|
+
# check 当日k线同步状态
|
|
38
|
+
query_qfq = {'date': date_handle_util.no_slash_date(qfq_day)}
|
|
39
|
+
qfq_k_line_count = mongodb_util.count(query_qfq, db_name_constant.STOCK_QFQ_DAILY)
|
|
40
|
+
if qfq_k_line_count < min_k_line_count:
|
|
41
|
+
title = '当日k线同步数量不对'
|
|
42
|
+
msg = '当日k线同步数量不对,当前k线数量:' + str(qfq_k_line_count)
|
|
43
|
+
push_msg_api.push_msg_to_wechat(title, msg)
|
|
44
|
+
|
|
45
|
+
query_last_trade = {'str_day': k_line_day}
|
|
46
|
+
last_trade_day_k_line_count = mongodb_util.count(query_last_trade, 'k_line_info')
|
|
47
|
+
if last_trade_day_k_line_count < min_k_line_count:
|
|
48
|
+
title = '下一个交易日策略k线数量不对'
|
|
49
|
+
msg = '下一个交易日策略k线数量不对,当前数量:' + str(last_trade_day_k_line_count)
|
|
50
|
+
push_msg_api.push_msg_to_wechat(title, msg)
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
if __name__ == '__main__':
|
|
54
|
+
check_k_line_sync_count()
|
|
@@ -2,7 +2,7 @@ import sys
|
|
|
2
2
|
import os
|
|
3
3
|
|
|
4
4
|
file_path = os.path.abspath(__file__)
|
|
5
|
-
end = file_path.index('mns') +
|
|
5
|
+
end = file_path.index('mns') + 17
|
|
6
6
|
project_path = file_path[0:end]
|
|
7
7
|
sys.path.append(project_path)
|
|
8
8
|
from mns_common.db.MongodbUtil import MongodbUtil
|
|
@@ -13,7 +13,7 @@ mongodb_util = MongodbUtil('27017')
|
|
|
13
13
|
|
|
14
14
|
|
|
15
15
|
def clean_history_data():
|
|
16
|
-
query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2024-
|
|
16
|
+
query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2024-09-12'}}]}
|
|
17
17
|
trade_date_list_df = mongodb_util.find_query_data('trade_date_list', query)
|
|
18
18
|
trade_date_list_df = trade_date_list_df.sort_values(by=['trade_date'], ascending=False)
|
|
19
19
|
for trade_data_one in trade_date_list_df.itertuples():
|
|
@@ -25,6 +25,17 @@ def clean_history_data():
|
|
|
25
25
|
|
|
26
26
|
|
|
27
27
|
if __name__ == '__main__':
|
|
28
|
+
clean_history_data()
|
|
29
|
+
# k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
|
|
30
|
+
# clean_history_data()
|
|
31
|
+
# k_line_info_clean_task.sync_k_line_info('2025-02-21', None)
|
|
32
|
+
# k_line_info_clean_task.sync_k_line_info('2025-03-26', ['301601'])
|
|
33
|
+
# clean_history_data()
|
|
34
|
+
# k_line_info_clean_task.sync_k_line_info('2025-03-11', None)
|
|
35
|
+
# k_line_info_clean_task.sync_k_line_info('2025-03-13', None)
|
|
36
|
+
|
|
28
37
|
# 001389 001359
|
|
29
|
-
k_line_info_clean_task.sync_k_line_info('
|
|
38
|
+
# k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
|
|
39
|
+
# k_line_info_clean_task.sync_k_line_info('2025-02-17', None)
|
|
40
|
+
|
|
30
41
|
# clean_history_data()
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import sys
|
|
2
|
+
import os
|
|
3
|
+
|
|
4
|
+
file_path = os.path.abspath(__file__)
|
|
5
|
+
end = file_path.index('mns') + 17
|
|
6
|
+
project_path = file_path[0:end]
|
|
7
|
+
sys.path.append(project_path)
|
|
8
|
+
|
|
9
|
+
from loguru import logger
|
|
10
|
+
import mns_common.component.em.em_stock_info_api as em_stock_info_api
|
|
11
|
+
from mns_common.db.MongodbUtil import MongodbUtil
|
|
12
|
+
import mns_common.component.common_service_fun_api as common_service_fun_api
|
|
13
|
+
import mns_common.constant.db_name_constant as db_name_constant
|
|
14
|
+
import mns_common.api.xueqiu.xue_qiu_k_line_api as xue_qiu_k_line_api
|
|
15
|
+
import mns_common.component.cookie.cookie_info_service as cookie_info_service
|
|
16
|
+
from datetime import datetime
|
|
17
|
+
import mns_common.utils.data_frame_util as data_frame_util
|
|
18
|
+
|
|
19
|
+
mongodb_util = MongodbUtil('27017')
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
def sync_year_k_line():
|
|
23
|
+
timestamp = str(int(datetime.now().timestamp() * 1000))
|
|
24
|
+
|
|
25
|
+
col_name = db_name_constant.STOCK_QFQ_YEAR
|
|
26
|
+
real_time_quotes_all_stocks_df = em_stock_info_api.get_a_stock_info()
|
|
27
|
+
real_time_quotes_all_stocks_df = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks_df)
|
|
28
|
+
real_time_quotes_all_stocks_df = common_service_fun_api.add_pre_prefix(real_time_quotes_all_stocks_df)
|
|
29
|
+
for stock_one in real_time_quotes_all_stocks_df.itertuples():
|
|
30
|
+
symbol = stock_one.symbol
|
|
31
|
+
try:
|
|
32
|
+
symbol_prefix = stock_one.symbol_prefix
|
|
33
|
+
|
|
34
|
+
year_k_line_df_copy = xue_qiu_k_line_api.get_xue_qiu_k_line(symbol_prefix, 'year',
|
|
35
|
+
cookie_info_service.get_xue_qiu_cookie(),
|
|
36
|
+
timestamp,
|
|
37
|
+
'before')
|
|
38
|
+
if data_frame_util.is_empty(year_k_line_df_copy):
|
|
39
|
+
logger.warning("返回数据为空:{}", symbol)
|
|
40
|
+
continue
|
|
41
|
+
|
|
42
|
+
year_k_line_df = year_k_line_df_copy.copy()
|
|
43
|
+
year_k_line_df = year_k_line_df[[
|
|
44
|
+
'volume',
|
|
45
|
+
'open',
|
|
46
|
+
'high',
|
|
47
|
+
'low',
|
|
48
|
+
'close',
|
|
49
|
+
'chg',
|
|
50
|
+
'percent',
|
|
51
|
+
'turnoverrate',
|
|
52
|
+
'amount',
|
|
53
|
+
'str_day'
|
|
54
|
+
]]
|
|
55
|
+
year_k_line_df['year'] = year_k_line_df['str_day'].str[:4]
|
|
56
|
+
|
|
57
|
+
year_k_line_df["open_to_high_pct"] = (
|
|
58
|
+
(year_k_line_df["high"] - year_k_line_df["open"]) / year_k_line_df["open"] * 100).round(2)
|
|
59
|
+
|
|
60
|
+
year_k_line_df["low_to_high_pct"] = (
|
|
61
|
+
(year_k_line_df["high"] - year_k_line_df["low"]) / year_k_line_df["low"] * 100).round(2)
|
|
62
|
+
year_k_line_df = year_k_line_df.rename(columns={
|
|
63
|
+
"percent": "chg",
|
|
64
|
+
"chg": "chg_price",
|
|
65
|
+
"turnoverrate": "exchange"
|
|
66
|
+
})
|
|
67
|
+
year_k_line_df['symbol'] = symbol
|
|
68
|
+
year_k_line_df['_id'] = symbol + '_' + year_k_line_df['year']
|
|
69
|
+
mongodb_util.save_mongo(year_k_line_df, col_name)
|
|
70
|
+
logger.info("同步年线数据完成:{},{}", symbol, stock_one.name)
|
|
71
|
+
except BaseException as e:
|
|
72
|
+
logger.error("同步年线数据异常:{},{}", symbol, e)
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
if __name__ == '__main__':
|
|
76
|
+
sync_year_k_line()
|
|
@@ -3,10 +3,8 @@ import os
|
|
|
3
3
|
|
|
4
4
|
import mns_common.api.kpl.selection.kpl_selection_plate_api as selection_plate_api
|
|
5
5
|
from mns_common.db.MongodbUtil import MongodbUtil
|
|
6
|
-
from loguru import logger
|
|
7
6
|
from datetime import datetime
|
|
8
7
|
import mns_common.utils.data_frame_util as data_frame_util
|
|
9
|
-
import pandas as pd
|
|
10
8
|
|
|
11
9
|
file_path = os.path.abspath(__file__)
|
|
12
10
|
end = file_path.index('mns') + 17
|
|
@@ -124,6 +122,7 @@ def save_one_plate_detail_data(plate_code, plate_name, index_class, first_plate_
|
|
|
124
122
|
new_df['grade'] = 1
|
|
125
123
|
new_df['remark'] = ''
|
|
126
124
|
new_df['remark_flag'] = ''
|
|
125
|
+
new_df['long'] = ''
|
|
127
126
|
mongodb_util.insert_mongo(new_df, 'kpl_best_choose_index_detail')
|
|
128
127
|
|
|
129
128
|
# 保存到当日新增概念列表
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
import sys
|
|
2
|
+
import os
|
|
3
|
+
|
|
4
|
+
file_path = os.path.abspath(__file__)
|
|
5
|
+
end = file_path.index('mns') + 16
|
|
6
|
+
project_path = file_path[0:end]
|
|
7
|
+
sys.path.append(project_path)
|
|
8
|
+
|
|
9
|
+
import mns_common.constant.db_name_constant as db_name_constant
|
|
10
|
+
from mns_common.db.MongodbUtil import MongodbUtil
|
|
11
|
+
import mns_common.utils.data_frame_util as data_frame_util
|
|
12
|
+
import mns_common.api.kpl.common.kpl_common_api as kpl_common_api
|
|
13
|
+
from loguru import logger
|
|
14
|
+
from datetime import datetime, timedelta
|
|
15
|
+
import pandas as pd
|
|
16
|
+
|
|
17
|
+
mongodb_util = MongodbUtil('27017')
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
# 更新所有概念入选原因
|
|
21
|
+
def update_all_kpl_symbol_choose_reason():
|
|
22
|
+
kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, {})
|
|
23
|
+
for concept_one in kpl_best_choose_index_df.itertuples():
|
|
24
|
+
try:
|
|
25
|
+
concept_code = concept_one.plate_code
|
|
26
|
+
kpl_best_choose_index_detail_df = mongodb_util.find_query_data(
|
|
27
|
+
db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, {"plate_code": concept_code})
|
|
28
|
+
if data_frame_util.is_not_empty(kpl_best_choose_index_detail_df):
|
|
29
|
+
kpl_symbol_list = list(kpl_best_choose_index_detail_df['symbol'])
|
|
30
|
+
symbol_str = ','.join(kpl_symbol_list)
|
|
31
|
+
choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(concept_code, symbol_str)
|
|
32
|
+
if data_frame_util.is_not_empty(choose_reason_df):
|
|
33
|
+
for choose_reason_one in choose_reason_df.itertuples():
|
|
34
|
+
symbol = choose_reason_one.symbol
|
|
35
|
+
try:
|
|
36
|
+
|
|
37
|
+
choose_reason = choose_reason_one.choose_reason
|
|
38
|
+
update_query = {'symbol': symbol, 'plate_code': concept_code}
|
|
39
|
+
new_values = {"$set": {"long": choose_reason}}
|
|
40
|
+
mongodb_util.update_many(update_query, new_values,
|
|
41
|
+
db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
|
|
42
|
+
except BaseException as e:
|
|
43
|
+
logger.error("更新开票啦入选原因异常:{},{},{}", symbol, concept_code, e)
|
|
44
|
+
logger.info("更新开票啦入选原因完成:{},{}", concept_one.plate_code, concept_one.plate_name)
|
|
45
|
+
except BaseException as e:
|
|
46
|
+
logger.error("更新开票啦入选原因异常:{},{},{}", concept_one.plate_code, concept_one.plate_name, e)
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
# 更新入选概念原因
|
|
50
|
+
def update_symbol_new_concept_reason(plate_code, kpl_symbol_list):
|
|
51
|
+
symbol_str = ','.join(kpl_symbol_list)
|
|
52
|
+
choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(plate_code, symbol_str)
|
|
53
|
+
if data_frame_util.is_not_empty(choose_reason_df):
|
|
54
|
+
choose_reason_df = choose_reason_df[choose_reason_df['choose_reason'] != '']
|
|
55
|
+
if data_frame_util.is_empty(choose_reason_df):
|
|
56
|
+
return
|
|
57
|
+
for choose_reason_one in choose_reason_df.itertuples():
|
|
58
|
+
symbol = choose_reason_one.symbol
|
|
59
|
+
try:
|
|
60
|
+
|
|
61
|
+
choose_reason = choose_reason_one.choose_reason
|
|
62
|
+
update_query = {'symbol': symbol, 'plate_code': plate_code}
|
|
63
|
+
new_values = {"$set": {"long": choose_reason}}
|
|
64
|
+
mongodb_util.update_many(update_query, new_values,
|
|
65
|
+
db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
|
|
66
|
+
# 更新今日新增概念列表 入选原因
|
|
67
|
+
mongodb_util.update_many(update_query, new_values,
|
|
68
|
+
db_name_constant.TODAY_NEW_CONCEPT_LIST)
|
|
69
|
+
except BaseException as e:
|
|
70
|
+
logger.error("更新开票啦入选原因异常:{},{},{}", symbol, plate_code, e)
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
def update_null_choose_reason():
|
|
74
|
+
# 获取当前日期时间
|
|
75
|
+
now = datetime.now()
|
|
76
|
+
|
|
77
|
+
# 计算前15天的日期时间
|
|
78
|
+
days_ago_15 = now - timedelta(days=30)
|
|
79
|
+
|
|
80
|
+
# 按指定格式输出
|
|
81
|
+
formatted_date = days_ago_15.strftime("%Y-%m-%d %H:%M:%S")
|
|
82
|
+
query = {"create_time": {"$gte": formatted_date}, '$or': [{"long": {"$exists": False}}, {"long": ''}]}
|
|
83
|
+
null_choose_reason_detail_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, query)
|
|
84
|
+
if data_frame_util.is_not_empty(null_choose_reason_detail_df):
|
|
85
|
+
grouped_null_reason_df = null_choose_reason_detail_df.groupby('plate_code')
|
|
86
|
+
grouped_null_reason_list = grouped_null_reason_df.size()
|
|
87
|
+
group_null_reason = pd.DataFrame(grouped_null_reason_list, columns=['number'])
|
|
88
|
+
group_null_reason['plate_code'] = group_null_reason.index
|
|
89
|
+
group_null_reason = group_null_reason.sort_values(by=['number'], ascending=False)
|
|
90
|
+
for null_reason_one in group_null_reason.itertuples():
|
|
91
|
+
plate_code = null_reason_one.plate_code
|
|
92
|
+
try:
|
|
93
|
+
|
|
94
|
+
null_reason_one_plate_df = null_choose_reason_detail_df.loc[
|
|
95
|
+
null_choose_reason_detail_df['plate_code'] == plate_code]
|
|
96
|
+
kpl_symbol_list = list(null_reason_one_plate_df['symbol'])
|
|
97
|
+
update_symbol_new_concept_reason(plate_code, kpl_symbol_list)
|
|
98
|
+
logger.info("更新开票啦入选原因完成:{},{}", null_reason_one.plate_code,
|
|
99
|
+
list(null_reason_one_plate_df['plate_name'])[0])
|
|
100
|
+
except BaseException as e:
|
|
101
|
+
logger.error("更新kpl入选原因异常:{},{}", null_reason_one.plate_code, e)
|
|
102
|
+
|
|
103
|
+
return formatted_date
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
if __name__ == '__main__':
|
|
107
|
+
update_null_choose_reason()
|
|
108
|
+
# update_all_kpl_symbol_choose_reason()
|
|
@@ -10,6 +10,7 @@ import mns_scheduler.kpl.selection.symbol.sync_best_choose_symbol as sync_best_c
|
|
|
10
10
|
import threading
|
|
11
11
|
import mns_common.constant.db_name_constant as db_name_constant
|
|
12
12
|
import mns_common.api.kpl.constant.kpl_constant as kpl_constant
|
|
13
|
+
import mns_scheduler.kpl.selection.symbol.sync_kpl_concept_symbol_choose_reason_api as sync_kpl_concept_symbol_choose_reason_api
|
|
13
14
|
|
|
14
15
|
file_path = os.path.abspath(__file__)
|
|
15
16
|
end = file_path.index('mns') + 17
|
|
@@ -84,6 +85,10 @@ def sync_all_plate_info():
|
|
|
84
85
|
update_null_name()
|
|
85
86
|
logger.info("更新开盘啦空名字名称")
|
|
86
87
|
|
|
88
|
+
# 更新开盘啦入选原因
|
|
89
|
+
sync_kpl_concept_symbol_choose_reason_api.update_null_choose_reason()
|
|
90
|
+
logger.info("更新开盘啦入选原因")
|
|
91
|
+
|
|
87
92
|
|
|
88
93
|
# 更新一二级关系
|
|
89
94
|
def update_best_choose_plate_relation():
|
mns_scheduler/lhb/__init__.py
CHANGED
mns_scheduler/open/__init__.py
CHANGED
|
@@ -2,7 +2,7 @@ import sys
|
|
|
2
2
|
import os
|
|
3
3
|
|
|
4
4
|
file_path = os.path.abspath(__file__)
|
|
5
|
-
end = file_path.index('mns') +
|
|
5
|
+
end = file_path.index('mns') + 17
|
|
6
6
|
project_path = file_path[0:end]
|
|
7
7
|
sys.path.append(project_path)
|
|
8
8
|
# 同步当天所有开盘数据
|
|
@@ -13,7 +13,6 @@ from mns_common.db.MongodbUtil import MongodbUtil
|
|
|
13
13
|
import mns_common.component.common_service_fun_api as common_service_fun_api
|
|
14
14
|
import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
|
|
15
15
|
import mns_common.component.data.data_init_api as data_init_api
|
|
16
|
-
import pandas as pd
|
|
17
16
|
import mns_common.utils.db_util as db_util
|
|
18
17
|
|
|
19
18
|
mongodb_util = MongodbUtil('27017')
|
|
@@ -68,4 +67,4 @@ def handle_init_real_time_quotes_data(real_time_quotes_now, str_now_date, number
|
|
|
68
67
|
|
|
69
68
|
|
|
70
69
|
if __name__ == '__main__':
|
|
71
|
-
sync_one_day_open_data('
|
|
70
|
+
sync_one_day_open_data('2025-03-21')
|
mns_scheduler/risk/__init__.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
from datetime import datetime
|
|
2
2
|
import mns_common.component.self_choose.black_list_service_api as black_list_service_api
|
|
3
|
-
import mns_scheduler.finance.finance_common_api as finance_common_api
|
|
3
|
+
import mns_scheduler.finance.em.finance_common_api as finance_common_api
|
|
4
4
|
from loguru import logger
|
|
5
5
|
import mns_common.constant.db_name_constant as db_name_constant
|
|
6
6
|
import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
|
|
@@ -21,6 +21,12 @@ def un_disclosed_report_check(sync_time, now_year, period, period_time):
|
|
|
21
21
|
db_name_constant.EM_STOCK_PROFIT)
|
|
22
22
|
un_report_df = pd.concat([un_report_asset_df, un_report_profit_df])
|
|
23
23
|
if period == 4 or period == 1:
|
|
24
|
+
month = sync_time[5:7]
|
|
25
|
+
day = sync_time[8:10]
|
|
26
|
+
day = int(day)
|
|
27
|
+
month = int(month)
|
|
28
|
+
if (month < 4) or (month == 4 and day < 20):
|
|
29
|
+
return None
|
|
24
30
|
last_report_day = str(now_year) + "-05-01"
|
|
25
31
|
elif period == 2:
|
|
26
32
|
last_report_day = str(now_year) + "-07-01"
|
|
@@ -62,4 +68,4 @@ def un_disclosed_report_check(sync_time, now_year, period, period_time):
|
|
|
62
68
|
|
|
63
69
|
|
|
64
70
|
if __name__ == '__main__':
|
|
65
|
-
un_disclosed_report_check('
|
|
71
|
+
un_disclosed_report_check('2025-04-29', 2025, 4, '2024-12-31 00:00:00')
|
|
@@ -2,18 +2,21 @@ import sys
|
|
|
2
2
|
import os
|
|
3
3
|
|
|
4
4
|
file_path = os.path.abspath(__file__)
|
|
5
|
-
end = file_path.index('mns') +
|
|
5
|
+
end = file_path.index('mns') + 17
|
|
6
6
|
project_path = file_path[0:end]
|
|
7
7
|
sys.path.append(project_path)
|
|
8
8
|
import mns_common.component.self_choose.black_list_service_api as black_list_service_api
|
|
9
9
|
from mns_common.db.MongodbUtil import MongodbUtil
|
|
10
10
|
from datetime import datetime
|
|
11
11
|
from mns_common.constant.black_list_classify_enum import BlackClassify
|
|
12
|
+
import mns_common.constant.db_name_constant as db_name_constant
|
|
12
13
|
|
|
13
14
|
# 年报审计意见check
|
|
14
15
|
mongodb_util = MongodbUtil('27017')
|
|
15
16
|
# 审核标准意见
|
|
16
17
|
OPINION_TYPE = "标准无保留意见"
|
|
18
|
+
# 新上市不check
|
|
19
|
+
NEW_STOCK = 365
|
|
17
20
|
|
|
18
21
|
|
|
19
22
|
def annual_report_audit_check(new_report_df, period_time):
|
|
@@ -25,11 +28,18 @@ def annual_report_audit_check(new_report_df, period_time):
|
|
|
25
28
|
notice_date = list(new_report_one_df['NOTICE_DATE'])[0]
|
|
26
29
|
now_date = datetime.now()
|
|
27
30
|
str_day = now_date.strftime('%Y-%m-%d')
|
|
28
|
-
|
|
29
|
-
|
|
31
|
+
query = {'symbol': symbol, 'level_code': BlackClassify.AUDIT_PROBLEM.level_code}
|
|
32
|
+
mongodb_util.remove_data(query, db_name_constant.SELF_BLACK_STOCK)
|
|
30
33
|
# 年报有问题
|
|
31
34
|
if opinion_type != OPINION_TYPE:
|
|
35
|
+
query_company = {'_id': symbol}
|
|
36
|
+
company_info = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO, query_company)
|
|
37
|
+
diff_days = list(company_info['diff_days'])[0]
|
|
38
|
+
if diff_days < NEW_STOCK:
|
|
39
|
+
return
|
|
40
|
+
|
|
32
41
|
id_key = symbol + "_" + period_time + "_" + BlackClassify.AUDIT_PROBLEM.level_code
|
|
42
|
+
|
|
33
43
|
black_list_service_api.save_black_stock(id_key,
|
|
34
44
|
symbol,
|
|
35
45
|
name,
|
|
@@ -31,14 +31,17 @@ def net_assets_check(report_type, new_report_df, period_time):
|
|
|
31
31
|
name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
|
|
32
32
|
now_date = datetime.now()
|
|
33
33
|
str_day = now_date.strftime('%Y-%m-%d')
|
|
34
|
-
str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
|
|
35
34
|
id_key = symbol + "_" + period_time + "_" + BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code
|
|
36
35
|
notice_date = list(new_report_one_df['NOTICE_DATE'])[0]
|
|
37
36
|
query_company = {'_id': symbol, 'industry': {'$in': EXCLUDE_INDUSTRY}}
|
|
37
|
+
query = {'symbol': symbol, 'level_code': BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code}
|
|
38
|
+
mongodb_util.remove_data(query, db_name_constant.SELF_BLACK_STOCK)
|
|
39
|
+
|
|
38
40
|
if mongodb_util.exist_data_query(db_name_constant.COMPANY_INFO, query_company):
|
|
39
41
|
return None
|
|
40
42
|
|
|
41
|
-
if liability_ratio >= MAX_LIABILITY_RATIO:
|
|
43
|
+
if liability_ratio >= MAX_LIABILITY_RATIO and net_asset < MIN_NET_ASSET:
|
|
44
|
+
|
|
42
45
|
black_list_service_api.save_black_stock(id_key,
|
|
43
46
|
symbol,
|
|
44
47
|
name,
|
|
@@ -54,19 +57,19 @@ def net_assets_check(report_type, new_report_df, period_time):
|
|
|
54
57
|
BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_name,
|
|
55
58
|
BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code,
|
|
56
59
|
BlackClassify.FINANCIAL_PROBLEM_DEBT.level_name)
|
|
57
|
-
if net_asset < MIN_NET_ASSET:
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
60
|
+
# if net_asset < MIN_NET_ASSET:
|
|
61
|
+
# black_list_service_api.save_black_stock(id_key,
|
|
62
|
+
# symbol,
|
|
63
|
+
# name,
|
|
64
|
+
# str_day,
|
|
65
|
+
# notice_date,
|
|
66
|
+
# '净资产低:' + "[" + "负债比:" + str(
|
|
67
|
+
# liability_ratio) + "]" + "," + "净资产:"
|
|
68
|
+
# + str(round(net_asset / common_service_fun_api.HUNDRED_MILLION,
|
|
69
|
+
# 0)) + "亿",
|
|
70
|
+
# '净资产低:' + "[" + str(liability_ratio) + "]",
|
|
71
|
+
# '',
|
|
72
|
+
# BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_code,
|
|
73
|
+
# BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_name,
|
|
74
|
+
# BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code,
|
|
75
|
+
# BlackClassify.FINANCIAL_PROBLEM_DEBT.level_name)
|
|
@@ -5,9 +5,11 @@ import mns_common.constant.db_name_constant as db_name_constant
|
|
|
5
5
|
import mns_common.component.self_choose.black_list_service_api as black_list_service_api
|
|
6
6
|
import mns_common.component.common_service_fun_api as common_service_fun_api
|
|
7
7
|
from mns_common.constant.black_list_classify_enum import BlackClassify
|
|
8
|
+
from mns_common.db.MongodbUtil import MongodbUtil
|
|
8
9
|
|
|
10
|
+
mongodb_util = MongodbUtil('27017')
|
|
9
11
|
file_path = os.path.abspath(__file__)
|
|
10
|
-
end = file_path.index('mns') +
|
|
12
|
+
end = file_path.index('mns') + 17
|
|
11
13
|
project_path = file_path[0:end]
|
|
12
14
|
sys.path.append(project_path)
|
|
13
15
|
|
|
@@ -25,7 +27,6 @@ def profit_income_check(new_report_df, period_time, report_type):
|
|
|
25
27
|
name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
|
|
26
28
|
now_date = datetime.now()
|
|
27
29
|
str_day = now_date.strftime('%Y-%m-%d')
|
|
28
|
-
str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
|
|
29
30
|
notice_date = list(new_report_one_df['NOTICE_DATE'])[0]
|
|
30
31
|
if report_type == db_name_constant.EM_STOCK_PROFIT:
|
|
31
32
|
# 利润总额 净利润 扣除非经常性损益后的净利润 三者最小为负
|
|
@@ -50,6 +51,10 @@ def profit_income_check(new_report_df, period_time, report_type):
|
|
|
50
51
|
# 最小利润收入
|
|
51
52
|
min_profit = min(total_profit, net_profit, operate_profit,
|
|
52
53
|
continued_profit, parent_profit, deduct_parent_profit)
|
|
54
|
+
|
|
55
|
+
query = {'symbol': symbol, 'level_code': BlackClassify.FINANCIAL_PROBLEM_PROFIT.level_code}
|
|
56
|
+
mongodb_util.remove_data(query, db_name_constant.SELF_BLACK_STOCK)
|
|
57
|
+
|
|
53
58
|
if min_profit < 0:
|
|
54
59
|
|
|
55
60
|
classification = common_service_fun_api.classify_symbol_one(symbol)
|
|
@@ -2,7 +2,7 @@ import sys
|
|
|
2
2
|
import os
|
|
3
3
|
|
|
4
4
|
file_path = os.path.abspath(__file__)
|
|
5
|
-
end = file_path.index('mns') +
|
|
5
|
+
end = file_path.index('mns') + 17
|
|
6
6
|
project_path = file_path[0:end]
|
|
7
7
|
sys.path.append(project_path)
|
|
8
8
|
import mns_scheduler.risk.financial.net_assets_check_api as net_assets_check_api
|