mns-scheduler 1.1.8.4__py3-none-any.whl → 1.4.3.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (129) hide show
  1. mns_scheduler/__init__.py +1 -3
  2. mns_scheduler/company_info/announce/company_announce_sync_service.py +65 -0
  3. mns_scheduler/company_info/base/__init__.py +1 -1
  4. mns_scheduler/company_info/base/sync_company_base_info_api.py +171 -79
  5. mns_scheduler/company_info/base/sync_company_hold_info_api.py +3 -6
  6. mns_scheduler/company_info/base/sync_company_product_area_industry.py +161 -0
  7. mns_scheduler/company_info/clean/__init__.py +1 -1
  8. mns_scheduler/company_info/clean/company_info_clean_api.py +29 -9
  9. mns_scheduler/company_info/constant/__init__.py +1 -1
  10. mns_scheduler/company_info/constant/company_constant_data.py +285 -184
  11. mns_scheduler/company_info/de_list_stock/__init__.py +1 -1
  12. mns_scheduler/company_info/de_list_stock/de_list_stock_service.py +1 -1
  13. mns_scheduler/company_info/em_stock_info/__init__.py +7 -0
  14. mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py +80 -0
  15. mns_scheduler/company_info/remark/__init__.py +1 -1
  16. mns_scheduler/company_info/remark/company_remark_info_sync.py +3 -3
  17. mns_scheduler/concept/clean/kpl_concept_clean_api.py +1 -1
  18. mns_scheduler/concept/clean/ths_concept_clean_api.py +20 -4
  19. mns_scheduler/concept/ths/common/ths_concept_sync_common_api.py +21 -16
  20. mns_scheduler/concept/ths/common/ths_concept_update_common_api.py +4 -1
  21. mns_scheduler/concept/ths/detaill/ths_concept_detail_api.py +7 -7
  22. mns_scheduler/concept/ths/sync_new_index/sync_ths_concept_new_index_api.py +9 -4
  23. mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py +3 -3
  24. mns_scheduler/db/col_move_service.py +3 -3
  25. mns_scheduler/db/script/__init__.py +1 -1
  26. mns_scheduler/db/script/col_move_script.py +1 -1
  27. mns_scheduler/db/script/db_move/__init__.py +7 -0
  28. mns_scheduler/db/script/db_move/col_move_one_service.py +34 -0
  29. mns_scheduler/db/script/sync/__init__.py +1 -1
  30. mns_scheduler/db/script/sync/remote_data_sync_to_local.py +57 -4
  31. mns_scheduler/db/script/sync/sync_hui_ce_test_data.py +80 -0
  32. mns_scheduler/db/script/sync/sync_hui_ce_test_data_01.py +69 -0
  33. mns_scheduler/db/script/update/__init__.py +7 -0
  34. mns_scheduler/db/script/update/update_col_field.py +36 -0
  35. mns_scheduler/finance/__init__.py +1 -1
  36. mns_scheduler/finance/{em_financial_asset_liability_sync_service_api.py → em/em_financial_asset_liability_sync_service_api.py} +2 -2
  37. mns_scheduler/finance/{em_financial_profit_sync_service_api.py → em/em_financial_profit_sync_service_api.py} +27 -26
  38. mns_scheduler/finance/{finance_common_api.py → em/finance_common_api.py} +3 -3
  39. mns_scheduler/finance/{sync_financial_report_service_api.py → sync_financial_report_service_task.py} +80 -27
  40. mns_scheduler/finance/xue_qiu/down_load_xueqiu_report_api.py +77 -0
  41. mns_scheduler/finance/xue_qiu/sync_xue_qiu_fiance_data.py +161 -0
  42. mns_scheduler/hk/__init__.py +1 -1
  43. mns_scheduler/hk/hk_company_info_sync_service_api.py +4 -4
  44. mns_scheduler/hk/hk_industry_info_sync_service_api.py +3 -5
  45. mns_scheduler/industry/__init__.py +7 -0
  46. mns_scheduler/industry/ths/__init__.py +7 -0
  47. mns_scheduler/industry/ths/ths_industry_index_service.py +58 -0
  48. mns_scheduler/industry/ths/ths_industry_sync_service.py +68 -0
  49. mns_scheduler/irm/__init__.py +1 -1
  50. mns_scheduler/irm/api/__init__.py +1 -1
  51. mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py +1 -1
  52. mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py +1 -1
  53. mns_scheduler/irm/stock_irm_cninfo_service.py +12 -8
  54. mns_scheduler/k_line/clean/daily/__init__.py +1 -1
  55. mns_scheduler/k_line/clean/daily/daily_k_line_clean_common_service.py +52 -6
  56. mns_scheduler/k_line/clean/daily/daily_k_line_service.py +7 -2
  57. mns_scheduler/k_line/clean/k_line_info_clean_impl.py +3 -2
  58. mns_scheduler/k_line/clean/k_line_info_clean_task.py +42 -15
  59. mns_scheduler/k_line/clean/week_month/__init__.py +1 -1
  60. mns_scheduler/k_line/clean/week_month/normal_week_month_k_line_service.py +124 -26
  61. mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py +2 -2
  62. mns_scheduler/k_line/common/__init__.py +7 -0
  63. mns_scheduler/k_line/common/k_line_common_api.py +188 -0
  64. mns_scheduler/k_line/hot_stocks/__init__.py +1 -1
  65. mns_scheduler/k_line/hot_stocks/recent_hot_stocks_clean_service.py +1 -1
  66. mns_scheduler/k_line/{sync → month_week_daily}/bfq_k_line_sync.py +14 -29
  67. mns_scheduler/k_line/{sync → month_week_daily}/daily_week_month_line_sync.py +11 -12
  68. mns_scheduler/k_line/sync_status/__init__.py +7 -0
  69. mns_scheduler/k_line/sync_status/k_line_sync_status_check.py +54 -0
  70. mns_scheduler/k_line/test/__init__.py +1 -1
  71. mns_scheduler/k_line/test/k_line_info_clean_his_data.py +14 -3
  72. mns_scheduler/k_line/year_quarter/__init__.py +7 -0
  73. mns_scheduler/k_line/year_quarter/year_quarter_line_sync.py +76 -0
  74. mns_scheduler/kpl/selection/symbol/sync_best_choose_symbol.py +1 -2
  75. mns_scheduler/kpl/selection/symbol/sync_kpl_concept_symbol_choose_reason_api.py +108 -0
  76. mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py +5 -0
  77. mns_scheduler/lhb/__init__.py +1 -1
  78. mns_scheduler/lhb/stock_lhb_sync_service.py +1 -1
  79. mns_scheduler/open/__init__.py +1 -1
  80. mns_scheduler/open/sync_one_day_open_data_to_db_service.py +2 -3
  81. mns_scheduler/risk/__init__.py +1 -1
  82. mns_scheduler/risk/compliance/undisclosed_annual_report_api.py +8 -2
  83. mns_scheduler/risk/financial/annual_report_audit_check_api.py +13 -3
  84. mns_scheduler/risk/financial/net_assets_check_api.py +21 -18
  85. mns_scheduler/risk/financial/profit_income_check_api.py +7 -2
  86. mns_scheduler/risk/financial_report_risk_check_api.py +1 -1
  87. mns_scheduler/risk/major_violations/register_and_investigate_stock_sync_api.py +1 -1
  88. mns_scheduler/risk/self/wei_pan_stock_api.py +1 -1
  89. mns_scheduler/risk/test/__init__.py +1 -1
  90. mns_scheduler/risk/test/fix_blask_list.py +4 -6
  91. mns_scheduler/risk/transactions/transactions_check_api.py +22 -4
  92. mns_scheduler/self_choose/__init__.py +1 -1
  93. mns_scheduler/self_choose/ths_self_choose_service.py +60 -32
  94. mns_scheduler/trade/auto_login/trader_auto_service.py +6 -4
  95. mns_scheduler/trade/auto_sell_service_api.py +4 -4
  96. mns_scheduler/trade/balance/__init__.py +7 -0
  97. mns_scheduler/trade/balance/ths_account_balance_service.py +7 -0
  98. mns_scheduler/trade/sync_position_api.py +39 -6
  99. mns_scheduler/trade/task/trader_task_service.py +26 -9
  100. mns_scheduler/trade/tfp/__init__.py +7 -0
  101. mns_scheduler/trade/tfp/stock_tfp_info_sync.py +56 -0
  102. mns_scheduler/zb/stock_zb_pool_sync.py +1 -16
  103. mns_scheduler/zt/high_chg/sync_high_chg_pool_service.py +2 -2
  104. mns_scheduler/zt/high_chg/sync_high_chg_real_time_quotes_service.py +1 -1
  105. mns_scheduler/zt/script/__init__.py +1 -1
  106. mns_scheduler/zt/script/fix_error_deal_day.py +41 -0
  107. mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py +2 -2
  108. mns_scheduler/zt/script/sync_high_chg_pool_his_data.py +2 -2
  109. mns_scheduler/zt/script/sync_now_higt_chg_zt.py +8 -7
  110. mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py +256 -55
  111. mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py +33 -90
  112. mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py +24 -13
  113. mns_scheduler/zz_task/compensation/__init__.py +0 -0
  114. mns_scheduler/zz_task/compensation/compensate_task.py +161 -0
  115. mns_scheduler/zz_task/compensation/compensate_task_one_day.py +142 -0
  116. mns_scheduler/zz_task/data_sync_task.py +177 -91
  117. {mns_scheduler-1.1.8.4.dist-info → mns_scheduler-1.4.3.2.dist-info}/METADATA +1 -1
  118. mns_scheduler-1.4.3.2.dist-info/RECORD +169 -0
  119. {mns_scheduler-1.1.8.4.dist-info → mns_scheduler-1.4.3.2.dist-info}/WHEEL +1 -1
  120. mns_scheduler/2014-2015-test/2014_2015_chg_statistics.py +0 -87
  121. mns_scheduler/big_deal/ths_big_deal_sync.py +0 -98
  122. mns_scheduler/db/real_time_task_check.py +0 -84
  123. mns_scheduler/debt/kzz_bond_info_sync.py +0 -33
  124. mns_scheduler-1.1.8.4.dist-info/RECORD +0 -142
  125. /mns_scheduler/{big_deal → company_info/announce}/__init__.py +0 -0
  126. /mns_scheduler/{2014-2015-test → finance/em}/__init__.py +0 -0
  127. /mns_scheduler/{debt → finance/xue_qiu}/__init__.py +0 -0
  128. /mns_scheduler/k_line/{sync → month_week_daily}/__init__.py +0 -0
  129. {mns_scheduler-1.1.8.4.dist-info → mns_scheduler-1.4.3.2.dist-info}/top_level.txt +0 -0
@@ -7,23 +7,21 @@ project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
8
8
 
9
9
  from loguru import logger
10
- import mns_common.api.em.east_money_stock_api as east_money_stock_api
10
+ import mns_common.component.em.em_stock_info_api as em_stock_info_api
11
11
  from mns_common.db.MongodbUtil import MongodbUtil
12
- import mns_common.utils.date_handle_util as date_handle_util
13
12
  import mns_common.component.common_service_fun_api as common_service_fun_api
14
- import mns_common.api.akshare.k_line_api as k_line_api
15
13
  import mns_scheduler.k_line.clean.daily.daily_k_line_clean_common_service as daily_k_line_clean_common_service
16
-
14
+ import mns_scheduler.k_line.common.k_line_common_api as k_line_common_api
17
15
  mongodb_util = MongodbUtil('27017')
18
16
 
19
17
 
20
18
  # 多线程接口容易拉爆
21
19
 
22
20
  def save_one_symbol(symbol, period, end_date, hq, hq_col, real_time_quotes_now):
23
- stock_hfq_df = k_line_api.stock_zh_a_hist(symbol=symbol, period=period,
24
- start_date=date_handle_util.no_slash_date('1990-12-19'),
25
- end_date=date_handle_util.no_slash_date(end_date),
26
- adjust=hq)
21
+ # 检查symbol是否以'6'开头
22
+
23
+ stock_hfq_df = k_line_common_api.get_k_line_common_adapter(symbol, period, hq, end_date)
24
+
27
25
  real_time_quotes_now_one = real_time_quotes_now.loc[real_time_quotes_now['symbol'] == symbol]
28
26
  stock_hfq_df.rename(columns={"日期": "date", "开盘": "open",
29
27
  "收盘": "close", "最高": "high",
@@ -66,7 +64,7 @@ def sync_all_daily_data(period='daily',
66
64
  symbol_list=None):
67
65
  create_db_index(hq_col)
68
66
 
69
- real_time_quotes_now_es = east_money_stock_api.get_real_time_quotes_all_stocks()
67
+ real_time_quotes_now_es = em_stock_info_api.get_a_stock_info()
70
68
  # exclude b symbol
71
69
  real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now_es.copy())
72
70
 
@@ -105,9 +103,10 @@ def create_db_index(db_name):
105
103
 
106
104
 
107
105
  if __name__ == '__main__':
108
- sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
109
- sync_all_daily_data('daily', 'qfq', 'stock_qfq_weekly', None, None)
110
- # sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', None, None)
106
+ # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
107
+ # sync_all_daily_data('daily', 'qfq', 'stock_qfq_daily', None, None)
108
+ # sync_all_daily_data('daily', 'qfq', 'stock_qfq_weekly', None, None)
109
+ sync_all_daily_data('weekly', 'qfq', 'stock_qfq_weekly', '2025-07-19', None)
111
110
  # sync_all_daily_data('monthly', 'qfq', 'stock_qfq_monthly', None, None)
112
111
 
113
112
  # sync_all_daily_data('monthly', '1990-12-19', 'qfq', 'stock_qfq_monthly', None, None)
@@ -0,0 +1,7 @@
1
+ import sys
2
+ import os
3
+
4
+ file_path = os.path.abspath(__file__)
5
+ end = file_path.index('mns') + 16
6
+ project_path = file_path[0:end]
7
+ sys.path.append(project_path)
@@ -0,0 +1,54 @@
1
+ import sys
2
+ import os
3
+
4
+ file_path = os.path.abspath(__file__)
5
+ end = file_path.index('mns') + 16
6
+ project_path = file_path[0:end]
7
+ sys.path.append(project_path)
8
+ from datetime import datetime
9
+ import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
10
+ from mns_common.db.MongodbUtil import MongodbUtil
11
+ import mns_common.constant.db_name_constant as db_name_constant
12
+ import mns_common.utils.date_handle_util as date_handle_util
13
+ import mns_common.api.msg.push_msg_api as push_msg_api
14
+
15
+ mongodb_util = MongodbUtil('27017')
16
+
17
+ min_k_line_count = 5200
18
+
19
+
20
+ # check下一个交易日k线同步状态
21
+ def check_k_line_sync_count():
22
+ now_date = datetime.now()
23
+ str_day = now_date.strftime('%Y-%m-%d')
24
+ hour = now_date.hour
25
+ # 是否是交易日
26
+ if trade_date_common_service_api.is_trade_day(str_day):
27
+ if hour > 15:
28
+ qfq_day = str_day
29
+ k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 2)
30
+ else:
31
+ qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
32
+ k_line_day = str_day
33
+ else:
34
+ qfq_day = trade_date_common_service_api.get_last_trade_day(str_day)
35
+ k_line_day = trade_date_common_service_api.get_further_trade_date(str_day, 1)
36
+
37
+ # check 当日k线同步状态
38
+ query_qfq = {'date': date_handle_util.no_slash_date(qfq_day)}
39
+ qfq_k_line_count = mongodb_util.count(query_qfq, db_name_constant.STOCK_QFQ_DAILY)
40
+ if qfq_k_line_count < min_k_line_count:
41
+ title = '当日k线同步数量不对'
42
+ msg = '当日k线同步数量不对,当前k线数量:' + str(qfq_k_line_count)
43
+ push_msg_api.push_msg_to_wechat(title, msg)
44
+
45
+ query_last_trade = {'str_day': k_line_day}
46
+ last_trade_day_k_line_count = mongodb_util.count(query_last_trade, 'k_line_info')
47
+ if last_trade_day_k_line_count < min_k_line_count:
48
+ title = '下一个交易日策略k线数量不对'
49
+ msg = '下一个交易日策略k线数量不对,当前数量:' + str(last_trade_day_k_line_count)
50
+ push_msg_api.push_msg_to_wechat(title, msg)
51
+
52
+
53
+ if __name__ == '__main__':
54
+ check_k_line_sync_count()
@@ -2,6 +2,6 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
@@ -2,7 +2,7 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
8
8
  from mns_common.db.MongodbUtil import MongodbUtil
@@ -13,7 +13,7 @@ mongodb_util = MongodbUtil('27017')
13
13
 
14
14
 
15
15
  def clean_history_data():
16
- query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2024-05-29'}}]}
16
+ query = {"$and": [{"trade_date": {"$gte": '2023-11-06'}}, {"trade_date": {"$lte": '2024-09-12'}}]}
17
17
  trade_date_list_df = mongodb_util.find_query_data('trade_date_list', query)
18
18
  trade_date_list_df = trade_date_list_df.sort_values(by=['trade_date'], ascending=False)
19
19
  for trade_data_one in trade_date_list_df.itertuples():
@@ -25,6 +25,17 @@ def clean_history_data():
25
25
 
26
26
 
27
27
  if __name__ == '__main__':
28
+ clean_history_data()
29
+ # k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
30
+ # clean_history_data()
31
+ # k_line_info_clean_task.sync_k_line_info('2025-02-21', None)
32
+ # k_line_info_clean_task.sync_k_line_info('2025-03-26', ['301601'])
33
+ # clean_history_data()
34
+ # k_line_info_clean_task.sync_k_line_info('2025-03-11', None)
35
+ # k_line_info_clean_task.sync_k_line_info('2025-03-13', None)
36
+
28
37
  # 001389 001359
29
- k_line_info_clean_task.sync_k_line_info('2024-07-12', ['300784'])
38
+ # k_line_info_clean_task.sync_k_line_info('2025-02-14', None)
39
+ # k_line_info_clean_task.sync_k_line_info('2025-02-17', None)
40
+
30
41
  # clean_history_data()
@@ -0,0 +1,7 @@
1
+ import sys
2
+ import os
3
+
4
+ file_path = os.path.abspath(__file__)
5
+ end = file_path.index('mns') + 17
6
+ project_path = file_path[0:end]
7
+ sys.path.append(project_path)
@@ -0,0 +1,76 @@
1
+ import sys
2
+ import os
3
+
4
+ file_path = os.path.abspath(__file__)
5
+ end = file_path.index('mns') + 17
6
+ project_path = file_path[0:end]
7
+ sys.path.append(project_path)
8
+
9
+ from loguru import logger
10
+ import mns_common.component.em.em_stock_info_api as em_stock_info_api
11
+ from mns_common.db.MongodbUtil import MongodbUtil
12
+ import mns_common.component.common_service_fun_api as common_service_fun_api
13
+ import mns_common.constant.db_name_constant as db_name_constant
14
+ import mns_common.api.xueqiu.xue_qiu_k_line_api as xue_qiu_k_line_api
15
+ import mns_common.component.cookie.cookie_info_service as cookie_info_service
16
+ from datetime import datetime
17
+ import mns_common.utils.data_frame_util as data_frame_util
18
+
19
+ mongodb_util = MongodbUtil('27017')
20
+
21
+
22
+ def sync_year_k_line():
23
+ timestamp = str(int(datetime.now().timestamp() * 1000))
24
+
25
+ col_name = db_name_constant.STOCK_QFQ_YEAR
26
+ real_time_quotes_all_stocks_df = em_stock_info_api.get_a_stock_info()
27
+ real_time_quotes_all_stocks_df = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks_df)
28
+ real_time_quotes_all_stocks_df = common_service_fun_api.add_pre_prefix(real_time_quotes_all_stocks_df)
29
+ for stock_one in real_time_quotes_all_stocks_df.itertuples():
30
+ symbol = stock_one.symbol
31
+ try:
32
+ symbol_prefix = stock_one.symbol_prefix
33
+
34
+ year_k_line_df_copy = xue_qiu_k_line_api.get_xue_qiu_k_line(symbol_prefix, 'year',
35
+ cookie_info_service.get_xue_qiu_cookie(),
36
+ timestamp,
37
+ 'before')
38
+ if data_frame_util.is_empty(year_k_line_df_copy):
39
+ logger.warning("返回数据为空:{}", symbol)
40
+ continue
41
+
42
+ year_k_line_df = year_k_line_df_copy.copy()
43
+ year_k_line_df = year_k_line_df[[
44
+ 'volume',
45
+ 'open',
46
+ 'high',
47
+ 'low',
48
+ 'close',
49
+ 'chg',
50
+ 'percent',
51
+ 'turnoverrate',
52
+ 'amount',
53
+ 'str_day'
54
+ ]]
55
+ year_k_line_df['year'] = year_k_line_df['str_day'].str[:4]
56
+
57
+ year_k_line_df["open_to_high_pct"] = (
58
+ (year_k_line_df["high"] - year_k_line_df["open"]) / year_k_line_df["open"] * 100).round(2)
59
+
60
+ year_k_line_df["low_to_high_pct"] = (
61
+ (year_k_line_df["high"] - year_k_line_df["low"]) / year_k_line_df["low"] * 100).round(2)
62
+ year_k_line_df = year_k_line_df.rename(columns={
63
+ "percent": "chg",
64
+ "chg": "chg_price",
65
+ "turnoverrate": "exchange"
66
+ })
67
+ year_k_line_df['symbol'] = symbol
68
+ year_k_line_df['_id'] = symbol + '_' + year_k_line_df['year']
69
+ mongodb_util.save_mongo(year_k_line_df, col_name)
70
+ logger.info("同步年线数据完成:{},{}", symbol, stock_one.name)
71
+ except BaseException as e:
72
+ logger.error("同步年线数据异常:{},{}", symbol, e)
73
+
74
+
75
+ if __name__ == '__main__':
76
+ sync_year_k_line()
@@ -3,10 +3,8 @@ import os
3
3
 
4
4
  import mns_common.api.kpl.selection.kpl_selection_plate_api as selection_plate_api
5
5
  from mns_common.db.MongodbUtil import MongodbUtil
6
- from loguru import logger
7
6
  from datetime import datetime
8
7
  import mns_common.utils.data_frame_util as data_frame_util
9
- import pandas as pd
10
8
 
11
9
  file_path = os.path.abspath(__file__)
12
10
  end = file_path.index('mns') + 17
@@ -124,6 +122,7 @@ def save_one_plate_detail_data(plate_code, plate_name, index_class, first_plate_
124
122
  new_df['grade'] = 1
125
123
  new_df['remark'] = ''
126
124
  new_df['remark_flag'] = ''
125
+ new_df['long'] = ''
127
126
  mongodb_util.insert_mongo(new_df, 'kpl_best_choose_index_detail')
128
127
 
129
128
  # 保存到当日新增概念列表
@@ -0,0 +1,108 @@
1
+ import sys
2
+ import os
3
+
4
+ file_path = os.path.abspath(__file__)
5
+ end = file_path.index('mns') + 16
6
+ project_path = file_path[0:end]
7
+ sys.path.append(project_path)
8
+
9
+ import mns_common.constant.db_name_constant as db_name_constant
10
+ from mns_common.db.MongodbUtil import MongodbUtil
11
+ import mns_common.utils.data_frame_util as data_frame_util
12
+ import mns_common.api.kpl.common.kpl_common_api as kpl_common_api
13
+ from loguru import logger
14
+ from datetime import datetime, timedelta
15
+ import pandas as pd
16
+
17
+ mongodb_util = MongodbUtil('27017')
18
+
19
+
20
+ # 更新所有概念入选原因
21
+ def update_all_kpl_symbol_choose_reason():
22
+ kpl_best_choose_index_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX, {})
23
+ for concept_one in kpl_best_choose_index_df.itertuples():
24
+ try:
25
+ concept_code = concept_one.plate_code
26
+ kpl_best_choose_index_detail_df = mongodb_util.find_query_data(
27
+ db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, {"plate_code": concept_code})
28
+ if data_frame_util.is_not_empty(kpl_best_choose_index_detail_df):
29
+ kpl_symbol_list = list(kpl_best_choose_index_detail_df['symbol'])
30
+ symbol_str = ','.join(kpl_symbol_list)
31
+ choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(concept_code, symbol_str)
32
+ if data_frame_util.is_not_empty(choose_reason_df):
33
+ for choose_reason_one in choose_reason_df.itertuples():
34
+ symbol = choose_reason_one.symbol
35
+ try:
36
+
37
+ choose_reason = choose_reason_one.choose_reason
38
+ update_query = {'symbol': symbol, 'plate_code': concept_code}
39
+ new_values = {"$set": {"long": choose_reason}}
40
+ mongodb_util.update_many(update_query, new_values,
41
+ db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
42
+ except BaseException as e:
43
+ logger.error("更新开票啦入选原因异常:{},{},{}", symbol, concept_code, e)
44
+ logger.info("更新开票啦入选原因完成:{},{}", concept_one.plate_code, concept_one.plate_name)
45
+ except BaseException as e:
46
+ logger.error("更新开票啦入选原因异常:{},{},{}", concept_one.plate_code, concept_one.plate_name, e)
47
+
48
+
49
+ # 更新入选概念原因
50
+ def update_symbol_new_concept_reason(plate_code, kpl_symbol_list):
51
+ symbol_str = ','.join(kpl_symbol_list)
52
+ choose_reason_df = kpl_common_api.get_kpl_concept_choose_reason(plate_code, symbol_str)
53
+ if data_frame_util.is_not_empty(choose_reason_df):
54
+ choose_reason_df = choose_reason_df[choose_reason_df['choose_reason'] != '']
55
+ if data_frame_util.is_empty(choose_reason_df):
56
+ return
57
+ for choose_reason_one in choose_reason_df.itertuples():
58
+ symbol = choose_reason_one.symbol
59
+ try:
60
+
61
+ choose_reason = choose_reason_one.choose_reason
62
+ update_query = {'symbol': symbol, 'plate_code': plate_code}
63
+ new_values = {"$set": {"long": choose_reason}}
64
+ mongodb_util.update_many(update_query, new_values,
65
+ db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL)
66
+ # 更新今日新增概念列表 入选原因
67
+ mongodb_util.update_many(update_query, new_values,
68
+ db_name_constant.TODAY_NEW_CONCEPT_LIST)
69
+ except BaseException as e:
70
+ logger.error("更新开票啦入选原因异常:{},{},{}", symbol, plate_code, e)
71
+
72
+
73
+ def update_null_choose_reason():
74
+ # 获取当前日期时间
75
+ now = datetime.now()
76
+
77
+ # 计算前15天的日期时间
78
+ days_ago_15 = now - timedelta(days=30)
79
+
80
+ # 按指定格式输出
81
+ formatted_date = days_ago_15.strftime("%Y-%m-%d %H:%M:%S")
82
+ query = {"create_time": {"$gte": formatted_date}, '$or': [{"long": {"$exists": False}}, {"long": ''}]}
83
+ null_choose_reason_detail_df = mongodb_util.find_query_data(db_name_constant.KPL_BEST_CHOOSE_INDEX_DETAIL, query)
84
+ if data_frame_util.is_not_empty(null_choose_reason_detail_df):
85
+ grouped_null_reason_df = null_choose_reason_detail_df.groupby('plate_code')
86
+ grouped_null_reason_list = grouped_null_reason_df.size()
87
+ group_null_reason = pd.DataFrame(grouped_null_reason_list, columns=['number'])
88
+ group_null_reason['plate_code'] = group_null_reason.index
89
+ group_null_reason = group_null_reason.sort_values(by=['number'], ascending=False)
90
+ for null_reason_one in group_null_reason.itertuples():
91
+ plate_code = null_reason_one.plate_code
92
+ try:
93
+
94
+ null_reason_one_plate_df = null_choose_reason_detail_df.loc[
95
+ null_choose_reason_detail_df['plate_code'] == plate_code]
96
+ kpl_symbol_list = list(null_reason_one_plate_df['symbol'])
97
+ update_symbol_new_concept_reason(plate_code, kpl_symbol_list)
98
+ logger.info("更新开票啦入选原因完成:{},{}", null_reason_one.plate_code,
99
+ list(null_reason_one_plate_df['plate_name'])[0])
100
+ except BaseException as e:
101
+ logger.error("更新kpl入选原因异常:{},{}", null_reason_one.plate_code, e)
102
+
103
+ return formatted_date
104
+
105
+
106
+ if __name__ == '__main__':
107
+ update_null_choose_reason()
108
+ # update_all_kpl_symbol_choose_reason()
@@ -10,6 +10,7 @@ import mns_scheduler.kpl.selection.symbol.sync_best_choose_symbol as sync_best_c
10
10
  import threading
11
11
  import mns_common.constant.db_name_constant as db_name_constant
12
12
  import mns_common.api.kpl.constant.kpl_constant as kpl_constant
13
+ import mns_scheduler.kpl.selection.symbol.sync_kpl_concept_symbol_choose_reason_api as sync_kpl_concept_symbol_choose_reason_api
13
14
 
14
15
  file_path = os.path.abspath(__file__)
15
16
  end = file_path.index('mns') + 17
@@ -84,6 +85,10 @@ def sync_all_plate_info():
84
85
  update_null_name()
85
86
  logger.info("更新开盘啦空名字名称")
86
87
 
88
+ # 更新开盘啦入选原因
89
+ sync_kpl_concept_symbol_choose_reason_api.update_null_choose_reason()
90
+ logger.info("更新开盘啦入选原因")
91
+
87
92
 
88
93
  # 更新一二级关系
89
94
  def update_best_choose_plate_relation():
@@ -2,6 +2,6 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
@@ -2,7 +2,7 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
8
8
 
@@ -2,6 +2,6 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
@@ -2,7 +2,7 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
8
8
  # 同步当天所有开盘数据
@@ -13,7 +13,6 @@ from mns_common.db.MongodbUtil import MongodbUtil
13
13
  import mns_common.component.common_service_fun_api as common_service_fun_api
14
14
  import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
15
15
  import mns_common.component.data.data_init_api as data_init_api
16
- import pandas as pd
17
16
  import mns_common.utils.db_util as db_util
18
17
 
19
18
  mongodb_util = MongodbUtil('27017')
@@ -68,4 +67,4 @@ def handle_init_real_time_quotes_data(real_time_quotes_now, str_now_date, number
68
67
 
69
68
 
70
69
  if __name__ == '__main__':
71
- sync_one_day_open_data('2024-06-21')
70
+ sync_one_day_open_data('2025-03-21')
@@ -2,6 +2,6 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
@@ -1,6 +1,6 @@
1
1
  from datetime import datetime
2
2
  import mns_common.component.self_choose.black_list_service_api as black_list_service_api
3
- import mns_scheduler.finance.finance_common_api as finance_common_api
3
+ import mns_scheduler.finance.em.finance_common_api as finance_common_api
4
4
  from loguru import logger
5
5
  import mns_common.constant.db_name_constant as db_name_constant
6
6
  import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
@@ -21,6 +21,12 @@ def un_disclosed_report_check(sync_time, now_year, period, period_time):
21
21
  db_name_constant.EM_STOCK_PROFIT)
22
22
  un_report_df = pd.concat([un_report_asset_df, un_report_profit_df])
23
23
  if period == 4 or period == 1:
24
+ month = sync_time[5:7]
25
+ day = sync_time[8:10]
26
+ day = int(day)
27
+ month = int(month)
28
+ if (month < 4) or (month == 4 and day < 20):
29
+ return None
24
30
  last_report_day = str(now_year) + "-05-01"
25
31
  elif period == 2:
26
32
  last_report_day = str(now_year) + "-07-01"
@@ -62,4 +68,4 @@ def un_disclosed_report_check(sync_time, now_year, period, period_time):
62
68
 
63
69
 
64
70
  if __name__ == '__main__':
65
- un_disclosed_report_check('2024-04-20', 2024, 4, '2023-12-31 00:00:00')
71
+ un_disclosed_report_check('2025-04-29', 2025, 4, '2024-12-31 00:00:00')
@@ -2,18 +2,21 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
8
8
  import mns_common.component.self_choose.black_list_service_api as black_list_service_api
9
9
  from mns_common.db.MongodbUtil import MongodbUtil
10
10
  from datetime import datetime
11
11
  from mns_common.constant.black_list_classify_enum import BlackClassify
12
+ import mns_common.constant.db_name_constant as db_name_constant
12
13
 
13
14
  # 年报审计意见check
14
15
  mongodb_util = MongodbUtil('27017')
15
16
  # 审核标准意见
16
17
  OPINION_TYPE = "标准无保留意见"
18
+ # 新上市不check
19
+ NEW_STOCK = 365
17
20
 
18
21
 
19
22
  def annual_report_audit_check(new_report_df, period_time):
@@ -25,11 +28,18 @@ def annual_report_audit_check(new_report_df, period_time):
25
28
  notice_date = list(new_report_one_df['NOTICE_DATE'])[0]
26
29
  now_date = datetime.now()
27
30
  str_day = now_date.strftime('%Y-%m-%d')
28
- str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
29
-
31
+ query = {'symbol': symbol, 'level_code': BlackClassify.AUDIT_PROBLEM.level_code}
32
+ mongodb_util.remove_data(query, db_name_constant.SELF_BLACK_STOCK)
30
33
  # 年报有问题
31
34
  if opinion_type != OPINION_TYPE:
35
+ query_company = {'_id': symbol}
36
+ company_info = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO, query_company)
37
+ diff_days = list(company_info['diff_days'])[0]
38
+ if diff_days < NEW_STOCK:
39
+ return
40
+
32
41
  id_key = symbol + "_" + period_time + "_" + BlackClassify.AUDIT_PROBLEM.level_code
42
+
33
43
  black_list_service_api.save_black_stock(id_key,
34
44
  symbol,
35
45
  name,
@@ -31,14 +31,17 @@ def net_assets_check(report_type, new_report_df, period_time):
31
31
  name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
32
32
  now_date = datetime.now()
33
33
  str_day = now_date.strftime('%Y-%m-%d')
34
- str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
35
34
  id_key = symbol + "_" + period_time + "_" + BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code
36
35
  notice_date = list(new_report_one_df['NOTICE_DATE'])[0]
37
36
  query_company = {'_id': symbol, 'industry': {'$in': EXCLUDE_INDUSTRY}}
37
+ query = {'symbol': symbol, 'level_code': BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code}
38
+ mongodb_util.remove_data(query, db_name_constant.SELF_BLACK_STOCK)
39
+
38
40
  if mongodb_util.exist_data_query(db_name_constant.COMPANY_INFO, query_company):
39
41
  return None
40
42
 
41
- if liability_ratio >= MAX_LIABILITY_RATIO:
43
+ if liability_ratio >= MAX_LIABILITY_RATIO and net_asset < MIN_NET_ASSET:
44
+
42
45
  black_list_service_api.save_black_stock(id_key,
43
46
  symbol,
44
47
  name,
@@ -54,19 +57,19 @@ def net_assets_check(report_type, new_report_df, period_time):
54
57
  BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_name,
55
58
  BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code,
56
59
  BlackClassify.FINANCIAL_PROBLEM_DEBT.level_name)
57
- if net_asset < MIN_NET_ASSET:
58
- black_list_service_api.save_black_stock(id_key,
59
- symbol,
60
- name,
61
- str_day,
62
- notice_date,
63
- '净资产低:' + "[" + "负债比:" + str(
64
- liability_ratio) + "]" + "," + "净资产:"
65
- + str(round(net_asset / common_service_fun_api.HUNDRED_MILLION,
66
- 0)) + "亿",
67
- '净资产低:' + "[" + str(liability_ratio) + "]",
68
- '',
69
- BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_code,
70
- BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_name,
71
- BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code,
72
- BlackClassify.FINANCIAL_PROBLEM_DEBT.level_name)
60
+ # if net_asset < MIN_NET_ASSET:
61
+ # black_list_service_api.save_black_stock(id_key,
62
+ # symbol,
63
+ # name,
64
+ # str_day,
65
+ # notice_date,
66
+ # '净资产低:' + "[" + "负债比:" + str(
67
+ # liability_ratio) + "]" + "," + "净资产:"
68
+ # + str(round(net_asset / common_service_fun_api.HUNDRED_MILLION,
69
+ # 0)) + "亿",
70
+ # '净资产低:' + "[" + str(liability_ratio) + "]",
71
+ # '',
72
+ # BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_code,
73
+ # BlackClassify.FINANCIAL_PROBLEM_DEBT.up_level_name,
74
+ # BlackClassify.FINANCIAL_PROBLEM_DEBT.level_code,
75
+ # BlackClassify.FINANCIAL_PROBLEM_DEBT.level_name)
@@ -5,9 +5,11 @@ import mns_common.constant.db_name_constant as db_name_constant
5
5
  import mns_common.component.self_choose.black_list_service_api as black_list_service_api
6
6
  import mns_common.component.common_service_fun_api as common_service_fun_api
7
7
  from mns_common.constant.black_list_classify_enum import BlackClassify
8
+ from mns_common.db.MongodbUtil import MongodbUtil
8
9
 
10
+ mongodb_util = MongodbUtil('27017')
9
11
  file_path = os.path.abspath(__file__)
10
- end = file_path.index('mns') + 16
12
+ end = file_path.index('mns') + 17
11
13
  project_path = file_path[0:end]
12
14
  sys.path.append(project_path)
13
15
 
@@ -25,7 +27,6 @@ def profit_income_check(new_report_df, period_time, report_type):
25
27
  name = list(new_report_one_df['SECURITY_NAME_ABBR'])[0]
26
28
  now_date = datetime.now()
27
29
  str_day = now_date.strftime('%Y-%m-%d')
28
- str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
29
30
  notice_date = list(new_report_one_df['NOTICE_DATE'])[0]
30
31
  if report_type == db_name_constant.EM_STOCK_PROFIT:
31
32
  # 利润总额 净利润 扣除非经常性损益后的净利润 三者最小为负
@@ -50,6 +51,10 @@ def profit_income_check(new_report_df, period_time, report_type):
50
51
  # 最小利润收入
51
52
  min_profit = min(total_profit, net_profit, operate_profit,
52
53
  continued_profit, parent_profit, deduct_parent_profit)
54
+
55
+ query = {'symbol': symbol, 'level_code': BlackClassify.FINANCIAL_PROBLEM_PROFIT.level_code}
56
+ mongodb_util.remove_data(query, db_name_constant.SELF_BLACK_STOCK)
57
+
53
58
  if min_profit < 0:
54
59
 
55
60
  classification = common_service_fun_api.classify_symbol_one(symbol)
@@ -2,7 +2,7 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
8
8
  import mns_scheduler.risk.financial.net_assets_check_api as net_assets_check_api
@@ -2,7 +2,7 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
8
8
  import requests
@@ -2,7 +2,7 @@ import sys
2
2
  import os
3
3
 
4
4
  file_path = os.path.abspath(__file__)
5
- end = file_path.index('mns') + 16
5
+ end = file_path.index('mns') + 17
6
6
  project_path = file_path[0:end]
7
7
  sys.path.append(project_path)
8
8