mns-scheduler 1.1.2.1__tar.gz → 1.1.2.3__tar.gz

{mns-scheduler-1.1.2.1 → mns-scheduler-1.1.2.3}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.2.1
+Version: 1.1.2.3

mns-scheduler-1.1.2.3/mns_scheduler/backup/data/collection_move.py

@@ -0,0 +1,53 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from loguru import logger
+
+db_name_list = [
+    # 'company_info', 'company_info_base', 'company_info_his', 'company_info_hk', 'de_list_stock',
+    # 'em_stock_asset_liability',
+    # 'em_stock_profit',
+    # 'k_line_info',
+    'kpl_best_choose_daily', 'kpl_best_choose_his', 'kpl_best_choose_index',
+    'kpl_best_choose_index_detail',
+    'kpl_his_quotes', 'recent_hot_stocks', 'self_black_stock', 'self_choose_plate', 'self_choose_stock', 'sse_info_uid',
+    'stock_gdfx_free_top_10', 'stock_high_chg_pool', 'stock_interactive_question', 'stock_qfq_daily',
+    'stock_qfq_monthly', 'stock_qfq_weekly', 'stock_zt_pool', 'stock_zt_pool_five', 'stock_zb_pool', 'sw_industry',
+    'ths_concept_list', 'ths_stock_concept_detail', 'ths_stock_concept_detail_app', 'ths_zt_pool',
+    'today_new_concept_list',
+    'trade_date_list', 'realtime_quotes_now_zt_new', 'realtime_quotes_now_open', 'realtime_quotes_now_zt_new_kc_open']
+
+
+def db_export(db, col):
+    cmd = 'F:/mongo/bin/mongodump.exe --host ' + db + ' -d patience -c ' + col + ' -o D:/back'
+    os.system(cmd)
+    logger.info("export finished:{}", col)
+
+
+def db_import(db, col):
+    cmd = 'F:/mongo/bin/mongorestore.exe --host ' + db + ' -d patience -c ' + col + ' D:/back/patience/' + col + '.bson'
+    os.system(cmd)
+
+    path = 'D:\\back\\patience\\' + col + '.bson'
+    cmd_del = 'del /F /S /Q ' + path
+    os.system(cmd_del)
+
+    logger.info("import finished:{}", col)
+
+
+def collection_to_local():
+    for db_name in db_name_list:
+        try:
+            db_export('127.0.0.1:27017', db_name)
+            db_import('192.168.1.6:27017', db_name)
+            logger.info("同步到集合:{}", db_name)
+        except BaseException as e:
+            logger.error("出现异常:{}", e)
+
+
+if __name__ == '__main__':
+    collection_to_local()

mns-scheduler-1.1.2.3/mns_scheduler/backup/data/sync_data_to_local.py

@@ -0,0 +1,55 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+
+mongodb_util = MongodbUtil('27017')
+
+from mns_common.db.MongodbUtilLocal import MongodbUtil as MongodbUtilLocal
+
+mongodbUtilLocal = MongodbUtilLocal('27017')
+
+db_name_list = [
+    # 'company_info', 'company_info_base', 'company_info_his', 'company_info_hk', 'de_list_stock',
+    # 'em_stock_asset_liability',
+    # 'em_stock_profit',
+    # 'k_line_info',
+    # 'kpl_best_choose_daily',
+    # 'kpl_best_choose_his',
+    # 'kpl_best_choose_index',
+    # 'kpl_best_choose_index_detail',
+    # 'kpl_his_quotes',
+    # 'stock_qfq_daily',
+    # 'stock_qfq_monthly',
+    # 'stock_qfq_weekly',
+    # 'stock_gdfx_free_top_10',
+    # 'recent_hot_stocks',
+    # 'self_black_stock',
+    # 'self_choose_plate', 'self_choose_stock', 'sse_info_uid',
+    # 'stock_high_chg_pool', 'stock_interactive_question',
+    # 'stock_zt_pool', 'stock_zt_pool_five', 'stock_zb_pool', 'sw_industry',
+    # 'ths_concept_list', 'ths_stock_concept_detail','ths_zt_pool',
+    # 'today_new_concept_list',
+    # 'trade_date_list',
+    # 'ths_stock_concept_detail_app',
+    "stock_zt_pool"
+]
+
+
+def sync_collection_to_local():
+    for db_name in db_name_list:
+        try:
+            df_data = mongodb_util.find_all_data(db_name)
+            mongodbUtilLocal.save_mongo(df_data, db_name)
+            logger.info("同步到集合:{}", db_name)
+        except BaseException as e:
+            logger.error("出现异常:{}", e)
+
+
+if __name__ == '__main__':
+    sync_collection_to_local()

mns-scheduler-1.1.2.3/mns_scheduler/backup/data/sync_remote_by_str_day.py

@@ -0,0 +1,33 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+
+mongodb_util = MongodbUtil('27017')
+from mns_common.db.MongodbUtilLocal import MongodbUtil as MongodbUtilLocal
+
+mongodbUtilLocal = MongodbUtilLocal('27017')
+
+
+def sync_remote_open_data(str_day):
+    query_remote = {"str_day": str_day}
+    realtime_quotes_now_open_df = mongodb_util.find_query_data('realtime_quotes_now_open', query_remote)
+    mongodbUtilLocal.insert_mongo(realtime_quotes_now_open_df, 'realtime_quotes_now_open')
+
+
+if __name__ == '__main__':
+    query = {'$and': [{"_id": {"$gte": "2022-03-16"}},
+                      {"_id": {"$lte": "2024-06-28"}}]}
+    trade_date_list = mongodb_util.find_query_data('trade_date_list', query)
+    for trade_one in trade_date_list.itertuples():
+        try:
+            sync_str_day = trade_one.trade_date
+            sync_remote_open_data(sync_str_day)
+            logger.info('str_day:{}', sync_str_day)
+        except BaseException as e:
+            logger.error("同步远程数据异常:{}", e)

{mns-scheduler-1.1.2.1 → mns-scheduler-1.1.2.3}/mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py

@@ -178,4 +178,4 @@ def sync_symbol_all_concept(symbol):
 
 
 if __name__ == '__main__':
-    sync_symbol_all_concept('301218')
+    sync_symbol_all_concept(None)

{mns-scheduler-1.1.2.1 → mns-scheduler-1.1.2.3}/mns_scheduler/k_line/clean/daily/daily_k_line_service.py

@@ -10,6 +10,7 @@ import mns_common.utils.date_handle_util as date_handle_util
 import mns_scheduler.k_line.hot_stocks.recent_hot_stocks_clean_service as recent_hot_stocks_clean_service
 import mns_scheduler.k_line.clean.daily.daily_k_line_clean_common_service as daily_k_line_clean_common_service
 from mns_common.component.classify.symbol_classify_param import stock_type_classify_param
+import mns_scheduler.k_line.clean.week_month.sub_new_week_month_k_line_service as sub_new_week_month_k_line_service
 
 mongodb_util = MongodbUtil('27017')
 # 普通股日线查询数据 60
@@ -62,6 +63,11 @@ def handle_day_line_sub_new(k_line_info, str_day, symbol, deal_days):
     k_line_info = daily_k_line_clean_common_service.calculate_open_chg(stock_qfq_daily, k_line_info)
     # 计算 昨日最高点到开盘涨幅差值 and   # 昨日最高点到当日收盘涨幅之间的差值 and  # 昨日收盘到当日开盘涨幅之间的差值
     k_line_info = daily_k_line_clean_common_service.calculate_chg_diff_value(k_line_info)
+    # 计算 月线
+    k_line_info = sub_new_week_month_k_line_service.handle_month_line(k_line_info, stock_qfq_daily, deal_days)
+    # 计算周线
+    k_line_info = sub_new_week_month_k_line_service.handle_week_line(k_line_info, stock_qfq_daily, deal_days)
+
     # 排除最近有三板以上的股票 todo
     # 计算最近热门大涨的股票
     recent_hot_stocks_clean_service.calculate_recent_hot_stocks(stock_qfq_daily, symbol, str_day)

mns-scheduler-1.1.2.3/mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py

@@ -0,0 +1,99 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+# 每月最大交易天数
+MAX_TRADE_DAYS_PER_MONTH = 23
+# 每周最大交易天数
+MAX_TRADE_DAYS_PER_WEEK = 5
+
+
+def handle_month_line(k_line_info, stock_qfq_daily, deal_days):
+    # 上市2-23天
+    if 1 < deal_days <= MAX_TRADE_DAYS_PER_MONTH:
+        month_01 = round(sum(stock_qfq_daily['chg']), 2)
+        k_line_info['sum_month'] = month_01
+        k_line_info['month_num'] = 1
+        k_line_info['month01'] = month_01
+        k_line_info['month01_date'] = list(stock_qfq_daily.iloc[0:1]['date'])[0]
+        # 上市23-23*2天
+    elif (deal_days > MAX_TRADE_DAYS_PER_MONTH) \
+            and (deal_days <= MAX_TRADE_DAYS_PER_MONTH * 2):
+        stock_qfq_daily_month_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_MONTH]
+        month_01 = round(sum(stock_qfq_daily_month_01['chg']), 2)
+        k_line_length = stock_qfq_daily.shape[0]
+        stock_qfq_daily_month_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH: k_line_length]
+        month_02 = round(sum(stock_qfq_daily_month_02['chg']), 2)
+        k_line_info['sum_month'] = round(month_01 + month_02, 2)
+        k_line_info['month_num'] = 2
+        k_line_info['month01'] = month_01
+        k_line_info['month02'] = month_02
+        k_line_info['month01_date'] = list(stock_qfq_daily_month_01.iloc[0:1]['date'])[0]
+        k_line_info['month02_date'] = list(stock_qfq_daily_month_02.iloc[0:1]['date'])[0]
+    elif deal_days > MAX_TRADE_DAYS_PER_MONTH * 2:
+        stock_qfq_daily_month_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_MONTH]
+        month_01 = round(sum(stock_qfq_daily_month_01['chg']), 2)
+        stock_qfq_daily_month_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH:MAX_TRADE_DAYS_PER_MONTH * 2]
+        month_02 = round(sum(stock_qfq_daily_month_02['chg']), 2)
+        k_line_info['month01_date'] = list(stock_qfq_daily_month_01.iloc[0:1]['date'])[0]
+        k_line_info['month02_date'] = list(stock_qfq_daily_month_02.iloc[0:1]['date'])[0]
+        k_line_info['sum_month'] = round(month_01 + month_02, 2)
+        k_line_info['month_num'] = 2
+        k_line_info['month01'] = month_01
+        k_line_info['month02'] = month_02
+
+    return k_line_info
+
+
+def handle_week_line(k_line_info, stock_qfq_daily, deal_days):
+    if 1 < deal_days <= MAX_TRADE_DAYS_PER_WEEK:
+        week_01 = round(sum(stock_qfq_daily['chg']), 2)
+        k_line_info['sum_week'] = week_01
+        k_line_info['week_num'] = 1
+        k_line_info['week01'] = week_01
+        k_line_info['week_last_day'] = list(stock_qfq_daily.iloc[0:1]['date'])[0]
+    elif MAX_TRADE_DAYS_PER_WEEK < deal_days <= MAX_TRADE_DAYS_PER_WEEK * 2:
+        stock_qfq_daily_week_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_WEEK]
+        stock_qfq_daily_week_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK:MAX_TRADE_DAYS_PER_WEEK * 2]
+        week_01 = round(sum(stock_qfq_daily_week_01['chg']), 2)
+        week_02 = round(sum(stock_qfq_daily_week_02['chg']), 2)
+        k_line_info['sum_week'] = week_01 + week_02
+        k_line_info['week_num'] = 2
+        k_line_info['week01'] = week_01
+        k_line_info['week02'] = week_02
+        k_line_info['week_last_day'] = list(stock_qfq_daily_week_01.iloc[0:1]['date'])[0]
+    elif MAX_TRADE_DAYS_PER_WEEK < deal_days <= MAX_TRADE_DAYS_PER_WEEK * 3:
+        stock_qfq_daily_week_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_WEEK]
+        stock_qfq_daily_week_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK: MAX_TRADE_DAYS_PER_WEEK * 2]
+        stock_qfq_daily_week_03 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK * 2: MAX_TRADE_DAYS_PER_WEEK * 3]
+        week_01 = round(sum(stock_qfq_daily_week_01['chg']), 2)
+        week_02 = round(sum(stock_qfq_daily_week_02['chg']), 2)
+        week_03 = round(sum(stock_qfq_daily_week_03['chg']), 2)
+        k_line_info['sum_week'] = week_01 + week_02 + week_03
+        k_line_info['week_num'] = 3
+        k_line_info['week01'] = week_01
+        k_line_info['week02'] = week_02
+        k_line_info['week03'] = week_03
+        k_line_info['week_last_day'] = list(stock_qfq_daily_week_01.iloc[0:1]['date'])[0]
+
+    elif MAX_TRADE_DAYS_PER_WEEK * 3 < deal_days:
+        stock_qfq_daily_week_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_WEEK]
+        stock_qfq_daily_week_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK:MAX_TRADE_DAYS_PER_WEEK * 2]
+        stock_qfq_daily_week_03 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK * 2: MAX_TRADE_DAYS_PER_WEEK * 3]
+        stock_qfq_daily_week_04 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_WEEK * 3: MAX_TRADE_DAYS_PER_WEEK * 4]
+        week_01 = round(sum(stock_qfq_daily_week_01['chg']), 2)
+        week_02 = round(sum(stock_qfq_daily_week_02['chg']), 2)
+        week_03 = round(sum(stock_qfq_daily_week_03['chg']), 2)
+        week_04 = round(sum(stock_qfq_daily_week_04['chg']), 2)
+        k_line_info['sum_week'] = week_01 + week_02 + week_03 + week_04
+        k_line_info['week_num'] = 4
+        k_line_info['week01'] = week_01
+        k_line_info['week02'] = week_02
+        k_line_info['week03'] = week_03
+        k_line_info['week04'] = week_04
+        k_line_info['week_last_day'] = stock_qfq_daily_week_01.iloc[0:1]['date']
+    return k_line_info

{mns-scheduler-1.1.2.1 → mns-scheduler-1.1.2.3}/mns_scheduler/k_line/test/k_line_info_clean_his_data.py

@@ -25,5 +25,6 @@ def clean_history_data():
 
 
 if __name__ == '__main__':
-    k_line_info_clean_task.sync_k_line_info('2023-12-29', ['301578'])
-    # clean_history_data()
+    # 001389  001359
+    k_line_info_clean_task.sync_k_line_info('2024-05-30', ['001389'])
+    # clean_history_data()

mns-scheduler-1.1.2.3/mns_scheduler/zt/script/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns-scheduler-1.1.2.1 → mns-scheduler-1.1.2.3}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.2.1
+Version: 1.1.2.3

{mns-scheduler-1.1.2.1 → mns-scheduler-1.1.2.3}/mns_scheduler.egg-info/SOURCES.txt

@@ -6,6 +6,10 @@ mns_scheduler.egg-info/SOURCES.txt
 mns_scheduler.egg-info/dependency_links.txt
 mns_scheduler.egg-info/top_level.txt
 mns_scheduler/backup/__init__.py
+mns_scheduler/backup/data/__init__.py
+mns_scheduler/backup/data/collection_move.py
+mns_scheduler/backup/data/sync_data_to_local.py
+mns_scheduler/backup/data/sync_remote_by_str_day.py
 mns_scheduler/backup/em/__init__.py
 mns_scheduler/backup/em/em_new_concept_his_sync.py
 mns_scheduler/backup/em/em_new_concept_sync_common_api.py

{mns-scheduler-1.1.2.1 → mns-scheduler-1.1.2.3}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.1.2.1',
+    version='1.1.2.3',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )

mns-scheduler-1.1.2.1/mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py

@@ -1,47 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-# 每月最大交易天数
-MAX_TRADE_DAYS_PER_MONTH = 23
-# 每周最大交易天数
-MAX_TRADE_DAYS_PER_MONTH = 5
-
-
-def handle_month_week_line(k_line_info, stock_qfq_daily, deal_days):
-    if 1 < deal_days < MAX_TRADE_DAYS_PER_MONTH:
-        month_01 = round(sum(stock_qfq_daily['chg']), 2)
-        k_line_info['sum_month'] = month_01
-        k_line_info['month_num'] = 1
-        k_line_info['month01'] = month_01
-    elif (deal_days >= MAX_TRADE_DAYS_PER_MONTH) \
-            and (deal_days < MAX_TRADE_DAYS_PER_MONTH * 2):
-        stock_qfq_daily_month_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_MONTH]
-        month_01 = round(sum(stock_qfq_daily_month_01['chg']), 2)
-        stock_qfq_daily_month_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH + 1, deal_days - 1]
-        month_02 = round(sum(stock_qfq_daily_month_02['chg']), 2)
-        k_line_info['sum_month'] = round(month_01 + month_02, 2)
-        k_line_info['month_num'] = 2
-        k_line_info['month01'] = month_01
-        k_line_info['month_02'] = month_02
-    elif deal_days >= MAX_TRADE_DAYS_PER_MONTH * 2:
-        stock_qfq_daily_month_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_MONTH]
-        month_01 = round(sum(stock_qfq_daily_month_01['chg']), 2)
-        stock_qfq_daily_month_02 = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH + 1, MAX_TRADE_DAYS_PER_MONTH * 2]
-        month_02 = round(sum(stock_qfq_daily_month_02['chg']), 2)
-
-        stock_qfq_daily_week_sum = stock_qfq_daily.iloc[MAX_TRADE_DAYS_PER_MONTH * 2 + 1, deal_days - 1]
-
-        week_sum = round(sum(stock_qfq_daily_week_sum['chg']), 2)
-
-        k_line_info['sum_month'] = round(month_01 + month_02, 2)
-        k_line_info['month_num'] = 2
-        k_line_info['month01'] = month_01
-        k_line_info['month_02'] = month_02
-
-        k_line_info['week_num'] = week_sum
-    return k_line_info