mns-scheduler 1.1.1.4__tar.gz → 1.1.1.7__tar.gz

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.1.4
+Version: 1.1.1.7

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/mns_scheduler/company_info/constant/company_constant_data.py

@@ -14,7 +14,7 @@ mongodb_util = MongodbUtil('27017')
 
 def get_fix_symbol_industry():
     return pd.DataFrame([['688480', '赛恩斯', '760103', '环境治理'],
-                         ['000032', '深桑达Ａ', '730200', '通信网络设备及器件'],
+                         ['000032', '深桑达Ａ', '730204', '通信网络设备及器件'],
                          ['688480', '赛恩斯', '640704', '自动化设备'],
                          ['603260', '合盛硅业', '220316', '有机硅'],
                          ['300559', '佳发教育', '461102', '培训教育'],

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/mns_scheduler/db/real_time_task_check.py

@@ -34,20 +34,19 @@ def get_real_time_max_number():
 def check_max_number():
     now_max_number = get_real_time_max_number()
     last_minute_number = cache_service.get_cache(MAX_NUMBER_KEY)
+    cache_service.set_cache(MAX_NUMBER_KEY, now_max_number)
     if last_minute_number is None:
-        cache_service.set_cache(MAX_NUMBER_KEY, now_max_number)
         return True
     elif now_max_number == last_minute_number:
         return False
     else:
-        cache_service.set_cache(MAX_NUMBER_KEY, now_max_number)
         return True
 
 
 #  实时行情数据同步状态check
 def run_check_real_time_data_sync_status():
     now_date = datetime.now()
-    if date_handle_util.is_close_time(now_date):
+    if bool(1 - date_handle_util.is_trade_time(now_date)):
         return False
     flag = check_max_number()
     if bool(1 - flag):

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/mns_scheduler/zt/high_chg/sync_high_chg_real_time_quotes_service.py

@@ -24,14 +24,15 @@ choose_field = ["_id",
                 "symbol",
                 "name",
                 "industry",
-                "now_price",
                 "chg",
                 "quantity_ratio",
                 "amount_level",
+                'sum_main_inflow_disk',
                 "disk_ratio",
+                "now_price",
                 "real_disk_diff_amount_exchange",
                 'max_real_main_inflow_multiple',
-                'sum_main_inflow_disk',
+
                 "real_main_inflow_multiple",
                 "real_super_main_inflow_multiple",
                 "super_main_inflow_multiple",
@@ -73,7 +74,7 @@ choose_field = ["_id",
 def sync_high_chg_real_time_quotes(str_day):
     mongo = db_util.get_db(str_day)
 
-    realtime_quotes_db_name = db_name_constant.REAL_TIME_QUOTES_NOW + "_"  + str_day
+    realtime_quotes_db_name = db_name_constant.REAL_TIME_QUOTES_NOW + "_" + str_day
     high_chg_list = get_high_chg_symbol(str_day)
     if high_chg_list is None or len(high_chg_list) == 0:
         return
@@ -92,7 +93,7 @@ def sync_high_chg_real_time_quotes(str_day):
                 real_time_quotes_now_high_chg_all)
 
             real_time_quotes_now_high_chg_all['amount_level'] = round(
-                (real_time_quotes_now_high_chg_all['amount'] / common_service_fun_api.HUNDRED_MILLION), 2) * 10
+                (real_time_quotes_now_high_chg_all['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
             real_time_quotes_now_high_chg_all['flow_mv_sp'] = round(
                 (real_time_quotes_now_high_chg_all['flow_mv'] / common_service_fun_api.HUNDRED_MILLION), 2)
             real_time_quotes_now_high_chg_all['total_mv_sp'] = round(
@@ -141,4 +142,4 @@ def save_realtime_quotes_now_zt_data(realtime_quotes_now_zt, str_day, symbol):
 
 
 if __name__ == '__main__':
-    sync_high_chg_real_time_quotes('2024-06-21')
+    sync_high_chg_real_time_quotes('2024-06-24')

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/mns_scheduler/zt/open_data/kcx_high_chg_open_data_sync.py

@@ -62,7 +62,6 @@ realtime_quotes_now_zt_new_kc_open_field = ['_id',
                                             'real_disk_diff_amount_exchange', 'no_open_data']
 
 
-
 def sync_all_kc_zt_data(str_day, symbols):
     if symbols is None:
         query_daily = {'date': date_handle_util.no_slash_date(str_day),
@@ -173,6 +172,8 @@ def one_symbol_day_open_data(realtime_quotes_now_kc, kc_one, str_day):
         realtime_quotes_now_zt_new_kc_open_copy.copy(),
         str_now_date,
         1)
+    if data_frame_util.is_empty(realtime_quotes_now_zt_new_kc_open_copy):
+        return None
     realtime_quotes_now_zt_new_kc_open_copy = realtime_quotes_now_zt_new_kc_open_copy[
         realtime_quotes_now_zt_new_kc_open_field]
 

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py

@@ -8,11 +8,9 @@ sys.path.append(project_path)
 import mns_scheduler.zt.open_data.kcx_high_chg_open_data_sync as kcx_high_chg_open_data_sync
 from loguru import logger
 
-
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.utils.data_frame_util as data_frame_util
 
-
 mongodb_util = MongodbUtil('27017')
 mongodb_util_21019 = MongodbUtil('27019')
 realtime_quotes_now_zt_new_kc_open_field = ['_id',
@@ -53,6 +51,7 @@ realtime_quotes_now_zt_new_kc_open_field = ['_id',
                                             'real_super_main_inflow_multiple', 'real_flow_mv',
                                             'real_disk_diff_amount_exchange', 'no_open_data']
 
+
 #     query = {'$and': [{"_id": {'$lte': str_end}}, {"_id": {'$gte': '2022-04-25'}}]}
 def sync_all_high_chg_data(str_end):
     query = {'$and': [{"_id": {'$lte': str_end}}, {"_id": {'$gte': '2024-03-01'}}]}
@@ -84,7 +83,7 @@ def fix_miss_data(str_end):
 
 
 if __name__ == '__main__':
-    kcx_high_chg_open_data_sync.sync_all_kc_zt_data('2024-06-21', None)
+    kcx_high_chg_open_data_sync.sync_all_kc_zt_data('2024-06-24', None)
     # sync_all_kc_zt_data('2023-08-16')
     # sync_all_kc_zt_data('2023-07-07')
     # realtime_quotes_now_zt_new_kc_open_sync()

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/mns_scheduler/zt/script/sync_high_chg_pool_his_data.py

@@ -36,4 +36,4 @@ def sync_his_zt_pool_data(begin_day, end_day):
 
 
 if __name__ == '__main__':
-    sync_high_chg_pool_service.sync_stock_high_chg_pool_list('2024-06-19', None)
+    sync_high_chg_pool_service.sync_stock_high_chg_pool_list('2024-06-24', None)

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.1.4
+Version: 1.1.1.7

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/mns_scheduler.egg-info/SOURCES.txt

@@ -88,9 +88,6 @@ mns_scheduler/lhb/__init__.py
 mns_scheduler/lhb/stock_lhb_sync_service.py
 mns_scheduler/open/__init__.py
 mns_scheduler/open/sync_one_day_open_data_to_db_service.py
-mns_scheduler/real_time/__init__.py
-mns_scheduler/real_time/realtime_quotes_now_create_db_index.py
-mns_scheduler/real_time/realtime_quotes_now_sync.py
 mns_scheduler/risk/__init__.py
 mns_scheduler/risk/financial_report_risk_check_api.py
 mns_scheduler/risk/compliance/__init__.py
@@ -131,5 +128,4 @@ mns_scheduler/zt/zt_pool/__init__.py
 mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py
 mns_scheduler/zz_task/__init__.py
-mns_scheduler/zz_task/data_sync_task.py
-mns_scheduler/zz_task/sync_realtime_quotes_task.py
+mns_scheduler/zz_task/data_sync_task.py

{mns-scheduler-1.1.1.4 → mns-scheduler-1.1.1.7}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.1.1.4',
+    version='1.1.1.7',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )

mns-scheduler-1.1.1.4/mns_scheduler/real_time/realtime_quotes_now_create_db_index.py

@@ -1,29 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from loguru import logger
-from mns_common.db.MongodbUtil import MongodbUtil
-
-mongodb_util = MongodbUtil('27017')
-
-
-def create_db_index(str_day):
-    query_trade_day = {'_id': str_day}
-    is_trade_day = mongodb_util.exist_data_query('trade_date_list', query_trade_day)
-    if is_trade_day:
-        try:
-            mongodb_util.create_index('realtime_quotes_now_' + str_day, [("symbol", 1)])
-            mongodb_util.create_index('realtime_quotes_now_' + str_day, [("number", 1)])
-            mongodb_util.create_index('realtime_quotes_now_' + str_day, [("symbol", 1), ("number", 1)])
-            mongodb_util.create_index('realtime_quotes_now_' + str_day, [("str_now_date", 1)])
-            logger.info("创建索引成功:{}", str_day)
-        except BaseException as e:
-            logger.warning("创建索引异常:{}", e)
-
-
-if __name__ == '__main__':
-    create_db_index("2023-08-11")

mns-scheduler-1.1.1.4/mns_scheduler/real_time/realtime_quotes_now_sync.py

@@ -1,232 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import datetime
-import mns_common.utils.date_handle_util as date_util
-import mns_common.component.company.company_common_service_api as company_common_service_api
-from loguru import logger
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
-import time
-import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.component.data.data_init_api as data_init_api
-import mns_scheduler.real_time.realtime_quotes_now_create_db_index as realtime_quotes_now_create_db_index_api
-import pandas as pd
-from mns_common.db.MongodbUtil import MongodbUtil
-from mns_common.utils.async_fun import async_fun
-import mns_scheduler.trade.auto_sell_service_api as auto_sell_service_api
-import mns_common.constant.db_name_constant as db_name_constant
-import warnings
-
-warnings.filterwarnings("ignore")
-
-mongodb_util = MongodbUtil('27017')
-order = ["_id",
-         "symbol",
-         "name",
-         "industry",
-         "chg",
-         "quantity_ratio",
-         "amount_level",
-         "real_exchange",
-         "disk_ratio",
-         'real_disk_diff_amount_exchange',
-         'max_real_main_inflow_multiple',
-         'sum_main_inflow_disk',
-         "main_inflow_multiple",
-         'super_main_inflow_multiple',
-         'disk_diff_amount',
-         "disk_diff_amount_exchange",
-         "exchange",
-         "amount",
-         "today_main_net_inflow",
-         "today_main_net_inflow_ratio",
-         "super_large_order_net_inflow",
-         "super_large_order_net_inflow_ratio",
-         "large_order_net_inflow",
-         "large_order_net_inflow_ratio",
-         "super_main_inflow_multiple",
-         "up_speed",
-         "up_speed_05",
-         "now_price",
-         "high",
-         "low",
-         "open",
-         "yesterday_price",
-         "volume",
-         "total_mv",
-         "flow_mv",
-         "list_date",
-         "wei_bi",
-         "buy_1_num",
-         "sell_1_num",
-         "outer_disk",
-         "inner_disk",
-         "average_price",
-         "classification",
-         "str_now_date",
-         "number"]
-
-
-# 实时表移除数据
-@async_fun
-def remove_real_time_data(number, realtime_quotes_db_name):
-    if number % 50 == 0:
-        remove_query = {'number': {"$lte": number - 50}}
-        mongodb_util.remove_data(remove_query, realtime_quotes_db_name)
-
-
-def remove_real_time_all_data():
-    remove_query = {}
-    mongodb_util.remove_data(remove_query, db_name_constant.REAL_TIME_QUOTES_NOW)
-
-
-# 保存实时表数据
-def save_real_time_quotes(real_time_quotes, now_date, realtime_quotes_db_name, number):
-    if 'first_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['first_sw_industry'], inplace=True)
-    if 'second_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['second_sw_industry'], inplace=True)
-    if 'third_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['third_sw_industry'], inplace=True)
-    real_time_quotes.symbol = real_time_quotes.symbol.astype(str)
-    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S:%f')
-    real_time_quotes['_id'] = real_time_quotes['symbol'] + '-' + str_now_date
-
-    try:
-
-        real_time_quotes = real_time_quotes[order]
-        real_time_quotes['sum_main_inflow_disk'] = round(real_time_quotes['sum_main_inflow_disk'], 2)
-        mongodb_util.insert_mongo(real_time_quotes, realtime_quotes_db_name)
-        # 移除现在的数据
-        remove_real_time_data(number, realtime_quotes_db_name)
-    except BaseException as e:
-        logger.error('保存实时数据异常:{}', e)
-
-
-# 保存历史表数据
-def save_real_time_quotes_his(real_time_quotes, now_date, realtime_quotes_db_name, number_his):
-    if 'first_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['first_sw_industry'], inplace=True)
-    if 'second_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['second_sw_industry'], inplace=True)
-    if 'third_sw_industry' in real_time_quotes.columns:
-        real_time_quotes.drop(columns=['third_sw_industry'], inplace=True)
-    real_time_quotes.symbol = real_time_quotes.symbol.astype(str)
-    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S:%f')
-    real_time_quotes['_id'] = real_time_quotes['symbol'] + '-' + str_now_date
-
-    try:
-        real_time_quotes['number'] = number_his
-
-        real_time_quotes = real_time_quotes[order]
-        mongodb_util.insert_mongo(real_time_quotes, realtime_quotes_db_name)
-    except Exception as e:
-        logger.error('保存实时历史数据异常:{}', e)
-
-
-def handle_init_real_time_quotes_data(real_time_quotes_now, str_now_date, number):
-    #  exclude b symbol
-    real_time_quotes_now = common_service_fun_api.exclude_b_symbol(real_time_quotes_now.copy())
-    #  classification symbol
-    real_time_quotes_now = common_service_fun_api.classify_symbol(real_time_quotes_now.copy())
-    #  fix industry
-    real_time_quotes_now = fix_industry_data(real_time_quotes_now.copy())
-    #  calculate parameter
-    real_time_quotes_now = data_init_api.calculate_parameter_factor(real_time_quotes_now.copy())
-
-    real_time_quotes_now = real_time_quotes_now.loc[real_time_quotes_now['amount'] != 0]
-    real_time_quotes_now['str_now_date'] = str_now_date
-    real_time_quotes_now['number'] = number
-    return real_time_quotes_now
-
-
-# fix 错杀数据 有成交量的数据
-def fix_industry_data(real_time_quotes_now):
-    #  fix industry
-    real_time_quotes_now_r = company_common_service_api.amendment_industry(real_time_quotes_now.copy())
-
-    symbol_list = list(real_time_quotes_now_r['symbol'])
-
-    na_real_now = real_time_quotes_now.loc[
-        ~(real_time_quotes_now['symbol'].isin(symbol_list))]
-
-    na_real_now = na_real_now.loc[na_real_now['amount'] != 0]
-
-    real_time_quotes_now_result = pd.concat([real_time_quotes_now_r, na_real_now], axis=0)
-    return real_time_quotes_now_result
-
-
-def sync_realtime_quotes():
-    # 移除昨日数据
-    remove_real_time_all_data()
-
-    now_date_init = datetime.datetime.now()
-    str_day_init = now_date_init.strftime('%Y-%m-%d')
-    realtime_quotes_db_name = db_name_constant.REAL_TIME_QUOTES_NOW + "_" + str_day_init
-    number_his = common_service_fun_api.realtime_quotes_now_max_number(realtime_quotes_db_name, 'number')
-    number_his = number_his + 1
-    number = common_service_fun_api.realtime_quotes_now_max_number(
-        db_name_constant.REAL_TIME_QUOTES_NOW + '_' + str_day_init, 'number')
-    number = number + 1
-    realtime_quotes_now_create_db_index_api.create_db_index(str_day_init)
-    while True:
-        now_date = datetime.datetime.now()
-
-        str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-        if bool(date_util.is_trade_time(now_date)):
-            try:
-                real_time_quotes_now = east_money_stock_api.get_real_time_quotes_all_stocks()
-                real_time_quotes_now = handle_init_real_time_quotes_data(real_time_quotes_now.copy(),
-                                                                         str_now_date, number)
-                save_real_time_quotes(real_time_quotes_now.copy(), now_date, db_name_constant.REAL_TIME_QUOTES_NOW,
-                                      number)
-                try:
-                    auto_sell_service_api.auto_sell_stock(real_time_quotes_now.copy())
-                except Exception as e:
-                    logger.error("自动卖出执行异常:{}", e)
-                # 集合竞价前同步
-                if date_util.is_call_auction(str_now_date):
-                    if number % 4 == 0:
-                        save_real_time_quotes_his(real_time_quotes_now.copy(), now_date, realtime_quotes_db_name,
-                                                  number_his)
-                        number_his = number_his + 1
-                # 开盘前一个小时同步
-                elif date_util.is_begin_one_hour(now_date):
-                    save_real_time_quotes_his(real_time_quotes_now.copy(), now_date, realtime_quotes_db_name,
-                                              number_his)
-                    number_his = number_his + 1
-                # 下午同步次数
-                elif date_util.is_afternoon_time(now_date):
-                    if number % 3 == 0:
-                        save_real_time_quotes_his(real_time_quotes_now.copy(), now_date, realtime_quotes_db_name,
-                                                  number_his)
-                        number_his = number_his + 1
-
-                else:
-                    # 10:30 到11:30
-                    if number % 2 == 0:
-                        save_real_time_quotes_his(real_time_quotes_now.copy(), now_date, realtime_quotes_db_name,
-                                                  number_his)
-                        number_his = number_his + 1
-
-                logger.info("同步实时行情信息:{}", number)
-                number = number + 1
-
-            except Exception as e:
-                number_his = number_his + 1
-                number = number + 1
-                logger.error("获取实时行情信息:{}", e)
-        elif bool(date_util.is_no_trade_time(now_date)):
-
-            break
-        else:
-            time.sleep(1)
-
-
-if __name__ == '__main__':
-    sync_realtime_quotes()

mns-scheduler-1.1.1.4/mns_scheduler/zz_task/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns-scheduler-1.1.1.4/mns_scheduler/zz_task/sync_realtime_quotes_task.py

@@ -1,28 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_scheduler.real_time.realtime_quotes_now_sync as realtime_quotes_now_sync
-import mns_scheduler.company_info.clean.company_info_clean_api as company_info_clean_api
-from loguru import logger
-from apscheduler.schedulers.blocking import BlockingScheduler
-
-
-def sync_realtime_quotes():
-    logger.error("同步实时数据开始")
-    # 更新新股公司信息
-    company_info_clean_api.new_company_info_update()
-    realtime_quotes_now_sync.sync_realtime_quotes()
-    logger.error("同步实时数据完成")
-
-
-blockingScheduler = BlockingScheduler()
-
-# 同步实时数据
-blockingScheduler.add_job(sync_realtime_quotes, 'cron', hour='09', minute='20', max_instances=4)
-
-print('同步实时行情定时任务启动成功')
-blockingScheduler.start()