mns-scheduler 1.1.2.5__tar.gz → 1.1.2.8__tar.gz

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.2.5
+Version: 1.1.2.8

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler/company_info/base/sync_company_base_info_api.py

@@ -21,6 +21,7 @@ import mns_common.api.kpl.constant.kpl_constant as kpl_constant
 import mns_common.component.company.company_common_service_api as company_common_service_api
 import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 import mns_common.constant.db_name_constant as db_name_constant
+from functools import lru_cache
 
 mongodb_util = MongodbUtil('27017')
 # 分页大小
@@ -128,7 +129,7 @@ def sync_company_base_info(symbol_list):
     for page in range(page_number):  # 0到100页
         end_count = (page + 1) * MAX_PAGE_NUMBER
         begin_count = page * MAX_PAGE_NUMBER
-        page_df = east_money_stock_info.loc[begin_count:end_count]
+        page_df = east_money_stock_info.iloc[begin_count:end_count]
         thread = threading.Thread(target=single_thread_sync_company_info,
                                   args=(page_df, kpl_real_time_quotes, exist_company_df))
         threads.append(thread)
@@ -149,6 +150,7 @@ def single_thread_sync_company_info(east_money_stock_info,
     for company_one in east_money_stock_info.itertuples():
         try:
             company_info_type = ths_company_info_web.get_company_info_detail(company_one.symbol)
+            company_info_type = set_kzz_debt(company_info_type, company_one.symbol)
             company_info_type['first_industry_code'] = company_info_type['hycode'].apply(
                 lambda x: x[1:3] + '0000')
             company_info_type['second_industry_code'] = company_info_type['hy2code'].apply(
@@ -271,6 +273,32 @@ def set_kpl_data(kpl_real_time_quotes_one, company_info_type, company_one):
     return company_info_type
 
 
+# 获取可转债信息
+@lru_cache(maxsize=None)
+def get_kzz_debt_info():
+    query = {}
+    kzz_debt_info_df = mongodb_util.find_query_data(db_name_constant.KZZ_DEBT_INFO, query)
+    kzz_debt_info_df = kzz_debt_info_df[[
+        'symbol',
+        'name',
+        'stock_code',
+        'apply_date',
+        'list_date',
+        'due_date'
+    ]]
+    return kzz_debt_info_df
+
+
+def set_kzz_debt(df, symbol):
+    kzz_debt_info_df_all = get_kzz_debt_info()
+    kzz_debt_info_df = kzz_debt_info_df_all.loc[kzz_debt_info_df_all['stock_code'] == symbol]
+    df.loc[:, 'kzz_debt_list'] = ''
+    if data_frame_util.is_not_empty(kzz_debt_info_df):
+        kzz_debt_info_df_list = kzz_debt_info_df.to_dict(orient='records')
+        df.at[0, 'kzz_debt_list'] = kzz_debt_info_df_list
+    return df
+
+
 # 保存申万行业分类
 def save_sw_data(company_info_type):
     now_date = datetime.now()

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler/company_info/clean/company_info_clean_api.py

@@ -19,9 +19,6 @@ import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.component.company.company_common_service_api as company_common_service_api
 
 
-
-
-
 # 修改行业信息
 def fix_company_industry(symbol):
     if symbol is not None:
@@ -95,7 +92,7 @@ def save_company_info_his(company_info_df):
     tag = mongodb_util.remove_data(remove_query, db_name_constant.COMPANY_INFO_HIS)
     success = tag.acknowledged
     if success:
-        mongodb_util.insert_mongo(company_info_df, db_name_constant.COMPANY_INFO_HIS)
+        mongodb_util.save_mongo(company_info_df, db_name_constant.COMPANY_INFO_HIS)
 
 
 # 更新新上市公司信息
@@ -110,3 +107,7 @@ def new_company_info_update():
         except BaseException as e:
             logger.error("出现异常:{}", e)
     company_common_service_api.company_info_industry_cache_clear
+
+
+if __name__ == '__main__':
+    fix_company_industry(None)

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler/company_info/constant/company_constant_data.py

@@ -32,6 +32,7 @@ def get_fix_symbol_industry():
                          ['300215', '电科院', '410110', '电能综合服务'],
                          # 持有上海微电子装备有限公司10%的股份 国产光刻机 主要炒作在芯片概念 不在房地产
                          ['600895', '张江高科', '270108', '半导体设备'],
+                         ['301112', '信邦智能', '640704', '其他自动化设备'],
 
                          ],
                         columns=['symbol', 'name', 'new_industry_code', 'new_industry'])
@@ -366,7 +367,8 @@ def filed_sort(company_info):
         "kpl_most_relative_name",
         "kpl_plate_list_info",
         'operate_profit',
-        'total_operate_income'
+        'total_operate_income',
+        'kzz_debt_list'
     ]]
 
 

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler/db/col_move_service.py

@@ -112,4 +112,4 @@ if __name__ == '__main__':
     # sync_col_move('2024-05-28')
     # sync_col_move('2024-05-30')
     # sync_col_move('2024-05-31')
-    sync_col_move('2024-06-21')
+    sync_col_move('2024-07-02')

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler/db/real_time_task_check.py

@@ -53,7 +53,7 @@ def run_check_real_time_data_sync_status():
         return False
     flag = check_max_number()
     if bool(1 - flag):
-        all_cmd_processes = cmd_util.get_cmd_processes()
+        all_cmd_processes = cmd_util.get_all_process()
         if data_frame_util.is_empty(all_cmd_processes):
             return None
         all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)

mns_scheduler-1.1.2.8/mns_scheduler/debt/kzz_bond_info_sync.py

@@ -0,0 +1,33 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.em.east_money_debt_api as east_money_debt_api
+from datetime import datetime
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 同步可转债信息
+def sync_debt_info():
+    now_date = datetime.now()
+    str_now_day = now_date.strftime('%Y-%m-%d')
+    kzz_bond_info_df = east_money_debt_api.get_kzz_bond_info()
+    kzz_bond_info_df = kzz_bond_info_df.fillna(0)
+    kzz_bond_info_df['apply_date'] = kzz_bond_info_df['apply_date'].astype(str)
+    kzz_bond_info_df['winning_date'] = kzz_bond_info_df['winning_date'].astype(str)
+    kzz_bond_info_df['list_date'] = kzz_bond_info_df['list_date'].astype(str)
+    kzz_bond_info_df['due_date'] = kzz_bond_info_df['due_date'].astype(str)
+    kzz_bond_info_df = kzz_bond_info_df.loc[kzz_bond_info_df['due_date'] >= str_now_day]
+    mongodb_util.remove_all_data(db_name_constant.KZZ_DEBT_INFO)
+    kzz_bond_info_df['_id'] = kzz_bond_info_df['symbol']
+    mongodb_util.insert_mongo(kzz_bond_info_df, db_name_constant.KZZ_DEBT_INFO)
+
+
+if __name__ == '__main__':
+    sync_debt_info()

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py

@@ -33,7 +33,10 @@ def handle_month_line(k_line_info, stock_qfq_daily, deal_days):
         k_line_info['month01'] = month_01
         k_line_info['month02'] = month_02
         k_line_info['month01_date'] = list(stock_qfq_daily_month_01.iloc[0:1]['date'])[0]
-        k_line_info['month02_date'] = list(stock_qfq_daily_month_02.iloc[0:1]['date'])[0]
+        if k_line_length != MAX_TRADE_DAYS_PER_MONTH:
+            k_line_info['month02_date'] = list(stock_qfq_daily_month_02.iloc[0:1]['date'])[0]
+        else:
+            k_line_info['month02_date'] = ''
     elif deal_days > MAX_TRADE_DAYS_PER_MONTH * 2:
         stock_qfq_daily_month_01 = stock_qfq_daily.iloc[0:MAX_TRADE_DAYS_PER_MONTH]
         month_01 = round(sum(stock_qfq_daily_month_01['chg']), 2)

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler/k_line/test/k_line_info_clean_his_data.py

@@ -26,5 +26,5 @@ def clean_history_data():
 
 if __name__ == '__main__':
     # 001389  001359
-    k_line_info_clean_task.sync_k_line_info('2024-07-03', ['603227'])
+    k_line_info_clean_task.sync_k_line_info('2024-07-12', ['300784'])
     # clean_history_data()

mns_scheduler-1.1.2.8/mns_scheduler/trade/auto_login/trader_auto_service.py

@@ -0,0 +1,30 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.deal.deal_service_api as deal_service_api
+from mns_common.component.deal.terminal_enum import TerminalEnum
+import time
+
+
+# qmt 自动登录
+def qmt_auto_login():
+    deal_service_api.auto_login(TerminalEnum.QMT.terminal_code)
+
+
+# 同花顺自动登陆
+def ths_auto_login():
+    deal_service_api.auto_login(TerminalEnum.EASY_TRADER.terminal_code)
+
+
+def auto_login():
+    qmt_auto_login()
+    time.sleep(5)
+    ths_auto_login()
+
+
+if __name__ == '__main__':
+    auto_login()

mns_scheduler-1.1.2.8/mns_scheduler/trade/task/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler-1.1.2.8/mns_scheduler/trade/task/trader_task_service.py

@@ -0,0 +1,48 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.utils.cmd_util as cmd_util
+import time
+import mns_scheduler.trade.auto_login.trader_auto_service as trader_auto_service
+import mns_common.utils.data_frame_util as data_frame_util
+from loguru import logger
+
+# 交易任务
+TRADER_SERVER_PATH = 'H:\\mns-trader.bat'
+# 实时行情同步任务 python名称
+TRADER_SERVER_NAME = "mns_trader"
+
+
+# 打开交易客户端
+def open_trader_terminal():
+    # 打开任务进程
+    cmd_util.open_bat_file(TRADER_SERVER_PATH)
+    # 自动登陆
+    trader_auto_service.auto_login()
+    time.sleep(5)
+    # 需先打开同花顺终端在开始交易服务
+    kill_server()
+    time.sleep(5)
+    # 打开任务进程
+    cmd_util.open_bat_file(TRADER_SERVER_PATH)
+
+
+def kill_server():
+    all_cmd_processes = cmd_util.get_all_process()
+    all_cmd_processes_trader = all_cmd_processes.loc[
+        (all_cmd_processes['total_info'].str.contains(TRADER_SERVER_NAME, case=False, na=False))]
+    if data_frame_util.is_not_empty(all_cmd_processes_trader):
+        for processes_one in all_cmd_processes_trader.itertuples():
+            try:
+                process_pid = processes_one.process_pid
+                cmd_util.kill_process_by_pid(process_pid)
+            except BaseException as e:
+                logger.error("杀死进程异常:{}", e)
+
+
+if __name__ == '__main__':
+    open_trader_terminal()

mns_scheduler-1.1.2.8/mns_scheduler/zt/high_chg/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler-1.1.2.8/mns_scheduler/zt/script/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py

@@ -17,6 +17,7 @@ import mns_common.api.akshare.k_line_api as k_line_api
 import mns_common.utils.date_handle_util as date_handle_util
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.constant.db_name_constant as db_name_constant
+import time
 
 mongodb_util = MongodbUtil('27017')
 
@@ -226,20 +227,22 @@ def save_ths_zt_pool(ths_zt_pool_df, str_day):
 
 
 if __name__ == '__main__':
-    trade_date = '2024-06-21'
+    trade_date = '2015-05-28'
     zt_df = ths_zt_pool(trade_date, None)
     save_ths_zt_pool(zt_df, trade_date)
-    # while True:
-    #     query = {"$and": [{'_id': {"$gte": '2013-07-04'}}, {'_id': {"$lte": '2019-07-04'}}]}
-    #
-    #     trade_date_list = mongodb_util.find_query_data('trade_date_list', query)
-    #     trade_date_list = trade_date_list.sort_values(by=['trade_date'], ascending=False)
-    #     for trade_one in trade_date_list.itertuples():
-    #         try:
-    #             trade_date = trade_one.trade_date
-    #             zt_df = ths_zt_pool(trade_date, None)
-    #             # zt_df = mongodb_util.find_query_data(db_name_constant.THS_ZT_POOL, query={"str_day": trade_date})
-    #             save_ths_zt_pool(zt_df, trade_date)
-    #             logger.info("同步到日期:{}", trade_date)
-    #         except BaseException as e:
-    #             logger.warning("同步涨停到日期:{},{}", trade_one.trade_date, e)
+    while True:
+        query = {"$and": [{'_id': {"$gte": '2013-07-04'}}, {'_id': {"$lte": '2015-05-05'}}]}
+
+        trade_date_list = mongodb_util.find_query_data('trade_date_list', query)
+        trade_date_list = trade_date_list.sort_values(by=['trade_date'], ascending=False)
+        for trade_one in trade_date_list.itertuples():
+            try:
+                trade_date = trade_one.trade_date
+                zt_df = ths_zt_pool(trade_date, None)
+
+                # zt_df = mongodb_util.find_query_data(db_name_constant.THS_ZT_POOL, query={"str_day": trade_date})
+                save_ths_zt_pool(zt_df, trade_date)
+                logger.info("同步到日期:{}", trade_date)
+                time.sleep(2)
+            except BaseException as e:
+                logger.warning("同步涨停到日期:{},{}", trade_one.trade_date, e)

mns_scheduler-1.1.2.8/mns_scheduler/zz_task/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler/zz_task/data_sync_task.py

@@ -49,6 +49,7 @@ import mns_scheduler.concept.ths.sync_new_index.sync_ths_concept_new_index_api a
 import mns_scheduler.company_info.clean.company_info_clean_api as company_info_clean_api
 import mns_scheduler.zt.zt_pool.ths_zt_pool_sync_api as ths_zt_pool_sync_api
 import mns_scheduler.db.real_time_task_check as real_time_task_check_api
+import mns_scheduler.trade.task.trader_task_service as trader_task_service
 
 
 # 同步交易日期任务完成
@@ -348,6 +349,11 @@ def real_time_task_check_status():
     real_time_task_check_api.run_check_real_time_data_sync_status()
 
 
+# 打开交易客户端
+def trader_client_auto_login():
+    trader_task_service.open_trader_terminal()
+
+
 # # 定义BlockingScheduler
 blockingScheduler = BlockingScheduler()
 # sync_trade_date 同步交易日期
@@ -429,6 +435,9 @@ blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='08,12,17
 # 实时数据状态同步check
 blockingScheduler.add_job(real_time_task_check_status, 'interval', seconds=59, max_instances=4)
 
+# 打开交易客户端
+blockingScheduler.add_job(trader_client_auto_login, 'cron', hour='09,12', minute='05')
+
 print('定时任务启动成功')
 blockingScheduler.start()
 #

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.2.5
+Version: 1.1.2.8

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/mns_scheduler.egg-info/SOURCES.txt

@@ -48,6 +48,8 @@ mns_scheduler/db/__init__.py
 mns_scheduler/db/col_move_service.py
 mns_scheduler/db/db_status.py
 mns_scheduler/db/real_time_task_check.py
+mns_scheduler/debt/__init__.py
+mns_scheduler/debt/kzz_bond_info_sync.py
 mns_scheduler/dt/__init__.py
 mns_scheduler/dt/stock_dt_pool_sync.py
 mns_scheduler/finance/__init__.py
@@ -113,6 +115,10 @@ mns_scheduler/trade/__init__.py
 mns_scheduler/trade/auto_ipo_buy_api.py
 mns_scheduler/trade/auto_sell_service_api.py
 mns_scheduler/trade/sync_position_api.py
+mns_scheduler/trade/auto_login/__init__.py
+mns_scheduler/trade/auto_login/trader_auto_service.py
+mns_scheduler/trade/task/__init__.py
+mns_scheduler/trade/task/trader_task_service.py
 mns_scheduler/zb/__init__.py
 mns_scheduler/zb/stock_zb_pool_sync.py
 mns_scheduler/zt/__init__.py

{mns-scheduler-1.1.2.5 → mns_scheduler-1.1.2.8}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.1.2.5',
+    version='1.1.2.8',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )

mns-scheduler-1.1.2.5/mns_scheduler/db/__init__.py

@@ -1,10 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import os
-
-os.system("exit")