mns-scheduler 1.2.6.4__py3-none-any.whl → 1.4.2.5__py3-none-any.whl

mns_scheduler/big_deal/ths_big_deal_sync.py

@@ -1,98 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.utils.date_handle_util as date_handle_util
-from datetime import datetime, time, timedelta
-from loguru import logger
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.api.ths.big_deal.ths_big_deal_api as ths_big_deal_api
-import time as sleep_time
-import mns_common.constant.db_name_constant as db_name_constant
-
-mongodb_util = MongodbUtil('27017')
-
-
-#
-def get_last_number(str_day):
-    query = {'str_day': str_day}
-    big_deal_df = mongodb_util.descend_query(query, db_name_constant.BIG_DEAL_NAME, "number", 1)
-    if data_frame_util.is_empty(big_deal_df):
-        return 1
-    else:
-        return list(big_deal_df['number'])[0]
-
-
-def create_index():
-    mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("symbol", 1)])
-    mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("str_day", 1)])
-    mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("symbol", 1), ("str_day", 1)])
-    mongodb_util.create_index(db_name_constant.BIG_DEAL_NAME, [("number", 1), ("str_day", 1)])
-
-
-def sync_ths_big_deal(tag):
-    create_index()
-    now_date_begin = datetime.now()
-    str_day_begin = now_date_begin.strftime('%Y-%m-%d')
-    number = get_last_number(str_day_begin)
-    while True:
-        now_date = datetime.now()
-        begin_date = now_date + timedelta(minutes=-2)
-        if tag or date_handle_util.is_trade_time(now_date):
-            try:
-                str_day = now_date.strftime('%Y-%m-%d')
-                str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
-
-                begin_str_date = begin_date.strftime('%Y-%m-%d %H:%M:%S')
-
-                target_time_09_30 = time(9, 30)
-                if now_date.time() < target_time_09_30:
-                    continue
-                ths_big_deal_df = ths_big_deal_api.stock_fund_flow_big_deal(begin_str_date, str_now_date)
-                if data_frame_util.is_empty(ths_big_deal_df):
-                    sleep_time.sleep(10)
-                    continue
-                ths_big_deal_df['str_day'] = ths_big_deal_df['deal_time'].str.slice(0, 10)
-                ths_big_deal_df = ths_big_deal_df.loc[ths_big_deal_df['str_day'] == str_day]
-                ths_big_deal_df['number'] = number
-                ths_big_deal_df['amount_str'] = ths_big_deal_df.amount.astype(str)
-                ths_big_deal_df['type'] = ths_big_deal_df['type'].replace('买盘', 'buy')
-                ths_big_deal_df['type'] = ths_big_deal_df['type'].replace("卖盘", "sell")
-
-                ths_big_deal_df["_id"] = (ths_big_deal_df['deal_time'] + "-" + ths_big_deal_df['symbol'] + "-"
-                                          + ths_big_deal_df['amount_str'] + "-" + ths_big_deal_df['type'])
-                ths_big_deal_df.drop_duplicates('_id', keep='last', inplace=True)
-                ths_big_deal_df['sync_str_date'] = str_now_date
-                # 设置卖盘为负数
-                ths_big_deal_df.loc[ths_big_deal_df['type'] == 'sell', 'amount'] = -ths_big_deal_df.loc[
-                    ths_big_deal_df['type'] == 'sell', 'amount']
-
-                ths_big_deal_df['chg'] = ths_big_deal_df['chg'].str.replace('%', '')
-                ths_big_deal_df['chg'] = ths_big_deal_df['chg'].astype(float)
-
-                del ths_big_deal_df['amount_str']
-                exist_code_df = mongodb_util.find_query_data_choose_field(db_name_constant.BIG_DEAL_NAME,
-                                                                          {},
-                                                                          {"_id": 1})
-                if data_frame_util.is_empty(exist_code_df):
-                    new_df = ths_big_deal_df
-                else:
-                    exist_code_list = list(exist_code_df['_id'])
-                    new_df = ths_big_deal_df.loc[~(ths_big_deal_df['_id'].isin(exist_code_list))]
-
-                if data_frame_util.is_empty(new_df):
-                    continue
-                mongodb_util.insert_mongo(new_df, db_name_constant.BIG_DEAL_NAME)
-                number = number + 1
-            except Exception as e:
-                logger.error('策略执行异常:{}', e)
-        elif date_handle_util.is_close_time(now_date):
-            break
-
-
-if __name__ == '__main__':
-    sync_ths_big_deal(False)

mns_scheduler/db/real_time_task_check.py

@@ -1,127 +0,0 @@
-import os
-import sys
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.constant.db_name_constant as db_name_constant
-import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.component.cache.cache_service as cache_service
-import mns_common.utils.cmd_util as cmd_util
-import mns_common.utils.data_frame_util as data_frame_util
-from loguru import logger
-from datetime import datetime
-import mns_common.utils.date_handle_util as date_handle_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
-import time
-
-mongodb_util = MongodbUtil('27017')
-
-MAX_NUMBER_KEY = 'max_number_key'
-# 定时任务 python名称
-REAL_TIME_SCHEDULER_NAME = "sync_realtime_quotes_task"
-# 实时同步 python名称
-REAL_TIME_TASK_NAME = "realtime_quotes_now_sync"
-# 实时同步 bat
-REAL_TIME_TASK_NAME_PATH = 'H:\\real_time_task.bat'
-# 定时任务 bat
-REAL_TIME_SCHEDULER_NAME_PATH = 'H:\\real_time_scheduler.bat'
-
-
-def get_real_time_max_number():
-    number = common_service_fun_api.realtime_quotes_now_max_number(db_name_constant.REAL_TIME_QUOTES_NOW,
-                                                                   'number')
-
-    return number
-
-
-# 检查数据同步最大值
-def check_max_number():
-    now_max_number = get_real_time_max_number()
-    last_minute_number = cache_service.get_cache(MAX_NUMBER_KEY)
-    cache_service.set_cache(MAX_NUMBER_KEY, now_max_number)
-    if last_minute_number is None:
-        return True
-    elif now_max_number == last_minute_number:
-        logger.error("数据相等:{}", now_max_number)
-        return False
-    else:
-        return True
-
-
-#  实时行情数据同步状态check
-def run_check_real_time_data_sync_status():
-    now_date = datetime.now()
-    hour = now_date.hour
-    minute = now_date.minute
-    second = now_date.second
-    str_day = now_date.strftime('%Y-%m-%d')
-
-    if bool(1 - trade_date_common_service_api.is_trade_day(str_day)):
-        return False
-
-    # 关闭上午定时同步
-    if hour == 11 and minute == 31:
-        all_cmd_processes = cmd_util.get_all_process()
-        if data_frame_util.is_empty(all_cmd_processes):
-            return False
-        all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
-        if data_frame_util.is_empty(all_cmd_processes_real_time_task):
-            return False
-        for match_task_one in all_cmd_processes_real_time_task.itertuples():
-            try:
-                processes_pid = match_task_one.process_pid
-                # 关闭当前进程
-                cmd_util.kill_process_by_pid(processes_pid)
-            except BaseException as e:
-                logger.error("关闭实时行情任务异常:{}", e)
-
-    # 重开下午定时同步
-    if hour == 12 and minute == 59:
-        all_cmd_processes = cmd_util.get_all_process()
-        if data_frame_util.is_empty(all_cmd_processes):
-            return False
-        all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
-        if data_frame_util.is_empty(all_cmd_processes_real_time_task):
-            # 重开定时任务
-            cmd_util.open_bat_file(REAL_TIME_SCHEDULER_NAME_PATH)
-            # 防止太快重开多个
-            time.sleep(3)
-
-    # 普通轮训
-
-    if bool(1 - date_handle_util.is_trade_time(now_date)):
-        return False
-    flag = check_max_number()
-    if bool(1 - flag):
-        all_cmd_processes = cmd_util.get_all_process()
-        if data_frame_util.is_empty(all_cmd_processes):
-            return False
-        all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
-        if data_frame_util.is_empty(all_cmd_processes_real_time_task):
-            return None
-        for match_task_one in all_cmd_processes_real_time_task.itertuples():
-            try:
-                processes_pid = match_task_one.process_pid
-                # 关闭当前进程
-                cmd_util.kill_process_by_pid(processes_pid)
-                # 清空临时数据表
-                mongodb_util.remove_all_data(db_name_constant.REAL_TIME_QUOTES_NOW)
-
-            except BaseException as e:
-                logger.error("关闭实时行情任务异常:{}", e)
-        # 重开任务进程
-        cmd_util.open_bat_file(REAL_TIME_TASK_NAME_PATH)
-
-
-def get_real_time_quotes_task(all_cmd_processes):
-    return all_cmd_processes[
-        (all_cmd_processes['total_info'].str.contains(REAL_TIME_SCHEDULER_NAME, case=False, na=False))
-        | (all_cmd_processes['total_info'].str.contains(REAL_TIME_TASK_NAME, case=False, na=False))]
-
-
-if __name__ == '__main__':
-    while True:
-        run_check_real_time_data_sync_status()

mns_scheduler/debt/kzz_bond_info_sync.py

@@ -1,33 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.api.em.east_money_debt_api as east_money_debt_api
-from datetime import datetime
-import mns_common.constant.db_name_constant as db_name_constant
-from mns_common.db.MongodbUtil import MongodbUtil
-
-mongodb_util = MongodbUtil('27017')
-
-
-# 同步可转债信息
-def sync_debt_info():
-    now_date = datetime.now()
-    str_now_day = now_date.strftime('%Y-%m-%d')
-    kzz_bond_info_df = east_money_debt_api.get_kzz_bond_info()
-    kzz_bond_info_df = kzz_bond_info_df.fillna(0)
-    kzz_bond_info_df['apply_date'] = kzz_bond_info_df['apply_date'].astype(str)
-    kzz_bond_info_df['winning_date'] = kzz_bond_info_df['winning_date'].astype(str)
-    kzz_bond_info_df['list_date'] = kzz_bond_info_df['list_date'].astype(str)
-    kzz_bond_info_df['due_date'] = kzz_bond_info_df['due_date'].astype(str)
-    kzz_bond_info_df = kzz_bond_info_df.loc[kzz_bond_info_df['due_date'] >= str_now_day]
-    mongodb_util.remove_all_data(db_name_constant.KZZ_DEBT_INFO)
-    kzz_bond_info_df['_id'] = kzz_bond_info_df['symbol']
-    mongodb_util.insert_mongo(kzz_bond_info_df, db_name_constant.KZZ_DEBT_INFO)
-
-
-if __name__ == '__main__':
-    sync_debt_info()

mns_scheduler/us/baidu_yun_pan_handle_service.py

@@ -1,131 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from bypy import ByPy
-from mns_common.db.MongodbUtil import MongodbUtil
-import tempfile
-from loguru import logger
-import akshare as ak
-
-mongodb_util = MongodbUtil('27017')
-
-import subprocess
-
-
-def get_file_list(path):
-    """
-    获取百度网盘指定路径下的文件列表
-    :param path: 百度网盘中的路径，例如 '/我的资源'
-    :return: 文件列表
-    """
-    try:
-        # 调用 bypy list 命令
-        result = subprocess.run(['bypy', 'list', path], capture_output=True, text=True, check=True)
-
-        # 输出结果
-        if result.returncode == 0:
-            file_list = result.stdout.splitlines()  # 按行分割结果
-            return file_list
-        else:
-            logger.error("获取文件路径异常:{}", result.stderr)
-            return []
-    except subprocess.CalledProcessError as e:
-        logger.error("获取文件路径异常:{}", e)
-        return []
-
-
-def upload_to_baidu(file_name, folder_name, data_df):
-    bp = ByPy()
-    file_name = file_name + '.csv'
-    with tempfile.NamedTemporaryFile(mode='w', suffix='.csv', delete=False) as temp_file:
-        data_df.to_csv(temp_file, index=False)
-        temp_file_path = temp_file.name  # 获取临时文件的路径
-
-    # 上传临时文件到百度云
-    remote_path = f'/{folder_name}/{file_name}'
-    result = bp.upload(temp_file_path, remote_path)
-    if result == 0:
-        logger.info("上传成功:{}", file_name)
-    else:
-        logger.error("上传失败:{}", file_name)
-    return result
-
-
-def mkdir_baidu_new_folder(remote_path):
-    bp = ByPy()
-    try:
-        # 调用 mkdir 方法创建文件夹
-        result = bp.mkdir(remote_path)
-
-        if result == 0:
-            logger.info("成功创建文件夹:{}", remote_path)
-        else:
-            logger.error("创建文件夹失败:{}", result)
-
-    except Exception as e:
-        logger.error("创建文件夹失败:{}", e)
-
-
-def del_baidu_old_folder(remote_path):
-    bp = ByPy()
-    try:
-        # 调用 mkdir 方法创建文件夹
-        result = bp.delete(remote_path)
-
-        if result == 0:
-            logger.info("成功删除文件夹:{}", remote_path)
-        else:
-            logger.error("删除文件夹失败:{}", result)
-
-    except Exception as e:
-        logger.error("删除文件夹失败:{}", e)
-
-
-if __name__ == '__main__':
-    folder_name1 = '/美股/不复权日线'
-    mkdir_baidu_new_folder(folder_name1)
-    # get_file_list(folder_name1)
-    stock_us_spot_em_df = ak.stock_us_spot_em()
-    stock_us_spot_em_df = stock_us_spot_em_df.rename(columns={
-        "序号": "index",
-        "代码": "symbol",
-        "名称": "name",
-        "涨跌额": "change_price",
-        "涨跌幅": "chg",
-        "开盘价": "open",
-        "最高价": "high",
-        "最低价": "low",
-        "最新价": "now_price",
-        "昨收价": "last_price",
-        "总市值": "total_mv",
-        "市盈率": "pe",
-        "成交量": "volume",
-        "成交额": "amount",
-        "振幅": "pct_chg",
-        "换手率": "exchange"
-    })
-    stock_us_spot_em_df = stock_us_spot_em_df.sort_values(by=['amount'], ascending=False)
-    stock_us_spot_em_df = stock_us_spot_em_df.fillna(0)
-    stock_us_spot_em_df = stock_us_spot_em_df.loc[stock_us_spot_em_df['total_mv'] != 0]
-    for stock_one in stock_us_spot_em_df.itertuples():
-        try:
-            symbol = stock_one.symbol
-            name = stock_one.name
-            query = {'symbol': symbol, 'amount': {"$gt": 0}}
-            us_stock_bfq_daily_df_one = mongodb_util.find_query_data('us_stock_bfq_daily', query)
-            del us_stock_bfq_daily_df_one['_id']
-            del us_stock_bfq_daily_df_one['name']
-            file_name_one = name + '_' + symbol
-            upload_to_baidu(file_name_one, folder_name1, us_stock_bfq_daily_df_one)
-
-        except BaseException as e:
-            logger.error("同步数据发生异常:{}", e)
-
-# data_df = mongodb_util.find_query_data('us_stock_bfq_daily', query={'name': file_name1})
-# upload_to_baidu(file_name1, folder_name1, data_df)
-
-

mns_scheduler/us/k_line.py

@@ -1,91 +0,0 @@
-import akshare as ak
-import pandas as pd
-from mns_common.db.MongodbUtil import MongodbUtil
-
-mongodb_util = MongodbUtil('27017')
-
-
-def us_stock():
-    # 输入参数
-    symbol = input("请输入股票代码（all:全量(时间很长),特定代码:106.TTE）：")
-    start_date = input("请输入开始日期（格式：YYYYMMDD）：")
-    end_date = input("请输入结束日期（格式：YYYYMMDD）：")
-    fq = input("请输入复权信息（前复权:qfq,不复权:bfq,后复权:hfq）：")
-    k_line_period = input("请输入k线周期（日线:daily,周线:weekly,月线:monthly）：")
-    db_name = "us_stock_" + fq + "_" + k_line_period
-    if fq == 'bfq':
-        fq = ''
-    if symbol != 'all':
-        # 获取股票历史数据
-        stock_us_hist_df = ak.stock_us_hist(symbol=symbol,
-                                            period=k_line_period,
-                                            start_date=start_date,
-                                            end_date=end_date,
-                                            adjust=fq)
-        # 保存数据到 CSV 文件
-        stock_us_hist_df.to_csv(f"{symbol}_historical_data.csv", index=False)
-        print(f"数据已保存到 {symbol}_historical_data.csv")
-    else:
-        stock_us_spot_em_df = ak.stock_us_spot_em()
-        stock_us_spot_em_df = stock_us_spot_em_df.rename(columns={
-            "序号": "index",
-            "代码": "symbol",
-            "名称": "name",
-            "涨跌额": "change_price",
-            "涨跌幅": "chg",
-            "开盘价": "open",
-            "最高价": "high",
-            "最低价": "low",
-            "最新价": "now_price",
-            "昨收价": "last_price",
-            "总市值": "total_mv",
-            "市盈率": "pe",
-            "成交量": "volume",
-            "成交额": "amount",
-            "振幅": "pct_chg",
-            "换手率": "exchange"
-        })
-        stock_us_spot_em_df = stock_us_spot_em_df.sort_values(by=['amount'], ascending=False)
-        stock_us_spot_em_df = stock_us_spot_em_df.fillna(0)
-        stock_us_spot_em_df = stock_us_spot_em_df.loc[stock_us_spot_em_df['total_mv'] != 0]
-
-        k_line_result = pd.DataFrame()
-
-        for stock_us_one in stock_us_spot_em_df.itertuples():
-            try:
-                # 获取股票历史数据
-                stock_us_hist_df = ak.stock_us_hist(symbol=stock_us_one.symbol,
-                                                    period=k_line_period,
-                                                    start_date=start_date,
-                                                    end_date=end_date,
-                                                    adjust=fq)
-                stock_us_hist_df = stock_us_hist_df.rename(columns={
-                    "日期": "date",
-                    "涨跌额": "change_price",
-                    "涨跌幅": "chg",
-                    "开盘": "open",
-                    "最高": "high",
-                    "最低": "low",
-                    "收盘": "close",
-                    "成交量": "volume",
-                    "成交额": "amount",
-                    "振幅": "pct_chg",
-                    "换手率": "exchange"
-                })
-
-                k_line_result = pd.concat([stock_us_hist_df, k_line_result])
-                stock_us_hist_df['_id'] = stock_us_one.symbol + '_' + stock_us_hist_df['date']
-                stock_us_hist_df['symbol'] = stock_us_one.symbol
-                stock_us_hist_df['name'] = stock_us_one.name
-                mongodb_util.insert_mongo(stock_us_hist_df, db_name)
-                print(f"同步k线数据到: {stock_us_one.name}")
-            except BaseException as e:
-                print(f"同步数据发生异常: {stock_us_one.name}, {e}")
-
-        # 保存数据到 CSV 文件
-        k_line_result.to_csv(f"{symbol}_historical_data.csv", index=False)
-        print(f"数据已保存到 {symbol}_historical_data.csv")
-
-
-if __name__ == "__main__":
-    us_stock()

mns_scheduler/us/us_company_info_sync_service_api.py

@@ -1,39 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import akshare as ak
-
-
-def sync_us_company_info():
-    stock_us_spot_em_df = ak.stock_us_spot_em()
-    stock_us_spot_em_df = stock_us_spot_em_df.rename(columns={
-        "序号": "index",
-        "代码": "symbol",
-        "名称": "name",
-        "涨跌额": "change_price",
-        "涨跌幅": "chg",
-        "开盘价": "open",
-        "最高价": "high",
-        "最低价": "low",
-        "最新价": "now_price",
-        "昨收价": "last_price",
-        "总市值": "total_mv",
-        "市盈率": "pe",
-        "成交量": "volume",
-        "成交额": "amount",
-        "振幅": "pct_chg",
-        "换手率": "exchange"
-    })
-    stock_us_spot_em_df = stock_us_spot_em_df.sort_values(by=['amount'], ascending=False)
-    stock_us_spot_em_df = stock_us_spot_em_df.fillna(0)
-    stock_us_spot_em_df = stock_us_spot_em_df.loc[stock_us_spot_em_df['total_mv']!=0]
-    stock_us_spot_em_df.to_csv('us_stock.csv', index=False)
-    return stock_us_spot_em_df
-
-
-if __name__ == '__main__':
-    sync_us_company_info()