mns-scheduler 1.2.5.1__tar.gz → 1.2.5.3__tar.gz

{mns_scheduler-1.2.5.1 → mns_scheduler-1.2.5.3}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.2.5.1
+Version: 1.2.5.3

{mns_scheduler-1.2.5.1 → mns_scheduler-1.2.5.3}/mns_scheduler/db/col_move_service.py

@@ -70,7 +70,7 @@ def sync_col_move(str_day):
         try:
             db_export('127.0.0.1:27017', str_day)
             db_import('127.0.0.1:27019', str_day)
-            # delete_exist_data(str_day)
+            delete_exist_data(str_day)
         except BaseException as e:
             logger.error("备份数据出现错误:{}", e)
 
@@ -115,5 +115,5 @@ if __name__ == '__main__':
 
     trade_date_list = mongodb_util.find_query_data('trade_date_list', query_trade)
     for trade_one in trade_date_list.itertuples():
-        trade_date = trade_one.trade_date
-        sync_col_move(trade_date)
+        trade_date_move = trade_one.trade_date
+        sync_col_move(trade_date_move)

mns_scheduler-1.2.5.3/mns_scheduler/us/baidu_yun_pan_handle_service.py

@@ -0,0 +1,131 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from bypy import ByPy
+from mns_common.db.MongodbUtil import MongodbUtil
+import tempfile
+from loguru import logger
+import akshare as ak
+
+mongodb_util = MongodbUtil('27017')
+
+import subprocess
+
+
+def get_file_list(path):
+    """
+    获取百度网盘指定路径下的文件列表
+    :param path: 百度网盘中的路径，例如 '/我的资源'
+    :return: 文件列表
+    """
+    try:
+        # 调用 bypy list 命令
+        result = subprocess.run(['bypy', 'list', path], capture_output=True, text=True, check=True)
+
+        # 输出结果
+        if result.returncode == 0:
+            file_list = result.stdout.splitlines()  # 按行分割结果
+            return file_list
+        else:
+            logger.error("获取文件路径异常:{}", result.stderr)
+            return []
+    except subprocess.CalledProcessError as e:
+        logger.error("获取文件路径异常:{}", e)
+        return []
+
+
+def upload_to_baidu(file_name, folder_name, data_df):
+    bp = ByPy()
+    file_name = file_name + '.csv'
+    with tempfile.NamedTemporaryFile(mode='w', suffix='.csv', delete=False) as temp_file:
+        data_df.to_csv(temp_file, index=False)
+        temp_file_path = temp_file.name  # 获取临时文件的路径
+
+    # 上传临时文件到百度云
+    remote_path = f'/{folder_name}/{file_name}'
+    result = bp.upload(temp_file_path, remote_path)
+    if result == 0:
+        logger.info("上传成功:{}", file_name)
+    else:
+        logger.error("上传失败:{}", file_name)
+    return result
+
+
+def mkdir_baidu_new_folder(remote_path):
+    bp = ByPy()
+    try:
+        # 调用 mkdir 方法创建文件夹
+        result = bp.mkdir(remote_path)
+
+        if result == 0:
+            logger.info("成功创建文件夹:{}", remote_path)
+        else:
+            logger.error("创建文件夹失败:{}", result)
+
+    except Exception as e:
+        logger.error("创建文件夹失败:{}", e)
+
+
+def del_baidu_old_folder(remote_path):
+    bp = ByPy()
+    try:
+        # 调用 mkdir 方法创建文件夹
+        result = bp.delete(remote_path)
+
+        if result == 0:
+            logger.info("成功删除文件夹:{}", remote_path)
+        else:
+            logger.error("删除文件夹失败:{}", result)
+
+    except Exception as e:
+        logger.error("删除文件夹失败:{}", e)
+
+
+if __name__ == '__main__':
+    folder_name1 = '/美股/不复权日线'
+    mkdir_baidu_new_folder(folder_name1)
+    # get_file_list(folder_name1)
+    stock_us_spot_em_df = ak.stock_us_spot_em()
+    stock_us_spot_em_df = stock_us_spot_em_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name",
+        "涨跌额": "change_price",
+        "涨跌幅": "chg",
+        "开盘价": "open",
+        "最高价": "high",
+        "最低价": "low",
+        "最新价": "now_price",
+        "昨收价": "last_price",
+        "总市值": "total_mv",
+        "市盈率": "pe",
+        "成交量": "volume",
+        "成交额": "amount",
+        "振幅": "pct_chg",
+        "换手率": "exchange"
+    })
+    stock_us_spot_em_df = stock_us_spot_em_df.sort_values(by=['amount'], ascending=False)
+    stock_us_spot_em_df = stock_us_spot_em_df.fillna(0)
+    stock_us_spot_em_df = stock_us_spot_em_df.loc[stock_us_spot_em_df['total_mv'] != 0]
+    for stock_one in stock_us_spot_em_df.itertuples():
+        try:
+            symbol = stock_one.symbol
+            name = stock_one.name
+            query = {'symbol': symbol, 'amount': {"$gt": 0}}
+            us_stock_bfq_daily_df_one = mongodb_util.find_query_data('us_stock_bfq_daily', query)
+            del us_stock_bfq_daily_df_one['_id']
+            del us_stock_bfq_daily_df_one['name']
+            file_name_one = name + '_' + symbol
+            upload_to_baidu(file_name_one, folder_name1, us_stock_bfq_daily_df_one)
+
+        except BaseException as e:
+            logger.error("同步数据发生异常:{}", e)
+
+# data_df = mongodb_util.find_query_data('us_stock_bfq_daily', query={'name': file_name1})
+# upload_to_baidu(file_name1, folder_name1, data_df)
+
+

mns_scheduler-1.2.5.3/mns_scheduler/us/k_line.py

@@ -0,0 +1,91 @@
+import akshare as ak
+import pandas as pd
+from mns_common.db.MongodbUtil import MongodbUtil
+
+mongodb_util = MongodbUtil('27017')
+
+
+def us_stock():
+    # 输入参数
+    symbol = input("请输入股票代码（all:全量(时间很长),特定代码:106.TTE）：")
+    start_date = input("请输入开始日期（格式：YYYYMMDD）：")
+    end_date = input("请输入结束日期（格式：YYYYMMDD）：")
+    fq = input("请输入复权信息（前复权:qfq,不复权:bfq,后复权:hfq）：")
+    k_line_period = input("请输入k线周期（日线:daily,周线:weekly,月线:monthly）：")
+    db_name = "us_stock_" + fq + "_" + k_line_period
+    if fq == 'bfq':
+        fq = ''
+    if symbol != 'all':
+        # 获取股票历史数据
+        stock_us_hist_df = ak.stock_us_hist(symbol=symbol,
+                                            period=k_line_period,
+                                            start_date=start_date,
+                                            end_date=end_date,
+                                            adjust=fq)
+        # 保存数据到 CSV 文件
+        stock_us_hist_df.to_csv(f"{symbol}_historical_data.csv", index=False)
+        print(f"数据已保存到 {symbol}_historical_data.csv")
+    else:
+        stock_us_spot_em_df = ak.stock_us_spot_em()
+        stock_us_spot_em_df = stock_us_spot_em_df.rename(columns={
+            "序号": "index",
+            "代码": "symbol",
+            "名称": "name",
+            "涨跌额": "change_price",
+            "涨跌幅": "chg",
+            "开盘价": "open",
+            "最高价": "high",
+            "最低价": "low",
+            "最新价": "now_price",
+            "昨收价": "last_price",
+            "总市值": "total_mv",
+            "市盈率": "pe",
+            "成交量": "volume",
+            "成交额": "amount",
+            "振幅": "pct_chg",
+            "换手率": "exchange"
+        })
+        stock_us_spot_em_df = stock_us_spot_em_df.sort_values(by=['amount'], ascending=False)
+        stock_us_spot_em_df = stock_us_spot_em_df.fillna(0)
+        stock_us_spot_em_df = stock_us_spot_em_df.loc[stock_us_spot_em_df['total_mv'] != 0]
+
+        k_line_result = pd.DataFrame()
+
+        for stock_us_one in stock_us_spot_em_df.itertuples():
+            try:
+                # 获取股票历史数据
+                stock_us_hist_df = ak.stock_us_hist(symbol=stock_us_one.symbol,
+                                                    period=k_line_period,
+                                                    start_date=start_date,
+                                                    end_date=end_date,
+                                                    adjust=fq)
+                stock_us_hist_df = stock_us_hist_df.rename(columns={
+                    "日期": "date",
+                    "涨跌额": "change_price",
+                    "涨跌幅": "chg",
+                    "开盘": "open",
+                    "最高": "high",
+                    "最低": "low",
+                    "收盘": "close",
+                    "成交量": "volume",
+                    "成交额": "amount",
+                    "振幅": "pct_chg",
+                    "换手率": "exchange"
+                })
+
+                k_line_result = pd.concat([stock_us_hist_df, k_line_result])
+                stock_us_hist_df['_id'] = stock_us_one.symbol + '_' + stock_us_hist_df['date']
+                stock_us_hist_df['symbol'] = stock_us_one.symbol
+                stock_us_hist_df['name'] = stock_us_one.name
+                mongodb_util.insert_mongo(stock_us_hist_df, db_name)
+                print(f"同步k线数据到: {stock_us_one.name}")
+            except BaseException as e:
+                print(f"同步数据发生异常: {stock_us_one.name}, {e}")
+
+        # 保存数据到 CSV 文件
+        k_line_result.to_csv(f"{symbol}_historical_data.csv", index=False)
+        print(f"数据已保存到 {symbol}_historical_data.csv")
+
+
+if __name__ == "__main__":
+    us_stock()

mns_scheduler-1.2.5.3/mns_scheduler/us/us_company_info_sync_service_api.py

@@ -0,0 +1,39 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+
+
+def sync_us_company_info():
+    stock_us_spot_em_df = ak.stock_us_spot_em()
+    stock_us_spot_em_df = stock_us_spot_em_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name",
+        "涨跌额": "change_price",
+        "涨跌幅": "chg",
+        "开盘价": "open",
+        "最高价": "high",
+        "最低价": "low",
+        "最新价": "now_price",
+        "昨收价": "last_price",
+        "总市值": "total_mv",
+        "市盈率": "pe",
+        "成交量": "volume",
+        "成交额": "amount",
+        "振幅": "pct_chg",
+        "换手率": "exchange"
+    })
+    stock_us_spot_em_df = stock_us_spot_em_df.sort_values(by=['amount'], ascending=False)
+    stock_us_spot_em_df = stock_us_spot_em_df.fillna(0)
+    stock_us_spot_em_df = stock_us_spot_em_df.loc[stock_us_spot_em_df['total_mv']!=0]
+    stock_us_spot_em_df.to_csv('us_stock.csv', index=False)
+    return stock_us_spot_em_df
+
+
+if __name__ == '__main__':
+    sync_us_company_info()

{mns_scheduler-1.2.5.1 → mns_scheduler-1.2.5.3}/mns_scheduler/zz_task/data_sync_task.py

@@ -81,6 +81,8 @@ def sync_stock_zb_pool():
     if trade_date_common_service_api.is_trade_day(str_now_day):
         stock_zb_pool_sync_api.sync_stock_zb_pool(str_now_day)
         logger.info("同步炸板信息任务执行成功:{}", str_now_day)
+    # 同步停复牌信息
+    sync_stock_tfp()
 
 
 # 定时同步每周交易行情数据(前复权)
@@ -349,8 +351,6 @@ def sync_all_interactive_questions():
 # 数据同步状态check
 def real_time_task_check_status():
     real_time_task_check_api.run_check_real_time_data_sync_status()
-    # 同步停复牌信息
-    sync_stock_tfp()
 
 
 # 打开交易客户端
@@ -495,9 +495,38 @@ blockingScheduler.add_job(sync_high_risk_stocks, 'cron', hour='0,09,12,16', minu
 # 同步互动回答
 blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='08,12,17', minute='05')
 
-# 实时数据状态同步check
-blockingScheduler.add_job(real_time_task_check_status, 'interval', seconds=10, max_instances=4)
-
+# 添加第一个时间段的任务：9:25 到 11:30，每 10 秒执行一次
+blockingScheduler.add_job(
+    real_time_task_check_status,
+    'cron',
+    hour='9-11',  # 9 点到 11 点
+    minute='25-59',  # 25 分到 59 分（9:25-9:59）
+    second='*/10',  # 每 10 秒
+    max_instances=4
+)
+
+# 添加第二个时间段的任务：10:00 到 11:30，每 10 秒执行一次
+blockingScheduler.add_job(
+    real_time_task_check_status,
+    'cron',
+    hour='10-11',  # 10 点到 11 点
+    minute='*',  # 每分钟
+    second='*/10',  # 每 10 秒
+    max_instances=4
+)
+
+# 添加第三个时间段的任务：13:00 到 15:00，每 10 秒执行一次
+blockingScheduler.add_job(
+    real_time_task_check_status,
+    'cron',
+    hour='13-15',  # 13 点到 15 点
+    minute='*',  # 每分钟
+    second='*/10',  # 每 10 秒
+    max_instances=4
+)
+
+# 实时数据状态同步check，使用 'cron' 触发器来限制任务在 9 点到 15 点之间执行
+blockingScheduler.add_job(real_time_task_check_status, 'cron', hour='9-15', second='*/10', max_instances=4)
 # 打开交易客户端
 blockingScheduler.add_job(trader_client_auto_login, 'cron', hour='08,12', minute='30')
 # 同步公司备注信息

{mns_scheduler-1.2.5.1 → mns_scheduler-1.2.5.3}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.2.5.1
+Version: 1.2.5.3

{mns_scheduler-1.2.5.1 → mns_scheduler-1.2.5.3}/mns_scheduler.egg-info/SOURCES.txt

@@ -5,8 +5,6 @@ mns_scheduler.egg-info/PKG-INFO
 mns_scheduler.egg-info/SOURCES.txt
 mns_scheduler.egg-info/dependency_links.txt
 mns_scheduler.egg-info/top_level.txt
-mns_scheduler/2014-2015-test/2014_2015_chg_statistics.py
-mns_scheduler/2014-2015-test/__init__.py
 mns_scheduler/big_deal/__init__.py
 mns_scheduler/big_deal/ths_big_deal_sync.py
 mns_scheduler/company_info/__init__.py
@@ -133,6 +131,10 @@ mns_scheduler/trade/task/__init__.py
 mns_scheduler/trade/task/trader_task_service.py
 mns_scheduler/trade/tfp/__init__.py
 mns_scheduler/trade/tfp/stock_tfp_info_sync.py
+mns_scheduler/us/__init__.py
+mns_scheduler/us/baidu_yun_pan_handle_service.py
+mns_scheduler/us/k_line.py
+mns_scheduler/us/us_company_info_sync_service_api.py
 mns_scheduler/zb/__init__.py
 mns_scheduler/zb/stock_zb_pool_sync.py
 mns_scheduler/zt/__init__.py

{mns_scheduler-1.2.5.1 → mns_scheduler-1.2.5.3}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.2.5.1',
+    version='1.2.5.3',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )

mns_scheduler-1.2.5.1/mns_scheduler/2014-2015-test/2014_2015_chg_statistics.py

@@ -1,87 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
-import mns_common.constant.db_name_constant as db_name_constant
-from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
-import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
-import mns_common.utils.date_handle_util as date_handle_util
-import mns_common.api.akshare.k_line_api as k_line_api
-
-mongodb_util = MongodbUtil('27017')
-
-
-def history_high_chg(symbol_param):
-    company_info_df = company_common_service_new_api.get_company_info_info()
-    begin_date = '20140722'
-    end_date = '20150615'
-
-    real_time_quotes_all_stocks_df = east_money_stock_api.get_real_time_quotes_all_stocks()
-    if symbol_param is not None:
-        real_time_quotes_all_stocks_df = real_time_quotes_all_stocks_df.loc[
-            real_time_quotes_all_stocks_df['symbol'] == symbol_param]
-    real_time_quotes_all_stocks_list_date_before = real_time_quotes_all_stocks_df.loc[
-        real_time_quotes_all_stocks_df['list_date'] < 20150615]
-
-    for company_one in real_time_quotes_all_stocks_list_date_before.itertuples():
-        try:
-
-            symbol = company_one.symbol
-            stock_qfq_daily_df = k_line_api.stock_zh_a_hist(symbol=symbol, period='daily',
-                                                            start_date=date_handle_util.no_slash_date(begin_date),
-                                                            end_date=date_handle_util.no_slash_date(end_date),
-                                                            adjust='hfq')
-
-            if stock_qfq_daily_df.shape[0] < 100:
-                continue
-                logger.error("新股或者交易时间不足{}:{}", symbol, company_one.name)
-            stock_qfq_daily_df = stock_qfq_daily_df.sort_values(by=['date'], ascending=True)
-            first_row = stock_qfq_daily_df.iloc[0]
-
-            open_price = first_row.open
-
-            last_row = stock_qfq_daily_df.iloc[-1]
-
-            close_price = last_row.close
-
-            sum_chg = round((close_price - open_price) * 100 / open_price, 2)
-
-            company_info_df_one = company_info_df.loc[company_info_df['_id'] == symbol]
-            if company_info_df_one.shape[0] > 0:
-                company_info_df_one['sum_chg'] = sum_chg
-                company_info_df_one['name'] = company_one.name
-                company_info_df_one = company_info_df_one[
-                    ['_id',
-                     'name',
-                     'sum_chg',
-                     'industry',
-                     'first_sw_industry',
-                     'second_sw_industry',
-                     'third_sw_industry',
-                     'em_industry',
-                     'list_date',
-                     'ths_concept_list_info',
-                     'kpl_plate_name',
-                     'kpl_plate_list_info',
-                     'company_type']]
-                mongodb_util.save_mongo(company_info_df_one, '2014-2015-chg-statistics')
-            else:
-                logger.error("该股票已经退市{}:{}", symbol, company_one.name)
-        except BaseException as e:
-            logger.error("出现异常{}:{}", symbol, e)
-
-
-if __name__ == '__main__':
-    symbol_test = None
-
-    # qfq_k_line_df = k_line_api.stock_zh_a_hist(symbol=symbol_test, period='daily',
-    #                                            start_date=date_handle_util.no_slash_date('1990-12-19'),
-    #                                            end_date=date_handle_util.no_slash_date('2990-12-19'),
-    #                                            adjust='hfq')
-
-    history_high_chg(symbol_test)