mns-scheduler 1.3.0.9__tar.gz → 1.3.1.2__tar.gz

{mns-scheduler-1.3.0.9 → mns-scheduler-1.3.1.2}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.3.0.9
+Version: 1.3.1.2

{mns-scheduler-1.3.0.9/mns_scheduler/extraIncome → mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/a_stock}/one_minute/etf/etf_one_minute_sync_task.py

@@ -11,9 +11,9 @@ from loguru import logger
 import time
 import mns_common.utils.data_frame_util as data_frame_util
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
 from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
 import mns_common.constant.extra_income_db_name as extra_income_db_name
 import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
 from datetime import datetime

{mns-scheduler-1.3.0.9/mns_scheduler/extraIncome → mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/a_stock}/one_minute/index/main_index_sync_task.py

@@ -10,11 +10,11 @@ from loguru import logger
 import mns_common.utils.data_frame_util as data_frame_util
 from mns_common.db.MongodbUtil import MongodbUtil
 from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
 import mns_common.constant.extra_income_db_name as extra_income_db_name
 from datetime import datetime
 import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
 
 mongodb_util_27017 = MongodbUtil('27017')
 mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)

{mns-scheduler-1.3.0.9/mns_scheduler/extraIncome → mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/a_stock}/one_minute/kzz/kzz_one_minute_sync_task.py

@@ -11,9 +11,9 @@ from loguru import logger
 import time
 import mns_common.utils.data_frame_util as data_frame_util
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
 from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
 import mns_common.constant.extra_income_db_name as extra_income_db_name
 import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
 from datetime import datetime

{mns-scheduler-1.3.0.9/mns_scheduler/extraIncome → mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/a_stock}/one_minute/one_minute_sync_task.py

@@ -5,10 +5,10 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_scheduler.extraIncome.one_minute.index.main_index_sync_task as main_index_sync_task
-import mns_scheduler.extraIncome.one_minute.etf.etf_one_minute_sync_task as etf_one_minute_sync_task
-import mns_scheduler.extraIncome.one_minute.kzz.kzz_one_minute_sync_task as kzz_one_minute_sync_task
-import mns_scheduler.extraIncome.one_minute.stock.stock_one_minute_sync_task as stock_one_minute_sync_task
+import mns_scheduler.extraIncome.a_stock.one_minute.index.main_index_sync_task as main_index_sync_task
+import mns_scheduler.extraIncome.a_stock.one_minute.etf.etf_one_minute_sync_task as etf_one_minute_sync_task
+import mns_scheduler.extraIncome.a_stock.one_minute.kzz.kzz_one_minute_sync_task as kzz_one_minute_sync_task
+import mns_scheduler.extraIncome.a_stock.one_minute.stock.stock_one_minute_sync_task as stock_one_minute_sync_task
 from datetime import datetime
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
 

{mns-scheduler-1.3.0.9/mns_scheduler/extraIncome → mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/a_stock}/one_minute/stock/stock_one_minute_sync_task.py

@@ -11,9 +11,9 @@ from loguru import logger
 import time
 import mns_common.utils.data_frame_util as data_frame_util
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.one_minute.common.symbol_handle_util as symbol_handle_util
+import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
 from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.one_minute.common.db_create_index as db_create_index
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
 import mns_common.constant.extra_income_db_name as extra_income_db_name
 import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
 from datetime import datetime

{mns-scheduler-1.3.0.9/mns_scheduler/extraIncome/us → mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/us/daily}/us_stock_qfq_daily_k_line.py

@@ -20,12 +20,20 @@ mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
 
 def us_stock_daily_qfq_sync():
     us_stock_path = '/美股/qfq/'
+
+    us_stock_exist_df = baidu_yun_pan_handle_service.get_file_folder(us_stock_path)
+    us_stock_exist_df['name'] = us_stock_exist_df['name'].str.replace(r'\.csv$', '', regex=True)
+
     em_us_stock_info_df = mongodb_util_27017.find_all_data(db_name_constant.EM_US_STOCK_INFO)
+
     # 将列 A 转为字符串，并提取前三位
     em_us_stock_info_df["simple_symbol"] = em_us_stock_info_df["simple_symbol"].astype(str).str[:3]
     em_us_stock_info_df = em_us_stock_info_df.sort_values(by=['amount'], ascending=False)
     # 上传列表
     baidu_yun_pan_handle_service.upload_to_baidu('美股列表', us_stock_path, em_us_stock_info_df)
+
+    em_us_stock_info_df = em_us_stock_info_df.loc[~em_us_stock_info_df['symbol'].isin(us_stock_exist_df['name'])]
+
     fail_list = []
     for us_stock_one in em_us_stock_info_df.itertuples():
         symbol = us_stock_one.symbol

mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/us/one_minute/api/alpha_vantage_api.py

@@ -0,0 +1,34 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from alpha_vantage.timeseries import TimeSeries
+
+# 初始化TimeSeries对象
+ts = TimeSeries(key='PP23H4H1059FTUK7', output_format='pandas')
+
+
+# 开始月份 2000-01
+def sync_one_minute_data(symbol, month):
+    # 获取分钟数据（以苹果公司股票为例，60分钟间隔）
+    data, meta_data = ts.get_intraday(symbol=symbol, interval='1min', outputsize='full', month=month,
+                                      extended_hours='true', adjusted='false')
+
+    data['time'] = data.index
+    data.columns = [
+        "open",
+        "high",
+        "low",
+        "close",
+        "volume",
+        "time",
+    ]
+
+    return data
+
+
+if __name__ == '__main__':
+    sync_one_minute_data('IBM', '2000-01')

mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/us/one_minute/api/y_finance_api.py

@@ -0,0 +1,47 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+proxy = 'http://127.0.0.1:7890'
+
+os.environ['HTTP_PROXY'] = proxy
+os.environ['HTTPS_PROXY'] = proxy
+
+import yfinance as yf
+
+
+def get_us_one_minute(symbol, start_time, end_time):
+    yf_ticker = yf.Ticker(symbol)
+    df = yf_ticker.history(period='5d', interval='1m',
+                           start=start_time, end=end_time, prepost=True)
+    df = df[[
+        "Open",
+        "High",
+        "Low",
+        "Close",
+        "Volume",
+    ]]
+    df['time'] = df.index
+    df.columns = [
+        "open",
+        "high",
+        "low",
+        "close",
+        "volume",
+        "time",
+    ]
+    df['time'] = df['time'].dt.strftime('%Y-%m-%d %H:%M:%S')
+    df['str_day'] = df['time'].str.slice(0, 10)
+    df['minute'] = df['time'].str.slice(11, 19)
+    return df
+    # df_test = df.loc[df['str_day'] == '2025-04-30']
+    # print(sum(df_test['volume']))
+    # sum(df.loc[(df['str_day'] == '2025-04-30') & (df['time'] > '16:00:00')]['volume'])
+
+
+if __name__ == '__main__':
+    get_us_one_minute('QQQ', '2025-05-01', '2025-05-07')

mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/us/one_minute/stock/down_load/down_load_stock_his_2024_01.py

@@ -0,0 +1,145 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.extraIncome.us.one_minute.api.alpha_vantage_api as alpha_vantage_api
+import pandas as pd
+from pathlib import Path
+from functools import lru_cache
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+from datetime import datetime
+
+
+def sync_us_stock_one_minute(now_year, now_month):
+    real_time_quotes_all_us = em_stock_info_api.get_us_stock_info()
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us.loc[real_time_quotes_all_us['flow_mv'] != 0]
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.sort_values(by=['amount'], ascending=False)
+
+    path = r'F:\us_stock\one_minute\{}'.format(now_year)
+    if not os.path.exists(path):
+        os.makedirs(path)
+
+    path = path + '\{}'.format(now_month)
+    if not os.path.exists(path):
+        os.makedirs(path)
+    stock_name_list = find_exist_file(path)
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.loc[
+        ~(real_time_quotes_all_us_stocks['symbol'].isin(stock_name_list))]
+    real_time_quotes_all_us_stocks.dropna(subset=['list_date'], inplace=True)
+    for stock_one in real_time_quotes_all_us_stocks.itertuples():
+
+        try:
+
+            symbol = stock_one.symbol
+            # simple_symbol = int(stock_one.simple_symbol)
+            # code = str(simple_symbol) + '.' + symbol
+            list_date = str(stock_one.list_date)
+            list_date_year = int(list_date[0:4])
+            list_month = int(list_date[4:6])
+            now_month_int = int(now_month[5:7])
+            if (list_date_year > now_year) or ((list_date_year == now_year) and (list_month > now_month_int)):
+                continue
+            now_date = datetime.now()
+            if net_work_check(now_date):
+                # 休眠 6分钟
+                time.sleep(5 * 60)
+
+            df = alpha_vantage_api.sync_one_minute_data(symbol, now_month)
+            df['time'] = df['time'].dt.strftime('%Y-%m-%d %H:%M:%S')
+            df['str_day'] = df['time'].str.slice(0, 10)
+            df['minute'] = df['time'].str.slice(11, 19)
+            df['_id'] = symbol + "_" + df['time']
+            df['symbol'] = symbol
+            df_export_df = df.copy()
+            export_original_data(df_export_df, symbol, path)
+        except BaseException as e:
+            time.sleep(1)
+            fail_dict = {
+                '_id': symbol + '_' + now_month,
+                'type': "stock",
+                'path': path,
+                'symbol': symbol,
+                'now_year': now_year,
+                'now_month': now_month
+            }
+            fail_df = pd.DataFrame(fail_dict, index=[1])
+
+            mongodb_util_27017.save_mongo(fail_df, 'us_stock_one_minute_down_load_fail')
+            logger.error("同步股票分钟数据出现异常:,{},{},{}", e, symbol, now_month)
+        logger.info("同步股票分钟票数据完成:{},{}", stock_one.symbol, stock_one.name)
+
+
+def export_original_data(df, symbol, path):
+    file_name = path + '\{}.csv'.format(symbol)
+    if data_frame_util.is_not_empty(df):
+        df = df.dropna(subset=['_id'])
+        del df['str_day']
+        del df['minute']
+        del df['_id']
+        del df['symbol']
+    df.to_csv(file_name, index=False, encoding='utf-8')
+
+
+def net_work_check(now_date):
+    hour = now_date.hour
+    minute = now_date.minute
+    if hour == 7 and minute == 34:
+        return True
+    elif hour == 9 and minute == 59:
+        return True
+    elif hour == 10 and minute == 29:
+        return True
+    elif hour == 10 and minute == 59:
+        return True
+    elif hour == 12 and minute == 49:
+        return True
+    elif hour == 13 and minute == 28:
+        return True
+    elif hour == 13 and minute == 58:
+        return True
+    elif hour == 14 and minute == 28:
+        return True
+    elif hour == 15 and minute == 1:
+        return True
+    else:
+        return False
+
+
+def sync_by_year(begin_year):
+    begin_month = 6
+    while begin_month > 0:
+        if begin_month < 10:
+            str_month = '0' + str(begin_month)
+        else:
+            str_month = str(begin_month)
+        str_month = str(begin_year) + '-' + str_month
+        sync_us_stock_one_minute(begin_year, str_month)
+        begin_month = begin_month - 1
+        logger.error("同步完成月份:{}", str_month)
+
+
+def find_exist_file(folder_path):
+    if not os.path.exists(folder_path):
+        logger.error("错误：目录不存在:{}", folder_path)
+    else:
+        folder_path = Path(folder_path)
+        stock_names = [f.stem for f in folder_path.glob("*.csv")]
+        return stock_names
+
+
+if __name__ == '__main__':
+    # k_line_df = query_k_line('TSLA')
+    sync_by_year(2024)

mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/us/one_minute/stock/down_load/down_load_stock_his_2024_02.py

@@ -0,0 +1,153 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.extraIncome.us.one_minute.api.alpha_vantage_api as alpha_vantage_api
+import pandas as pd
+from functools import lru_cache
+import glob
+from pathlib import Path
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+from datetime import datetime
+
+
+def sync_us_stock_one_minute(now_year, now_month):
+    real_time_quotes_all_us = em_stock_info_api.get_us_stock_info()
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us.loc[real_time_quotes_all_us['flow_mv'] != 0]
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.sort_values(by=['amount'], ascending=False)
+
+    path = r'F:\us_stock\one_minute\{}'.format(now_year)
+    if not os.path.exists(path):
+        os.makedirs(path)
+
+    path = path + '\{}'.format(now_month)
+    if not os.path.exists(path):
+        os.makedirs(path)
+    stock_name_list = find_exist_file(path)
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.loc[
+        ~(real_time_quotes_all_us_stocks['symbol'].isin(stock_name_list))]
+    real_time_quotes_all_us_stocks.dropna(subset=['list_date'], inplace=True)
+    for stock_one in real_time_quotes_all_us_stocks.itertuples():
+
+        try:
+            symbol = stock_one.symbol
+            # simple_symbol = int(stock_one.simple_symbol)
+            # code = str(simple_symbol) + '.' + symbol
+            list_date = str(stock_one.list_date)
+            list_date_year = int(list_date[0:4])
+            list_month = int(list_date[4:6])
+            now_month_int = int(now_month[5:7])
+            if (list_date_year > now_year) or ((list_date_year == now_year) and (list_month > now_month_int)):
+                continue
+            now_date = datetime.now()
+            if net_work_check(now_date):
+                # 休眠 6分钟
+                time.sleep(5 * 60)
+
+            df = alpha_vantage_api.sync_one_minute_data(symbol, now_month)
+            df['time'] = df['time'].dt.strftime('%Y-%m-%d %H:%M:%S')
+            df['str_day'] = df['time'].str.slice(0, 10)
+            df['minute'] = df['time'].str.slice(11, 19)
+            df['_id'] = symbol + "_" + df['time']
+            df['symbol'] = symbol
+            df_export_df = df.copy()
+            export_original_data(df_export_df, symbol, now_year, now_month)
+        except BaseException as e:
+            time.sleep(1)
+            fail_dict = {
+                '_id': symbol + '_' + now_month,
+                'type': "stock",
+                'path': path,
+                'symbol': symbol,
+                'now_year': now_year,
+                'now_month': now_month
+            }
+            fail_df = pd.DataFrame(fail_dict, index=[1])
+
+            mongodb_util_27017.save_mongo(fail_df, 'us_stock_one_minute_down_load_fail')
+            logger.error("同步股票分钟数据出现异常:,{},{},{}", e, symbol, now_month)
+        logger.info("同步股票分钟票数据完成:{},{}", stock_one.symbol, stock_one.name)
+
+
+def export_original_data(df, symbol, year, now_month):
+    path = r'F:\us_stock\one_minute\{}'.format(year)
+    if not os.path.exists(path):
+        os.makedirs(path)
+
+    path = path + '\{}'.format(now_month)
+    if not os.path.exists(path):
+        os.makedirs(path)
+
+    file_name = path + '\{}.csv'.format(symbol)
+    if data_frame_util.is_not_empty(df):
+        df = df.dropna(subset=['_id'])
+        del df['str_day']
+        del df['minute']
+        del df['_id']
+        del df['symbol']
+    df.to_csv(file_name, index=False, encoding='utf-8')
+
+
+def net_work_check(now_date):
+    hour = now_date.hour
+    minute = now_date.minute
+    if hour == 7 and minute == 34:
+        return True
+    elif hour == 9 and minute == 59:
+        return True
+    elif hour == 10 and minute == 29:
+        return True
+    elif hour == 10 and minute == 59:
+        return True
+    elif hour == 12 and minute == 49:
+        return True
+    elif hour == 13 and minute == 28:
+        return True
+    elif hour == 13 and minute == 58:
+        return True
+    elif hour == 14 and minute == 28:
+        return True
+    elif hour == 15 and minute == 1:
+        return True
+    else:
+        return False
+
+
+def sync_by_year(begin_year):
+    begin_month = 11
+    while begin_month > 6:
+        if begin_month < 10:
+            str_month = '0' + str(begin_month)
+        else:
+            str_month = str(begin_month)
+        str_month = str(begin_year) + '-' + str_month
+        sync_us_stock_one_minute(begin_year, str_month)
+        begin_month = begin_month - 1
+        logger.error("同步完成月份:{}", str_month)
+
+
+def find_exist_file(folder_path):
+    if not os.path.exists(folder_path):
+        logger.error("错误：目录不存在:{}", folder_path)
+    else:
+        folder_path = Path(folder_path)
+        stock_names = [f.stem for f in folder_path.glob("*.csv")]
+        return stock_names
+
+
+
+if __name__ == '__main__':
+    # k_line_df = query_k_line('TSLA')
+    sync_by_year(2024)

mns-scheduler-1.3.1.2/mns_scheduler/extraIncome/us/one_minute/stock/down_load/etf/down_load_ETF_his_2024.py

@@ -0,0 +1,152 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.extraIncome.us.one_minute.api.alpha_vantage_api as alpha_vantage_api
+import pandas as pd
+import math
+from pathlib import Path
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+from datetime import datetime
+
+no_choose_symbol = ['FNGA', 'MSTU', 'SPYU']
+
+
+def sync_us_stock_one_minute(now_year, now_month):
+    real_time_quotes_all_us = em_stock_info_api.get_us_stock_info()
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us.loc[real_time_quotes_all_us['flow_mv'] == 0]
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.sort_values(by=['amount'], ascending=False)
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.loc[~real_time_quotes_all_us_stocks['symbol'].isin(no_choose_symbol)]
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.loc[
+        real_time_quotes_all_us_stocks['amount'] >= 50000000]
+
+    path = r'F:\us_etf\one_minute\{}'.format(now_year)
+    if not os.path.exists(path):
+        os.makedirs(path)
+
+    path = path + '\{}'.format(now_month)
+    if not os.path.exists(path):
+        os.makedirs(path)
+    stock_name_list = find_exist_file(path)
+    real_time_quotes_all_us_stocks = real_time_quotes_all_us_stocks.loc[
+        ~(real_time_quotes_all_us_stocks['symbol'].isin(stock_name_list))]
+    for stock_one in real_time_quotes_all_us_stocks.itertuples():
+
+        try:
+            symbol = stock_one.symbol
+            # simple_symbol = int(stock_one.simple_symbol)
+            # code = str(simple_symbol) + '.' + symbol
+            list_date = stock_one.list_date
+
+            if not math.isnan(list_date):
+                list_date = str(stock_one.list_date)
+                list_date_year = int(list_date[0:4])
+                list_month = int(list_date[4:6])
+                now_month_int = int(now_month[5:7])
+                if (list_date_year > now_year) or ((list_date_year == now_year) and (list_month > now_month_int)):
+                    continue
+            now_date = datetime.now()
+            if net_work_check(now_date):
+                # 休眠 6分钟
+                time.sleep(5 * 60)
+
+            df = alpha_vantage_api.sync_one_minute_data(symbol, now_month)
+            df = df.fillna(0)
+            df['time'] = df['time'].dt.strftime('%Y-%m-%d %H:%M:%S')
+            df['str_day'] = df['time'].str.slice(0, 10)
+            df['minute'] = df['time'].str.slice(11, 19)
+            df['_id'] = symbol + "_" + df['time']
+            df['symbol'] = symbol
+            df_export_df = df.copy()
+            export_original_data(df_export_df, symbol, path)
+        except BaseException as e:
+            time.sleep(1)
+            fail_dict = {
+                '_id': symbol + '_' + now_month,
+                'type': "ETF",
+                'path': path,
+                'symbol': symbol,
+                'now_year': now_year,
+                'now_month': now_month
+            }
+            fail_df = pd.DataFrame(fail_dict, index=[1])
+
+            mongodb_util_27017.save_mongo(fail_df, 'us_stock_one_minute_down_load_fail')
+            logger.error("同步股票分钟数据出现异常:,{},{},{}", e, symbol, now_month)
+        logger.info("同步股票分钟票数据完成:{},{}", stock_one.symbol, stock_one.name)
+
+
+def export_original_data(df, symbol, path):
+    file_name = path + '\{}.csv'.format(symbol)
+    if data_frame_util.is_not_empty(df):
+        df = df.dropna(subset=['_id'])
+        del df['str_day']
+        del df['minute']
+        del df['_id']
+        del df['symbol']
+    df.to_csv(file_name, index=False, encoding='utf-8')
+
+
+def net_work_check(now_date):
+    hour = now_date.hour
+    minute = now_date.minute
+    if hour == 7 and minute == 34:
+        return True
+    elif hour == 9 and minute == 59:
+        return True
+    elif hour == 10 and minute == 29:
+        return True
+    elif hour == 10 and minute == 59:
+        return True
+    elif hour == 12 and minute == 49:
+        return True
+    elif hour == 13 and minute == 28:
+        return True
+    elif hour == 13 and minute == 58:
+        return True
+    elif hour == 14 and minute == 28:
+        return True
+    elif hour == 15 and minute == 1:
+        return True
+    else:
+        return False
+
+
+def sync_by_year(begin_year):
+    begin_month = 12
+    while begin_month > 0:
+        if begin_month < 10:
+            str_month = '0' + str(begin_month)
+        else:
+            str_month = str(begin_month)
+        str_month = str(begin_year) + '-' + str_month
+        sync_us_stock_one_minute(begin_year, str_month)
+        begin_month = begin_month - 1
+        logger.error("同步完成月份:{}", str_month)
+
+
+def find_exist_file(folder_path):
+    if not os.path.exists(folder_path):
+        logger.error("错误：目录不存在:{}", folder_path)
+    else:
+        folder_path = Path(folder_path)
+        stock_names = [f.stem for f in folder_path.glob("*.csv")]
+        return stock_names
+
+
+if __name__ == '__main__':
+    # k_line_df = query_k_line('TSLA')
+    sync_by_year(2024)