mns-scheduler 1.3.1.6__py3-none-any.whl → 1.3.1.8__py3-none-any.whl

mns_scheduler/extraIncome/a_stock/one_minute/index/main_index_sync_task.py

@@ -1,74 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-from loguru import logger
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-from datetime import datetime
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-main_index_list = [
-    "000001.SH",
-    "000016.SH",
-    "000010.SH",
-    "000009.SH",
-    "000015.SH",
-    "399001.SZ",
-    "399004.SZ",
-    "399005.SZ",
-    "399006.SZ",
-    "000300.SH",
-    "000905.SH",
-    "000688.SH",
-    "000903.SH",
-    "000906.SH",
-    "000852.SH",
-    "000932.SH",
-    "000933.SH",
-    "980017.SZ",
-    "399808.SZ",
-    "399997.SZ",
-]
-
-
-def sync_main_index_one_minute(data_tag):
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_MAIN_INDEX + '_' + str(year)
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, col_name)
-    for symbol in main_index_list:
-        try:
-            symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                logger.error("当前沪深指数分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            logger.error("沪深指数分钟数据同步异常:{},｛｝", symbol, e)
-        logger.info("沪深指数分钟数据同步完成:{}", symbol)
-
-
-if __name__ == '__main__':
-    sync_main_index_one_minute(False)

mns_scheduler/extraIncome/a_stock/one_minute/kzz/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/extraIncome/a_stock/one_minute/kzz/kzz_one_minute_sync_task.py

@@ -1,87 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
-from loguru import logger
-import time
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-from datetime import datetime
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def sync_kzz_one_minute(data_tag):
-    debt_real_time_quotes = em_stock_info_api.get_kzz_info()
-    debt_real_time_quotes = classify_symbol(debt_real_time_quotes)
-    debt_real_time_quotes['symbol'] = debt_real_time_quotes.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-    # 假设数字格式为 YYYYMMDD
-    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
-    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
-
-    debt_real_time_quotes = debt_real_time_quotes.loc[debt_real_time_quotes['amount'] != 0]
-
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_KZZ + '_' + str(year)
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, col_name)
-
-    for stock_one in debt_real_time_quotes.itertuples():
-
-        symbol = stock_one.symbol
-        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-        try:
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-                logger.error("当前可转债分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            time.sleep(2)
-            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-            logger.error("同步可转债分钟数据出现异常:,{},{},{}", e, symbol, now_day)
-        logger.info("同步完可转债分钟数据:{},{}", stock_one.symbol, stock_one.name)
-
-
-def classify_symbol(debt_real_time_quotes_df):
-    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
-        lambda market: classify_symbol_one(market))
-    return debt_real_time_quotes_df
-
-
-# 单个股票分类
-def classify_symbol_one(market):
-    if market == 0:
-        return 'S'
-    else:
-        return 'H'
-
-
-if __name__ == '__main__':
-    3()

mns_scheduler/extraIncome/a_stock/one_minute/one_minute_sync_task.py

@@ -1,34 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_scheduler.extraIncome.a_stock.one_minute.index.main_index_sync_task as main_index_sync_task
-import mns_scheduler.extraIncome.a_stock.one_minute.etf.etf_one_minute_sync_task as etf_one_minute_sync_task
-import mns_scheduler.extraIncome.a_stock.one_minute.kzz.kzz_one_minute_sync_task as kzz_one_minute_sync_task
-import mns_scheduler.extraIncome.a_stock.one_minute.stock.stock_one_minute_sync_task as stock_one_minute_sync_task
-from datetime import datetime
-import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
-
-
-def sync_one_minute_data():
-    now_date = datetime.now()
-    hour = now_date.hour
-    now_day = now_date.strftime('%Y-%m-%d')
-    if trade_date_common_service_api.is_trade_day(now_day):
-        if 15 < hour < 20:
-            main_index_sync_task.sync_main_index_one_minute(True)
-            etf_one_minute_sync_task.sync_etf_one_minute(True)
-            kzz_one_minute_sync_task.sync_kzz_one_minute(True)
-            stock_one_minute_sync_task.sync_stock_one_minute(True)
-        elif hour < 9 or hour >= 20:
-            main_index_sync_task.sync_main_index_one_minute(False)
-            etf_one_minute_sync_task.sync_etf_one_minute(False)
-            kzz_one_minute_sync_task.sync_kzz_one_minute(False)
-            stock_one_minute_sync_task.sync_stock_one_minute(False)
-
-
-if __name__ == '__main__':
-    sync_one_minute_data()

mns_scheduler/extraIncome/a_stock/one_minute/stock/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/extraIncome/a_stock/one_minute/stock/stock_one_minute_sync_task.py

@@ -1,89 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
-from loguru import logger
-import time
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-from datetime import datetime
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def sync_stock_one_minute(data_tag):
-    real_time_quotes_all_stocks = em_stock_info_api.get_a_stock_info()
-    real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
-    real_time_quotes_all_stocks['symbol'] = real_time_quotes_all_stocks.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1)
-    # 假设数字格式为 YYYYMMDD
-    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
-    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
-
-    real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[real_time_quotes_all_stocks['amount'] != 0]
-
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_C + '_' + str(year))
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_BJ + '_' + str(year))
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_H + '_' + str(year))
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_K + '_' + str(year))
-    db_create_index.create_index(mongodbUtilV2_27019, extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_S + '_' + str(year))
-
-    for stock_one in real_time_quotes_all_stocks.itertuples():
-        classification = stock_one.classification
-
-        if classification == 'X':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_BJ
-        elif classification == 'S':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_S
-        elif classification == 'H':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_H
-        elif classification == 'K':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_K
-        elif classification == 'C':
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_C
-        col_name = col_name + '_' + str(year)
-
-        symbol = stock_one.symbol
-        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-        try:
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-                logger.error("当前股票分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            time.sleep(2)
-            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-            logger.error("同步股票分钟数据出现异常:,{},{},{}", e, symbol, now_day)
-        logger.info("同步股票分钟票数据完整:{},{}", stock_one.symbol, stock_one.name)
-
-
-if __name__ == '__main__':
-    sync_stock_one_minute()

mns_scheduler/extraIncome/a_stock/one_minute/upload/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/extraIncome/a_stock/one_minute/upload/etf_upload_to_baidu_task.py

@@ -1,95 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
-import mns_scheduler.baidu.baidu_yun_pan_handle_service as baidu_yun_pan_handle_service
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_common.utils.data_frame_util as data_frame_util
-from datetime import datetime
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
-
-mongodb_util = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def upload_etf_to_baidu():
-    a_stock_path = '/A股/ETF/'
-
-    now_date_time = datetime.now()
-    now_year = now_date_time.year
-    month = now_date_time.month
-    a_stock_path = a_stock_path + str(now_year) + '/' + str(month)
-    # 创建路径
-    baidu_yun_pan_handle_service.mkdir_baidu_new_folder(a_stock_path)
-    em_a_etf_info_df = em_stock_info_api.get_etf_info()
-
-    em_a_etf_info_df = classify_symbol(em_a_etf_info_df)
-
-    em_a_etf_info_df['symbol'] = em_a_etf_info_df.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-
-    file_folder_df = baidu_yun_pan_handle_service.get_file_folder(a_stock_path)
-    if data_frame_util.is_not_empty(file_folder_df):
-        # 去除文件名中的 .csv 后缀
-        file_folder_df['name'] = file_folder_df['name'].str.replace(r'\.csv$', '', regex=True)
-        em_a_etf_info_df = em_a_etf_info_df.loc[~(em_a_etf_info_df['symbol'].isin(file_folder_df['name']))]
-    fail_list = []
-    for stock_one in em_a_etf_info_df.itertuples():
-        symbol = stock_one.symbol
-        name = stock_one.name
-        try:
-
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_ETF + '_' + str(now_year)
-
-            if month < 10:
-                month_str = '0' + str(month)
-            else:
-                month_str = str(month)
-            begin_time = str(now_year) + '-' + month_str + '-01 09:00:00'
-            query = {'symbol': symbol, 'time': {"$gte": begin_time}}
-            one_minute_k_line_bfq_df = mongodbUtilV2_27019.find_query_data(col_name, query)
-            if data_frame_util.is_not_empty(one_minute_k_line_bfq_df):
-                one_minute_k_line_bfq_df = one_minute_k_line_bfq_df.sort_values(by=['time'], ascending=True)
-                del one_minute_k_line_bfq_df['_id']
-                del one_minute_k_line_bfq_df['symbol']
-                result = baidu_yun_pan_handle_service.upload_to_baidu(symbol, a_stock_path, one_minute_k_line_bfq_df)
-                if result != 0:
-                    fail_list.append(symbol)
-        except BaseException as e:
-            fail_list.append(symbol)
-            logger.error("上传数据异常:{}", e)
-
-
-def classify_symbol(etf_real_time_quotes):
-    etf_real_time_quotes['classification'] = etf_real_time_quotes['market'].apply(
-        lambda market: classify_symbol_one(market))
-    return etf_real_time_quotes
-
-
-# 单个股票分类
-def classify_symbol_one(market):
-    if market == 0:
-        return 'S'
-    else:
-        return 'H'
-
-
-if __name__ == '__main__':
-    upload_etf_to_baidu()

mns_scheduler/extraIncome/a_stock/one_minute/upload/index_upload_to_baidu_task.py

@@ -1,87 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
-import mns_scheduler.baidu.baidu_yun_pan_handle_service as baidu_yun_pan_handle_service
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_common.utils.data_frame_util as data_frame_util
-from datetime import datetime
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-
-mongodb_util = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-main_index_list = [
-    "000001.SH",
-    "000016.SH",
-    "000010.SH",
-    "000009.SH",
-    "000015.SH",
-    "399001.SZ",
-    "399004.SZ",
-    "399005.SZ",
-    "399006.SZ",
-    "000300.SH",
-    "000905.SH",
-    "000688.SH",
-    "000903.SH",
-    "000906.SH",
-    "000852.SH",
-    "000932.SH",
-    "000933.SH",
-    "980017.SZ",
-    "399808.SZ",
-    "399997.SZ",
-]
-
-
-def upload_index_to_baidu():
-    a_stock_path = '/A股/主要指数/'
-
-    now_date_time = datetime.now()
-    now_year = now_date_time.year
-    month = now_date_time.month
-    a_stock_path = a_stock_path + str(now_year) + '/' + str(month)
-    # 创建路径
-    baidu_yun_pan_handle_service.mkdir_baidu_new_folder(a_stock_path)
-
-
-
-
-
-    fail_list = []
-    for symbol in main_index_list:
-
-        try:
-
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_MAIN_INDEX + '_' + str(now_year)
-
-            if month < 10:
-                month_str = '0' + str(month)
-            else:
-                month_str = str(month)
-            begin_time = str(now_year) + '-' + month_str + '-01 09:00:00'
-            query = {'symbol': symbol, 'time': {"$gte": begin_time}}
-            one_minute_k_line_bfq_df = mongodbUtilV2_27019.find_query_data(col_name, query)
-            if data_frame_util.is_not_empty(one_minute_k_line_bfq_df):
-                one_minute_k_line_bfq_df = one_minute_k_line_bfq_df.sort_values(by=['time'], ascending=True)
-                del one_minute_k_line_bfq_df['_id']
-                del one_minute_k_line_bfq_df['symbol']
-                result = baidu_yun_pan_handle_service.upload_to_baidu(symbol, a_stock_path, one_minute_k_line_bfq_df)
-                if result != 0:
-                    fail_list.append(symbol)
-        except BaseException as e:
-            fail_list.append(symbol)
-            logger.error("上传数据异常:{}", e)
-
-
-
-
-if __name__ == '__main__':
-    upload_index_to_baidu()

mns_scheduler/extraIncome/a_stock/one_minute/upload/kzz_upload_to_baidu_task.py

@@ -1,95 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
-import mns_scheduler.baidu.baidu_yun_pan_handle_service as baidu_yun_pan_handle_service
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_common.utils.data_frame_util as data_frame_util
-from datetime import datetime
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
-
-mongodb_util = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def upload_kzz_to_baidu():
-    a_stock_path = '/A股/可转债/1分钟'
-
-    now_date_time = datetime.now()
-    now_year = now_date_time.year
-    month = now_date_time.month
-    a_stock_path = a_stock_path + str(now_year) + '/' + str(month)
-    # 创建路径
-    baidu_yun_pan_handle_service.mkdir_baidu_new_folder(a_stock_path)
-    em_a_kzz_info_df = em_stock_info_api.get_kzz_info()
-
-    em_a_kzz_info_df = classify_symbol(em_a_kzz_info_df)
-
-    em_a_kzz_info_df['symbol'] = em_a_kzz_info_df.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-
-    file_folder_df = baidu_yun_pan_handle_service.get_file_folder(a_stock_path)
-    if data_frame_util.is_not_empty(file_folder_df):
-        # 去除文件名中的 .csv 后缀
-        file_folder_df['name'] = file_folder_df['name'].str.replace(r'\.csv$', '', regex=True)
-        em_a_kzz_info_df = em_a_kzz_info_df.loc[~(em_a_kzz_info_df['symbol'].isin(file_folder_df['name']))]
-    fail_list = []
-    for stock_one in em_a_kzz_info_df.itertuples():
-        symbol = stock_one.symbol
-        name = stock_one.name
-        try:
-
-            col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_KZZ + '_' + str(now_year)
-
-            if month < 10:
-                month_str = '0' + str(month)
-            else:
-                month_str = str(month)
-            begin_time = str(now_year) + '-' + month_str + '-01 09:00:00'
-            query = {'symbol': symbol, 'time': {"$gte": begin_time}}
-            one_minute_k_line_bfq_df = mongodbUtilV2_27019.find_query_data(col_name, query)
-            if data_frame_util.is_not_empty(one_minute_k_line_bfq_df):
-                one_minute_k_line_bfq_df = one_minute_k_line_bfq_df.sort_values(by=['time'], ascending=True)
-                del one_minute_k_line_bfq_df['_id']
-                del one_minute_k_line_bfq_df['symbol']
-                result = baidu_yun_pan_handle_service.upload_to_baidu(symbol, a_stock_path, one_minute_k_line_bfq_df)
-                if result != 0:
-                    fail_list.append(symbol)
-        except BaseException as e:
-            fail_list.append(symbol)
-            logger.error("上传数据异常:{}", e)
-
-
-def classify_symbol(kzz_real_time_quotes):
-    kzz_real_time_quotes['classification'] = kzz_real_time_quotes['market'].apply(
-        lambda market: classify_symbol_one(market))
-    return kzz_real_time_quotes
-
-
-# 单个股票分类
-def classify_symbol_one(market):
-    if market == 0:
-        return 'S'
-    else:
-        return 'H'
-
-
-if __name__ == '__main__':
-    upload_kzz_to_baidu()

mns_scheduler/extraIncome/a_stock/one_minute/upload/stock_upload_to_baidu_task.py

@@ -1,85 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
-import mns_scheduler.baidu.baidu_yun_pan_handle_service as baidu_yun_pan_handle_service
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_common.component.common_service_fun_api as common_service_fun_api
-import mns_common.utils.data_frame_util as data_frame_util
-from datetime import datetime
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-
-mongodb_util = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def upload_stock_to_baidu():
-    a_stock_path = '/A股/1分钟/'
-
-    now_date_time = datetime.now()
-    now_year = now_date_time.year
-    month = now_date_time.month
-    a_stock_path = a_stock_path + str(now_year) + '/' + str(month)
-    # 创建路径
-    baidu_yun_pan_handle_service.mkdir_baidu_new_folder(a_stock_path)
-    em_a_stock_info_df = mongodb_util.find_all_data('em_a_stock_info')
-
-    em_a_stock_info_df = common_service_fun_api.classify_symbol(em_a_stock_info_df)
-
-    em_a_stock_info_df['symbol'] = em_a_stock_info_df.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-
-    file_folder_df = baidu_yun_pan_handle_service.get_file_folder(a_stock_path)
-    if data_frame_util.is_not_empty(file_folder_df):
-        # 去除文件名中的 .csv 后缀
-        file_folder_df['name'] = file_folder_df['name'].str.replace(r'\.csv$', '', regex=True)
-        em_a_stock_info_df = em_a_stock_info_df.loc[~(em_a_stock_info_df['symbol'].isin(file_folder_df['name']))]
-    fail_list = []
-    for stock_one in em_a_stock_info_df.itertuples():
-        symbol = stock_one.symbol
-        name = stock_one.name
-        try:
-            classification = stock_one.classification
-            if classification == 'X':
-                col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_BJ
-            elif classification == 'S':
-                col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_S
-
-            elif classification == 'H':
-                col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_H
-            elif classification == 'K':
-                col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_K
-            elif classification == 'C':
-                col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_C
-            col_name = col_name + '_' + str(now_year)
-
-            if month < 10:
-                month_str = '0' + str(month)
-            else:
-                month_str = str(month)
-            begin_time = str(now_year) + '-' + month_str + '-01 09:00:00'
-            query = {'symbol': symbol, 'time': {"$gte": begin_time}}
-            one_minute_k_line_bfq_df = mongodbUtilV2_27019.find_query_data(col_name, query)
-            if data_frame_util.is_not_empty(one_minute_k_line_bfq_df):
-                one_minute_k_line_bfq_df = one_minute_k_line_bfq_df.sort_values(by=['time'], ascending=True)
-                del one_minute_k_line_bfq_df['_id']
-                del one_minute_k_line_bfq_df['symbol']
-                result = baidu_yun_pan_handle_service.upload_to_baidu(symbol, a_stock_path, one_minute_k_line_bfq_df)
-                if result != 0:
-                    fail_list.append(symbol)
-        except BaseException as e:
-            fail_list.append(symbol)
-            logger.error("上传数据异常:{}", e)
-
-
-if __name__ == '__main__':
-    upload_stock_to_baidu()