mns-scheduler 1.3.1.7__tar.gz → 1.3.1.8__tar.gz

{mns-scheduler-1.3.1.7 → mns-scheduler-1.3.1.8}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.3.1.7
+Version: 1.3.1.8

{mns-scheduler-1.3.1.7 → mns-scheduler-1.3.1.8}/mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py

@@ -68,7 +68,8 @@ def sync_all_em_stock_info():
 
 
 if __name__ == '__main__':
-    em_cookie = cookie_info_service.get_em_cookie()
-    em_us_stock_info = east_money_stock_us_api.get_us_stock_real_time_quotes(em_cookie, None)
-    em_us_stock_info['_id'] = em_us_stock_info['symbol']
-    mongodb_util.save_mongo(em_us_stock_info, db_name_constant.EM_US_STOCK_INFO)
+    sync_all_em_stock_info()
+    # em_cookie = cookie_info_service.get_em_cookie()
+    # em_us_stock_info = east_money_stock_us_api.get_us_stock_real_time_quotes(em_cookie, None)
+    # em_us_stock_info['_id'] = em_us_stock_info['symbol']
+    # mongodb_util.save_mongo(em_us_stock_info, db_name_constant.EM_US_STOCK_INFO)

{mns-scheduler-1.3.1.7 → mns-scheduler-1.3.1.8}/mns_scheduler/trade/auto_login/trader_auto_service.py

@@ -21,7 +21,7 @@ def ths_auto_login():
 
 
 def auto_login():
-    # qmt_auto_login()
+    qmt_auto_login()
     time.sleep(5)
     ths_auto_login()
 

{mns-scheduler-1.3.1.7 → mns-scheduler-1.3.1.8}/mns_scheduler/trade/sync_position_api.py

@@ -21,8 +21,8 @@ def sync_position():
     now_date = datetime.datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
     query_exist = {'str_day': str_day}
-    if mongodb_util.exist_data_query(db_name_constant.POSITION_STOCK, query_exist):
-        return None
+    # if mongodb_util.exist_data_query(db_name_constant.POSITION_STOCK, query_exist):
+    #     return None
     position_list = deal_service_api.get_position('easy_trader')
     position_df = pd.DataFrame(position_list)
     position_df = position_df.rename(columns={"明细": "detail",

{mns-scheduler-1.3.1.7 → mns-scheduler-1.3.1.8}/mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py

@@ -222,7 +222,7 @@ def sync_miss_zt_data(stock_em_zt_pool_df_data, str_day):
 
 
 if __name__ == '__main__':
-    save_zt_info('2025-05-13')
+    save_zt_info('2025-05-14')
 # from datetime import datetime
 #
 # if __name__ == '__main__':

{mns-scheduler-1.3.1.7 → mns-scheduler-1.3.1.8}/mns_scheduler/zz_task/data_sync_task.py

@@ -62,13 +62,6 @@ import mns_scheduler.trade.tfp.stock_tfp_info_sync as stock_tfp_info_sync
 import mns_scheduler.industry.ths.ths_industry_sync_service as ths_industry_sync_service
 import mns_scheduler.k_line.year_quarter.year_quarter_line_sync as year_quarter_line_sync
 import mns_common.component.task.real_time_data_sync_check as real_time_data_sync_check
-import mns_scheduler.extraIncome.a_stock.one_minute.one_minute_sync_task as one_minute_sync_task
-import mns_scheduler.extraIncome.hk.hk_stock_qfq_daily_k_line as hk_stock_qfq_daily_k_line
-import mns_scheduler.extraIncome.us.daily.us_stock_qfq_daily_k_line as us_stock_qfq_daily_k_line
-import mns_scheduler.extraIncome.a_stock.one_minute.upload.stock_upload_to_baidu_task as stock_upload_to_baidu_task
-import mns_scheduler.extraIncome.a_stock.one_minute.upload.etf_upload_to_baidu_task as etf_upload_to_baidu_task
-import mns_scheduler.extraIncome.a_stock.one_minute.upload.kzz_upload_to_baidu_task as kzz_upload_to_baidu_task
-import mns_scheduler.extraIncome.a_stock.one_minute.upload.index_upload_to_baidu_task as index_upload_to_baidu_task
 
 
 # 同步交易日期任务完成
@@ -432,12 +425,6 @@ def sync_ths_industry_info():
     logger.info("同步同花顺行业信息完成")
 
 
-# 同步1分钟交易数据
-def sync_one_minute_data():
-    logger.info("同步1分钟交易数据")
-    one_minute_sync_task.sync_one_minute_data()
-
-
 # 同步年线数据
 def sync_year_k_line():
     logger.info("同步年线数据")
@@ -449,37 +436,12 @@ def sync_all_em_stock_info():
     sync_em_stock_info_sync.sync_all_em_stock_info()
 
 
-# 同步外快收入数据
-def sync_extra_income_data():
-    # 上传A股一分钟数据到百度网盘
-    stock_upload_to_baidu_task.upload_stock_to_baidu()
-    # 上传ETF一分钟数据到百度网盘
-    etf_upload_to_baidu_task.upload_etf_to_baidu()
-    # 上传可转债一分钟数据到百度网盘
-    kzz_upload_to_baidu_task.upload_kzz_to_baidu()
-    # 上传主要指数一分钟数据到百度网盘
-    index_upload_to_baidu_task.upload_index_to_baidu()
-
-    # hk前复权k线数据
-    hk_stock_qfq_daily_k_line.hk_stock_daily_qfq_sync()
-    # us前复权k线数据
-    us_stock_qfq_daily_k_line.us_stock_daily_qfq_sync()
-
-
 # # 定义BlockingScheduler
 blockingScheduler = BlockingScheduler()
 
 #  同步东方财富a,etf,kzz,us,hk信息
 blockingScheduler.add_job(sync_all_em_stock_info, 'cron', hour='07', minute='31')
 blockingScheduler.add_job(sync_all_em_stock_info, 'cron', hour='15', minute='20')
-# 同步外快收入数据
-blockingScheduler.add_job(
-    sync_extra_income_data,
-    'cron',
-    day_of_week='sat,sun',  # 周六和周日
-    hour='07,18',  # 16点和21点
-    minute='37'  # 37分
-)
 
 # 开盘前同步当天交易需要的k线数据
 blockingScheduler.add_job(sync_today_trade_k_line_info, 'cron', hour='07', minute='50')
@@ -541,12 +503,12 @@ blockingScheduler.add_job(update_one_symbol_all_concepts, 'cron', hour='12', min
 blockingScheduler.add_job(col_data_move, 'cron', hour='15', minute='06')
 
 # 更新当天涨停股票池
-blockingScheduler.add_job(sync_stock_zt_pool, 'cron', hour='15,19', minute='25')
+blockingScheduler.add_job(sync_stock_zt_pool, 'cron', hour='15,19', minute='10')
 
 # todo 需要前后顺序执行
 # todo 当日k线信息
 # 同步一天k线 涨停 数据
-blockingScheduler.add_job(sync_daily_data_info, 'cron', hour='15,20', minute='26')
+blockingScheduler.add_job(sync_daily_data_info, 'cron', hour='16,20', minute='11')
 
 # (前复权--月k线)
 blockingScheduler.add_job(stock_sync_qfq_monthly, 'cron', hour='15,18', minute='35')
@@ -569,9 +531,6 @@ blockingScheduler.add_job(sync_financial_report_task, 'cron', hour='17', minute=
 # 同步同花顺行业信息
 blockingScheduler.add_job(sync_ths_industry_info, 'cron', hour='17,22', minute='38')
 
-# 同步一分钟交易数据
-blockingScheduler.add_job(sync_one_minute_data, 'cron', hour='17,22', minute='55')
-
 # 更新开盘啦指数历史指数
 blockingScheduler.add_job(sync_kpl_best_his_quotes, 'cron', hour='18,22', minute='25')
 

{mns-scheduler-1.3.1.7 → mns-scheduler-1.3.1.8}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.3.1.7
+Version: 1.3.1.8

{mns-scheduler-1.3.1.7 → mns-scheduler-1.3.1.8}/mns_scheduler.egg-info/SOURCES.txt

@@ -5,8 +5,6 @@ mns_scheduler.egg-info/PKG-INFO
 mns_scheduler.egg-info/SOURCES.txt
 mns_scheduler.egg-info/dependency_links.txt
 mns_scheduler.egg-info/top_level.txt
-mns_scheduler/baidu/__init__.py
-mns_scheduler/baidu/baidu_yun_pan_handle_service.py
 mns_scheduler/big_deal/__init__.py
 mns_scheduler/big_deal/ths_big_deal_sync.py
 mns_scheduler/company_info/__init__.py
@@ -59,54 +57,6 @@ mns_scheduler/debt/__init__.py
 mns_scheduler/debt/kzz_bond_info_sync.py
 mns_scheduler/dt/__init__.py
 mns_scheduler/dt/stock_dt_pool_sync.py
-mns_scheduler/extraIncome/__init__.py
-mns_scheduler/extraIncome/a_stock/__init__.py
-mns_scheduler/extraIncome/a_stock/one_minute/__init__.py
-mns_scheduler/extraIncome/a_stock/one_minute/one_minute_sync_task.py
-mns_scheduler/extraIncome/a_stock/one_minute/common/__init__.py
-mns_scheduler/extraIncome/a_stock/one_minute/common/db_create_index.py
-mns_scheduler/extraIncome/a_stock/one_minute/common/symbol_handle_util.py
-mns_scheduler/extraIncome/a_stock/one_minute/etf/__init__.py
-mns_scheduler/extraIncome/a_stock/one_minute/etf/etf_one_minute_sync_task.py
-mns_scheduler/extraIncome/a_stock/one_minute/index/__init__.py
-mns_scheduler/extraIncome/a_stock/one_minute/index/main_index_sync_task.py
-mns_scheduler/extraIncome/a_stock/one_minute/kzz/__init__.py
-mns_scheduler/extraIncome/a_stock/one_minute/kzz/kzz_one_minute_sync_task.py
-mns_scheduler/extraIncome/a_stock/one_minute/stock/__init__.py
-mns_scheduler/extraIncome/a_stock/one_minute/stock/stock_one_minute_sync_task.py
-mns_scheduler/extraIncome/a_stock/one_minute/upload/__init__.py
-mns_scheduler/extraIncome/a_stock/one_minute/upload/etf_upload_to_baidu_task.py
-mns_scheduler/extraIncome/a_stock/one_minute/upload/index_upload_to_baidu_task.py
-mns_scheduler/extraIncome/a_stock/one_minute/upload/kzz_upload_to_baidu_task.py
-mns_scheduler/extraIncome/a_stock/one_minute/upload/stock_upload_to_baidu_task.py
-mns_scheduler/extraIncome/hk/__init__.py
-mns_scheduler/extraIncome/hk/hk_stock_qfq_daily_k_line.py
-mns_scheduler/extraIncome/us/__init__.py
-mns_scheduler/extraIncome/us/daily/__init__.py
-mns_scheduler/extraIncome/us/daily/us_stock_qfq_daily_k_line.py
-mns_scheduler/extraIncome/us/one_minute/__init__.py
-mns_scheduler/extraIncome/us/one_minute/api/__init__.py
-mns_scheduler/extraIncome/us/one_minute/api/alpha_vantage_api.py
-mns_scheduler/extraIncome/us/one_minute/api/em_us_one_minute_api.py
-mns_scheduler/extraIncome/us/one_minute/api/stock_etf_info_api.py
-mns_scheduler/extraIncome/us/one_minute/api/y_finance_api.py
-mns_scheduler/extraIncome/us/one_minute/etf/__init__.py
-mns_scheduler/extraIncome/us/one_minute/stock/__init__.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/__init__.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/etf/__init__.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/etf/down_load_ETF_his_2024.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/etf/handle_down_load_fail_ETF.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/fail/__init__.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/fail/handle_fail_data.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/rename/__init__.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/rename/rename_stock.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/stock/__init__.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/stock/down_load_stock_his_01.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/stock/down_load_stock_his_02.py
-mns_scheduler/extraIncome/us/one_minute/stock/down_load/stock/down_load_stock_his_2025.py
-mns_scheduler/extraIncome/us/one_minute/stock/now/__init__.py
-mns_scheduler/extraIncome/us/one_minute/stock/now/us_etf_one_minute_sync.py
-mns_scheduler/extraIncome/us/one_minute/stock/now/us_stock_one_minute_sync.py
 mns_scheduler/finance/__init__.py
 mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py
 mns_scheduler/finance/em_financial_profit_sync_service_api.py

{mns-scheduler-1.3.1.7 → mns-scheduler-1.3.1.8}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.3.1.7',
+    version='1.3.1.8',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )

mns-scheduler-1.3.1.7/mns_scheduler/baidu/baidu_yun_pan_handle_service.py

@@ -1,122 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import sys
-import os
-import json
-import pandas as pd
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-from bypy import ByPy
-from loguru import logger
-import subprocess
-import re
-
-
-def upload_to_baidu(file_name, folder_name, data_df):
-    upload_path_temp = fr'D:\upload_temp\{file_name}.csv'
-    bp = ByPy()
-
-    data_df.to_csv(upload_path_temp, index=False, encoding='gbk')
-
-    # 上传临时文件到百度云
-    remote_path = f'/{folder_name}/{file_name}.csv'
-    result = bp.upload(upload_path_temp, remote_path)
-    if result == 0:
-        logger.info("上传成功:{}", file_name)
-    else:
-        logger.error("上传失败:{}", file_name)
-    del_local_file(upload_path_temp)
-    return result
-
-
-def del_local_file(local_file_path):
-    try:
-        os.remove(local_file_path)
-    except Exception as e:
-        print(f"删除文件时出错: {e}")
-
-
-def mkdir_baidu_new_folder(remote_path):
-    bp = ByPy()
-    try:
-        # 调用 mkdir 方法创建文件夹
-        result = bp.mkdir(remote_path)
-
-        if result == 0:
-            logger.info("成功创建文件夹:{}", remote_path)
-        else:
-            logger.error("创建文件夹失败:{}", result)
-
-    except Exception as e:
-        logger.error("创建文件夹失败:{}", e)
-
-
-def del_baidu_old_folder(remote_path):
-    bp = ByPy()
-    try:
-        # 调用 mkdir 方法创建文件夹
-        result = bp.delete(remote_path)
-
-        if result == 0:
-            logger.info("成功删除文件夹:{}", remote_path)
-        else:
-            logger.error("删除文件夹失败:{}", result)
-
-    except Exception as e:
-        logger.error("删除文件夹失败:{}", e)
-
-
-def get_file_folder(path):
-    result = subprocess.run(
-        ['bypy', 'list', path],
-        capture_output=True,
-        text=True,
-        check=True,
-        encoding='utf-8'
-    )
-
-    # 假设 result 是 subprocess.run 的返回结果
-    stdout = result.stdout
-
-    # 正则表达式匹配文件行
-    pattern = re.compile(
-        r'^[FD]\s+(\S+)\s+(\d+)\s+(\d{4}-\d{2}-\d{2},\s\d{2}:\d{2}:\d{2})\s+([a-zA-Z0-9]{32})$',
-        re.IGNORECASE
-    )
-
-    data = []
-    for line in stdout.split('\n'):
-        line = line.strip()
-        if not line:
-            continue
-        match = pattern.match(line)
-        if match:
-            filename, size, mod_time, hash_val = match.groups()
-            # 处理时间格式：替换逗号为空格
-            mod_time = mod_time.replace(', ', ' ')
-            data.append({
-                'name': filename,
-                'size': int(size),
-                'update_time': mod_time,
-                'hash_value': hash_val
-            })
-
-    # 创建 DataFrame 并转换时间类型
-    df = pd.DataFrame(data)
-    if not df.empty:
-        df['update_time'] = pd.to_datetime(df['update_time'], format='%Y-%m-%d %H:%M:%S')
-
-    return df
-
-
-if __name__ == '__main__':
-    folder_name1 = '/A股/1分钟/2025/4'
-    get_file_folder(folder_name1)

mns-scheduler-1.3.1.7/mns_scheduler/extraIncome/a_stock/one_minute/common/db_create_index.py

@@ -1,9 +0,0 @@
-def create_index(db_util, col_name):
-    index_create = [('symbol', 1), ('time', 1)]
-    db_util.create_index(col_name, index_create)
-    index_create_01 = [('time', 1)]
-    db_util.create_index(col_name, index_create_01)
-    index_create_02 = [('symbol', 1)]
-    db_util.create_index(col_name, index_create_02)
-
-

mns-scheduler-1.3.1.7/mns_scheduler/extraIncome/a_stock/one_minute/common/symbol_handle_util.py

@@ -1,41 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import pandas as pd
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def symbol_add_prefix(symbol):
-    symbol_simple = symbol[0:6]
-    suffix = symbol[7:9]
-    if suffix in ['SH']:
-        return '1.' + symbol_simple
-    elif suffix in ['SZ']:
-        return '0.' + symbol_simple
-    elif suffix in ['BJ']:
-        return '0.' + symbol_simple
-
-
-# col_name 保存数据的结婚
-def save_fail_data(now_day, symbol_prefix, col_name):
-    fail_dict = {'begin_date': now_day,
-                 'end_date': now_day,
-                 'symbol': symbol_prefix,
-                 'col_name': col_name,
-                 'type': 'kzz',
-                 'sync_day': now_day,
-                 'valid': True,
-                 }
-    fail_df = pd.DataFrame(fail_dict, index=[1])
-    mongodbUtilV2_27019.insert_mongo(fail_df, extra_income_db_name.ONE_MINUTE_SYNC_FAIL)
-
-
-if __name__ == '__main__':
-    symbol_add_prefix('000001.SZ')

mns-scheduler-1.3.1.7/mns_scheduler/extraIncome/a_stock/one_minute/etf/etf_one_minute_sync_task.py

@@ -1,87 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
-from loguru import logger
-import time
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-from datetime import datetime
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def sync_etf_one_minute(data_tag):
-    etf_real_time_quotes = em_stock_info_api.get_etf_info()
-    etf_real_time_quotes = classify_symbol(etf_real_time_quotes)
-    etf_real_time_quotes['symbol'] = etf_real_time_quotes.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-    # 假设数字格式为 YYYYMMDD
-    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
-    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
-
-    etf_real_time_quotes = etf_real_time_quotes.loc[etf_real_time_quotes['amount'] != 0]
-
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_ETF + '_' + str(year)
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, col_name)
-
-    for stock_one in etf_real_time_quotes.itertuples():
-
-        symbol = stock_one.symbol
-        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-        try:
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-                logger.error("当前ETF分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            time.sleep(2)
-            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-            logger.error("同步ETF分钟数据出现异常:{},{},{}", e, symbol, now_day)
-        logger.info("同步完ETF分钟数据:{},{}", stock_one.symbol, stock_one.name)
-
-
-def classify_symbol(etf_real_time_quotes):
-    etf_real_time_quotes['classification'] = etf_real_time_quotes['market'].apply(
-        lambda market: classify_symbol_one(market))
-    return etf_real_time_quotes
-
-
-# 单个股票分类
-def classify_symbol_one(market):
-    if market == 0:
-        return 'S'
-    else:
-        return 'H'
-
-
-if __name__ == '__main__':
-    sync_etf_one_minute("2025-03-17", "2025-03-17")

mns-scheduler-1.3.1.7/mns_scheduler/extraIncome/a_stock/one_minute/index/main_index_sync_task.py

@@ -1,74 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-from loguru import logger
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-from datetime import datetime
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-main_index_list = [
-    "000001.SH",
-    "000016.SH",
-    "000010.SH",
-    "000009.SH",
-    "000015.SH",
-    "399001.SZ",
-    "399004.SZ",
-    "399005.SZ",
-    "399006.SZ",
-    "000300.SH",
-    "000905.SH",
-    "000688.SH",
-    "000903.SH",
-    "000906.SH",
-    "000852.SH",
-    "000932.SH",
-    "000933.SH",
-    "980017.SZ",
-    "399808.SZ",
-    "399997.SZ",
-]
-
-
-def sync_main_index_one_minute(data_tag):
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_MAIN_INDEX + '_' + str(year)
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, col_name)
-    for symbol in main_index_list:
-        try:
-            symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                logger.error("当前沪深指数分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            logger.error("沪深指数分钟数据同步异常:{},｛｝", symbol, e)
-        logger.info("沪深指数分钟数据同步完成:{}", symbol)
-
-
-if __name__ == '__main__':
-    sync_main_index_one_minute(False)

mns-scheduler-1.3.1.7/mns_scheduler/extraIncome/a_stock/one_minute/kzz/kzz_one_minute_sync_task.py

@@ -1,87 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import mns_common.component.em.em_stock_info_api as em_stock_info_api
-from loguru import logger
-import time
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_scheduler.extraIncome.a_stock.one_minute.common.symbol_handle_util as symbol_handle_util
-from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
-import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
-import mns_common.constant.extra_income_db_name as extra_income_db_name
-import mns_common.api.k_line.stock_minute_data_api as stock_minute_data_api
-from datetime import datetime
-
-mongodb_util_27017 = MongodbUtil('27017')
-mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
-
-
-def sync_kzz_one_minute(data_tag):
-    debt_real_time_quotes = em_stock_info_api.get_kzz_info()
-    debt_real_time_quotes = classify_symbol(debt_real_time_quotes)
-    debt_real_time_quotes['symbol'] = debt_real_time_quotes.apply(
-        lambda row: row['symbol'] + '.SZ' if row['classification'] in ['S', 'C']
-        else row['symbol'] + '.BJ' if row['classification'] in ['X']
-        else row['symbol'] + '.SH',
-        axis=1
-    )
-    # 假设数字格式为 YYYYMMDD
-    # debt_real_time_quotes['list_date'] = pd.to_datetime(debt_real_time_quotes['list_date'],
-    #                                                     format='%Y%m%d').dt.strftime('%Y-%m-%d')
-
-    debt_real_time_quotes = debt_real_time_quotes.loc[debt_real_time_quotes['amount'] != 0]
-
-    now_date = datetime.now()
-    now_day = now_date.strftime('%Y-%m-%d')
-    year = now_date.strftime('%Y')
-    col_name = extra_income_db_name.ONE_MINUTE_K_LINE_BFQ_KZZ + '_' + str(year)
-    # 创建索引
-    db_create_index.create_index(mongodbUtilV2_27019, col_name)
-
-    for stock_one in debt_real_time_quotes.itertuples():
-
-        symbol = stock_one.symbol
-        symbol_prefix = symbol_handle_util.symbol_add_prefix(symbol)
-        try:
-            one_min_df = stock_minute_data_api.get_minute_data(symbol_prefix, now_day, now_day, '1', '')
-            one_min_df['symbol'] = symbol
-            one_min_df['_id'] = one_min_df['symbol'] + '_' + one_min_df['time']
-            if data_frame_util.is_empty(one_min_df) or one_min_df.shape[0] < 241:
-                symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-                logger.error("当前可转债分钟数据同步异常:{}", symbol)
-                continue
-            else:
-                del one_min_df['ava_price']
-                if data_tag:
-                    mongodbUtilV2_27019.insert_mongo(one_min_df, col_name)
-                else:
-                    mongodbUtilV2_27019.save_mongo(one_min_df, col_name)
-        except BaseException as e:
-            time.sleep(2)
-            symbol_handle_util.save_fail_data(now_day, symbol_prefix, col_name)
-            logger.error("同步可转债分钟数据出现异常:,{},{},{}", e, symbol, now_day)
-        logger.info("同步完可转债分钟数据:{},{}", stock_one.symbol, stock_one.name)
-
-
-def classify_symbol(debt_real_time_quotes_df):
-    debt_real_time_quotes_df['classification'] = debt_real_time_quotes_df['market'].apply(
-        lambda market: classify_symbol_one(market))
-    return debt_real_time_quotes_df
-
-
-# 单个股票分类
-def classify_symbol_one(market):
-    if market == 0:
-        return 'S'
-    else:
-        return 'H'
-
-
-if __name__ == '__main__':
-    3()