mns-scheduler 1.2.5.0__py3-none-any.whl → 1.2.5.2__py3-none-any.whl

mns_scheduler/db/col_move_service.py

@@ -70,7 +70,7 @@ def sync_col_move(str_day):
         try:
             db_export('127.0.0.1:27017', str_day)
             db_import('127.0.0.1:27019', str_day)
-            # delete_exist_data(str_day)
+            delete_exist_data(str_day)
         except BaseException as e:
             logger.error("备份数据出现错误:{}", e)
 
@@ -115,5 +115,5 @@ if __name__ == '__main__':
 
     trade_date_list = mongodb_util.find_query_data('trade_date_list', query_trade)
     for trade_one in trade_date_list.itertuples():
-        trade_date = trade_one.trade_date
-        sync_col_move(trade_date)
+        trade_date_move = trade_one.trade_date
+        sync_col_move(trade_date_move)

mns_scheduler/db/script/sync/remote_data_sync_to_local.py

@@ -15,6 +15,7 @@ remote_mongodb_util = RemoteMongodbUtil('27017')
 local_mongodb_util = LocalMongodbUtil('27017')
 
 col_list = [
+    'company_info',
     'company_remark_info',
     'company_holding_info',
     'industry_concept_remark',

mns_scheduler/db/script/update/update_col_field.py

@@ -0,0 +1,36 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodb_util_27019 = MongodbUtil('27019')
+
+
+def update_col_data():
+    query = {"$and": [{'trade_date': {'$lte': '2024-05-23'}},
+                      {'trade_date': {'$gte': '2022-07-02'}}]}
+    trade_date_list_df = mongodb_util_27017.find_query_data('trade_date_list', query)
+    trade_date_list_df = trade_date_list_df.sort_values(by=['trade_date'], ascending=True)
+    for trade_one in trade_date_list_df.itertuples():
+        col_name = 'realtime_quotes_now_' + trade_one.trade_date
+        new_values = {'$unset': {
+            'classification': '',
+            'medium_order_net_inflow': '',
+            'small_order_net_inflow': '',
+            'str_day': '',
+            'list_date': '',
+            'amount_level': '',
+            'name': '', 'industry': '', 'concept': ''}}
+
+        mongodb_util_27019.update_many({}, new_values, col_name)
+        logger.info("完成集合数据更新:{}", col_name)
+
+
+if __name__ == '__main__':
+    update_col_data()

mns_scheduler/k_line/clean/daily/daily_k_line_clean_common_service.py

@@ -200,23 +200,23 @@ def calculate_exchange_and_k_line_avg_param(stock_qfq_daily):
 
     # 收盘价格与均线差值
     stock_qfq_daily['close_difference_five'] = round(
-        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_five']) / stock_qfq_daily['close'],
+        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_five']) / stock_qfq_daily['avg_five'],
         2)
 
     stock_qfq_daily['close_difference_ten'] = round(
-        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_ten']) / stock_qfq_daily['close'],
+        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_ten']) / stock_qfq_daily['avg_ten'],
         2)
 
     stock_qfq_daily['close_difference_twenty'] = round(
-        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_twenty']) / stock_qfq_daily['close'],
+        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_twenty']) / stock_qfq_daily['avg_twenty'],
         2)
 
     stock_qfq_daily['close_difference_thirty'] = round(
-        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_thirty']) / stock_qfq_daily['close'],
+        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_thirty']) / stock_qfq_daily['avg_thirty'],
         2)
 
     stock_qfq_daily['close_difference_sixty'] = round(
-        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_sixty']) / stock_qfq_daily['close'],
+        100 * (stock_qfq_daily['close'] - stock_qfq_daily['avg_sixty']) / stock_qfq_daily['avg_sixty'],
         2)
 
     stock_qfq_daily = stock_qfq_daily[[

mns_scheduler/k_line/test/k_line_info_clean_his_data.py

@@ -26,5 +26,5 @@ def clean_history_data():
 
 if __name__ == '__main__':
     # 001389  001359
-    k_line_info_clean_task.sync_k_line_info('2024-07-12', ['300784'])
+    k_line_info_clean_task.sync_k_line_info('2025-01-22', ['301099'])
     # clean_history_data()

mns_scheduler/us/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/us/baidu_yun_pan_handle_service.py

@@ -0,0 +1,131 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from bypy import ByPy
+from mns_common.db.MongodbUtil import MongodbUtil
+import tempfile
+from loguru import logger
+import akshare as ak
+
+mongodb_util = MongodbUtil('27017')
+
+import subprocess
+
+
+def get_file_list(path):
+    """
+    获取百度网盘指定路径下的文件列表
+    :param path: 百度网盘中的路径，例如 '/我的资源'
+    :return: 文件列表
+    """
+    try:
+        # 调用 bypy list 命令
+        result = subprocess.run(['bypy', 'list', path], capture_output=True, text=True, check=True)
+
+        # 输出结果
+        if result.returncode == 0:
+            file_list = result.stdout.splitlines()  # 按行分割结果
+            return file_list
+        else:
+            logger.error("获取文件路径异常:{}", result.stderr)
+            return []
+    except subprocess.CalledProcessError as e:
+        logger.error("获取文件路径异常:{}", e)
+        return []
+
+
+def upload_to_baidu(file_name, folder_name, data_df):
+    bp = ByPy()
+    file_name = file_name + '.csv'
+    with tempfile.NamedTemporaryFile(mode='w', suffix='.csv', delete=False) as temp_file:
+        data_df.to_csv(temp_file, index=False)
+        temp_file_path = temp_file.name  # 获取临时文件的路径
+
+    # 上传临时文件到百度云
+    remote_path = f'/{folder_name}/{file_name}'
+    result = bp.upload(temp_file_path, remote_path)
+    if result == 0:
+        logger.info("上传成功:{}", file_name)
+    else:
+        logger.error("上传失败:{}", file_name)
+    return result
+
+
+def mkdir_baidu_new_folder(remote_path):
+    bp = ByPy()
+    try:
+        # 调用 mkdir 方法创建文件夹
+        result = bp.mkdir(remote_path)
+
+        if result == 0:
+            logger.info("成功创建文件夹:{}", remote_path)
+        else:
+            logger.error("创建文件夹失败:{}", result)
+
+    except Exception as e:
+        logger.error("创建文件夹失败:{}", e)
+
+
+def del_baidu_old_folder(remote_path):
+    bp = ByPy()
+    try:
+        # 调用 mkdir 方法创建文件夹
+        result = bp.delete(remote_path)
+
+        if result == 0:
+            logger.info("成功删除文件夹:{}", remote_path)
+        else:
+            logger.error("删除文件夹失败:{}", result)
+
+    except Exception as e:
+        logger.error("删除文件夹失败:{}", e)
+
+
+if __name__ == '__main__':
+    folder_name1 = '/美股/不复权日线'
+    mkdir_baidu_new_folder(folder_name1)
+    # get_file_list(folder_name1)
+    stock_us_spot_em_df = ak.stock_us_spot_em()
+    stock_us_spot_em_df = stock_us_spot_em_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name",
+        "涨跌额": "change_price",
+        "涨跌幅": "chg",
+        "开盘价": "open",
+        "最高价": "high",
+        "最低价": "low",
+        "最新价": "now_price",
+        "昨收价": "last_price",
+        "总市值": "total_mv",
+        "市盈率": "pe",
+        "成交量": "volume",
+        "成交额": "amount",
+        "振幅": "pct_chg",
+        "换手率": "exchange"
+    })
+    stock_us_spot_em_df = stock_us_spot_em_df.sort_values(by=['amount'], ascending=False)
+    stock_us_spot_em_df = stock_us_spot_em_df.fillna(0)
+    stock_us_spot_em_df = stock_us_spot_em_df.loc[stock_us_spot_em_df['total_mv'] != 0]
+    for stock_one in stock_us_spot_em_df.itertuples():
+        try:
+            symbol = stock_one.symbol
+            name = stock_one.name
+            query = {'symbol': symbol, 'amount': {"$gt": 0}}
+            us_stock_bfq_daily_df_one = mongodb_util.find_query_data('us_stock_bfq_daily', query)
+            del us_stock_bfq_daily_df_one['_id']
+            del us_stock_bfq_daily_df_one['name']
+            file_name_one = name + '_' + symbol
+            upload_to_baidu(file_name_one, folder_name1, us_stock_bfq_daily_df_one)
+
+        except BaseException as e:
+            logger.error("同步数据发生异常:{}", e)
+
+# data_df = mongodb_util.find_query_data('us_stock_bfq_daily', query={'name': file_name1})
+# upload_to_baidu(file_name1, folder_name1, data_df)
+
+

mns_scheduler/us/k_line.py

@@ -0,0 +1,91 @@
+import akshare as ak
+import pandas as pd
+from mns_common.db.MongodbUtil import MongodbUtil
+
+mongodb_util = MongodbUtil('27017')
+
+
+def us_stock():
+    # 输入参数
+    symbol = input("请输入股票代码（all:全量(时间很长),特定代码:106.TTE）：")
+    start_date = input("请输入开始日期（格式：YYYYMMDD）：")
+    end_date = input("请输入结束日期（格式：YYYYMMDD）：")
+    fq = input("请输入复权信息（前复权:qfq,不复权:bfq,后复权:hfq）：")
+    k_line_period = input("请输入k线周期（日线:daily,周线:weekly,月线:monthly）：")
+    db_name = "us_stock_" + fq + "_" + k_line_period
+    if fq == 'bfq':
+        fq = ''
+    if symbol != 'all':
+        # 获取股票历史数据
+        stock_us_hist_df = ak.stock_us_hist(symbol=symbol,
+                                            period=k_line_period,
+                                            start_date=start_date,
+                                            end_date=end_date,
+                                            adjust=fq)
+        # 保存数据到 CSV 文件
+        stock_us_hist_df.to_csv(f"{symbol}_historical_data.csv", index=False)
+        print(f"数据已保存到 {symbol}_historical_data.csv")
+    else:
+        stock_us_spot_em_df = ak.stock_us_spot_em()
+        stock_us_spot_em_df = stock_us_spot_em_df.rename(columns={
+            "序号": "index",
+            "代码": "symbol",
+            "名称": "name",
+            "涨跌额": "change_price",
+            "涨跌幅": "chg",
+            "开盘价": "open",
+            "最高价": "high",
+            "最低价": "low",
+            "最新价": "now_price",
+            "昨收价": "last_price",
+            "总市值": "total_mv",
+            "市盈率": "pe",
+            "成交量": "volume",
+            "成交额": "amount",
+            "振幅": "pct_chg",
+            "换手率": "exchange"
+        })
+        stock_us_spot_em_df = stock_us_spot_em_df.sort_values(by=['amount'], ascending=False)
+        stock_us_spot_em_df = stock_us_spot_em_df.fillna(0)
+        stock_us_spot_em_df = stock_us_spot_em_df.loc[stock_us_spot_em_df['total_mv'] != 0]
+
+        k_line_result = pd.DataFrame()
+
+        for stock_us_one in stock_us_spot_em_df.itertuples():
+            try:
+                # 获取股票历史数据
+                stock_us_hist_df = ak.stock_us_hist(symbol=stock_us_one.symbol,
+                                                    period=k_line_period,
+                                                    start_date=start_date,
+                                                    end_date=end_date,
+                                                    adjust=fq)
+                stock_us_hist_df = stock_us_hist_df.rename(columns={
+                    "日期": "date",
+                    "涨跌额": "change_price",
+                    "涨跌幅": "chg",
+                    "开盘": "open",
+                    "最高": "high",
+                    "最低": "low",
+                    "收盘": "close",
+                    "成交量": "volume",
+                    "成交额": "amount",
+                    "振幅": "pct_chg",
+                    "换手率": "exchange"
+                })
+
+                k_line_result = pd.concat([stock_us_hist_df, k_line_result])
+                stock_us_hist_df['_id'] = stock_us_one.symbol + '_' + stock_us_hist_df['date']
+                stock_us_hist_df['symbol'] = stock_us_one.symbol
+                stock_us_hist_df['name'] = stock_us_one.name
+                mongodb_util.insert_mongo(stock_us_hist_df, db_name)
+                print(f"同步k线数据到: {stock_us_one.name}")
+            except BaseException as e:
+                print(f"同步数据发生异常: {stock_us_one.name}, {e}")
+
+        # 保存数据到 CSV 文件
+        k_line_result.to_csv(f"{symbol}_historical_data.csv", index=False)
+        print(f"数据已保存到 {symbol}_historical_data.csv")
+
+
+if __name__ == "__main__":
+    us_stock()

mns_scheduler/us/us_company_info_sync_service_api.py

@@ -0,0 +1,39 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+
+
+def sync_us_company_info():
+    stock_us_spot_em_df = ak.stock_us_spot_em()
+    stock_us_spot_em_df = stock_us_spot_em_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name",
+        "涨跌额": "change_price",
+        "涨跌幅": "chg",
+        "开盘价": "open",
+        "最高价": "high",
+        "最低价": "low",
+        "最新价": "now_price",
+        "昨收价": "last_price",
+        "总市值": "total_mv",
+        "市盈率": "pe",
+        "成交量": "volume",
+        "成交额": "amount",
+        "振幅": "pct_chg",
+        "换手率": "exchange"
+    })
+    stock_us_spot_em_df = stock_us_spot_em_df.sort_values(by=['amount'], ascending=False)
+    stock_us_spot_em_df = stock_us_spot_em_df.fillna(0)
+    stock_us_spot_em_df = stock_us_spot_em_df.loc[stock_us_spot_em_df['total_mv']!=0]
+    stock_us_spot_em_df.to_csv('us_stock.csv', index=False)
+    return stock_us_spot_em_df
+
+
+if __name__ == '__main__':
+    sync_us_company_info()

mns_scheduler/zt/script/fix_error_deal_day.py

@@ -0,0 +1,41 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+import mns_common.utils.date_handle_util as date_handle_util
+mongodb_util = MongodbUtil('27017')
+
+from mns_scheduler.db.script.sync.remote_mongo_util import RemoteMongodbUtil
+
+
+remote_mongodb_util = RemoteMongodbUtil('27017')
+
+
+def fix_error_deal_days(db_name):
+    realtime_quotes_now_zt_new_kc_open_df = mongodb_util.find_query_data(db_name, {})
+    realtime_quotes_now_zt_new_kc_open_df['id_key'] = realtime_quotes_now_zt_new_kc_open_df['_id']
+    for stock_one in realtime_quotes_now_zt_new_kc_open_df.itertuples():
+        try:
+            symbol = stock_one.symbol
+            str_day = stock_one.str_day
+            query = {'symbol': symbol, 'date': {"$lt": date_handle_util.no_slash_date(str_day)}}
+            deal_days = mongodb_util.count(query, 'stock_qfq_daily')
+            new_values = {"$set": {"deal_days": deal_days}}
+            id_key = stock_one.id_key
+            update_query = {'_id': id_key}
+            mongodb_util.update_many(update_query, new_values, db_name)
+            logger.info("更新到:{},{}", symbol, str_day)
+        except BaseException as e:
+            logger.error("出现异常:{},{},{}", symbol, str_day, e)
+
+
+if __name__ == '__main__':
+    # db_name_0 = 'realtime_quotes_now_zt_new_kc_open'
+    db_name_01 = 'stock_high_chg_pool'
+    # fix_error_deal_days(db_name_0)
+    fix_error_deal_days(db_name_01)

mns_scheduler/zt/script/sync_high_chg_pool_his_data.py

@@ -36,4 +36,4 @@ def sync_his_zt_pool_data(begin_day, end_day):
 
 
 if __name__ == '__main__':
-    sync_high_chg_pool_service.sync_stock_high_chg_pool_list('2024-12-26', None)
+    sync_high_chg_pool_service.sync_stock_high_chg_pool_list('2025-01-09', None)

{mns_scheduler-1.2.5.0.dist-info → mns_scheduler-1.2.5.2.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.2.5.0
+Version: 1.2.5.2
 

{mns_scheduler-1.2.5.0.dist-info → mns_scheduler-1.2.5.2.dist-info}/RECORD

@@ -1,6 +1,4 @@
 mns_scheduler/__init__.py,sha256=_nhtk1b00OsMAiqRATNrb3HD44RmgjSG5jqS-QLNMrQ,130
-mns_scheduler/2014-2015-test/2014_2015_chg_statistics.py,sha256=u7QaSs764ZGXi3iLf0tX2VJzKWVlhmOG-3iPX8sZsnQ,3889
-mns_scheduler/2014-2015-test/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/big_deal/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=aMFj-_pLprh4vGjSSzmr_tlYoPA0L4Lm0SkLRkQwIiw,4564
 mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -33,16 +31,18 @@ mns_scheduler/concept/ths/update_concept_info/__init__.py,sha256=QWBdZwBCvQw8aS4
 mns_scheduler/concept/ths/update_concept_info/sync_one_concept_all_symbols_api.py,sha256=wwuLfjj9AnFcHP-oQPC5AhpwgZ8IsPiNUh-Z6swcngA,1380
 mns_scheduler/concept/ths/update_concept_info/sync_one_symbol_all_concepts_api.py,sha256=3KT-FTG337KWufTrllp_4QZv3U-UBEomUcx77t0x_eQ,9410
 mns_scheduler/db/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/db/col_move_service.py,sha256=tyWth-68MVs3lc6PTW-2SygD98_4_qUaCYZ6tX1JUp8,4230
+mns_scheduler/db/col_move_service.py,sha256=9pOrHJ6rQuMPQdGFho1IJMEy2xvpQ20iku3p20MuAhg,4238
 mns_scheduler/db/db_status.py,sha256=e5eW5ZSm5J7tHvmxxhFmFdbZb2_oB_SAcdcFqc4KDmw,733
 mns_scheduler/db/real_time_task_check.py,sha256=bf3Ov6fLL332u7yWyDC3ZLvVWhM6W9i47LapkfP1w7c,4902
 mns_scheduler/db/script/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/db/script/col_move_script.py,sha256=0WNv0xbnPPKTME2_WMEPSGNT0DUWC7hS4mJ2VeNgc08,1163
 mns_scheduler/db/script/sync/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/db/script/sync/local_mongo_util.py,sha256=MFG-S7aUBLKe4tkhKNklUzpiZef2n078YXd39dfOMy0,7540
-mns_scheduler/db/script/sync/remote_data_sync_to_local.py,sha256=7fp2L6TkY2mdBZb0m_oQbWQsp8QjvKhKOH6h_xU0jwI,1652
+mns_scheduler/db/script/sync/remote_data_sync_to_local.py,sha256=2iGs-WTPt9hJK9IJLX5ChUTaWiKEpx0MikBsF-6Mp_o,1673
 mns_scheduler/db/script/sync/remote_mongo_util.py,sha256=-BCR2zeQ9z0zeZg6wO0aCS4bGnsGIohFRH7QR8XXJSo,10966
 mns_scheduler/db/script/sync/sync_hui_ce_test_data.py,sha256=Ei7RDlLbdUvywW901uxxvaHpqrJZFxCQX4FKFHpyoNc,2062
+mns_scheduler/db/script/update/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/db/script/update/update_col_field.py,sha256=2XeiKodVgR19IgJKMXZmM7MOLgeUyli15qo58gtYHY8,1274
 mns_scheduler/debt/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/debt/kzz_bond_info_sync.py,sha256=3o0Y4FBxP3AOXwf7Z7jVO1N_DcqxeOVqcgMM3y7E4uo,1336
 mns_scheduler/dt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -69,7 +69,7 @@ mns_scheduler/k_line/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlI
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py,sha256=2GgRc9Nb9wXMueoZhl9egYzjQP_NPhBCvj-XYcTlG9w,1238
 mns_scheduler/k_line/clean/k_line_info_clean_task.py,sha256=ey6xTXAxxXh8_8cPzsWmUtVmG8Sd7jXFbpRpTrFrLDo,7622
 mns_scheduler/k_line/clean/daily/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/k_line/clean/daily/daily_k_line_clean_common_service.py,sha256=j00d0LFZIjl5iabYnDOvU-aGRHgUI8mVaH__RmR0ZM8,18385
+mns_scheduler/k_line/clean/daily/daily_k_line_clean_common_service.py,sha256=lT_KOhph9qLQGBoy7THU7SuPLQLQQlaNzTf2cMKnnNY,18404
 mns_scheduler/k_line/clean/daily/daily_k_line_service.py,sha256=BOzE5smjgJyUPdNvV4CUmN2phHT1VCtusosq7uhrGCw,6654
 mns_scheduler/k_line/clean/week_month/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/k_line/clean/week_month/normal_week_month_k_line_service.py,sha256=4qInTtReDd77Jzb7ngme8yXHRd6INSbSCq84lhS3ScI,4862
@@ -80,7 +80,7 @@ mns_scheduler/k_line/sync/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UM
 mns_scheduler/k_line/sync/bfq_k_line_sync.py,sha256=i2NNdp4uVa-kiqQvOaY6odd8-DmQtlejeMXeVklKOIs,4067
 mns_scheduler/k_line/sync/daily_week_month_line_sync.py,sha256=SHAvMkDW-2TKEC4wWkMdiOQWa4Ktc0Umm59OlceK1dg,5795
 mns_scheduler/k_line/test/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/k_line/test/k_line_info_clean_his_data.py,sha256=2s0UW2dHGS_k25Rl9CeB7XZtbYRxWaHSp9Se5Okk7EI,1173
+mns_scheduler/k_line/test/k_line_info_clean_his_data.py,sha256=6_KKdFSRdkA9LnkkCc72Y1ILKdLY-VuKvMlHBetSSU8,1173
 mns_scheduler/kpl/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/kpl/selection/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/kpl/selection/index/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -125,6 +125,10 @@ mns_scheduler/trade/task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImy
 mns_scheduler/trade/task/trader_task_service.py,sha256=xBqByakfCO2ruWXuWWsRPJtZ_oCLXLgaOHDiLdD4SVw,1560
 mns_scheduler/trade/tfp/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/trade/tfp/stock_tfp_info_sync.py,sha256=KqZlnzKvAGVJXHJfy_aP0KhP91A5wB2C7Sa98QP3_3o,2440
+mns_scheduler/us/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/us/baidu_yun_pan_handle_service.py,sha256=XAEDmyFMnQyD0qQKbA1axQTzQh0kd9mTSvMyeIglgF4,4219
+mns_scheduler/us/k_line.py,sha256=0F6IR1WCtREGFjLfL6Mcu5gAhNY2yaAshRlXTUE-0Sg,4100
+mns_scheduler/us/us_company_info_sync_service_api.py,sha256=fyCtBb1OX6NdD9OhgMU_Dy80dEepJ3w4BF2g9S5j9yc,1227
 mns_scheduler/zb/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/zb/stock_zb_pool_sync.py,sha256=LLL7TgqdhEwGsfOmox5VJt9eveVvWsD4jJqC5LO0oGY,1974
 mns_scheduler/zt/__init__.py,sha256=Rzolrn2R5RZIj-eOmu9KcL6oZBY9Wjz_uBFXPlzirQc,1641
@@ -138,8 +142,9 @@ mns_scheduler/zt/high_chg/sync_high_chg_real_time_quotes_service.py,sha256=IvP8t
 mns_scheduler/zt/open_data/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/zt/open_data/kcx_high_chg_open_data_sync.py,sha256=wZiqOre2UK9CxIR7dDk11DmqRY3n2_eE2pe0JfmMcjk,11616
 mns_scheduler/zt/script/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/zt/script/fix_error_deal_day.py,sha256=n54pom24wCQAiHKjnVZACizb97iGWaEYtADM9R1z69g,1624
 mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py,sha256=aTrYgshcccoHv-6yoxwbO6GRtntOfeIQjfjEE_vrz3k,5571
-mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=HCq9syhqMPdRRrbtwVx_MVEfCvgtufUX5onIQw8F_GA,1685
+mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=umPuYaXBXVUWkiGT-7svUuHMKCqjcRpzd-3JZZU3nwk,1685
 mns_scheduler/zt/script/sync_now_higt_chg_zt.py,sha256=bhoIGDWTI3w0YKVfIAVNHWpUrYqJYDMGPt-1i3d_Zmw,1850
 mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=A5YiAWYdbAxhlTTJ8pOStZrBbfnLF_RhntyYvN0neO8,11109
@@ -147,7 +152,7 @@ mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=Sy39T-yFwLSIIoSZqQzS-6-W
 mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py,sha256=1uoiR2Uw46kDfjkvNg2US5rd_4OIkYO3872gIJOufUY,2135
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/zz_task/data_sync_task.py,sha256=Muq8lILGn6ShNoaJc97f5lU65Ql8nW63NlxUjGnIZOA,21669
-mns_scheduler-1.2.5.0.dist-info/METADATA,sha256=Vy7wUVIdmNHTfLBjZtaCaMCR4n7PokG5EIbzcacd7CA,64
-mns_scheduler-1.2.5.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-mns_scheduler-1.2.5.0.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.2.5.0.dist-info/RECORD,,
+mns_scheduler-1.2.5.2.dist-info/METADATA,sha256=6B-ow5BwaOULFp4E6lLGIZMZg_EjH8PL5R_YOCIcKHg,64
+mns_scheduler-1.2.5.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+mns_scheduler-1.2.5.2.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.2.5.2.dist-info/RECORD,,

mns_scheduler/2014-2015-test/2014_2015_chg_statistics.py

@@ -1,87 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
-import mns_common.constant.db_name_constant as db_name_constant
-from mns_common.db.MongodbUtil import MongodbUtil
-from loguru import logger
-import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
-import mns_common.utils.date_handle_util as date_handle_util
-import mns_common.api.akshare.k_line_api as k_line_api
-
-mongodb_util = MongodbUtil('27017')
-
-
-def history_high_chg(symbol_param):
-    company_info_df = company_common_service_new_api.get_company_info_info()
-    begin_date = '20140722'
-    end_date = '20150615'
-
-    real_time_quotes_all_stocks_df = east_money_stock_api.get_real_time_quotes_all_stocks()
-    if symbol_param is not None:
-        real_time_quotes_all_stocks_df = real_time_quotes_all_stocks_df.loc[
-            real_time_quotes_all_stocks_df['symbol'] == symbol_param]
-    real_time_quotes_all_stocks_list_date_before = real_time_quotes_all_stocks_df.loc[
-        real_time_quotes_all_stocks_df['list_date'] < 20150615]
-
-    for company_one in real_time_quotes_all_stocks_list_date_before.itertuples():
-        try:
-
-            symbol = company_one.symbol
-            stock_qfq_daily_df = k_line_api.stock_zh_a_hist(symbol=symbol, period='daily',
-                                                            start_date=date_handle_util.no_slash_date(begin_date),
-                                                            end_date=date_handle_util.no_slash_date(end_date),
-                                                            adjust='hfq')
-
-            if stock_qfq_daily_df.shape[0] < 100:
-                continue
-                logger.error("新股或者交易时间不足{}:{}", symbol, company_one.name)
-            stock_qfq_daily_df = stock_qfq_daily_df.sort_values(by=['date'], ascending=True)
-            first_row = stock_qfq_daily_df.iloc[0]
-
-            open_price = first_row.open
-
-            last_row = stock_qfq_daily_df.iloc[-1]
-
-            close_price = last_row.close
-
-            sum_chg = round((close_price - open_price) * 100 / open_price, 2)
-
-            company_info_df_one = company_info_df.loc[company_info_df['_id'] == symbol]
-            if company_info_df_one.shape[0] > 0:
-                company_info_df_one['sum_chg'] = sum_chg
-                company_info_df_one['name'] = company_one.name
-                company_info_df_one = company_info_df_one[
-                    ['_id',
-                     'name',
-                     'sum_chg',
-                     'industry',
-                     'first_sw_industry',
-                     'second_sw_industry',
-                     'third_sw_industry',
-                     'em_industry',
-                     'list_date',
-                     'ths_concept_list_info',
-                     'kpl_plate_name',
-                     'kpl_plate_list_info',
-                     'company_type']]
-                mongodb_util.save_mongo(company_info_df_one, '2014-2015-chg-statistics')
-            else:
-                logger.error("该股票已经退市{}:{}", symbol, company_one.name)
-        except BaseException as e:
-            logger.error("出现异常{}:{}", symbol, e)
-
-
-if __name__ == '__main__':
-    symbol_test = None
-
-    # qfq_k_line_df = k_line_api.stock_zh_a_hist(symbol=symbol_test, period='daily',
-    #                                            start_date=date_handle_util.no_slash_date('1990-12-19'),
-    #                                            end_date=date_handle_util.no_slash_date('2990-12-19'),
-    #                                            adjust='hfq')
-
-    history_high_chg(symbol_test)