mns-scheduler 1.3.1.2__py3-none-any.whl → 1.3.1.7__py3-none-any.whl

mns_scheduler/extraIncome/us/one_minute/stock/now/us_stock_one_minute_sync.py

@@ -0,0 +1,141 @@
+import os
+import sys
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+from mns_common.db.v2.MongodbUtilV2 import MongodbUtilV2
+import mns_scheduler.extraIncome.a_stock.one_minute.common.db_create_index as db_create_index
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.extraIncome.us.one_minute.api.stock_etf_info_api as stock_etf_info_api
+import mns_scheduler.extraIncome.us.one_minute.api.y_finance_api as y_finance_api
+import pandas as pd
+from datetime import datetime, timedelta
+import numpy as np
+
+mongodb_util_27017 = MongodbUtil('27017')
+mongodbUtilV2_27019 = MongodbUtilV2('27019', extra_income_db_name.EXTRA_INCOME)
+
+
+def sync_us_stock_one_minute():
+    us_stock_df = stock_etf_info_api.get_us_stock_info()
+    us_stock_df = us_stock_df.loc[us_stock_df['amount'] != 0]
+
+    # 获取当前日期
+    current_date = datetime.now()
+    year = current_date.year
+    col_name = extra_income_db_name.US_STOCK_MINUTE_K_LINE_BFQ + "_" + str(year)
+
+    # 创建索引
+    db_create_index.create_index(mongodbUtilV2_27019, col_name)
+
+    str_day = current_date.strftime('%Y-%m-%d')
+    # 计算七天前的日期 todo 修改时间
+    seven_days_ago = current_date - timedelta(days=7)
+
+    str_seven_days_ago = seven_days_ago.strftime('%Y-%m-%d')
+
+    save_one_minute_data(us_stock_df, str_day, str_seven_days_ago, col_name, True)
+    handle_fail_stocks()
+
+
+def save_one_minute_data(us_stock_df, str_day, str_seven_days_ago, col_name, save_flag):
+    col_name_status = extra_income_db_name.US_STOCK_MINUTE_K_LINE_BFQ + "_status"
+    for stock_one in us_stock_df.itertuples():
+
+        symbol = stock_one.symbol
+        name = stock_one.name
+        try:
+            list_date = stock_one.list_date
+            if mongodbUtilV2_27019.exist_data_query(col_name_status, {"str_day": str_day,
+                                                                      'symbol': symbol, 'status': 'success'}):
+                continue
+
+            if not np.isnan(list_date):
+                list_date = str(int(list_date))
+
+                date_obj = datetime.strptime(list_date, '%Y%m%d')
+                # 格式化为 "YYYY-MM-DD" 或其他格式
+                list_date_str = date_obj.strftime('%Y-%m-%d')
+
+                if list_date_str > str_day:
+                    continue
+                elif list_date_str > str_seven_days_ago:
+                    str_seven_days_ago = list_date_str
+
+            us_one_minute_df = y_finance_api.get_us_one_minute(symbol, str_seven_days_ago, str_day)
+            us_one_minute_df = us_one_minute_df.fillna(0)
+
+            us_one_minute_df['_id'] = symbol + '_' + us_one_minute_df['time']
+            us_one_minute_df['symbol'] = symbol
+            if save_flag:
+                mongodbUtilV2_27019.insert_mongo(us_one_minute_df, col_name)
+            else:
+                mongodbUtilV2_27019.save_mongo(us_one_minute_df, col_name)
+
+            result_dict = {
+                '_id': symbol + "_" + str_day,
+                "str_day": str_day,
+                'symbol': symbol,
+                'status': 'success',
+
+            }
+
+            result_dict_df = pd.DataFrame(result_dict, index=[1])
+            mongodbUtilV2_27019.save_mongo(result_dict_df, col_name_status)
+            logger.info("同步美股分钟数据完成:{},{}", symbol, name)
+        except BaseException as e:
+            result_dict = {
+                '_id': symbol + "_" + str_day,
+                "str_day": str_day,
+                'symbol': symbol,
+                'status': 'fail',
+            }
+            result_dict_df = pd.DataFrame(result_dict, index=[1])
+            mongodbUtilV2_27019.save_mongo(result_dict_df, col_name_status)
+
+            logger.error("同步美股分钟数据出现异常:{},{},{}", symbol, name, e)
+
+
+def handle_fail_stocks():
+    us_stock_df = stock_etf_info_api.get_us_stock_info()
+
+    # 获取当前日期
+    current_date = datetime.now()
+    str_current_date = current_date.strftime('%Y-%m-%d')
+
+    query = {'status': 'fail', 'str_day': str_current_date}
+    col_name_status = extra_income_db_name.US_STOCK_MINUTE_K_LINE_BFQ + "_status"
+    fail_df = mongodbUtilV2_27019.find_query_data(col_name_status, query)
+    if data_frame_util.is_empty(fail_df):
+        return
+    else:
+        fail_us_df = us_stock_df.loc[us_stock_df['symbol'].isin(fail_df['symbol'])]
+        year = current_date.year
+        col_name = extra_income_db_name.US_STOCK_MINUTE_K_LINE_BFQ + "_" + str(year)
+
+        # 循环7天，每天处理一次
+        for days_ago in range(7):
+            try:
+                # 计算当前处理日期（从今天往前推days_ago天）
+                target_date = current_date - timedelta(days=days_ago)
+                str_target_date = target_date.strftime('%Y-%m-%d')
+
+                # 计算前一天日期
+                previous_date = target_date - timedelta(days=1)
+                str_previous_date = previous_date.strftime('%Y-%m-%d')
+
+                # 调用保存函数
+                save_one_minute_data(fail_us_df, str_target_date, str_previous_date, col_name, False)
+            except BaseException as e:
+
+                logger.error("同步美股分钟数据补偿任务出现异常:{}", e)
+
+
+if __name__ == '__main__':
+    sync_us_stock_one_minute()
+

mns_scheduler/finance/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import akshare as ak

mns_scheduler/finance/em_financial_profit_sync_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/finance/finance_common_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/finance/sync_financial_report_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from datetime import datetime

mns_scheduler/hk/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.component.em.em_stock_info_api as em_stock_info_api

mns_scheduler/hk/hk_industry_info_sync_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/industry/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/industry/ths/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/industry/ths/ths_industry_index_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.api.ths.concept.app.ths_concept_index_app as ths_concept_index_app

mns_scheduler/industry/ths/ths_industry_sync_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_scheduler.industry.ths.ths_industry_index_service as ths_industry_index_service

mns_scheduler/irm/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/irm/api/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # !/usr/bin/env python

mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # !/usr/bin/env python

mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import akshare as ak

mns_scheduler/k_line/clean/daily/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/clean/daily/daily_k_line_clean_common_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import pandas as pd

mns_scheduler/k_line/clean/daily/daily_k_line_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil

mns_scheduler/k_line/clean/week_month/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/clean/week_month/normal_week_month_k_line_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil

mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/k_line/hot_stocks/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/hot_stocks/recent_hot_stocks_clean_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/k_line/test/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/test/k_line_info_clean_his_data.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil

mns_scheduler/k_line/year_quarter/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/year_quarter/year_quarter_line_sync.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/lhb/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/lhb/stock_lhb_sync_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/open/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/open/sync_one_day_open_data_to_db_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # 同步当天所有开盘数据

mns_scheduler/risk/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/risk/financial/annual_report_audit_check_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.component.self_choose.black_list_service_api as black_list_service_api

mns_scheduler/risk/financial/profit_income_check_api.py

@@ -9,7 +9,7 @@ from mns_common.db.MongodbUtil import MongodbUtil
 
 mongodb_util = MongodbUtil('27017')
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/risk/financial_report_risk_check_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_scheduler.risk.financial.net_assets_check_api as net_assets_check_api

mns_scheduler/risk/major_violations/register_and_investigate_stock_sync_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import requests

mns_scheduler/risk/self/wei_pan_stock_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/risk/test/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/risk/test/fix_blask_list.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/risk/transactions/transactions_check_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.component.em.em_stock_info_api as em_stock_info_api

mns_scheduler/self_choose/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/self_choose/ths_self_choose_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.api.ths.self_choose.ths_self_choose_api as ths_self_choose_api

mns_scheduler/trade/auto_login/trader_auto_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.component.deal.deal_service_api as deal_service_api

mns_scheduler/trade/auto_sell_service_api.py

@@ -2,7 +2,7 @@ import os
 import sys
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
@@ -115,4 +115,4 @@ if __name__ == '__main__':
     sell_price_01 = trade_price_service_api.get_trade_price('002336',PriceEnum.SEll_PRICE_LIMIT.price_code)
     while True:
          real_time_quotes_now = em_stock_info_api.get_a_stock_info()
-        auto_sell_stock(real_time_quotes_now)
+         auto_sell_stock(real_time_quotes_now)

mns_scheduler/trade/balance/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/trade/balance/ths_account_balance_service.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/trade/sync_position_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.component.deal.deal_service_api as deal_service_api

mns_scheduler/trade/task/trader_task_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.utils.cmd_util as cmd_util

mns_scheduler/trade/tfp/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)