mns-scheduler 1.4.0.2__py3-none-any.whl → 1.4.3.0__py3-none-any.whl

mns_scheduler/company_info/base/sync_company_base_info_api.py

@@ -34,67 +34,6 @@ result_lock = threading.Lock()
 result = []
 
 
-# 计算实际流通比例
-def calculate_circulation_ratio(symbol):
-    query = {"symbol": symbol}
-    stock_gdfx_free_top_10 = mongodb_util.descend_query(query, 'stock_gdfx_free_top_10', "period", 10)
-    if stock_gdfx_free_top_10.shape[0] == 0:
-        mv_circulation_ratio = 1
-    else:
-        # 排除香港结算公司 大于5%减持不用发公告  香港中央结算    HKSCC
-        stock_gdfx_free_top_10['is_hk'] = stock_gdfx_free_top_10['shareholder_name'].apply(
-            lambda shareholder_name: "HK" if shareholder_name.startswith('香港中央结算') or shareholder_name.startswith(
-                'HKSCC') else "A")
-
-        # 持股大于5%      # 排除香港结算公司 大于5%减持不用发公告  香港中央结算    HKSCC
-        stock_gdfx_free_top_10 = stock_gdfx_free_top_10.loc[
-            (stock_gdfx_free_top_10['circulation_ratio'] >= 5) & (stock_gdfx_free_top_10['is_hk'] == 'A')]
-
-        circulation_ratio = sum(stock_gdfx_free_top_10['circulation_ratio'])
-        mv_circulation_ratio = round((100 - circulation_ratio) / 100, 2)
-        # 防止错误数据
-        if mv_circulation_ratio < 0:
-            mv_circulation_ratio = 1
-    return mv_circulation_ratio
-
-
-def get_east_money_stock_info():
-    all_real_time_quotes = em_stock_info_api.get_a_stock_info()
-    all_real_time_quotes = all_real_time_quotes[['symbol',
-                                                 'name',
-                                                 "now_price",
-                                                 'total_mv',
-                                                 'flow_mv',
-                                                 'pe_ttm',
-                                                 'sz_sh',
-                                                 'area',
-                                                 'pb',
-                                                 'list_date',
-                                                 'ROE',
-                                                 'total_share',
-                                                 'flow_share',
-                                                 'industry',
-                                                 'amount',
-                                                 "hk_stock_code",
-                                                 "hk_stock_name",
-                                                 'concept']]
-
-    return all_real_time_quotes
-
-
-def create_index():
-    mongodb_util.create_index('company_info',
-                              [("classification", 1)])
-    mongodb_util.create_index('company_info',
-                              [("industry", 1)])
-    mongodb_util.create_index('company_info',
-                              [("flow_mv", 1)])
-    mongodb_util.create_index('company_info',
-                              [("list_date", 1)])
-    mongodb_util.create_index('company_info',
-                              [("symbol", 1)])
-
-
 # 同步公司基本信息
 
 def sync_company_base_info(symbol_list):
@@ -102,6 +41,8 @@ def sync_company_base_info(symbol_list):
     result = []
     create_index()
     east_money_stock_info = get_east_money_stock_info()
+    east_money_stock_info = east_money_stock_info.sort_values(by=['list_date'], ascending=False)
+
     de_listed_stock_list = company_common_service_api.get_de_list_company()
     east_money_stock_info = east_money_stock_info.loc[~(
         east_money_stock_info['symbol'].isin(de_listed_stock_list))]
@@ -145,6 +86,30 @@ def sync_company_base_info(symbol_list):
     single_thread_sync_company_info(fail_df, kpl_real_time_quotes, exist_company_df)
 
 
+def get_east_money_stock_info():
+    all_real_time_quotes = em_stock_info_api.get_a_stock_info()
+    all_real_time_quotes = all_real_time_quotes[['symbol',
+                                                 'name',
+                                                 "now_price",
+                                                 'total_mv',
+                                                 'flow_mv',
+                                                 'pe_ttm',
+                                                 'sz_sh',
+                                                 'area',
+                                                 'pb',
+                                                 'list_date',
+                                                 'ROE',
+                                                 'total_share',
+                                                 'flow_share',
+                                                 'industry',
+                                                 'amount',
+                                                 "hk_stock_code",
+                                                 "hk_stock_name",
+                                                 'concept']]
+
+    return all_real_time_quotes
+
+
 def single_thread_sync_company_info(east_money_stock_info,
                                     kpl_real_time_quotes, exist_company_df):
     global result
@@ -201,12 +166,23 @@ def single_thread_sync_company_info(east_money_stock_info,
             company_info_type['total_mv_sp'] = company_one.total_mv_sp
             company_info_type['flow_mv_level'] = company_one.flow_mv_level
             company_info_type['classification'] = company_one.classification
-            company_info_type['mv_circulation_ratio'] = calculate_circulation_ratio(company_one.symbol)
-            # 获取同花顺最新概念
-            company_info_type = ths_concept_common_service_api.set_ths_concept(company_one.symbol, company_info_type)
+
             now_date = datetime.now()
             str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+            now_str_day = now_date.strftime('%Y-%m-%d')
             company_info_type['sync_date'] = str_now_date
+
+            result_dict = calculate_circulation_ratio(company_one.symbol, now_str_day)
+
+            company_info_type['mv_circulation_ratio'] = result_dict['mv_circulation_ratio']
+            company_info_type['qfii_type'] = result_dict['qfii_type']
+            company_info_type['qfii_number'] = result_dict['qfii_number']
+            company_info_type['share_holder_sync_day'] = result_dict['share_holder_sync_day']
+
+            # 获取同花顺最新概念
+            company_info_type = ths_concept_common_service_api.set_ths_concept(company_one.symbol, company_info_type)
+
             fix_symbol_industry_df = company_constant_data.get_fix_symbol_industry()
             if company_one.symbol in list(fix_symbol_industry_df['symbol']):
                 # fix sw_industry
@@ -257,6 +233,113 @@ def single_thread_sync_company_info(east_money_stock_info,
         result = fail_list
 
 
+# 计算实际流通比例
+def calculate_circulation_ratio(symbol, now_str_day):
+    query = {"symbol": symbol}
+    stock_gdfx_free_top_1 = mongodb_util.descend_query(query, 'stock_gdfx_free_top_10', "period", 1)
+    if stock_gdfx_free_top_1.shape[0] == 0:
+        mv_circulation_ratio = 1
+        qfii_number = 0
+        qfii_type = 'A股'
+        share_holder_sync_day = now_str_day
+    else:
+        period_time = list(stock_gdfx_free_top_1['period'])[0]
+
+        query_free = {'symbol': symbol, 'period': period_time}
+        stock_gdfx_free_top_10 = mongodb_util.find_query_data('stock_gdfx_free_top_10', query_free)
+
+        stock_gdfx_free_top_10['shares_number_str'] = stock_gdfx_free_top_10['shares_number'].astype(str)
+
+        stock_gdfx_free_top_10['id_key'] = stock_gdfx_free_top_10['symbol'] + '_' + stock_gdfx_free_top_10[
+            'period'] + '_' + stock_gdfx_free_top_10.shares_number_str
+
+        stock_gdfx_free_top_10.drop_duplicates('id_key', keep='last', inplace=True)
+
+        # 排除香港结算公司 大于5%减持不用发公告  香港中央结算    HKSCC
+        stock_gdfx_free_top_10['is_hk'] = stock_gdfx_free_top_10['shareholder_name'].apply(
+            lambda shareholder_name: "HK" if shareholder_name.startswith('香港中央结算') or shareholder_name.startswith(
+                'HKSCC') else "A")
+
+        # 持股大于5% 减持需要发公告
+        # 排除香港结算公司不发公共 小于5%减持不用发公告
+        # 香港中央结算    HKSCC
+        stock_free_top_greater_than_5 = stock_gdfx_free_top_10.loc[
+            (stock_gdfx_free_top_10['circulation_ratio'] >= 5) & (stock_gdfx_free_top_10['is_hk'] == 'A')]
+
+        stock_free_qfii = stock_gdfx_free_top_10.loc[stock_gdfx_free_top_10['shareholder_nature'] == 'QFII']
+
+        share_holder_sync_day = list(stock_gdfx_free_top_10['create_day'])[0]
+
+        # qfii 数量
+        qfii_number = stock_free_qfii.shape[0]
+        # qfii 类型
+        qfii_type = set_qfii_type(qfii_number, stock_free_qfii.copy())
+
+        circulation_ratio = sum(stock_free_top_greater_than_5['circulation_ratio'])
+        mv_circulation_ratio = round((100 - circulation_ratio) / 100, 2)
+        # 防止错误数据
+        if mv_circulation_ratio < 0:
+            mv_circulation_ratio = 1
+
+    result_dict = {
+        'mv_circulation_ratio': mv_circulation_ratio,
+        'qfii_type': qfii_type,
+        'qfii_number': qfii_number,
+        'share_holder_sync_day': share_holder_sync_day
+
+    }
+    return result_dict
+
+
+def set_qfii_type(qfii_number, stock_free_qfii):
+    if qfii_number > 0:
+        stock_free_qfii['new_change'] = stock_free_qfii['change']
+        stock_free_qfii.loc[stock_free_qfii['change_ratio'] == 0, 'new_change'] = 0
+        stock_free_qfii.loc[stock_free_qfii['change'] == '新进', 'new_change'] = \
+            stock_free_qfii['shares_number']
+        stock_free_qfii['new_change'] = stock_free_qfii['new_change'].astype(float)
+
+        stock_free_qfii_new_in = stock_free_qfii.loc[stock_free_qfii['change'] == '新进']
+        if data_frame_util.is_not_empty(stock_free_qfii_new_in):
+            qfii_type = 1
+            return qfii_type
+
+        stock_free_qfii_add = stock_free_qfii.loc[
+            (~stock_free_qfii['change'].isin(['不变', '新进'])) & (stock_free_qfii['new_change'] > 0)]
+
+        if data_frame_util.is_not_empty(stock_free_qfii_add):
+            qfii_type = 2
+            return qfii_type
+
+        stock_free_qfii_not_change = stock_free_qfii.loc[stock_free_qfii['change'] == '不变']
+
+        if data_frame_util.is_not_empty(stock_free_qfii_not_change):
+            qfii_type = 3
+            return qfii_type
+
+        stock_free_qfii_reduce = stock_free_qfii.loc[
+            (~stock_free_qfii['change'].isin(['不变', '新进'])) & (stock_free_qfii['new_change'] < 0)]
+
+        if data_frame_util.is_not_empty(stock_free_qfii_reduce):
+            qfii_type = 4
+            return qfii_type
+    else:
+        return 0
+
+
+def create_index():
+    mongodb_util.create_index('company_info',
+                              [("classification", 1)])
+    mongodb_util.create_index('company_info',
+                              [("industry", 1)])
+    mongodb_util.create_index('company_info',
+                              [("flow_mv", 1)])
+    mongodb_util.create_index('company_info',
+                              [("list_date", 1)])
+    mongodb_util.create_index('company_info',
+                              [("symbol", 1)])
+
+
 def set_kpl_data(kpl_real_time_quotes_one, company_info_type, company_one):
     if data_frame_util.is_not_empty(kpl_real_time_quotes_one):
         company_info_type['kpl_plate_name'] = list(kpl_real_time_quotes_one['plate_name_list'])[0]
@@ -444,5 +527,5 @@ if __name__ == '__main__':
     # query = {"total_operate_income": 0}
     # un_report_company_info = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO, query)
     # symbol_list = list(un_report_company_info['symbol'])
+    sync_company_base_info(['920009'])
     sync_company_base_info(None)
-    # group_by_industry()

mns_scheduler/company_info/base/sync_company_hold_info_api.py

@@ -27,11 +27,8 @@ def sync_company_hold_info(symbol):
         now_date = datetime.now()
         sync_str_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
         if data_frame_util.is_not_empty(company_hold_info_df):
-            query = {'symbol': symbol}
-            result = mongodb_util.remove_data(query, db_name_constant.COMPANY_HOLDING_INFO)
-            if result.acknowledged:
-                company_hold_info_df['sync_str_date'] = sync_str_date
-                mongodb_util.insert_mongo(company_hold_info_df, db_name_constant.COMPANY_HOLDING_INFO)
+            company_hold_info_df['sync_str_date'] = sync_str_date
+            mongodb_util.insert_mongo(company_hold_info_df, db_name_constant.COMPANY_HOLDING_INFO)
     except BaseException as e:
         logger.error("同步公司控股子公司信息:{},{}", symbol, e)
 

mns_scheduler/company_info/base/sync_company_product_area_industry.py

@@ -49,11 +49,6 @@ def sync_company_product_area_industry(symbol, date):
         try:
             symbol = stock_one.symbol
 
-            if date is not None:
-                query_exist = {"symbol": symbol, "time": date}
-                if mongodb_util.exist_data_query(db_name_constant.COMPANY_BUSINESS_INFO, query_exist):
-                    continue
-
             classification = stock_one.classification
             if classification in ['H', 'K']:
                 market = '17'

mns_scheduler/company_info/clean/company_info_clean_api.py

@@ -47,7 +47,7 @@ def clean_company_info(symbol):
     company_info['company_type'] = company_info['business_nature']
 
     # 将list_date列中的所有NaN值设置为99990909
-    company_info.fillna({'list_date': 20990909.0}, inplace=True)
+    company_info.fillna({'list_date': 19890604}, inplace=True)
 
     # 将日期数值转换为日期时间格式
     company_info['list_date_01'] = pd.to_datetime(company_info['list_date'], format='%Y%m%d')

mns_scheduler/company_info/constant/company_constant_data.py

@@ -443,6 +443,9 @@ def filed_sort(company_info):
         "final_controller_name",
         "final_controller_rate",
         "mv_circulation_ratio",
+        'qfii_type',
+        'qfii_number',
+        'share_holder_sync_day',
         "flow_mv_sp",
         "total_mv_sp",
         "now_price",

mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py

@@ -6,66 +6,69 @@ end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
-import mns_common.component.proxies.proxy_common_api as proxy_common_api
 from mns_common.db.MongodbUtil import MongodbUtil
 from loguru import logger
-import mns_common.api.em.real_time.east_money_stock_a_v2_api as east_money_stock_a_v2_api
 import mns_common.api.em.real_time.east_money_debt_api as east_money_debt_api
 import mns_common.api.em.real_time.east_money_etf_api as east_money_etf_api
-import mns_common.api.em.real_time.east_money_stock_hk_api as east_money_stock_hk_api
+import mns_common.api.em.real_time.east_money_stock_a_v2_api as east_money_stock_a_v2_api
+from datetime import datetime
 import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_common.api.em.real_time.east_money_stock_hk_api as east_money_stock_hk_api
 import mns_common.component.cookie.cookie_info_service as cookie_info_service
-
 import mns_common.api.em.real_time.east_money_stock_us_api as east_money_stock_us_api
 
 mongodb_util = MongodbUtil('27017')
 
 
 def sync_all_em_stock_info():
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
     logger.info("同步东方财富a,etf,kzz,us,hk,信息开始")
-    proxy_ip = proxy_common_api.generate_proxy_ip_api(5)
-    proxies = {"https": proxy_ip}
+
     try:
         # 这里需要使用详情接口 获取全量数据
-        em_a_stock_info_df = east_money_stock_a_v2_api.get_all_real_time_quotes(proxies)
+        em_a_stock_info_df = east_money_stock_a_v2_api.get_stock_real_time_quotes(60)
+        em_a_stock_info_df['list_date'] = em_a_stock_info_df['list_date'].fillna(19890604)
         em_a_stock_info_df['_id'] = em_a_stock_info_df['symbol']
+        em_a_stock_info_df['sync_time'] = str_now_date
         mongodb_util.save_mongo(em_a_stock_info_df, extra_income_db_name.EM_A_STOCK_INFO)
     except BaseException as e:
         logger.error("同步东方财富A股信息异常:{}", e)
     try:
-        em_etf_info = east_money_etf_api.get_etf_real_time_quotes(proxies)
-        em_etf_info['_id'] = em_etf_info['symbol']
+        em_etf_info = east_money_etf_api.get_etf_real_time_quotes(30, 6)
+        em_etf_info['sync_time'] = str_now_date
         mongodb_util.save_mongo(em_etf_info, extra_income_db_name.EM_ETF_INFO)
     except BaseException as e:
         logger.error("同步东方财富ETF信息异常:{}", e)
 
     try:
-        em_kzz_info = east_money_debt_api.get_debt_real_time_quotes(proxies)
-
+        em_kzz_info = east_money_debt_api.get_kzz_real_time_quotes(30, 6)
         em_kzz_info['_id'] = em_kzz_info['symbol']
+        em_kzz_info['sync_time'] = str_now_date
         mongodb_util.save_mongo(em_kzz_info, extra_income_db_name.EM_KZZ_INFO)
     except BaseException as e:
         logger.error("同步东方财富可转债信息异常:{}", e)
 
-    em_cookie = cookie_info_service.get_em_cookie()
-    try:
-        em_hk_stock_info = east_money_stock_hk_api.get_hk_real_time_quotes(em_cookie, proxies)
-        em_hk_stock_info['_id'] = em_hk_stock_info['symbol']
-        mongodb_util.save_mongo(em_hk_stock_info, extra_income_db_name.EM_HK_STOCK_INFO)
-    except BaseException as e:
-        logger.error("同步东方财富港股信息异常:{}", e)
-
-    try:
-        em_cookie = cookie_info_service.get_em_cookie()
-        em_us_stock_info = east_money_stock_us_api.get_us_stock_real_time_quotes(em_cookie, proxies)
-        em_us_stock_info['_id'] = em_us_stock_info['symbol']
-        mongodb_util.save_mongo(em_us_stock_info, extra_income_db_name.EM_US_STOCK_INFO)
-        em_us_etf_info = em_us_stock_info.loc[(em_us_stock_info['amount'] != 0) & (em_us_stock_info['total_mv'] == 0)]
-        em_us_etf_info = em_us_etf_info.sort_values(by=['amount'], ascending=False)
-        mongodb_util.save_mongo(em_us_etf_info, extra_income_db_name.EM_US_ETF_INFO)
-
-    except BaseException as e:
-        logger.error("同步东方财富美股信息异常:{}", e)
+    # em_cookie = cookie_info_service.get_em_cookie()
+    # try:
+    #     em_hk_stock_info = east_money_stock_hk_api.get_hk_real_time_quotes(em_cookie, proxies)
+    #     em_hk_stock_info['_id'] = em_hk_stock_info['symbol']
+    #     mongodb_util.save_mongo(em_hk_stock_info, extra_income_db_name.EM_HK_STOCK_INFO)
+    # except BaseException as e:
+    #     logger.error("同步东方财富港股信息异常:{}", e)
+    #
+    # try:
+    #     em_cookie = cookie_info_service.get_em_cookie()
+    #     em_us_stock_info = east_money_stock_us_api.get_us_stock_real_time_quotes(em_cookie, proxies)
+    #     em_us_stock_info['_id'] = em_us_stock_info['symbol']
+    #     mongodb_util.save_mongo(em_us_stock_info, extra_income_db_name.EM_US_STOCK_INFO)
+    #     em_us_etf_info = em_us_stock_info.loc[(em_us_stock_info['amount'] != 0) & (em_us_stock_info['total_mv'] == 0)]
+    #     em_us_etf_info = em_us_etf_info.sort_values(by=['amount'], ascending=False)
+    #     mongodb_util.save_mongo(em_us_etf_info, extra_income_db_name.EM_US_ETF_INFO)
+    #
+    # except BaseException as e:
+    #     logger.error("同步东方财富美股信息异常:{}", e)
     logger.info("同步东方财富a,etf,kzz,us,hk,信息完成")
 
 

mns_scheduler/finance/xue_qiu/sync_xue_qiu_fiance_data.py

@@ -16,6 +16,7 @@ import time
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.component.cookie.cookie_info_service as cookie_info_service
 from datetime import datetime
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 
 mongodb_util_27017 = MongodbUtil('27017')
 
@@ -25,9 +26,7 @@ mongodb_util_27017 = MongodbUtil('27017')
 # balance 资产负债
 # 同步所有股票 报表
 def sync_all_stocks_report():
-    em_a_stock_info_df = mongodb_util_27017.find_all_data('em_a_stock_info')
-    em_a_stock_info_df = em_a_stock_info_df[~em_a_stock_info_df['symbol'].astype(str).str.startswith(('8', '4'))]
-
+    em_a_stock_info_df = em_stock_info_api.get_a_stock_info()
     em_a_stock_info_df = common_service_fun_api.add_pre_prefix(em_a_stock_info_df)
     # 或等效写法 df['A'].str[0:6]
 
@@ -124,7 +123,7 @@ def save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, save_tag,
 
             if symbol in fail_list:
                 fail_list.remove(symbol)
-        logger.info("同步完成数据:{}:{}", symbol, name)
+        logger.info("同步财务数据完成:{}:{}", symbol, name, report_name)
     except BaseException as e:
         logger.error("同步错误:{},异常信息:{}", symbol, e)
         fail_list.append(symbol)
@@ -132,7 +131,7 @@ def save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, save_tag,
 
 
 def sync_xue_qiu_very_period_report(report_name, symbol):
-    em_a_stock_info_df = mongodb_util_27017.find_all_data('em_a_stock_info')
+    em_a_stock_info_df = em_stock_info_api.get_a_stock_info()
     if symbol is not None:
         em_a_stock_info_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'] == symbol]
     em_a_stock_info_df = common_service_fun_api.add_pre_prefix(em_a_stock_info_df)

mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -130,7 +130,7 @@ def sync_symbols_interactive_questions(symbol_list):
     real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
     real_time_quotes_all_stocks = real_time_quotes_all_stocks.sort_values(by=['chg'], ascending=False)
     fail_symbol_list = []
-    if symbol_list is not None:
+    if len(symbol_list) != 0:
         real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
             real_time_quotes_all_stocks['symbol'].isin(symbol_list)]
     for stock_one in real_time_quotes_all_stocks.itertuples():
@@ -193,7 +193,8 @@ def save_new_data(stock_irm_cninfo_df):
 
 
 if __name__ == '__main__':
+    sync_symbols_interactive_questions([])
     get_stock_irm_cninfo_sh_api('688778')
     fail_symbol_list_01 = ['000638', '002886', '688778', '688766', '688733', '688778', '688793', '688787']
     # get_stock_irm_cninfo_sh_api('603633')
-    sync_symbols_interactive_questions(fail_symbol_list_01)
+    # sync_symbols_interactive_questions(None)

mns_scheduler/k_line/clean/k_line_info_clean_task.py

@@ -113,8 +113,9 @@ def multi_threaded_k_line_sync(str_day):
     real_time_quotes_now = real_time_quotes_now.loc[
         ~(real_time_quotes_now['symbol'].isin(de_list_company_df['symbol']))]
 
-    # 将list_date列中的所有NaN值设置为99990909
-    real_time_quotes_now['list_date'].fillna(20990909.0, inplace=True)
+    # 将list_date列中的所有NaN值设置为19890604
+    real_time_quotes_now['list_date'].fillna(19890604, inplace=True)
+    real_time_quotes_now['list_date'] = real_time_quotes_now['list_date'].replace(99990909, 19890604)
 
     # 将日期数值转换为日期时间格式
     real_time_quotes_now['list_date_01'] = pd.to_datetime(real_time_quotes_now['list_date'], format='%Y%m%d')
@@ -198,3 +199,7 @@ def create_k_line_index():
     mongodb_util.create_index('k_line_info', [("symbol", 1)])
     mongodb_util.create_index('k_line_info', [("str_day", 1)])
     mongodb_util.create_index('k_line_info', [("str_day", 1), ("symbol", 1)])
+
+
+if __name__ == '__main__':
+    sync_k_line_info_task('2025-11-13')

mns_scheduler/risk/transactions/transactions_check_api.py

@@ -49,7 +49,7 @@ def transactions_check_task():
     now_day_number = float(now_day_str)
 
     real_time_quotes_now = em_stock_info_api.get_a_stock_info()
-    real_time_quotes_now['list_date'] = real_time_quotes_now['list_date'].fillna(99999999)
+    real_time_quotes_now['list_date'] = real_time_quotes_now['list_date'].fillna(19890604)
     real_time_quotes_now = real_time_quotes_now.loc[real_time_quotes_now['list_date'] <= now_day_number]
     real_time_quotes_now = common_service_fun_api.classify_symbol(real_time_quotes_now)
     real_time_quotes_now = common_service_fun_api.exclude_ts_symbol(real_time_quotes_now)

mns_scheduler/self_choose/ths_self_choose_service.py

@@ -40,9 +40,6 @@ mongodb_util = MongodbUtil('27017')
 fixed_optional_list = ['899050', '881157']
 
 
-
-
-
 def add_fixed_optional():
     ths_cookie = cookie_info_service.get_ths_cookie()
     for symbol in fixed_optional_list:
@@ -50,15 +47,16 @@ def add_fixed_optional():
 
 
 def delete_all_self_choose_stocks():
-    ths_cookie =  cookie_info_service.get_ths_cookie()
+    ths_cookie = cookie_info_service.get_ths_cookie()
     all_self_choose_stock_list = ths_self_choose_api.get_all_self_choose_stock_list(ths_cookie)
     for stock_one in all_self_choose_stock_list.itertuples():
         symbol = stock_one.code
         ths_self_choose_api.del_stock_from_account(symbol, ths_cookie)
 
 
-def add_self_choose_local():
-    ths_cookie =  cookie_info_service.get_ths_cookie()
+# 添加固定自选股票
+def add_self_choose_symbol():
+    ths_cookie = cookie_info_service.get_ths_cookie()
     # 固定自选
     self_choose_symbol_df = mongodb_util.find_all_data(db_name_constant.SELF_CHOOSE_STOCK)
     if data_frame_util.is_not_empty(self_choose_symbol_df):
@@ -66,6 +64,10 @@ def add_self_choose_local():
         for stock_one in self_choose_symbol_df.itertuples():
             ths_self_choose_api.add_stock_to_account(stock_one.symbol, ths_cookie)
 
+
+# 添加今日选择股票
+def add_today_choose_symbol():
+    ths_cookie = cookie_info_service.get_ths_cookie()
     now_date = datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
     last_trade_day = trade_date_common_service_api.get_last_trade_day(str_day)
@@ -77,6 +79,10 @@ def add_self_choose_local():
         for stock_one in self_choose_symbol_today_df.itertuples():
             ths_self_choose_api.add_stock_to_account(stock_one.symbol, ths_cookie)
 
+
+# 添加同花顺概念
+def add_self_choose_concept():
+    ths_cookie = cookie_info_service.get_ths_cookie()
     query_plate = {'self_type': {
         "$in": [self_choose_constant.SELF_CHOOSE_THS_CONCEPT,
                 self_choose_constant.SELF_CHOOSE_THS_INDUSTRY]}}
@@ -103,7 +109,7 @@ def add_trade_stocks():
     trade_stocks_df = mongodb_util.find_query_data(db_name_constant.BUY_STOCK_NAME, query)
     if data_frame_util.is_not_empty(trade_stocks_df):
         stock_list = stock_list.union(set(trade_stocks_df['symbol']))
-    ths_cookie =  cookie_info_service.get_ths_cookie()
+    ths_cookie = cookie_info_service.get_ths_cookie()
     if len(stock_list) > 0:
         for symbol in stock_list:
             ths_self_choose_api.add_stock_to_account(symbol, ths_cookie)
@@ -111,7 +117,7 @@ def add_trade_stocks():
 
 # 添加连板到自选
 def add_continue_boards_zt_stocks():
-    ths_cookie =  cookie_info_service.get_ths_cookie()
+    ths_cookie = cookie_info_service.get_ths_cookie()
     now_date = datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
     if trade_date_common_service_api.is_trade_day(str_day):
@@ -135,14 +141,16 @@ def add_continue_boards_zt_stocks():
 # 自选股操作 删除当天自选股 增加新的连板股票  添加固定选择自选
 def self_choose_stock_handle():
     delete_all_self_choose_stocks()
-    # 固定自选
+    # 固定自选板块
     add_fixed_optional()
-    # 自己买入的股票
-    add_trade_stocks()
-    # 本地自选
-    add_self_choose_local()
+    # 添加同花顺概念
+    add_self_choose_concept()
     # 连板股票
     add_continue_boards_zt_stocks()
+    # 自己买入的股票
+    add_trade_stocks()
+    # 添加自选股票
+    add_self_choose_symbol()
 
 
 if __name__ == '__main__':

mns_scheduler/trade/sync_position_api.py

@@ -9,16 +9,16 @@ import mns_common.component.deal.deal_service_api as deal_service_api
 import pandas as pd
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.constant.db_name_constant as db_name_constant
-import datetime
-
+from datetime import datetime
+from mns_common.component.deal.terminal_enum import TerminalEnum
 from mns_common.db.MongodbUtil import MongodbUtil
 
 mongodb_util = MongodbUtil('27017')
 
 
 # 同步持仓
-def sync_position():
-    now_date = datetime.datetime.now()
+def sync_position_ths():
+    now_date = datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
     query_exist = {'str_day': str_day}
     if mongodb_util.exist_data_query(db_name_constant.POSITION_STOCK, query_exist):
@@ -52,5 +52,38 @@ def sync_position():
         mongodb_util.save_mongo(position_df, db_name_constant.POSITION_STOCK)
 
 
+def sync_position_qmt():
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    query_exist = {'str_day': str_day}
+    # if mongodb_util.exist_data_query(db_name_constant.POSITION_STOCK, query_exist):
+    #     return None
+    position_list = deal_service_api.get_position(TerminalEnum.QMT.terminal_code)
+    if len(position_list) == 0:
+        return None
+    position_df = pd.DataFrame(position_list)
+    position_df = position_df.rename(columns={
+        "stock_code": "symbol",
+        "avg_price": "cost_price",
+        "profit_loss": "floating_profit_loss",
+        "market_value": "flow_mv",
+        "can_use_volume": "available_position",
+        "frozen_volume": "frozen_position",
+    })
+
+    position_df['cost_price'] = round(position_df['cost_price'], 2)
+    position_df['open_price'] = round(position_df['open_price'], 2)
+
+    position_df['open_position'] = position_df['available_position'] + position_df['frozen_position'] + position_df[
+        'on_road_volume']
+
+    position_df['symbol'] = position_df['symbol'].str.slice(0, 6)
+
+    position_df["_id"] = position_df['symbol'] + '-' + str_day
+    position_df["str_day"] = str_day
+    position_df["valid"] = True
+    mongodb_util.save_mongo(position_df, db_name_constant.POSITION_STOCK)
+
+
 if __name__ == '__main__':
-    sync_position()
+    sync_position_qmt()

mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py

@@ -18,8 +18,8 @@ import mns_common.api.ths.zt.ths_stock_zt_pool_v2_api as ths_stock_zt_pool_v2_ap
 import mns_common.component.zt.zt_common_service_api as zt_common_service_api
 import mns_common.component.em.em_real_time_quotes_api as em_real_time_quotes_api
 from datetime import datetime
-import mns_common.api.ths.company.ths_company_info_api as ths_company_info_api
-import mns_common.component.cookie.cookie_info_service as cookie_info_service
+import mns_common.api.ths.zt.ths_stock_zt_pool_api as ths_stock_zt_pool_api
+import mns_common.constant.db_name_constant as db_name_constant
 
 '''
 东方财富涨停池
@@ -44,7 +44,7 @@ ZT_FIELD = ['_id', 'symbol', 'name', 'now_price', 'chg', 'first_closure_time',
             'list_date',
             'exchange', 'flow_mv', 'total_mv',
             'classification', 'flow_mv_sp', 'total_mv_sp', 'flow_mv_level',
-            'amount_level', 'new_stock', 'list_date_01', 'index', 'str_day', 'main_line']
+            'amount_level', 'new_stock', 'list_date_01', 'index', 'str_day', 'main_line', 'sub_main_line']
 
 
 def save_zt_info(str_day):
@@ -66,6 +66,7 @@ def save_zt_info(str_day):
     stock_em_zt_pool_df_data = company_common_service_api.amendment_industry(stock_em_zt_pool_df_data.copy())
     # 主线标记 复盘用
     stock_em_zt_pool_df_data['main_line'] = '无'
+    stock_em_zt_pool_df_data['sub_main_line'] = '无'
     # 上个交易交易日涨停股票
     last_trade_day_zt_df = zt_common_service_api.get_last_trade_day_zt(str_day)
 
@@ -75,12 +76,16 @@ def save_zt_info(str_day):
 
         # del stock_em_zt_pool_df_data['ths_concept_name']
         # del stock_em_zt_pool_df_data['ths_concept_code']
+
+        today_main_line_df = mongodb_util.find_query_data(db_name_constant.MAIN_LINE_DETAIL, {'str_day': str_day})
+
         for stock_one in stock_em_zt_pool_df_data.itertuples():
             try:
 
                 # 设置连板数目
                 stock_em_zt_pool_df_data = set_connected_boards_numbers(stock_em_zt_pool_df_data.copy(),
-                                                                        stock_one.symbol, last_trade_day_zt_df.copy())
+                                                                        stock_one.symbol,
+                                                                        last_trade_day_zt_df.copy())
 
                 ths_zt_pool_one_df = ths_zt_pool_df_data.loc[ths_zt_pool_df_data['symbol'] == stock_one.symbol]
                 if data_frame_util.is_empty(ths_zt_pool_one_df):
@@ -95,11 +100,26 @@ def save_zt_info(str_day):
                 stock_em_zt_pool_df_data.loc[
                     stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'first_closure_time'] = first_closure_time
 
-                zt_analysis = ths_company_info_api.get_company_hot_info(stock_one.symbol,
-                                                                        cookie_info_service.get_ths_cookie())
+                # 涨停分析
+                zt_result_dict = ths_stock_zt_pool_api.zt_analyse_reason(stock_one.symbol)
+                zt_analysis = zt_result_dict['zt_analyse_detail']
+                zt_reason = zt_result_dict['zt_reason']
+
+                stock_em_zt_pool_df_data.loc[
+                    stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'zt_reason'] = zt_reason
+
                 stock_em_zt_pool_df_data.loc[
                     stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'zt_analysis'] = zt_analysis
 
+                today_main_line_one_df = today_main_line_df.loc[today_main_line_df['symbol'] == stock_one.symbol]
+                if data_frame_util.is_not_empty(today_main_line_one_df):
+                    stock_em_zt_pool_df_data.loc[
+                        stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'main_line'] = \
+                        list(today_main_line_one_df['main_line'])[0]
+
+                    stock_em_zt_pool_df_data.loc[
+                        stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'sub_main_line'] = \
+                        list(today_main_line_one_df['sub_main_line'])[0]
             except BaseException as e:
                 stock_em_zt_pool_df_data['zt_reason'] = '0'
                 logger.error("出现异常:{}", e)
@@ -138,14 +158,6 @@ def save_zt_info(str_day):
     exist_zt_pool_today = mongodb_util.find_query_data('stock_zt_pool', {'str_day': str_day})
     if data_frame_util.is_empty(exist_zt_pool_today):
         mongodb_util.save_mongo(stock_em_zt_pool_df_data, 'stock_zt_pool')
-    else:
-        exist_zt_pool_today_not_nan = exist_zt_pool_today.loc[exist_zt_pool_today['zt_reason'] != '0']
-
-        stock_em_zt_pool_df_data = stock_em_zt_pool_df_data.loc[:, ~stock_em_zt_pool_df_data.columns.duplicated()]
-        stock_em_zt_pool_df_data_new = stock_em_zt_pool_df_data.loc[~(
-            stock_em_zt_pool_df_data['symbol'].isin(exist_zt_pool_today_not_nan['symbol']))]
-        if data_frame_util.is_not_empty(stock_em_zt_pool_df_data_new):
-            mongodb_util.save_mongo(stock_em_zt_pool_df_data_new, 'stock_zt_pool')
     return stock_em_zt_pool_df_data
 
 
@@ -161,8 +173,13 @@ def set_connected_boards_numbers(stock_em_zt_pool_df_data, symbol, last_trade_da
         stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == symbol, 'connected_boards_numbers'] = \
             list(connected_boards_df_one['connected_boards_numbers'])[0]
 
-        stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == symbol, 'main_line'] = \
-            list(connected_boards_df_one['main_line'])[0]
+        if 'main_line' in connected_boards_df_one.columns:
+            stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == symbol, 'main_line'] = \
+                list(connected_boards_df_one['main_line'])[0]
+
+        if 'sub_main_line' in connected_boards_df_one.columns:
+            stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == symbol, 'sub_main_line'] = \
+                list(connected_boards_df_one['sub_main_line'])[0]
 
     return stock_em_zt_pool_df_data
 
@@ -172,6 +189,8 @@ def sync_miss_zt_data(stock_em_zt_pool_df_data, str_day):
     now_day = now_date.strftime('%Y-%m-%d')
     if now_day == str_day:
         real_time_quotes_all_stocks_df = em_real_time_quotes_api.get_real_time_quotes_now(None, None)
+        if data_frame_util.is_empty(real_time_quotes_all_stocks_df):
+            return stock_em_zt_pool_df_data
         real_time_quotes_all_stocks_df = real_time_quotes_all_stocks_df.loc[
             (real_time_quotes_all_stocks_df['wei_bi'] == 100) & (real_time_quotes_all_stocks_df['chg'] >= 9)]
         miss_zt_data_df_copy = real_time_quotes_all_stocks_df.loc[~(
@@ -222,7 +241,7 @@ def sync_miss_zt_data(stock_em_zt_pool_df_data, str_day):
 
 
 if __name__ == '__main__':
-    save_zt_info('2025-05-14')
+    save_zt_info('2025-11-14')
 # from datetime import datetime
 #
 # if __name__ == '__main__':

mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py

@@ -14,9 +14,15 @@ from loguru import logger
 
 
 def update_null_zt_reason(str_day):
-    query = {"str_day": str_day, "$or": [{"zt_reason": "0", },
+    query = {"str_day": str_day, "$or": [{"zt_reason": "0"},
                                          {"zt_reason": ""},
-                                         {"zt_reason": float('nan')}]}
+                                         {"zt_reason": float('nan')},
+
+                                         {"zt_analysis": "0"},
+                                         {"zt_analysis": ""},
+                                         {"zt_analysis": float('nan')},
+
+                                         ]}
     stock_zt_pool_df_null_zt_reason = mongodb_util.find_query_data('stock_zt_pool', query)
     if data_frame_util.is_empty(stock_zt_pool_df_null_zt_reason):
         return None
@@ -24,24 +30,29 @@ def update_null_zt_reason(str_day):
     repeat_number = 0
     # 循环10次
     while len(no_reason_list) > 0 and repeat_number < 10:
-        ths_zt_pool_df_data = ths_stock_zt_pool_api.get_zt_reason(str_day)
+
         for stock_zt_one in stock_zt_pool_df_null_zt_reason.itertuples():
             try:
-                ths_pool_zt_reason_one_df = ths_zt_pool_df_data.loc[
-                    ths_zt_pool_df_data['symbol'] == stock_zt_one.symbol]
-                if data_frame_util.is_not_empty(ths_pool_zt_reason_one_df):
-                    stock_zt_pool_df_one_df = stock_zt_pool_df_null_zt_reason.loc[
-                        stock_zt_pool_df_null_zt_reason['symbol'] == stock_zt_one.symbol]
-                    stock_zt_pool_df_one_df['zt_reason'] = list(ths_pool_zt_reason_one_df['zt_reason'])[0]
-                    mongodb_util.save_mongo(stock_zt_pool_df_one_df, 'stock_zt_pool')
+                # 涨停原因
+                stock_zt_pool_df_one_df = stock_zt_pool_df_null_zt_reason.loc[
+                    stock_zt_pool_df_null_zt_reason['symbol'] == stock_zt_one.symbol]
+                # 涨停分析
+                zt_result_dict = ths_stock_zt_pool_api.zt_analyse_reason(stock_zt_one.symbol)
+                zt_analysis = zt_result_dict['zt_analyse_detail']
+                zt_reason = zt_result_dict['zt_reason']
+
+                stock_zt_pool_df_one_df['zt_analysis'] = zt_analysis
+                stock_zt_pool_df_one_df['zt_reason'] = zt_reason
+
+                mongodb_util.save_mongo(stock_zt_pool_df_one_df, 'stock_zt_pool')
+                if stock_zt_one.symbol in no_reason_list:
                     no_reason_list.remove(stock_zt_one.symbol)
             except BaseException as e:
                 logger.error("出现异常:{},{}", stock_zt_one.symbol, e)
                 continue
         repeat_number = repeat_number + 1
-
     return stock_zt_pool_df_null_zt_reason
 
 
 if __name__ == '__main__':
-    update_null_zt_reason('2024-12-12')
+    update_null_zt_reason('2025-11-14')

mns_scheduler/zz_task/compensation/compensate_task_one_day.py

@@ -134,8 +134,8 @@ def col_data_move():
 
 if __name__ == '__main__':
     # todo 修改日期
-    str_day = '2025-10-16'
-    col_data_move()
+    str_day = '2025-11-13'
+    # col_data_move()
     sync_daily_data_info()
     sync_stock_zt_pool()
     sync_stock_dt_pool()

mns_scheduler/zz_task/data_sync_task.py

@@ -321,7 +321,7 @@ def sync_position():
     # 同步持仓
     if trade_date_common_service_api.is_trade_day(str_day):
         logger.info('同步持仓任务完成')
-        sync_position_api.sync_position()
+        sync_position_api.sync_position_qmt()
 
 
 # 同步开盘啦当日精选指数行情数据
@@ -354,7 +354,7 @@ def sync_all_interactive_questions():
     tag = bool(1 - trade_date_common_service_api.is_trade_day(str_day))
     if tag:
         logger.info('同步互动回答')
-        stock_irm_cninfo_service.sync_all_interactive_questions(None)
+        stock_irm_cninfo_service.sync_symbols_interactive_questions([])
 
 
 # # 重开定时任务同步
@@ -448,7 +448,7 @@ def check_k_line_sync_count():
 
 # 同步公司产品区域信息
 def sync_company_product_area_industry():
-    sync_company_product_area_industry_api.sync_company_product_area_industry(None)
+    sync_company_product_area_industry_api.sync_company_product_area_industry_task(None)
 
 
 # # 定义BlockingScheduler
@@ -474,7 +474,7 @@ blockingScheduler.add_job(sync_position, 'cron', hour='0,08,09', minute='14')
 blockingScheduler.add_job(update_company_base_info, 'cron', hour='08,18', minute='05')
 
 # 同步互动回答
-blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='08,12,17', minute='06')
+blockingScheduler.add_job(sync_all_interactive_questions, 'cron', hour='06,17', minute='30')
 
 # 同步十大流通股东信息
 blockingScheduler.add_job(sync_stock_gdfx_free_top_10_one_day, 'cron', hour='06,18', minute='05')
@@ -566,7 +566,7 @@ blockingScheduler.add_job(sync_all_kpl_plate_info, 'interval', minutes=5, max_in
 # blockingScheduler.add_job(sync_company_announce, 'cron', hour='07,18,23', minute='33')
 
 #  check 前复权k线和下一个交易日策略k线数据同步状态
-blockingScheduler.add_job(check_k_line_sync_count, 'cron', hour='0,23', minute='10')
+blockingScheduler.add_job(check_k_line_sync_count, 'cron', hour='6,23', minute='10')
 
 # 同步公司产品区域信息
 blockingScheduler.add_job(sync_company_product_area_industry, 'cron', day_of_week='sat,sun', hour='10,20',
@@ -576,4 +576,4 @@ print('定时任务启动成功')
 blockingScheduler.start()
 #
 # if __name__ == '__main__':
-#     generate_new_day_k_line_info()
+#     sync_company_product_area_industry()

{mns_scheduler-1.4.0.2.dist-info → mns_scheduler-1.4.3.0.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.4.0.2
+Version: 1.4.3.0
 

{mns_scheduler-1.4.0.2.dist-info → mns_scheduler-1.4.3.0.dist-info}/RECORD

@@ -3,17 +3,17 @@ mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlI
 mns_scheduler/company_info/announce/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/announce/company_announce_sync_service.py,sha256=q8zYOZJmRin_QU2uPk52wngNdgnZooabnfrnqzqFIrM,3055
 mns_scheduler/company_info/base/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/company_info/base/sync_company_base_info_api.py,sha256=SIBQqUbAZXGCfAoYq78McvIZ6vrttlCfAlqhZl23z9U,21050
-mns_scheduler/company_info/base/sync_company_hold_info_api.py,sha256=ep9CthkoL_NNqkZgAeAdZqaf7_LNFDCrZonUjrT7w5o,1587
-mns_scheduler/company_info/base/sync_company_product_area_industry.py,sha256=g1g3NvJFteKMKkovoLrfL5MZovFnj_K4uWdB9EVzviY,7529
+mns_scheduler/company_info/base/sync_company_base_info_api.py,sha256=QAwzK7lex_BuDYwA02XNWiS8xCB402LEisdCnbcUzfo,24393
+mns_scheduler/company_info/base/sync_company_hold_info_api.py,sha256=XEdJzDt6RQqzZOv4mEOFfeh7q7LPTTNWNwT0AR1zHJc,1409
+mns_scheduler/company_info/base/sync_company_product_area_industry.py,sha256=fEWvYjknjC19yUiitfCdQeFKt77tfYQDSJv1bv1ZSXY,7295
 mns_scheduler/company_info/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/company_info/clean/company_info_clean_api.py,sha256=P_-Nms6S1nVyqVOFKDT-Cq1RvriZV4IMz9eZCDF5Ovk,6104
+mns_scheduler/company_info/clean/company_info_clean_api.py,sha256=vm6gr2yKoMpIFRmsz_EvKfd_7ItbfInjkISHhKWHqBA,6102
 mns_scheduler/company_info/constant/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/company_info/constant/company_constant_data.py,sha256=0qhRXLASsQlYnJe_vy5HCwNQZWz-hmJslbr9VuBnmGY,22486
+mns_scheduler/company_info/constant/company_constant_data.py,sha256=7emiXUeAla8nfyYYauGjsMarfY3ckN4TgYlON477jQE,22566
 mns_scheduler/company_info/de_list_stock/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/de_list_stock/de_list_stock_service.py,sha256=QNtKc1ZI6xHjupcxbOBN7fBhi6oAGtL7X1TQZVzfpnk,1993
 mns_scheduler/company_info/em_stock_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py,sha256=csPArPy7IZPcycvEB3vl1ENVsrkcv0db5dMxVXIfn0c,3738
+mns_scheduler/company_info/em_stock_info/sync_em_stock_info_sync.py,sha256=9NIv8HRAgjGFcTnw_i9YGQzQBZc57T2hdt66ciZcMZY,3922
 mns_scheduler/company_info/remark/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/remark/company_remark_info_sync.py,sha256=L8wC8LU7-GYZb1TyKLjODJURROOEO4izZBxnWEM7Ahc,2334
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -46,8 +46,6 @@ mns_scheduler/db/script/sync/sync_hui_ce_test_data.py,sha256=oymZRnt-cMnrrHod796
 mns_scheduler/db/script/sync/sync_hui_ce_test_data_01.py,sha256=32F7kmxgube7F-_9-QhAHdjqWAQfRZZ51p7MdKi1u6I,2172
 mns_scheduler/db/script/update/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/db/script/update/update_col_field.py,sha256=m7RJbNLTcaeknwHR50i3aebT--Rc6udpbOqyGwt61qg,1274
-mns_scheduler/debt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/debt/kzz_bond_info_sync.py,sha256=FOefhRDqSN1YRqY6drCN3p6PgzVD_isWQ15l9OllCGI,1346
 mns_scheduler/dt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/dt/stock_dt_pool_sync.py,sha256=5ivRUOnFtOapZniwTbujf1lVq3y4btm2Cmd5R6JJAVo,3466
 mns_scheduler/finance/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -58,7 +56,7 @@ mns_scheduler/finance/em/em_financial_profit_sync_service_api.py,sha256=j5xnzcSt
 mns_scheduler/finance/em/finance_common_api.py,sha256=rqsVJZEklJjvM9ogl-9GQaWxyh1LE6IKoTkQkN5cBvE,2453
 mns_scheduler/finance/xue_qiu/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/finance/xue_qiu/down_load_xueqiu_report_api.py,sha256=r_RtfM2SBzQcvO1MH8Dt8mOXg2tbZOLz0sNwqne9jFs,2769
-mns_scheduler/finance/xue_qiu/sync_xue_qiu_fiance_data.py,sha256=SqJhq57BHyz0pJbLLv1fqfmhtapxQFT_OdNNL7v4wgk,7275
+mns_scheduler/finance/xue_qiu/sync_xue_qiu_fiance_data.py,sha256=aRqNPqnyCP_sKl7afdk3Xrfa9IRCbU6MDK3_AlxTDBQ,7218
 mns_scheduler/hk/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=MGIKodN9oXaY0iwtdsrg4wwHXkMglFvY8eyeTpbas6k,3724
 mns_scheduler/hk/hk_industry_info_sync_service_api.py,sha256=WdCTaBi4GDicWfmiYbI-byBCXZwknkYZHk6y2IloMys,2275
@@ -67,14 +65,14 @@ mns_scheduler/industry/ths/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlI
 mns_scheduler/industry/ths/ths_industry_index_service.py,sha256=MHvzUsDHnmdQn-mJc_D2uBKP0qvVWWagDV568xChPqg,2686
 mns_scheduler/industry/ths/ths_industry_sync_service.py,sha256=r0jLbY3JcnCGgLWYzRrXiqIbeT8PBGnG2dT_INuN824,2762
 mns_scheduler/irm/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=CWNJ5O-Rx3X2c3YcVRJ2L6VWq77aHq7Ee3wPpUBPNSA,9730
+mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=ChOl_zWNSCXpj-NlveLaSsfie8hARusU4Ut1V_LAeOc,9759
 mns_scheduler/irm/api/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py,sha256=EE09q9iIPNAEzxhKCM-2tsm1FZID3-fqdfikK1VS6H8,4931
 mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py,sha256=iJ9K8FhatQpCx5PqusIH5x4MAw3F1v3fYC1Ztsp_2Zw,6199
 mns_scheduler/k_line/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
 mns_scheduler/k_line/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py,sha256=ZTnSpQ2zKnNPWCkHKPJkLdkxVK29szgufxNV6uvXG7s,1344
-mns_scheduler/k_line/clean/k_line_info_clean_task.py,sha256=htllTDOmzJLhhdpHTEgAn03iSlJT7D8GQOhhdnwDktc,8852
+mns_scheduler/k_line/clean/k_line_info_clean_task.py,sha256=i-6XSHUC6NxgZubCfU8NGyA0YHHMgi1b-xxlrRhg-is,9026
 mns_scheduler/k_line/clean/daily/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/k_line/clean/daily/daily_k_line_clean_common_service.py,sha256=gIoInwd1eCKCmhIOJHo8MuNEwj8ehMxYw83j52pxmxk,20447
 mns_scheduler/k_line/clean/daily/daily_k_line_service.py,sha256=1S-6sih0KptZEWYBN3jgVJHlv5y11QPONYjR-MpOQn8,6906
@@ -124,13 +122,13 @@ mns_scheduler/risk/self/wei_pan_stock_api.py,sha256=ac_hhdwoK8-uI_ag40YEj4iTOkB8
 mns_scheduler/risk/test/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/risk/test/fix_blask_list.py,sha256=IRDedHWuTi9y8EIZSwdiRxEUZcYAY3TH15GgJRmnQEw,1245
 mns_scheduler/risk/transactions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mns_scheduler/risk/transactions/transactions_check_api.py,sha256=fSHa15GlmzT-fnsYBTlhigKkXHHmO4JIUjpwQ66fszE,7379
+mns_scheduler/risk/transactions/transactions_check_api.py,sha256=8lXid7P8NTVW9aPKS-v6Tv0wiseCnasVQQzD9sR49XI,7379
 mns_scheduler/self_choose/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/self_choose/ths_self_choose_service.py,sha256=8GYkl7GwZWypcCYttFgmwVZlQqBIloOk1g-H1-Vznw8,6832
+mns_scheduler/self_choose/ths_self_choose_service.py,sha256=g3w4DBE_BGo-ey4Sj_Z5wqjUugTrMBAjEpGcoDGPyHE,7155
 mns_scheduler/trade/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/trade/auto_ipo_buy_api.py,sha256=jVe5ZiXwzkDy_j_4X4rUamSzJpmzhV16lNKwbeWgpQw,386
 mns_scheduler/trade/auto_sell_service_api.py,sha256=A2RB3WFxVHqbNPaPvhIgO-3uaicFZVmBKUy2TsfMU90,4624
-mns_scheduler/trade/sync_position_api.py,sha256=eGJAL1WoP_WwDloKQqeUXZUqtQv8G6VlODe8EDhmgMY,2748
+mns_scheduler/trade/sync_position_api.py,sha256=o73_qdh_2uzOed6HFzAipM5hKOLqVhThph2DcAri3Oc,4136
 mns_scheduler/trade/auto_login/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/trade/auto_login/trader_auto_service.py,sha256=bsagj26s74Zv5OEyGahhBX_OK4Iuo5ZmuItsON9DDmY,795
 mns_scheduler/trade/balance/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -157,15 +155,15 @@ mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py,sha256=k2nrBjG41LU4
 mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=WX5ZlV0x2kkXiLTep8fcs2ZkWY5BMWS8lQv8xpq4DlY,1685
 mns_scheduler/zt/script/sync_now_higt_chg_zt.py,sha256=7qUtn58ty9Vc6kY33BooCDIOojDGmSf9U5ncAtZt4cc,1853
 mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
-mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=LOEUyTA5g7N6FWxUpHWimWTeXiiMAnUdsYqhG4HpuOY,12154
+mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=LP2g24LMDHaVolEttNhWtkKn2oSLJPrsmaJISt9CCRA,13108
 mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=LI4o4_sovmLj1tMROPRQRCj5gaITKLGoYH-nUCuysbU,7501
-mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py,sha256=caW-MuF0RFLavJZafeLDYQ29-GxwGsmr5YVrN4lost8,2135
+mns_scheduler/zt/zt_pool/update_null_zt_reason_api.py,sha256=A-qohVTrnSd8Bs9gubjxScGjB7zEZOBLJuVZfuIwLeU,2445
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=V17cYsn_NxmbJoPG_AFcqrps1XzQF-wMPah7oe9ZMlo,23531
+mns_scheduler/zz_task/data_sync_task.py,sha256=GbOJ0DhHVxTAz9W09POLZl3AzYFlTsPP7Q1VikSfQkY,23545
 mns_scheduler/zz_task/compensation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 mns_scheduler/zz_task/compensation/compensate_task.py,sha256=Dyo66NcSnXZ-Cne4_v77BBb27SemAiuGXRLnvQ26X0E,6464
-mns_scheduler/zz_task/compensation/compensate_task_one_day.py,sha256=ize69Ocy1k5rf8Xckk1izcEJ361HBtWH1zoJrScBS28,5751
-mns_scheduler-1.4.0.2.dist-info/METADATA,sha256=B8qLX6Sn2V_umRcLHuql5aZWAjHMZuvtCepnb5OzzJI,64
-mns_scheduler-1.4.0.2.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-mns_scheduler-1.4.0.2.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.4.0.2.dist-info/RECORD,,
+mns_scheduler/zz_task/compensation/compensate_task_one_day.py,sha256=jvaYpUS8AyJHgJTNchbco6eXMSzW1o4YNHgUBqrRTDk,5753
+mns_scheduler-1.4.3.0.dist-info/METADATA,sha256=MPMKv5kiMXNq_AFqGA3lCDRd1e6tf0p_WmjFgHyJrXY,64
+mns_scheduler-1.4.3.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+mns_scheduler-1.4.3.0.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.4.3.0.dist-info/RECORD,,

mns_scheduler/debt/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns_scheduler/debt/kzz_bond_info_sync.py

@@ -1,33 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import mns_common.api.em.real_time.east_money_debt_api as east_money_debt_api
-from datetime import datetime
-import mns_common.constant.db_name_constant as db_name_constant
-from mns_common.db.MongodbUtil import MongodbUtil
-
-mongodb_util = MongodbUtil('27017')
-
-
-# 同步可转债信息
-def sync_debt_info():
-    now_date = datetime.now()
-    str_now_day = now_date.strftime('%Y-%m-%d')
-    kzz_bond_info_df = east_money_debt_api.get_kzz_bond_info()
-    kzz_bond_info_df = kzz_bond_info_df.fillna(0)
-    kzz_bond_info_df['apply_date'] = kzz_bond_info_df['apply_date'].astype(str)
-    kzz_bond_info_df['winning_date'] = kzz_bond_info_df['winning_date'].astype(str)
-    kzz_bond_info_df['list_date'] = kzz_bond_info_df['list_date'].astype(str)
-    kzz_bond_info_df['due_date'] = kzz_bond_info_df['due_date'].astype(str)
-    kzz_bond_info_df = kzz_bond_info_df.loc[kzz_bond_info_df['due_date'] >= str_now_day]
-    mongodb_util.remove_all_data(db_name_constant.KZZ_DEBT_INFO)
-    kzz_bond_info_df['_id'] = kzz_bond_info_df['symbol']
-    mongodb_util.insert_mongo(kzz_bond_info_df, db_name_constant.KZZ_DEBT_INFO)
-
-
-if __name__ == '__main__':
-    sync_debt_info()