mns-scheduler 1.0.8.7__py3-none-any.whl → 1.4.3.2__py3-none-any.whl

mns_scheduler/finance/xue_qiu/sync_xue_qiu_fiance_data.py

@@ -0,0 +1,161 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.finance.xue_qiu.down_load_xueqiu_report_api as down_load_xueqiu_report_api
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import pandas as pd
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+from datetime import datetime
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+
+mongodb_util_27017 = MongodbUtil('27017')
+
+
+# report_type income 利润表
+# cash_flow 现金流量
+# balance 资产负债
+# 同步所有股票 报表
+def sync_all_stocks_report():
+    em_a_stock_info_df = em_stock_info_api.get_a_stock_info()
+    em_a_stock_info_df = common_service_fun_api.add_pre_prefix(em_a_stock_info_df)
+    # 或等效写法 df['A'].str[0:6]
+
+    fail_list = []
+
+    xue_qiu_cookie = cookie_info_service.get_xue_qiu_cookie()
+    report_type_list = ['income', 'balance', 'cash_flow']
+    for stock_one in em_a_stock_info_df.itertuples():
+        fail_list = save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, True, fail_list, '', False)
+
+    handle_number = 0
+    # 处理失败的
+    while len(fail_list) > 0:
+        fail_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'].isin(fail_list)]
+        for fail_one in fail_df.itertuples():
+            fail_list = save_one_symbol_data(fail_one, report_type_list, xue_qiu_cookie, True, fail_list, '', False)
+        handle_number = handle_number + 1
+        if handle_number > 10:
+            break
+
+
+def save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, save_tag, fail_list, report_name, check_exist):
+    try:
+        symbol_prefix = stock_one.symbol_prefix
+        name = stock_one.name
+        symbol = stock_one.symbol
+        for report_type in report_type_list:
+            if report_type == 'income':
+                col_name = extra_income_db_name.XUE_QIU_LRB_INCOME
+            elif report_type == 'balance':
+                col_name = extra_income_db_name.XUE_QIU_ASSET_DEBT
+            elif report_type == 'cash_flow':
+                col_name = extra_income_db_name.XUE_QIU_CASH_FLOW
+            if check_exist:
+                query_exist = {'symbol': symbol, 'report_name': report_name}
+                # 存在数据 不在同步
+                if mongodb_util_27017.exist_data_query(col_name, query_exist):
+                    continue
+
+            index_create = [('symbol', 1), ('report_date', 1)]
+            mongodb_util_27017.create_index(col_name, index_create)
+
+            index_create_01 = [('symbol', 1), ('sync_time', 1)]
+            mongodb_util_27017.create_index(col_name, index_create_01)
+
+            if check_exist:
+                # 季度同步只同步一条数据
+                result_df = down_load_xueqiu_report_api.get_xue_qiu_report(symbol_prefix, report_type, xue_qiu_cookie,
+                                                                           1,
+                                                                           'all')
+            else:
+                result_df = down_load_xueqiu_report_api.get_xue_qiu_report(symbol_prefix, report_type, xue_qiu_cookie,
+                                                                           200,
+                                                                           'all')
+
+            now_date = datetime.now()
+            sync_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+            if data_frame_util.is_empty(result_df):
+                logger.error("财务信息为空,代码:{}:{}", symbol, name)
+                continue
+            else:
+                # 季度同步check
+                if check_exist:
+                    result_df = result_df.loc[result_df['report_name'] == report_name]
+                    if data_frame_util.is_empty(result_df):
+                        continue
+
+            result_df['sync_time'] = sync_time
+            time.sleep(0.5)
+            # 1. 将毫秒时间戳转为 datetime
+            result_df['report_date'] = pd.to_datetime(result_df['report_date'], unit='ms')
+
+            # 2. 格式化为 '%Y-%m-%d' 字符串
+            result_df['report_date'] = result_df['report_date'].dt.strftime('%Y-%m-%d')
+
+            result_df['_id'] = symbol + '_' + result_df['report_date']
+            result_df['symbol'] = symbol
+
+            # 1. 将毫秒时间戳转为 datetime
+            result_df['ctime'] = pd.to_datetime(result_df['ctime'], unit='ms')
+
+            # 2. 格式化为 '%Y-%m-%d' 字符串
+            result_df['ctime'] = result_df['ctime'].dt.strftime('%Y-%m-%d')
+            result_df.loc[result_df['report_name'].str.contains('年报'), 'period'] = 4
+            result_df.loc[result_df['report_name'].str.contains('一季报'), 'period'] = 1
+            result_df.loc[result_df['report_name'].str.contains('中报'), 'period'] = 2
+            result_df.loc[result_df['report_name'].str.contains('三季报'), 'period'] = 3
+            result_df['year'] = result_df['report_name'].str[:4]
+            if save_tag:
+                mongodb_util_27017.save_mongo(result_df, col_name)
+            else:
+                mongodb_util_27017.insert_mongo(result_df, col_name)
+
+            if symbol in fail_list:
+                fail_list.remove(symbol)
+        logger.info("同步财务数据完成:{}:{}", symbol, name, report_name)
+    except BaseException as e:
+        logger.error("同步错误:{},异常信息:{}", symbol, e)
+        fail_list.append(symbol)
+    return fail_list
+
+
+def sync_xue_qiu_very_period_report(report_name, symbol):
+    em_a_stock_info_df = em_stock_info_api.get_a_stock_info()
+    if symbol is not None:
+        em_a_stock_info_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'] == symbol]
+    em_a_stock_info_df = common_service_fun_api.add_pre_prefix(em_a_stock_info_df)
+    # 或等效写法 df['A'].str[0:6]
+
+    fail_list = []
+
+    xue_qiu_cookie = cookie_info_service.get_xue_qiu_cookie()
+    report_type_list = ['income', 'balance', 'cash_flow']
+    for stock_one in em_a_stock_info_df.itertuples():
+        fail_list = save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, False, fail_list, report_name,
+                                         True)
+
+    handle_number = 0
+    # 处理失败的
+    while len(fail_list) > 0:
+        fail_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'].isin(fail_list)]
+        for fail_one in fail_df.itertuples():
+            fail_list = save_one_symbol_data(fail_one, report_type_list, xue_qiu_cookie, False, fail_list, report_name,
+                                             True)
+        handle_number = handle_number + 1
+        if handle_number > 10:
+            break
+
+
+if __name__ == '__main__':
+    sync_all_stocks_report()

mns_scheduler/hk/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -2,18 +2,23 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.api.em.east_money_stock_hk_api as east_money_stock_hk_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 import akshare as ak
 import mns_common.constant.db_name_constant as db_name_constant
 from mns_common.db.MongodbUtil import MongodbUtil
+from functools import lru_cache
+import mns_common.api.hk.ths_hk_company_info_api as ths_hk_company_info_api
+import pandas as pd
 
 mongodb_util = MongodbUtil('27017')
-COOKIE = 'qgqp_b_id=1e0d79428176ed54bef8434efdc0e8c3; mtp=1; ct=QVRY_s8Tiag1WfK2tSW2n03qpsX-PD8aH_rIjKVooawX8K33UVnpIofK088lD1lguWlE_OEIpQwn3PJWFPhHvSvyvYr4Zka3l4vxtZfH1Uikjtyy9z1H4Swo0rQzMKXncVzBXiOo5TjE-Dy9fcoG3ZF7UVdQ35jp_cFwzOlpK5Y; ut=FobyicMgeV51lVMr4ZJXvn-72bp0oeSOvtzifFY_U7kBFtR6og4Usd-VtBM5XBBvHq0lvd9xXkvpIqWro9EDKmv6cbKOQGyawUSMcKVP57isZCaM7lWQ6jWXajvTfvV4mIR-W_MZNK8VY0lL9W4qNMniJ6PBn_gkJsSAJCadmsyI9cxmjx--gR4m54pdF_nie_y4iWHys83cmWR2R7Bt1KKqB25OmkfCQTJJqIf7QsqangVGMUHwMC39Z9QhrfCFHKVNrlqS503O6b9GitQnXtvUdJhCmomu; pi=4253366368931142%3Bp4253366368931142%3B%E8%82%A1%E5%8F%8B9x56I87727%3BYNigLZRW%2FzMdGgVDOJbwReDWnTPHl51dB0gQLiwaCf1XY98mlJYx6eJbsoYr5Nie%2BX1L%2BzaMsec99KkX%2BT29Ds1arfST7sIBXxjUQ3dp11IPUnXy64PaBFRTHzMRWnCFJvvhc%2FAI41rXSGXolC8YMxI%2BvyPS%2BuErwgOVjC5vvsIiKeO7TLyKkhqqQJPX%2F7RWC5Sf3QLh%3Bdwjn4Xho10%2FKjqOgTWs%2FJF4%2FkdKzeuBwM8sz9aLvJovejAkCAyGMyGYA6AE67Xk2Ki7x8zdfBifF2DG%2Fvf2%2BXAYN8ZVISSEWTIXh32Z5MxEacK4JBTkqyiD93e1vFBOFQ82BqaiVmntUq0V6FrTUHGeh1gG5Sg%3D%3D; uidal=4253366368931142%e8%82%a1%e5%8f%8b9x56I87727; sid=170711377; vtpst=|; quote_lt=1; websitepoptg_api_time=1715777390466; emshistory=%5B%22%E8%BD%AC%E5%80%BA%E6%A0%87%22%2C%22%E8%BD%AC%E5%80%BA%E6%A0%87%E7%9A%84%22%5D; st_si=00364513876913; st_asi=delete; HAList=ty-116-00700-%u817E%u8BAF%u63A7%u80A1%2Cty-1-688695-%u4E2D%u521B%u80A1%u4EFD%2Cty-1-600849-%u4E0A%u836F%u8F6C%u6362%2Cty-1-603361-%u6D59%u6C5F%u56FD%u7965%2Cty-1-603555-ST%u8D35%u4EBA%2Cty-0-000627-%u5929%u8302%u96C6%u56E2%2Cty-0-002470-%u91D1%u6B63%u5927%2Cty-0-832876-%u6167%u4E3A%u667A%u80FD%2Cty-0-300059-%u4E1C%u65B9%u8D22%u5BCC%2Cty-107-CWB-%u53EF%u8F6C%u503AETF-SPDR; st_pvi=26930719093675; st_sp=2024-04-28%2017%3A27%3A05; st_inirUrl=https%3A%2F%2Fcn.bing.com%2F; st_sn=23; st_psi=20240517111108288-113200301321-2767127768'
+from loguru import logger
 
 
+# 获取陆股通的列表
+@lru_cache(maxsize=None)
 def get_hk_ggt_component():
     stock_hk_ggt_components_em_df = ak.stock_hk_ggt_components_em()
     stock_hk_ggt_components_em_df = stock_hk_ggt_components_em_df.rename(columns={
@@ -24,9 +29,26 @@ def get_hk_ggt_component():
     return stock_hk_ggt_components_em_df
 
 
+# 获取em cookie
+@lru_cache(maxsize=None)
+def get_em_cookie():
+    query = {"type": "em_cookie"}
+    stock_account_info = mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
+    cookie = list(stock_account_info['cookie'])[0]
+    return cookie
+
+
+@lru_cache(maxsize=None)
+def get_ths_cookie():
+    query = {"type": "ths_cookie"}
+    stock_account_info = mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
+    cookie = list(stock_account_info['cookie'])[0]
+    return cookie
+
+
 # https://quote.eastmoney.com/center/gridlist.html#hk_stocks
 def sync_hk_company_info():
-    hk_real_time_df = east_money_stock_hk_api.hk_real_time_quotes(COOKIE)
+    hk_real_time_df = em_stock_info_api.get_hk_stock_info()
 
     hk_real_time_df = hk_real_time_df[[
         "symbol",
@@ -51,9 +73,31 @@ def sync_hk_company_info():
     hk_real_time_df['_id'] = hk_real_time_df['symbol']
 
     hk_real_time_df.fillna(0, inplace=True)
+    mongodb_util.remove_all_data(db_name_constant.COMPANY_INFO_HK)
+    hk_real_time_df = hk_real_time_df.sort_values(by=['hk_ggt'], ascending=False)
+    for stock_one in hk_real_time_df.itertuples():
+        try:
+            symbol = stock_one.symbol
+            ths_cookie = get_ths_cookie()
+            company_hk_df = ths_hk_company_info_api.get_hk_company_info(symbol, ths_cookie)
+
+            company_hk_df = company_hk_df.rename(columns={
+                "industry": "industry_detail",
+                "list_date": "list_date_str",
+            })
+
+            hk_real_time_one_df = hk_real_time_df.loc[hk_real_time_df['symbol'] == symbol]
+
+            company_hk_df = company_hk_df.set_index(['symbol'], drop=True)
+            hk_real_time_one_df = hk_real_time_one_df.set_index(['symbol'], drop=False)
+            company_hk_df = pd.merge(company_hk_df, hk_real_time_one_df, how='outer',
+                                     left_index=True, right_index=True)
 
-    mongodb_util.save_mongo(hk_real_time_df, db_name_constant.COMPANY_INFO_HK)
+            mongodb_util.save_mongo(company_hk_df, db_name_constant.COMPANY_INFO_HK)
+        except BaseException as e:
+            logger.error("同步港股公司信息异常:{},{}", symbol, e)
 
 
 if __name__ == '__main__':
+    get_hk_ggt_component()
     sync_hk_company_info()

mns_scheduler/hk/hk_industry_info_sync_service_api.py

@@ -0,0 +1,68 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+import akshare as ak
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+from functools import lru_cache
+import mns_common.component.zt.zt_common_service_api as zt_common_service_api
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 获取陆股通的列表
+@lru_cache(maxsize=None)
+def get_hk_ggt_component():
+    stock_hk_ggt_components_em_df = ak.stock_hk_ggt_components_em()
+    stock_hk_ggt_components_em_df = stock_hk_ggt_components_em_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name"
+    })
+    return stock_hk_ggt_components_em_df
+
+
+# 获取em cookie
+@lru_cache(maxsize=None)
+def get_em_cookie():
+    query = {"type": "em_cookie"}
+    stock_account_info = mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
+    cookie = list(stock_account_info['cookie'])[0]
+    return cookie
+
+
+def sync_hk_company_industry():
+    hk_real_time_df = em_stock_info_api.get_hk_stock_info()
+
+    hk_real_time_df = hk_real_time_df[[
+        "symbol",
+        "name",
+        "chg",
+        "total_mv",
+        "flow_mv",
+        "list_date",
+        "industry",
+        "amount",
+        "now_price"
+    ]]
+    hk_real_time_df = hk_real_time_df.loc[(hk_real_time_df['total_mv'] != '-')]
+    hk_real_time_df['total_mv'] = hk_real_time_df['total_mv'].astype(float)
+    hk_real_time_df['flow_mv'] = hk_real_time_df['flow_mv'].astype(float)
+    hk_real_time_df = hk_real_time_df.loc[hk_real_time_df['total_mv'] != 0]
+
+    hk_real_time_df.loc[hk_real_time_df['industry'] == '-', 'industry'] = '其他'
+
+    group_industry_df = zt_common_service_api.group_by_industry(hk_real_time_df, 'industry')
+    group_industry_df['_id'] = group_industry_df['industry']
+    mongodb_util.remove_all_data(db_name_constant.HK_COMPANY_INDUSTRY)
+    mongodb_util.save_mongo(group_industry_df, db_name_constant.HK_COMPANY_INDUSTRY)
+
+
+if __name__ == '__main__':
+    sync_hk_company_industry()

mns_scheduler/industry/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/industry/ths/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/industry/ths/ths_industry_index_service.py

@@ -0,0 +1,58 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.ths.concept.app.ths_concept_index_app as ths_concept_index_app
+from datetime import datetime
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.utils.data_frame_util as data_frame_util
+import pandas as pd
+import mns_common.component.common_service_fun_api as common_service_fun_api
+
+
+# 通过api 获取ths行业和指数
+def get_ths_index_by_api(query_type):
+    now_date = datetime.now()
+    hour = now_date.hour
+    minute = now_date.minute
+    now_str_day = now_date.strftime('%Y-%m-%d')
+
+    is_trade_day = trade_date_common_service_api.is_trade_day(now_str_day)
+
+    if bool(1 - is_trade_day):
+        last_trade_day = trade_date_common_service_api.get_before_trade_date(now_str_day, 1)
+        begin_time = date_handle_util.no_slash_date(last_trade_day) + '093000'
+        end_time = date_handle_util.no_slash_date(last_trade_day) + '150000'
+    else:
+        if hour < 9 or (hour == 9 and minute <= 25):
+            last_trade_day = trade_date_common_service_api.get_before_trade_date(now_str_day, 2)
+            begin_time = date_handle_util.no_slash_date(last_trade_day) + '093000'
+            end_time = date_handle_util.no_slash_date(last_trade_day) + '150000'
+        else:
+            begin_time = date_handle_util.no_slash_date(now_str_day) + '093000'
+            if hour == 9:
+                hour = '0' + str(hour)
+                end_time = date_handle_util.no_slash_date(now_str_day) + str(hour) + str(minute) + '00'
+            elif (hour == 11 and minute >= 30) or (hour == 12):
+                end_time = date_handle_util.no_slash_date(now_str_day) + '113000'
+            elif hour >= 15:
+                end_time = date_handle_util.no_slash_date(now_str_day) + '150000'
+            else:
+                end_time = date_handle_util.no_slash_date(now_str_day) + str(hour) + str(minute) + '00'
+
+    df = ths_concept_index_app.get_ths_concept_his_info(begin_time, end_time, 500, query_type)
+    if data_frame_util.is_empty(df):
+        return pd.DataFrame()
+    df['turnover'] = round(df['turnover'] / common_service_fun_api.HUNDRED_MILLION, 1)
+    df['net_inflow_of_main_force'] = round(df['net_inflow_of_main_force'] / common_service_fun_api.TEN_THOUSAND, 1)
+    df.fillna('', inplace=True)
+    return df
+
+
+if __name__ == '__main__':
+    df_industry = get_ths_index_by_api(1)
+    print(df_industry)

mns_scheduler/industry/ths/ths_industry_sync_service.py

@@ -0,0 +1,68 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_scheduler.industry.ths.ths_industry_index_service as ths_industry_index_service
+from mns_common.db.MongodbUtil import MongodbUtil
+import time
+from datetime import datetime
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.api.ths.concept.app.ths_concept_detail_app as ths_concept_detail_app
+
+mongodb_util = MongodbUtil('27017')
+import mns_common.constant.db_name_constant as db_name_constant
+
+
+# 同步同花顺行业指数
+def sync_ths_industry_index():
+    ths_industry_index_df = ths_industry_index_service.get_ths_index_by_api(1)
+    if data_frame_util.is_empty(ths_industry_index_df):
+        return None
+    ths_industry_index_df['_id'] = ths_industry_index_df['block_code']
+    ths_industry_index_df = ths_industry_index_df[[
+        '_id',
+        'turnover',
+        'block_market',
+        'block_code',
+        'block_name',
+        'net_inflow_of_main_force',
+        'chg'
+    ]]
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    ths_industry_index_df['str_now_date'] = str_now_date
+    mongodb_util.save_mongo(ths_industry_index_df, db_name_constant.THS_INDUSTRY_LIST)
+
+
+def sync_ths_industry_detail():
+    ths_industry_list_df = mongodb_util.find_all_data(db_name_constant.THS_INDUSTRY_LIST)
+    for industry_one in ths_industry_list_df.itertuples():
+        try:
+            time.sleep(1)
+            now_date = datetime.now()
+            str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+            ths_industry_symbol_detail_df = ths_concept_detail_app.get_ths_concept_detail_by_app(
+                industry_one.block_code)
+            ths_industry_symbol_detail_df = ths_industry_symbol_detail_df.rename(
+                columns={"concept_code": 'ths_industry_code',
+                         "concept_name": 'ths_industry_name',
+                         })
+            if data_frame_util.is_empty(ths_industry_symbol_detail_df):
+                continue
+            ths_industry_symbol_detail_df['str_now_date'] = str_now_date
+            ths_industry_symbol_detail_df['_id'] = ths_industry_symbol_detail_df['symbol']
+            mongodb_util.save_mongo(ths_industry_symbol_detail_df, db_name_constant.THS_STOCK_INDUSTRY_DETAIL)
+            logger.info("同步ths行业股票详情:{}", industry_one.block_name)
+
+        except BaseException as e:
+            logger.error("同步ths行业股票详情异常:{}", e)
+
+
+if __name__ == '__main__':
+    sync_ths_industry_index()
+    sync_ths_industry_detail()

mns_scheduler/irm/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/irm/api/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # !/usr/bin/env python

mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # !/usr/bin/env python

mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -2,13 +2,13 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import akshare as ak
 import mns_common.utils.data_frame_util as data_frame_util
 import pandas as pd
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 import mns_common.component.company.company_common_service_api as company_common_service_api
 from loguru import logger
 from datetime import datetime
@@ -119,18 +119,18 @@ def save_sh_stock_uid():
 
 
 # 同步所有互动问题
-def sync_all_interactive_questions(symbol_list):
+def sync_symbols_interactive_questions(symbol_list):
     # 同步互动易映射
-    save_sh_stock_uid()
-
-    real_time_quotes_all_stocks = east_money_stock_api.get_real_time_quotes_all_stocks()
+    if len(symbol_list) == 0:
+        save_sh_stock_uid()
+    real_time_quotes_all_stocks = em_stock_info_api.get_a_stock_info()
     de_list_company_symbols = company_common_service_api.get_de_list_company()
     real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
         ~(real_time_quotes_all_stocks['symbol'].isin(de_list_company_symbols))]
     real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
     real_time_quotes_all_stocks = real_time_quotes_all_stocks.sort_values(by=['chg'], ascending=False)
     fail_symbol_list = []
-    if symbol_list is not None:
+    if len(symbol_list) != 0:
         real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
             real_time_quotes_all_stocks['symbol'].isin(symbol_list)]
     for stock_one in real_time_quotes_all_stocks.itertuples():
@@ -149,6 +149,8 @@ def sync_all_interactive_questions(symbol_list):
 
             else:
                 continue
+            if data_frame_util.is_empty(stock_irm_cninfo_df):
+                continue
             stock_irm_cninfo_df['sync_time'] = str_now_date
             stock_irm_cninfo_df['str_day'] = str_day
             stock_irm_cninfo_df.drop_duplicates('_id', keep='last', inplace=True)
@@ -162,8 +164,7 @@ def sync_all_interactive_questions(symbol_list):
             stock_irm_cninfo_df.loc[
                 stock_irm_cninfo_df['question_time'].str.contains('分钟前', na=False), 'answer_time'] = str_now_date
             stock_irm_cninfo_df['valid'] = True
-            stock_irm_cninfo_df = stock_irm_cninfo_df.dropna(subset=['answer_content'])
-            stock_irm_cninfo_df = stock_irm_cninfo_df[stock_irm_cninfo_df['answer_content'] != '']
+            stock_irm_cninfo_df['answer_content'].fillna('')
             # 保存新增数据
             save_new_data(stock_irm_cninfo_df)
             logger.info("完成同步互动回答到:{}", stock_one.symbol)
@@ -173,13 +174,12 @@ def sync_all_interactive_questions(symbol_list):
             logger.error("同步互动问题出现异常:{},{}", stock_one.symbol, e)
 
 
-
 def save_new_data(stock_irm_cninfo_df):
     if data_frame_util.is_empty(stock_irm_cninfo_df):
         return None
     else:
         irm_id_list = list(stock_irm_cninfo_df['_id'])
-        query = {"_id": {"$in": irm_id_list}}
+        query = {"_id": {"$in": irm_id_list}, 'answer_content': {"$ne": ''}}
         query_field = {"_id": 1}
 
         exist_df = mongodb_util.find_query_data_choose_field(db_name_constant.STOCK_INTERACTIVE_QUESTION, query,
@@ -189,10 +189,12 @@ def save_new_data(stock_irm_cninfo_df):
         else:
             new_df = stock_irm_cninfo_df.loc[~(stock_irm_cninfo_df['_id'].isin(list(exist_df['_id'])))]
         if data_frame_util.is_not_empty(new_df):
-            mongodb_util.insert_mongo(new_df, db_name_constant.STOCK_INTERACTIVE_QUESTION)
+            mongodb_util.save_mongo(new_df, db_name_constant.STOCK_INTERACTIVE_QUESTION)
 
 
 if __name__ == '__main__':
+    sync_symbols_interactive_questions([])
+    get_stock_irm_cninfo_sh_api('688778')
     fail_symbol_list_01 = ['000638', '002886', '688778', '688766', '688733', '688778', '688793', '688787']
     # get_stock_irm_cninfo_sh_api('603633')
-    sync_all_interactive_questions(None)
+    # sync_symbols_interactive_questions(None)

mns_scheduler/k_line/clean/daily/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)