mns-scheduler 1.1.8.4__py3-none-any.whl → 1.4.5.7__py3-none-any.whl

mns_scheduler/finance/{em_financial_profit_sync_service_api.py → em/em_financial_profit_sync_service_api.py}

@@ -1,8 +1,10 @@
 import sys
 import os
 
+import pandas as pd
+
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
@@ -12,7 +14,7 @@ import mns_common.utils.data_frame_util as data_frame_util
 
 mongodb_util = MongodbUtil('27017')
 import mns_common.constant.db_name_constant as db_name_constant
-import mns_scheduler.finance.finance_common_api as finance_common_api
+import mns_scheduler.finance.em.finance_common_api as finance_common_api
 from loguru import logger
 
 
@@ -228,7 +230,7 @@ def get_em_profit_api(symbol):
         stock_profit_sheet_by_report_em = ak.stock_profit_sheet_by_report_em(sec_code)
     except Exception as e:
         logger.error("同步利润表异常:{},{}", symbol, e)
-    if data_frame_util.is_empty(stock_profit_sheet_by_report_em):
+    if data_frame_util.is_empty(stock_profit_sheet_by_report_em.copy()):
         return None
     stock_profit_sheet_by_report_em = check_columns(stock_profit_sheet_by_report_em)
     stock_profit_sheet_by_report_em = stock_profit_sheet_by_report_em[[
@@ -293,57 +295,56 @@ def get_em_profit_api(symbol):
     else:
         new_profit_df = stock_profit_sheet_by_report_em
     if data_frame_util.is_empty(new_profit_df):
-        return None
-    new_profit_df.fillna(0, inplace=True)
+        return pd.DataFrame()
+    new_profit_df = new_profit_df.fillna(0)
     return new_profit_df
 
 
 def check_columns(profit_df):
     if 'TOTAL_OPERATE_INCOME' not in profit_df.columns:
-        profit_df['TOTAL_OPERATE_INCOME'] = 0
+        profit_df = profit_df.assign(TOTAL_OPERATE_INCOME=0)
 
     if 'FAIRVALUE_CHANGE_INCOME' not in profit_df.columns:
-        profit_df['FAIRVALUE_CHANGE_INCOME'] = 0
+        profit_df = profit_df.assign(FAIRVALUE_CHANGE_INCOME=0)
 
     if 'INTEREST_INCOME' not in profit_df.columns:
-        profit_df['INTEREST_INCOME'] = 0
+        profit_df = profit_df.assign(INTEREST_INCOME=0)
     if 'TOTAL_OPERATE_COST' not in profit_df.columns:
-        profit_df['TOTAL_OPERATE_COST'] = 0
+        profit_df = profit_df.assign(TOTAL_OPERATE_COST=0)
     if 'OPERATE_COST' not in profit_df.columns:
-        profit_df['OPERATE_COST'] = 0
+        profit_df = profit_df.assign(OPERATE_COST=0)
     if 'INTEREST_EXPENSE' not in profit_df.columns:
-        profit_df['INTEREST_EXPENSE'] = 0
+        profit_df = profit_df.assign(INTEREST_EXPENSE=0)
     if 'FEE_COMMISSION_EXPENSE' not in profit_df.columns:
-        profit_df['FEE_COMMISSION_EXPENSE'] = 0
+        profit_df = profit_df.assign(FEE_COMMISSION_EXPENSE=0)
     if 'RESEARCH_EXPENSE' not in profit_df.columns:
-        profit_df['RESEARCH_EXPENSE'] = 0
+        profit_df = profit_df.assign(RESEARCH_EXPENSE=0)
     if 'SALE_EXPENSE' not in profit_df.columns:
-        profit_df['SALE_EXPENSE'] = 0
+        profit_df = profit_df.assign(SALE_EXPENSE=0)
     if 'MANAGE_EXPENSE' not in profit_df.columns:
-        profit_df['MANAGE_EXPENSE'] = 0
+        profit_df = profit_df.assign(MANAGE_EXPENSE=0)
     if 'FINANCE_EXPENSE' not in profit_df.columns:
-        profit_df['FINANCE_EXPENSE'] = 0
+        profit_df = profit_df.assign(FINANCE_EXPENSE=0)
     if 'FE_INTEREST_EXPENSE' not in profit_df.columns:
-        profit_df['FE_INTEREST_EXPENSE'] = 0
+        profit_df = profit_df.assign(FE_INTEREST_EXPENSE=0)
     if 'FE_INTEREST_INCOME' not in profit_df.columns:
-        profit_df['FE_INTEREST_INCOME'] = 0
+        profit_df = profit_df.assign(FE_INTEREST_INCOME=0)
     if 'CREDIT_IMPAIRMENT_INCOME' not in profit_df.columns:
-        profit_df['CREDIT_IMPAIRMENT_INCOME'] = 0
+        profit_df = profit_df.assign(CREDIT_IMPAIRMENT_INCOME=0)
     if 'ACCOUNTS_RECE' not in profit_df.columns:
-        profit_df['ACCOUNTS_RECE'] = 0
-
+        profit_df = profit_df.assign(ACCOUNTS_RECE=0)
     if 'LOAN_ADVANCE' not in profit_df.columns:
-        profit_df['LOAN_ADVANCE'] = 0
+        profit_df = profit_df.assign(LOAN_ADVANCE=0)
     if 'MONETARYFUNDS' not in profit_df.columns:
-        profit_df['MONETARYFUNDS'] = 0
+        profit_df = profit_df.assign(MONETARYFUNDS=0)
     return profit_df
 
 
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 
 if __name__ == '__main__':
-    get_em_profit_api('600519')
-    em_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    get_em_profit_api('688302')
+    em_df = em_stock_info_api.get_a_stock_info()
     for em_one in em_df.itertuples():
         try:
             get_em_profit_api(em_one.symbol)

mns_scheduler/finance/{finance_common_api.py → em/finance_common_api.py}

@@ -2,14 +2,14 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
 import mns_common.component.common_service_fun_api as common_service_fun_api
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.constant.db_name_constant as db_name_constant
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 import mns_common.utils.data_frame_util as data_frame_util
 
 mongodb_util = MongodbUtil('27017')
@@ -39,7 +39,7 @@ def find_asset_liability_report(period_time):
 
 # 查出未报告的股票
 def find_un_report_symbol(period_time, report_name):
-    real_time_quotes_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes_df = em_stock_info_api.get_a_stock_info()
     real_time_quotes_df = real_time_quotes_df.loc[~(real_time_quotes_df['name'].str.contains('退'))]
     real_time_quotes_df.dropna(subset=['list_date'], axis=0, inplace=True)
 

mns_scheduler/finance/{sync_financial_report_service_api.py → sync_financial_report_service_task.py}

@@ -2,21 +2,22 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from datetime import datetime
 
 import mns_common.constant.db_name_constant as db_name_constant
-import mns_scheduler.finance.em_financial_profit_sync_service_api as em_financial_profit_sync_service_api
+import mns_scheduler.finance.em.em_financial_profit_sync_service_api as em_financial_profit_sync_service_api
 from mns_common.db.MongodbUtil import MongodbUtil
 from loguru import logger
 import \
-    mns_scheduler.finance.em_financial_asset_liability_sync_service_api as em_financial_asset_liability_sync_service_api
+    mns_scheduler.finance.em.em_financial_asset_liability_sync_service_api as em_financial_asset_liability_sync_service_api
 import mns_scheduler.risk.financial_report_risk_check_api as financial_report_risk_check_api
 import mns_common.utils.data_frame_util as data_frame_util
-import mns_scheduler.finance.finance_common_api as finance_common_api
+import mns_scheduler.finance.em.finance_common_api as finance_common_api
 import mns_scheduler.risk.compliance.undisclosed_annual_report_api as undisclosed_annual_report_api
+import mns_scheduler.finance.xue_qiu.sync_xue_qiu_fiance_data as sync_xue_qiu_fiance_data
 
 mongodb_util = MongodbUtil('27017')
 
@@ -26,39 +27,90 @@ mongodb_util = MongodbUtil('27017')
 # 3、上市公司季报披露时间:
 #    1季报:每年4月1日-- -4月30日。
 #    2季报(中报) :每年7月1日--8月30日。
-#    3季报:每年10月1日--10月31日4季报(年报) :每年1月1日--4月30日
+#    3季报:每年10月1日--10月31日
+#    4季报(年报) :每年1月1日--4月30日
 
 def sync_financial_report():
     now_date = datetime.now()
     now_year = now_date.year
     now_month = now_date.month
     sync_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
-    # 年报
-    if 1 <= now_month <= 5:
+
+    if now_month in [1, 2, 3, 4]:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year - 1) + '年报', None)
+
+        # 年报
         period = 4
         period_time = str(now_year - 1) + "-12-31 00:00:00"
-        sync_profit_report(period_time, sync_time, period)
-        sync_asset_liability_report(period_time, sync_time, period)
+        sync_em_profit_report(period_time, sync_time, period)
+        sync_em_asset_liability_report(period_time, sync_time, period)
+
+        # 一季报
+        if now_month == 4:
+            sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '一季报', None)
+
+            period = 1
+            period_time = str(now_year) + "-03-31 00:00:00"
+            sync_em_profit_report(period_time, sync_time, period)
+            sync_em_asset_liability_report(period_time, sync_time, period)
+
 
-    # 一季报
-    elif now_month == 5:
-        period = 1
-        period_time = str(now_year) + "-03-31 00:00:00"
-        sync_profit_report(period_time, sync_time, period)
-        sync_asset_liability_report(period_time, sync_time, period)
 
     # 二季报
-    elif 7 <= now_month <= 8:
+    elif now_month in [7, 8]:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '中报', None)
+
         period = 2
         period_time = str(now_year) + "-06-30 00:00:00"
-        sync_profit_report(period_time, sync_time, period)
-        sync_asset_liability_report(period_time, sync_time, period)
+        sync_em_profit_report(period_time, sync_time, period)
+        sync_em_asset_liability_report(period_time, sync_time, period)
+
+
+
     # 三季报
     elif now_month == 10:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '三季报', None)
+
         period = 3
         period_time = str(now_year) + "-09-30 00:00:00"
-        sync_profit_report(period_time, sync_time, period)
-        sync_asset_liability_report(period_time, sync_time, period)
+        sync_em_profit_report(period_time, sync_time, period)
+        sync_em_asset_liability_report(period_time, sync_time, period)
+
+    elif now_month == 5:
+
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year - 1) + '年报', None)
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '一季报', None)
+
+        # 补偿年报和一季度,出不了报告的
+        miss_period_04 = 4
+        miss_period_time_04 = str(now_year - 1) + "-12-31 00:00:00"
+
+        sync_em_profit_report(miss_period_time_04, sync_time, miss_period_04)
+        sync_em_asset_liability_report(miss_period_time_04, sync_time, miss_period_04)
+
+        period_01 = 1
+        period_time_01 = str(now_year) + "-03-31 00:00:00"
+        sync_em_profit_report(period_time_01, sync_time, period_01)
+        sync_em_asset_liability_report(period_time_01, sync_time, period_01)
+
+    elif now_month == 9:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '中报', None)
+
+        # 补偿二季度
+        period_02 = 2
+        period_time_02 = str(now_year) + "-06-30 00:00:00"
+        sync_em_profit_report(period_time_02, sync_time, period_02)
+        sync_em_asset_liability_report(period_time_02, sync_time, period_02)
+
+    elif now_month in [11, 12]:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '三季报', None)
+
+        # 补偿三季度
+        period_03 = 3
+        period_time_03 = str(now_year) + "-09-30 00:00:00"
+        sync_em_profit_report(period_time_03, sync_time, period_03)
+        sync_em_asset_liability_report(period_time_03, sync_time, period_03)
+
     # 未出报告check
     undisclosed_annual_report_api.un_disclosed_report_check(sync_time, now_year, period, period_time)
     # 新股或者未出报告的
@@ -66,7 +118,7 @@ def sync_financial_report():
 
 
 # 同步资产表
-def sync_asset_liability_report(period_time, sync_time, period):
+def sync_em_asset_liability_report(period_time, sync_time, period):
     un_report_asset_df = finance_common_api.find_un_report_symbol(period_time,
                                                                   db_name_constant.EM_STOCK_ASSET_LIABILITY)
     for un_report_asset_one in un_report_asset_df.itertuples():
@@ -91,8 +143,8 @@ def sync_asset_liability_report(period_time, sync_time, period):
             logger.error("同步资产表异常:{},{},{}", symbol, period_time, e)
 
 
-# 同步利润表
-def sync_profit_report(period_time, sync_time, period):
+# 同步em利润表
+def sync_em_profit_report(period_time, sync_time, period):
     un_report_profit_df = finance_common_api.find_un_report_symbol(period_time, db_name_constant.EM_STOCK_PROFIT)
     for un_report_profit_one in un_report_profit_df.itertuples():
         try:
@@ -142,8 +194,9 @@ def sync_miss_report(sync_time):
 
 
 if __name__ == '__main__':
-    now_date = datetime.now()
-    now_year = now_date.year
-    now_month = now_date.month
-    sync_time_test = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    now_date_test = datetime.now()
+    now_year_test = now_date_test.year
+    now_month_test = now_date_test.month
+    sync_time_test = now_date_test.strftime('%Y-%m-%d %H:%M:%S')
     sync_miss_report(sync_time_test)
+    sync_financial_report()

mns_scheduler/finance/xue_qiu/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/finance/xue_qiu/down_load_xueqiu_report_api.py

@@ -0,0 +1,77 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import requests
+import pandas as pd
+from loguru import logger
+
+
+# report_type income 利润表
+# cash_flow 现金流量
+# balance 资产负债
+
+
+def get_xue_qiu_report(symbol, report_type, cookie, count, period_type):
+    # 请求 URL
+    url = (f"https://stock.xueqiu.com/v5/stock/finance/cn/{report_type}.json?symbol={symbol}&type={period_type}"
+           f"&is_detail=true&count={count}")
+
+    # 请求头（关键是 cookies）
+    headers = {
+        "accept": "application/json, text/plain, */*",
+        "accept-language": "zh-CN,zh;q=0.9",
+        "origin": "https://xueqiu.com",
+        "referer": f"https://xueqiu.com/snowman/S/{symbol}/detail",
+        "sec-fetch-mode": "cors",
+        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
+        # ⚠ 替换为你浏览器访问雪球后的 Cookie（需含 xq_a_token）
+        "cookie": cookie,
+    }
+
+    # 发送请求
+    response = requests.get(url, headers=headers)
+
+    # 检查结果
+    if response.status_code == 200:
+        data = response.json()
+
+        # 提取财报数据列表
+        raw_list = data['data']['list']
+        processed_list = []
+
+        for entry in raw_list:
+            flat_entry = {}
+            for key, value in entry.items():
+                if isinstance(value, list) and len(value) == 2:
+                    # 处理列表字段：提取两个值，空则填 0
+                    v0 = value[0] if value[0] is not None else 0
+                    v1 = value[1] if value[1] is not None else 0
+                    flat_entry[key] = v0
+                    flat_entry[key + "_chg"] = round(v1 * 100, 2)
+                elif value is None:
+                    # 整个字段为空，设置为 0 和 0（变化量）
+                    flat_entry[key] = 0
+                else:
+                    flat_entry[key] = value
+            processed_list.append(flat_entry)
+
+        # 转换为 DataFrame
+        df = pd.DataFrame(processed_list)
+        return df
+
+    else:
+        logger.error("请求失败，状态码:{}", response.status_code)
+        return pd.DataFrame()
+
+
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+
+if __name__ == '__main__':
+    cash_flow_df = get_xue_qiu_report('SZ301662', 'cash_flow', cookie_info_service.get_xue_qiu_cookie(), 1, 'all')
+    income_df = get_xue_qiu_report('SZ301662', 'income', cookie_info_service.get_xue_qiu_cookie(), 1, 'all')
+    balance_df = get_xue_qiu_report('SZ301662', 'balance', cookie_info_service.get_xue_qiu_cookie(), 1, 'all')
+    pass

mns_scheduler/finance/xue_qiu/sync_xue_qiu_fiance_data.py

@@ -0,0 +1,161 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.finance.xue_qiu.down_load_xueqiu_report_api as down_load_xueqiu_report_api
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import pandas as pd
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+from datetime import datetime
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+
+mongodb_util_27017 = MongodbUtil('27017')
+
+
+# report_type income 利润表
+# cash_flow 现金流量
+# balance 资产负债
+# 同步所有股票 报表
+def sync_all_stocks_report():
+    em_a_stock_info_df = em_stock_info_api.get_a_stock_info()
+    em_a_stock_info_df = common_service_fun_api.add_pre_prefix(em_a_stock_info_df)
+    # 或等效写法 df['A'].str[0:6]
+
+    fail_list = []
+
+    xue_qiu_cookie = cookie_info_service.get_xue_qiu_cookie()
+    report_type_list = ['income', 'balance', 'cash_flow']
+    for stock_one in em_a_stock_info_df.itertuples():
+        fail_list = save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, True, fail_list, '', False)
+
+    handle_number = 0
+    # 处理失败的
+    while len(fail_list) > 0:
+        fail_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'].isin(fail_list)]
+        for fail_one in fail_df.itertuples():
+            fail_list = save_one_symbol_data(fail_one, report_type_list, xue_qiu_cookie, True, fail_list, '', False)
+        handle_number = handle_number + 1
+        if handle_number > 10:
+            break
+
+
+def save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, save_tag, fail_list, report_name, check_exist):
+    try:
+        symbol_prefix = stock_one.symbol_prefix
+        name = stock_one.name
+        symbol = stock_one.symbol
+        for report_type in report_type_list:
+            if report_type == 'income':
+                col_name = extra_income_db_name.XUE_QIU_LRB_INCOME
+            elif report_type == 'balance':
+                col_name = extra_income_db_name.XUE_QIU_ASSET_DEBT
+            elif report_type == 'cash_flow':
+                col_name = extra_income_db_name.XUE_QIU_CASH_FLOW
+            if check_exist:
+                query_exist = {'symbol': symbol, 'report_name': report_name}
+                # 存在数据 不在同步
+                if mongodb_util_27017.exist_data_query(col_name, query_exist):
+                    continue
+
+            index_create = [('symbol', 1), ('report_date', 1)]
+            mongodb_util_27017.create_index(col_name, index_create)
+
+            index_create_01 = [('symbol', 1), ('sync_time', 1)]
+            mongodb_util_27017.create_index(col_name, index_create_01)
+
+            if check_exist:
+                # 季度同步只同步一条数据
+                result_df = down_load_xueqiu_report_api.get_xue_qiu_report(symbol_prefix, report_type, xue_qiu_cookie,
+                                                                           1,
+                                                                           'all')
+            else:
+                result_df = down_load_xueqiu_report_api.get_xue_qiu_report(symbol_prefix, report_type, xue_qiu_cookie,
+                                                                           200,
+                                                                           'all')
+
+            now_date = datetime.now()
+            sync_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+            if data_frame_util.is_empty(result_df):
+                logger.error("财务信息为空,代码:{}:{}", symbol, name)
+                continue
+            else:
+                # 季度同步check
+                if check_exist:
+                    result_df = result_df.loc[result_df['report_name'] == report_name]
+                    if data_frame_util.is_empty(result_df):
+                        continue
+
+            result_df['sync_time'] = sync_time
+            time.sleep(0.5)
+            # 1. 将毫秒时间戳转为 datetime
+            result_df['report_date'] = pd.to_datetime(result_df['report_date'], unit='ms')
+
+            # 2. 格式化为 '%Y-%m-%d' 字符串
+            result_df['report_date'] = result_df['report_date'].dt.strftime('%Y-%m-%d')
+
+            result_df['_id'] = symbol + '_' + result_df['report_date']
+            result_df['symbol'] = symbol
+
+            # 1. 将毫秒时间戳转为 datetime
+            result_df['ctime'] = pd.to_datetime(result_df['ctime'], unit='ms')
+
+            # 2. 格式化为 '%Y-%m-%d' 字符串
+            result_df['ctime'] = result_df['ctime'].dt.strftime('%Y-%m-%d')
+            result_df.loc[result_df['report_name'].str.contains('年报'), 'period'] = 4
+            result_df.loc[result_df['report_name'].str.contains('一季报'), 'period'] = 1
+            result_df.loc[result_df['report_name'].str.contains('中报'), 'period'] = 2
+            result_df.loc[result_df['report_name'].str.contains('三季报'), 'period'] = 3
+            result_df['year'] = result_df['report_name'].str[:4]
+            if save_tag:
+                mongodb_util_27017.save_mongo(result_df, col_name)
+            else:
+                mongodb_util_27017.insert_mongo(result_df, col_name)
+
+            if symbol in fail_list:
+                fail_list.remove(symbol)
+        logger.info("同步财务数据完成:{}:{}", symbol, name, report_name)
+    except BaseException as e:
+        logger.error("同步错误:{},异常信息:{}", symbol, e)
+        fail_list.append(symbol)
+    return fail_list
+
+
+def sync_xue_qiu_very_period_report(report_name, symbol):
+    em_a_stock_info_df = em_stock_info_api.get_a_stock_info()
+    if symbol is not None:
+        em_a_stock_info_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'] == symbol]
+    em_a_stock_info_df = common_service_fun_api.add_pre_prefix(em_a_stock_info_df)
+    # 或等效写法 df['A'].str[0:6]
+
+    fail_list = []
+
+    xue_qiu_cookie = cookie_info_service.get_xue_qiu_cookie()
+    report_type_list = ['income', 'balance', 'cash_flow']
+    for stock_one in em_a_stock_info_df.itertuples():
+        fail_list = save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, False, fail_list, report_name,
+                                         True)
+
+    handle_number = 0
+    # 处理失败的
+    while len(fail_list) > 0:
+        fail_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'].isin(fail_list)]
+        for fail_one in fail_df.itertuples():
+            fail_list = save_one_symbol_data(fail_one, report_type_list, xue_qiu_cookie, False, fail_list, report_name,
+                                             True)
+        handle_number = handle_number + 1
+        if handle_number > 10:
+            break
+
+
+if __name__ == '__main__':
+    sync_all_stocks_report()

mns_scheduler/hk/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -2,10 +2,10 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import mns_common.api.em.east_money_stock_hk_api as east_money_stock_hk_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 import akshare as ak
 import mns_common.constant.db_name_constant as db_name_constant
 from mns_common.db.MongodbUtil import MongodbUtil
@@ -48,8 +48,7 @@ def get_ths_cookie():
 
 # https://quote.eastmoney.com/center/gridlist.html#hk_stocks
 def sync_hk_company_info():
-    cookie = get_em_cookie()
-    hk_real_time_df = east_money_stock_hk_api.hk_real_time_quotes(cookie)
+    hk_real_time_df = em_stock_info_api.get_hk_stock_info()
 
     hk_real_time_df = hk_real_time_df[[
         "symbol",
@@ -100,4 +99,5 @@ def sync_hk_company_info():
 
 
 if __name__ == '__main__':
+    get_hk_ggt_component()
     sync_hk_company_info()

mns_scheduler/hk/hk_industry_info_sync_service_api.py

@@ -2,16 +2,15 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
-import mns_common.api.em.east_money_stock_hk_api as east_money_stock_hk_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 import akshare as ak
 import mns_common.constant.db_name_constant as db_name_constant
 from mns_common.db.MongodbUtil import MongodbUtil
 from functools import lru_cache
-import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.component.zt.zt_common_service_api as zt_common_service_api
 
 mongodb_util = MongodbUtil('27017')
@@ -39,8 +38,7 @@ def get_em_cookie():
 
 
 def sync_hk_company_industry():
-    cookie = get_em_cookie()
-    hk_real_time_df = east_money_stock_hk_api.hk_real_time_quotes(cookie)
+    hk_real_time_df = em_stock_info_api.get_hk_stock_info()
 
     hk_real_time_df = hk_real_time_df[[
         "symbol",

mns_scheduler/industry/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/industry/ths/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)