mns-scheduler 1.2.9.6__py3-none-any.whl → 1.4.2.5__py3-none-any.whl

mns_scheduler/finance/{sync_financial_report_service_api.py → sync_financial_report_service_task.py}

@@ -2,21 +2,22 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from datetime import datetime
 
 import mns_common.constant.db_name_constant as db_name_constant
-import mns_scheduler.finance.em_financial_profit_sync_service_api as em_financial_profit_sync_service_api
+import mns_scheduler.finance.em.em_financial_profit_sync_service_api as em_financial_profit_sync_service_api
 from mns_common.db.MongodbUtil import MongodbUtil
 from loguru import logger
 import \
-    mns_scheduler.finance.em_financial_asset_liability_sync_service_api as em_financial_asset_liability_sync_service_api
+    mns_scheduler.finance.em.em_financial_asset_liability_sync_service_api as em_financial_asset_liability_sync_service_api
 import mns_scheduler.risk.financial_report_risk_check_api as financial_report_risk_check_api
 import mns_common.utils.data_frame_util as data_frame_util
-import mns_scheduler.finance.finance_common_api as finance_common_api
+import mns_scheduler.finance.em.finance_common_api as finance_common_api
 import mns_scheduler.risk.compliance.undisclosed_annual_report_api as undisclosed_annual_report_api
+import mns_scheduler.finance.xue_qiu.sync_xue_qiu_fiance_data as sync_xue_qiu_fiance_data
 
 mongodb_util = MongodbUtil('27017')
 
@@ -26,39 +27,90 @@ mongodb_util = MongodbUtil('27017')
 # 3、上市公司季报披露时间:
 #    1季报:每年4月1日-- -4月30日。
 #    2季报(中报) :每年7月1日--8月30日。
-#    3季报:每年10月1日--10月31日4季报(年报) :每年1月1日--4月30日
+#    3季报:每年10月1日--10月31日
+#    4季报(年报) :每年1月1日--4月30日
 
 def sync_financial_report():
     now_date = datetime.now()
     now_year = now_date.year
     now_month = now_date.month
     sync_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
-    # 年报
-    if 1 <= now_month <= 5:
+
+    if now_month in [1, 2, 3, 4]:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year - 1) + '年报', None)
+
+        # 年报
         period = 4
         period_time = str(now_year - 1) + "-12-31 00:00:00"
-        sync_profit_report(period_time, sync_time, period)
-        sync_asset_liability_report(period_time, sync_time, period)
+        sync_em_profit_report(period_time, sync_time, period)
+        sync_em_asset_liability_report(period_time, sync_time, period)
+
+        # 一季报
+        if now_month == 4:
+            sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '一季报', None)
+
+            period = 1
+            period_time = str(now_year) + "-03-31 00:00:00"
+            sync_em_profit_report(period_time, sync_time, period)
+            sync_em_asset_liability_report(period_time, sync_time, period)
+
 
-    # 一季报
-    elif now_month == 5:
-        period = 1
-        period_time = str(now_year) + "-03-31 00:00:00"
-        sync_profit_report(period_time, sync_time, period)
-        sync_asset_liability_report(period_time, sync_time, period)
 
     # 二季报
-    elif 7 <= now_month <= 8:
+    elif now_month in [7, 8]:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '中报', None)
+
         period = 2
         period_time = str(now_year) + "-06-30 00:00:00"
-        sync_profit_report(period_time, sync_time, period)
-        sync_asset_liability_report(period_time, sync_time, period)
+        sync_em_profit_report(period_time, sync_time, period)
+        sync_em_asset_liability_report(period_time, sync_time, period)
+
+
+
     # 三季报
     elif now_month == 10:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '三季报', None)
+
         period = 3
         period_time = str(now_year) + "-09-30 00:00:00"
-        sync_profit_report(period_time, sync_time, period)
-        sync_asset_liability_report(period_time, sync_time, period)
+        sync_em_profit_report(period_time, sync_time, period)
+        sync_em_asset_liability_report(period_time, sync_time, period)
+
+    elif now_month == 5:
+
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year - 1) + '年报', None)
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '一季报', None)
+
+        # 补偿年报和一季度,出不了报告的
+        miss_period_04 = 4
+        miss_period_time_04 = str(now_year - 1) + "-12-31 00:00:00"
+
+        sync_em_profit_report(miss_period_time_04, sync_time, miss_period_04)
+        sync_em_asset_liability_report(miss_period_time_04, sync_time, miss_period_04)
+
+        period_01 = 1
+        period_time_01 = str(now_year) + "-03-31 00:00:00"
+        sync_em_profit_report(period_time_01, sync_time, period_01)
+        sync_em_asset_liability_report(period_time_01, sync_time, period_01)
+
+    elif now_month == 9:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '中报', None)
+
+        # 补偿二季度
+        period_02 = 2
+        period_time_02 = str(now_year) + "-06-30 00:00:00"
+        sync_em_profit_report(period_time_02, sync_time, period_02)
+        sync_em_asset_liability_report(period_time_02, sync_time, period_02)
+
+    elif now_month in [11, 12]:
+        sync_xue_qiu_fiance_data.sync_xue_qiu_very_period_report(str(now_year) + '三季报', None)
+
+        # 补偿三季度
+        period_03 = 3
+        period_time_03 = str(now_year) + "-09-30 00:00:00"
+        sync_em_profit_report(period_time_03, sync_time, period_03)
+        sync_em_asset_liability_report(period_time_03, sync_time, period_03)
+
     # 未出报告check
     undisclosed_annual_report_api.un_disclosed_report_check(sync_time, now_year, period, period_time)
     # 新股或者未出报告的
@@ -66,7 +118,7 @@ def sync_financial_report():
 
 
 # 同步资产表
-def sync_asset_liability_report(period_time, sync_time, period):
+def sync_em_asset_liability_report(period_time, sync_time, period):
     un_report_asset_df = finance_common_api.find_un_report_symbol(period_time,
                                                                   db_name_constant.EM_STOCK_ASSET_LIABILITY)
     for un_report_asset_one in un_report_asset_df.itertuples():
@@ -91,8 +143,8 @@ def sync_asset_liability_report(period_time, sync_time, period):
             logger.error("同步资产表异常:{},{},{}", symbol, period_time, e)
 
 
-# 同步利润表
-def sync_profit_report(period_time, sync_time, period):
+# 同步em利润表
+def sync_em_profit_report(period_time, sync_time, period):
     un_report_profit_df = finance_common_api.find_un_report_symbol(period_time, db_name_constant.EM_STOCK_PROFIT)
     for un_report_profit_one in un_report_profit_df.itertuples():
         try:
@@ -142,8 +194,9 @@ def sync_miss_report(sync_time):
 
 
 if __name__ == '__main__':
-    now_date = datetime.now()
-    now_year = now_date.year
-    now_month = now_date.month
-    sync_time_test = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    now_date_test = datetime.now()
+    now_year_test = now_date_test.year
+    now_month_test = now_date_test.month
+    sync_time_test = now_date_test.strftime('%Y-%m-%d %H:%M:%S')
+    sync_miss_report(sync_time_test)
     sync_financial_report()

mns_scheduler/finance/xue_qiu/down_load_xueqiu_report_api.py

@@ -0,0 +1,77 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import requests
+import pandas as pd
+from loguru import logger
+
+
+# report_type income 利润表
+# cash_flow 现金流量
+# balance 资产负债
+
+
+def get_xue_qiu_report(symbol, report_type, cookie, count, period_type):
+    # 请求 URL
+    url = (f"https://stock.xueqiu.com/v5/stock/finance/cn/{report_type}.json?symbol={symbol}&type={period_type}"
+           f"&is_detail=true&count={count}")
+
+    # 请求头（关键是 cookies）
+    headers = {
+        "accept": "application/json, text/plain, */*",
+        "accept-language": "zh-CN,zh;q=0.9",
+        "origin": "https://xueqiu.com",
+        "referer": f"https://xueqiu.com/snowman/S/{symbol}/detail",
+        "sec-fetch-mode": "cors",
+        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
+        # ⚠ 替换为你浏览器访问雪球后的 Cookie（需含 xq_a_token）
+        "cookie": cookie,
+    }
+
+    # 发送请求
+    response = requests.get(url, headers=headers)
+
+    # 检查结果
+    if response.status_code == 200:
+        data = response.json()
+
+        # 提取财报数据列表
+        raw_list = data['data']['list']
+        processed_list = []
+
+        for entry in raw_list:
+            flat_entry = {}
+            for key, value in entry.items():
+                if isinstance(value, list) and len(value) == 2:
+                    # 处理列表字段：提取两个值，空则填 0
+                    v0 = value[0] if value[0] is not None else 0
+                    v1 = value[1] if value[1] is not None else 0
+                    flat_entry[key] = v0
+                    flat_entry[key + "_chg"] = round(v1 * 100, 2)
+                elif value is None:
+                    # 整个字段为空，设置为 0 和 0（变化量）
+                    flat_entry[key] = 0
+                else:
+                    flat_entry[key] = value
+            processed_list.append(flat_entry)
+
+        # 转换为 DataFrame
+        df = pd.DataFrame(processed_list)
+        return df
+
+    else:
+        logger.error("请求失败，状态码:{}", response.status_code)
+        return pd.DataFrame()
+
+
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+
+if __name__ == '__main__':
+    cash_flow_df = get_xue_qiu_report('SZ301662', 'cash_flow', cookie_info_service.get_xue_qiu_cookie(), 1, 'all')
+    income_df = get_xue_qiu_report('SZ301662', 'income', cookie_info_service.get_xue_qiu_cookie(), 1, 'all')
+    balance_df = get_xue_qiu_report('SZ301662', 'balance', cookie_info_service.get_xue_qiu_cookie(), 1, 'all')
+    pass

mns_scheduler/finance/xue_qiu/sync_xue_qiu_fiance_data.py

@@ -0,0 +1,161 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.extra_income_db_name as extra_income_db_name
+import mns_scheduler.finance.xue_qiu.down_load_xueqiu_report_api as down_load_xueqiu_report_api
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import pandas as pd
+from loguru import logger
+import time
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
+from datetime import datetime
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+
+mongodb_util_27017 = MongodbUtil('27017')
+
+
+# report_type income 利润表
+# cash_flow 现金流量
+# balance 资产负债
+# 同步所有股票 报表
+def sync_all_stocks_report():
+    em_a_stock_info_df = em_stock_info_api.get_a_stock_info()
+    em_a_stock_info_df = common_service_fun_api.add_pre_prefix(em_a_stock_info_df)
+    # 或等效写法 df['A'].str[0:6]
+
+    fail_list = []
+
+    xue_qiu_cookie = cookie_info_service.get_xue_qiu_cookie()
+    report_type_list = ['income', 'balance', 'cash_flow']
+    for stock_one in em_a_stock_info_df.itertuples():
+        fail_list = save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, True, fail_list, '', False)
+
+    handle_number = 0
+    # 处理失败的
+    while len(fail_list) > 0:
+        fail_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'].isin(fail_list)]
+        for fail_one in fail_df.itertuples():
+            fail_list = save_one_symbol_data(fail_one, report_type_list, xue_qiu_cookie, True, fail_list, '', False)
+        handle_number = handle_number + 1
+        if handle_number > 10:
+            break
+
+
+def save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, save_tag, fail_list, report_name, check_exist):
+    try:
+        symbol_prefix = stock_one.symbol_prefix
+        name = stock_one.name
+        symbol = stock_one.symbol
+        for report_type in report_type_list:
+            if report_type == 'income':
+                col_name = extra_income_db_name.XUE_QIU_LRB_INCOME
+            elif report_type == 'balance':
+                col_name = extra_income_db_name.XUE_QIU_ASSET_DEBT
+            elif report_type == 'cash_flow':
+                col_name = extra_income_db_name.XUE_QIU_CASH_FLOW
+            if check_exist:
+                query_exist = {'symbol': symbol, 'report_name': report_name}
+                # 存在数据 不在同步
+                if mongodb_util_27017.exist_data_query(col_name, query_exist):
+                    continue
+
+            index_create = [('symbol', 1), ('report_date', 1)]
+            mongodb_util_27017.create_index(col_name, index_create)
+
+            index_create_01 = [('symbol', 1), ('sync_time', 1)]
+            mongodb_util_27017.create_index(col_name, index_create_01)
+
+            if check_exist:
+                # 季度同步只同步一条数据
+                result_df = down_load_xueqiu_report_api.get_xue_qiu_report(symbol_prefix, report_type, xue_qiu_cookie,
+                                                                           1,
+                                                                           'all')
+            else:
+                result_df = down_load_xueqiu_report_api.get_xue_qiu_report(symbol_prefix, report_type, xue_qiu_cookie,
+                                                                           200,
+                                                                           'all')
+
+            now_date = datetime.now()
+            sync_time = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+            if data_frame_util.is_empty(result_df):
+                logger.error("财务信息为空,代码:{}:{}", symbol, name)
+                continue
+            else:
+                # 季度同步check
+                if check_exist:
+                    result_df = result_df.loc[result_df['report_name'] == report_name]
+                    if data_frame_util.is_empty(result_df):
+                        continue
+
+            result_df['sync_time'] = sync_time
+            time.sleep(0.5)
+            # 1. 将毫秒时间戳转为 datetime
+            result_df['report_date'] = pd.to_datetime(result_df['report_date'], unit='ms')
+
+            # 2. 格式化为 '%Y-%m-%d' 字符串
+            result_df['report_date'] = result_df['report_date'].dt.strftime('%Y-%m-%d')
+
+            result_df['_id'] = symbol + '_' + result_df['report_date']
+            result_df['symbol'] = symbol
+
+            # 1. 将毫秒时间戳转为 datetime
+            result_df['ctime'] = pd.to_datetime(result_df['ctime'], unit='ms')
+
+            # 2. 格式化为 '%Y-%m-%d' 字符串
+            result_df['ctime'] = result_df['ctime'].dt.strftime('%Y-%m-%d')
+            result_df.loc[result_df['report_name'].str.contains('年报'), 'period'] = 4
+            result_df.loc[result_df['report_name'].str.contains('一季报'), 'period'] = 1
+            result_df.loc[result_df['report_name'].str.contains('中报'), 'period'] = 2
+            result_df.loc[result_df['report_name'].str.contains('三季报'), 'period'] = 3
+            result_df['year'] = result_df['report_name'].str[:4]
+            if save_tag:
+                mongodb_util_27017.save_mongo(result_df, col_name)
+            else:
+                mongodb_util_27017.insert_mongo(result_df, col_name)
+
+            if symbol in fail_list:
+                fail_list.remove(symbol)
+        logger.info("同步财务数据完成:{}:{}", symbol, name, report_name)
+    except BaseException as e:
+        logger.error("同步错误:{},异常信息:{}", symbol, e)
+        fail_list.append(symbol)
+    return fail_list
+
+
+def sync_xue_qiu_very_period_report(report_name, symbol):
+    em_a_stock_info_df = em_stock_info_api.get_a_stock_info()
+    if symbol is not None:
+        em_a_stock_info_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'] == symbol]
+    em_a_stock_info_df = common_service_fun_api.add_pre_prefix(em_a_stock_info_df)
+    # 或等效写法 df['A'].str[0:6]
+
+    fail_list = []
+
+    xue_qiu_cookie = cookie_info_service.get_xue_qiu_cookie()
+    report_type_list = ['income', 'balance', 'cash_flow']
+    for stock_one in em_a_stock_info_df.itertuples():
+        fail_list = save_one_symbol_data(stock_one, report_type_list, xue_qiu_cookie, False, fail_list, report_name,
+                                         True)
+
+    handle_number = 0
+    # 处理失败的
+    while len(fail_list) > 0:
+        fail_df = em_a_stock_info_df.loc[em_a_stock_info_df['symbol'].isin(fail_list)]
+        for fail_one in fail_df.itertuples():
+            fail_list = save_one_symbol_data(fail_one, report_type_list, xue_qiu_cookie, False, fail_list, report_name,
+                                             True)
+        handle_number = handle_number + 1
+        if handle_number > 10:
+            break
+
+
+if __name__ == '__main__':
+    sync_all_stocks_report()

mns_scheduler/hk/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.component.em.em_stock_info_api as em_stock_info_api
@@ -99,4 +99,5 @@ def sync_hk_company_info():
 
 
 if __name__ == '__main__':
+    get_hk_ggt_component()
     sync_hk_company_info()

mns_scheduler/hk/hk_industry_info_sync_service_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/industry/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/industry/ths/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/industry/ths/ths_industry_index_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_common.api.ths.concept.app.ths_concept_index_app as ths_concept_index_app

mns_scheduler/industry/ths/ths_industry_sync_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import mns_scheduler.industry.ths.ths_industry_index_service as ths_industry_index_service

mns_scheduler/irm/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/irm/api/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # !/usr/bin/env python

mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # !/usr/bin/env python

mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import akshare as ak
@@ -119,10 +119,10 @@ def save_sh_stock_uid():
 
 
 # 同步所有互动问题
-def sync_all_interactive_questions(symbol_list):
+def sync_symbols_interactive_questions(symbol_list):
     # 同步互动易映射
-    save_sh_stock_uid()
-
+    if len(symbol_list) == 0:
+        save_sh_stock_uid()
     real_time_quotes_all_stocks = em_stock_info_api.get_a_stock_info()
     de_list_company_symbols = company_common_service_api.get_de_list_company()
     real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
@@ -130,7 +130,7 @@ def sync_all_interactive_questions(symbol_list):
     real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
     real_time_quotes_all_stocks = real_time_quotes_all_stocks.sort_values(by=['chg'], ascending=False)
     fail_symbol_list = []
-    if symbol_list is not None:
+    if len(symbol_list) != 0:
         real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
             real_time_quotes_all_stocks['symbol'].isin(symbol_list)]
     for stock_one in real_time_quotes_all_stocks.itertuples():
@@ -149,6 +149,8 @@ def sync_all_interactive_questions(symbol_list):
 
             else:
                 continue
+            if data_frame_util.is_empty(stock_irm_cninfo_df):
+                continue
             stock_irm_cninfo_df['sync_time'] = str_now_date
             stock_irm_cninfo_df['str_day'] = str_day
             stock_irm_cninfo_df.drop_duplicates('_id', keep='last', inplace=True)
@@ -191,6 +193,8 @@ def save_new_data(stock_irm_cninfo_df):
 
 
 if __name__ == '__main__':
+    sync_symbols_interactive_questions([])
+    get_stock_irm_cninfo_sh_api('688778')
     fail_symbol_list_01 = ['000638', '002886', '688778', '688766', '688733', '688778', '688793', '688787']
     # get_stock_irm_cninfo_sh_api('603633')
-    sync_all_interactive_questions(None)
+    # sync_symbols_interactive_questions(None)

mns_scheduler/k_line/clean/daily/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/clean/daily/daily_k_line_clean_common_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 import pandas as pd

mns_scheduler/k_line/clean/daily/daily_k_line_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil

mns_scheduler/k_line/clean/k_line_info_clean_task.py

@@ -113,8 +113,9 @@ def multi_threaded_k_line_sync(str_day):
     real_time_quotes_now = real_time_quotes_now.loc[
         ~(real_time_quotes_now['symbol'].isin(de_list_company_df['symbol']))]
 
-    # 将list_date列中的所有NaN值设置为99990909
-    real_time_quotes_now['list_date'].fillna(20990909.0, inplace=True)
+    # 将list_date列中的所有NaN值设置为19890604
+    real_time_quotes_now['list_date'].fillna(19890604, inplace=True)
+    real_time_quotes_now['list_date'] = real_time_quotes_now['list_date'].replace(99990909, 19890604)
 
     # 将日期数值转换为日期时间格式
     real_time_quotes_now['list_date_01'] = pd.to_datetime(real_time_quotes_now['list_date'], format='%Y%m%d')
@@ -198,3 +199,7 @@ def create_k_line_index():
     mongodb_util.create_index('k_line_info', [("symbol", 1)])
     mongodb_util.create_index('k_line_info', [("str_day", 1)])
     mongodb_util.create_index('k_line_info', [("str_day", 1), ("symbol", 1)])
+
+
+if __name__ == '__main__':
+    sync_k_line_info_task('2025-11-13')

mns_scheduler/k_line/clean/week_month/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/k_line/clean/week_month/normal_week_month_k_line_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil

mns_scheduler/k_line/clean/week_month/sub_new_week_month_k_line_service.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 

mns_scheduler/{extraIncome/one_minute → k_line}/common/__init__.py

@@ -4,4 +4,4 @@ import os
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 16
 project_path = file_path[0:end]
-sys.path.append(project_path)
+sys.path.append(project_path)