mns-scheduler 1.1.8.4__py3-none-any.whl → 1.4.5.7__py3-none-any.whl

mns_scheduler/industry/ths/ths_industry_index_service.py

@@ -0,0 +1,58 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.ths.concept.app.ths_concept_index_app as ths_concept_index_app
+from datetime import datetime
+import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.utils.data_frame_util as data_frame_util
+import pandas as pd
+import mns_common.component.common_service_fun_api as common_service_fun_api
+
+
+# 通过api 获取ths行业和指数
+def get_ths_index_by_api(query_type):
+    now_date = datetime.now()
+    hour = now_date.hour
+    minute = now_date.minute
+    now_str_day = now_date.strftime('%Y-%m-%d')
+
+    is_trade_day = trade_date_common_service_api.is_trade_day(now_str_day)
+
+    if bool(1 - is_trade_day):
+        last_trade_day = trade_date_common_service_api.get_before_trade_date(now_str_day, 1)
+        begin_time = date_handle_util.no_slash_date(last_trade_day) + '093000'
+        end_time = date_handle_util.no_slash_date(last_trade_day) + '150000'
+    else:
+        if hour < 9 or (hour == 9 and minute <= 25):
+            last_trade_day = trade_date_common_service_api.get_before_trade_date(now_str_day, 2)
+            begin_time = date_handle_util.no_slash_date(last_trade_day) + '093000'
+            end_time = date_handle_util.no_slash_date(last_trade_day) + '150000'
+        else:
+            begin_time = date_handle_util.no_slash_date(now_str_day) + '093000'
+            if hour == 9:
+                hour = '0' + str(hour)
+                end_time = date_handle_util.no_slash_date(now_str_day) + str(hour) + str(minute) + '00'
+            elif (hour == 11 and minute >= 30) or (hour == 12):
+                end_time = date_handle_util.no_slash_date(now_str_day) + '113000'
+            elif hour >= 15:
+                end_time = date_handle_util.no_slash_date(now_str_day) + '150000'
+            else:
+                end_time = date_handle_util.no_slash_date(now_str_day) + str(hour) + str(minute) + '00'
+
+    df = ths_concept_index_app.get_ths_concept_his_info(begin_time, end_time, 500, query_type)
+    if data_frame_util.is_empty(df):
+        return pd.DataFrame()
+    df['turnover'] = round(df['turnover'] / common_service_fun_api.HUNDRED_MILLION, 1)
+    df['net_inflow_of_main_force'] = round(df['net_inflow_of_main_force'] / common_service_fun_api.TEN_THOUSAND, 1)
+    df.fillna('', inplace=True)
+    return df
+
+
+if __name__ == '__main__':
+    df_industry = get_ths_index_by_api(1)
+    print(df_industry)

mns_scheduler/industry/ths/ths_industry_sync_service.py

@@ -0,0 +1,68 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_scheduler.industry.ths.ths_industry_index_service as ths_industry_index_service
+from mns_common.db.MongodbUtil import MongodbUtil
+import time
+from datetime import datetime
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.api.ths.concept.app.ths_concept_detail_app as ths_concept_detail_app
+
+mongodb_util = MongodbUtil('27017')
+import mns_common.constant.db_name_constant as db_name_constant
+
+
+# 同步同花顺行业指数
+def sync_ths_industry_index():
+    ths_industry_index_df = ths_industry_index_service.get_ths_index_by_api(1)
+    if data_frame_util.is_empty(ths_industry_index_df):
+        return None
+    ths_industry_index_df['_id'] = ths_industry_index_df['block_code']
+    ths_industry_index_df = ths_industry_index_df[[
+        '_id',
+        'turnover',
+        'block_market',
+        'block_code',
+        'block_name',
+        'net_inflow_of_main_force',
+        'chg'
+    ]]
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    ths_industry_index_df['str_now_date'] = str_now_date
+    mongodb_util.save_mongo(ths_industry_index_df, db_name_constant.THS_INDUSTRY_LIST)
+
+
+def sync_ths_industry_detail():
+    ths_industry_list_df = mongodb_util.find_all_data(db_name_constant.THS_INDUSTRY_LIST)
+    for industry_one in ths_industry_list_df.itertuples():
+        try:
+            time.sleep(1)
+            now_date = datetime.now()
+            str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+            ths_industry_symbol_detail_df = ths_concept_detail_app.get_ths_concept_detail_by_app(
+                industry_one.block_code)
+            ths_industry_symbol_detail_df = ths_industry_symbol_detail_df.rename(
+                columns={"concept_code": 'ths_industry_code',
+                         "concept_name": 'ths_industry_name',
+                         })
+            if data_frame_util.is_empty(ths_industry_symbol_detail_df):
+                continue
+            ths_industry_symbol_detail_df['str_now_date'] = str_now_date
+            ths_industry_symbol_detail_df['_id'] = ths_industry_symbol_detail_df['symbol']
+            mongodb_util.save_mongo(ths_industry_symbol_detail_df, db_name_constant.THS_STOCK_INDUSTRY_DETAIL)
+            logger.info("同步ths行业股票详情:{}", industry_one.block_name)
+
+        except BaseException as e:
+            logger.error("同步ths行业股票详情异常:{}", e)
+
+
+if __name__ == '__main__':
+    sync_ths_industry_index()
+    sync_ths_industry_detail()

mns_scheduler/irm/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/irm/api/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # !/usr/bin/env python
@@ -13,64 +13,17 @@ Desc: 上证e互动-提问与回答
 https://sns.sseinfo.com/
 """
 import warnings
-from functools import lru_cache
-
 import pandas as pd
 import requests
 from bs4 import BeautifulSoup
-
 from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.constant.db_name_constant as db_name_constant
 
 mongodb_util = MongodbUtil('27017')
-from tqdm import tqdm
-
-
-@lru_cache()
-def sync_stock_uid() -> pd.DataFrame:
-    """
-    上证e互动-代码ID映射
-    https://sns.sseinfo.com/list/company.do
-    :return: 代码ID映射
-    :rtype: str
-    """
-    url = "https://sns.sseinfo.com/allcompany.do"
-    data = {
-        "code": "0",
-        "order": "2",
-        "areaId": "0",
-        "page": "1",
-    }
-    uid_list = list()
-    code_list = list()
-    for page in tqdm(range(1, 74), leave=False):
-        data.update({"page": page})
-        r = requests.post(url, data=data)
-        data_json = r.json()
-        soup = BeautifulSoup(data_json["content"], "lxml")
-        soup.find_all("a", attrs={"rel": "tag"})
-        uid_list.extend(
-            [item["uid"] for item in soup.find_all("a", attrs={"rel": "tag"})]
-        )
-        code_list.extend(
-            [
-                item.find("img")["src"].split("?")[0].split("/")[-1].split(".")[0]
-                for item in soup.find_all("a", attrs={"rel": "tag"})
-            ]
-        )
-    code_uid_df = pd.DataFrame()
-    code_uid_df['symbol'] = code_list
-    code_uid_df['uid'] = uid_list
-    code_uid_df['_id'] = uid_list
-    return code_uid_df
-
-
-@lru_cache()
-def get_stock_uid() -> pd.DataFrame:
-    return mongodb_util.find_all_data(db_name_constant.SSE_INFO_UID)
 
 
-def stock_sns_sse_info(symbol: str = "603119") -> pd.DataFrame:
+def stock_sns_sse_info(org_ask_id,
+                       page,
+                       page_size) -> pd.DataFrame:
     """
     上证e互动-提问与回答
     https://sns.sseinfo.com/company.do?uid=65
@@ -80,16 +33,13 @@ def stock_sns_sse_info(symbol: str = "603119") -> pd.DataFrame:
     :rtype: str
     """
 
-    stock_uid_df = get_stock_uid()
-    stock_uid_df = stock_uid_df.loc[stock_uid_df['symbol'] == symbol]
-    uid = list(stock_uid_df['uid'])[0]
     url = "https://sns.sseinfo.com/ajax/userfeeds.do"
     params = {
         "typeCode": "company",
         "type": "11",
-        "pageSize": "100",
-        "uid": uid,
-        "page": "1",
+        "pageSize": str(page_size),
+        "uid": org_ask_id,
+        "page": str(page),
     }
     big_df = pd.DataFrame()
     page = 1
@@ -164,5 +114,5 @@ def stock_sns_sse_info(symbol: str = "603119") -> pd.DataFrame:
 
 
 if __name__ == "__main__":
-    stock_sns_sse_info_df = stock_sns_sse_info(symbol="688787")
+    stock_sns_sse_info_df = stock_sns_sse_info('308', '2', '100')
     print(stock_sns_sse_info_df)

mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 # !/usr/bin/env python
@@ -15,27 +15,18 @@ https://irm.cninfo.com.cn/
 
 import pandas as pd
 import requests
+import time
 
 
-def _fetch_org_id(symbol: str = "000001") -> str:
-    """
-    股票-互动易-组织代码
-    https://irm.cninfo.com.cn/
-    :return: 组织代码
-    :rtype: str
-    """
-    url = "https://irm.cninfo.com.cn/newircs/index/queryKeyboardInfo"
-    params = {"_t": "1691144074"}
-    data = {"keyWord": symbol}
-    r = requests.post(url, params=params, data=data)
-    data_json = r.json()
-    org_id = data_json["data"][0]["secid"]
-    return org_id
-
-
-# 获取股票所有问题
+# 获取单个股票所有问题
+# todo https://irm.cninfo.com.cn/ircs/company/companyDetail?stockcode=000002&orgId=gssz0000002
+def stock_irm_cninfo(symbol,
+                     org_ask_id,
+                     page,
+                     page_size) -> pd.DataFrame:
+    # 毫秒级时间戳字符串
+    current_ms_timestamp_str = str(int(time.time() * 1000))
 
-def stock_irm_cninfo(symbol: str = "002594") -> pd.DataFrame:
     """
     互动易-提问
     https://irm.cninfo.com.cn/ircs/question/questionDetail?questionId=1515236357817618432
@@ -46,19 +37,17 @@ def stock_irm_cninfo(symbol: str = "002594") -> pd.DataFrame:
     """
     url = "https://irm.cninfo.com.cn/newircs/company/question"
     params = {
-        "_t": "1691142650",
+        "_t": current_ms_timestamp_str,
         "stockcode": symbol,
-        "orgId": _fetch_org_id(symbol),
-        "pageSize": "100",
-        "pageNum": "1",
+        "orgId": org_ask_id,
+        "pageSize": page_size,
+        "pageNum": page,
         "keyWord": "",
         "startDay": "",
         "endDay": "",
     }
 
     big_df = pd.DataFrame()
-    page = 1
-    params.update({"pageNum": page})
     r = requests.post(url, params=params)
     data_json = r.json()
     temp_df = pd.DataFrame(data_json["rows"])
@@ -195,7 +184,7 @@ def stock_irm_ans_cninfo(symbol: str = "1513586704097333248") -> pd.DataFrame:
 
 
 if __name__ == "__main__":
-    stock_irm_cninfo_df = stock_irm_cninfo(symbol="002594")
+    stock_irm_cninfo_df = stock_irm_cninfo(symbol="000002", org_ask_id='gssz0000002', page=2, pageSize=100)
     print(stock_irm_cninfo_df)
 
     stock_irm_ans_cninfo_df = stock_irm_ans_cninfo(symbol="1495108801386602496")

mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -2,34 +2,37 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
-import akshare as ak
+
 import mns_common.utils.data_frame_util as data_frame_util
 import pandas as pd
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 import mns_common.component.company.company_common_service_api as company_common_service_api
 from loguru import logger
 from datetime import datetime
 import time
 import mns_common.utils.date_handle_util as date_handle_util
-
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_scheduler.irm.api.sh_stock_sns_sse_info_api as sh_stock_sns_sse_info_api
 import mns_scheduler.irm.api.sz_stock_sns_sse_info_api as sz_stock_sns_sse_info_api
-
 from mns_common.db.MongodbUtil import MongodbUtil
+import mns_scheduler.irm.stock_question_id_service as stock_question_id_service
 
 mongodb_util = MongodbUtil('27017')
 
 
-# 获取股票提问    互动易-提问 深交所
+# 获取股票提问    互动易-提问 todo 深交所 可以拉取未回答的,但是最拉到最近三个月
 def get_stock_irm_cninfo_sz_api(symbol):
     try:
+        org_ask_id = stock_question_id_service.get_one_sz_symbol_org_id(symbol)
         # 获取一页
-        stock_irm_cninfo_df = sz_stock_sns_sse_info_api.stock_irm_cninfo(symbol)
+        stock_irm_cninfo_df = sz_stock_sns_sse_info_api.stock_irm_cninfo(symbol,
+                                                                         org_ask_id,
+                                                                         1,
+                                                                         100)
         # 获取全页
         # stock_irm_cninfo_df = ak.stock_irm_cninfo(symbol)
     except Exception as e:
@@ -66,11 +69,15 @@ def get_stock_irm_cninfo_sz_api(symbol):
     return stock_irm_cninfo_df
 
 
-# 获取股票提问    互动易-提问 上交所
+# 获取股票提问    互动易-提问 todo 上交所
 def get_stock_irm_cninfo_sh_api(symbol):
     try:
         # 获取一页
-        stock_sns_sse_info_df = sh_stock_sns_sse_info_api.stock_sns_sse_info(symbol)
+        org_ask_id = stock_question_id_service.get_one_sh_symbol_org_id(symbol)
+
+        stock_sns_sse_info_df = sh_stock_sns_sse_info_api.stock_sns_sse_info(org_ask_id,
+                                                                             1,
+                                                                             100)
         # 获取全页
         # stock_sns_sse_info_df = ak.stock_sns_sseinfo(symbol)
     except Exception as e:
@@ -101,10 +108,21 @@ def get_stock_irm_cninfo_sh_api(symbol):
         "answer_time",
         "questioner",
         "source"]]
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    stock_sns_sse_info_df.loc[
+        stock_sns_sse_info_df['answer_time'].str.contains('小时前', na=False), 'answer_time'] = str_now_date
+    stock_sns_sse_info_df.loc[
+        stock_sns_sse_info_df['answer_time'].str.contains('分钟前', na=False), 'answer_time'] = str_now_date
+    stock_sns_sse_info_df.loc[
+        stock_sns_sse_info_df['question_time'].str.contains('小时前', na=False), 'question_time'] = str_now_date
+    stock_sns_sse_info_df.loc[
+        stock_sns_sse_info_df['question_time'].str.contains('分钟前', na=False), 'answer_time'] = str_now_date
 
     return stock_sns_sse_info_df
 
 
+# 格式化 时间
 def replace_date_format(date_str):
     now_date = datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
@@ -113,26 +131,20 @@ def replace_date_format(date_str):
     return date_str.replace('年', '-').replace('月', '-').replace('日', '').replace('昨天', last_day)
 
 
-def save_sh_stock_uid():
-    code_uid_df = sh_stock_sns_sse_info_api.sync_stock_uid()
-    mongodb_util.save_mongo(code_uid_df, db_name_constant.SSE_INFO_UID)
-
-
 # 同步所有互动问题
-def sync_all_interactive_questions(symbol_list):
-    # 同步互动易映射
-    save_sh_stock_uid()
-
-    real_time_quotes_all_stocks = east_money_stock_api.get_real_time_quotes_all_stocks()
+def sync_symbols_interactive_questions(symbol_list):
+    real_time_quotes_all_stocks = em_stock_info_api.get_a_stock_info()
     de_list_company_symbols = company_common_service_api.get_de_list_company()
     real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
         ~(real_time_quotes_all_stocks['symbol'].isin(de_list_company_symbols))]
     real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
-    real_time_quotes_all_stocks = real_time_quotes_all_stocks.sort_values(by=['chg'], ascending=False)
+    real_time_quotes_all_stocks = real_time_quotes_all_stocks.sort_values(by=['amount'], ascending=False)
     fail_symbol_list = []
-    if symbol_list is not None:
+    if len(symbol_list) != 0:
         real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
             real_time_quotes_all_stocks['symbol'].isin(symbol_list)]
+
+    real_time_quotes_all_stocks = real_time_quotes_all_stocks.reset_index(drop=True)
     for stock_one in real_time_quotes_all_stocks.itertuples():
         try:
             now_date = datetime.now()
@@ -149,18 +161,13 @@ def sync_all_interactive_questions(symbol_list):
 
             else:
                 continue
+            if data_frame_util.is_empty(stock_irm_cninfo_df):
+                continue
             stock_irm_cninfo_df['sync_time'] = str_now_date
             stock_irm_cninfo_df['str_day'] = str_day
             stock_irm_cninfo_df.drop_duplicates('_id', keep='last', inplace=True)
             stock_irm_cninfo_df.fillna("", inplace=True)
-            stock_irm_cninfo_df.loc[
-                stock_irm_cninfo_df['answer_time'].str.contains('小时前', na=False), 'answer_time'] = str_now_date
-            stock_irm_cninfo_df.loc[
-                stock_irm_cninfo_df['answer_time'].str.contains('分钟前', na=False), 'answer_time'] = str_now_date
-            stock_irm_cninfo_df.loc[
-                stock_irm_cninfo_df['question_time'].str.contains('小时前', na=False), 'question_time'] = str_now_date
-            stock_irm_cninfo_df.loc[
-                stock_irm_cninfo_df['question_time'].str.contains('分钟前', na=False), 'answer_time'] = str_now_date
+
             stock_irm_cninfo_df['valid'] = True
             stock_irm_cninfo_df['answer_content'].fillna('')
             # 保存新增数据
@@ -172,6 +179,7 @@ def sync_all_interactive_questions(symbol_list):
             logger.error("同步互动问题出现异常:{},{}", stock_one.symbol, e)
 
 
+# 保存新增回答数据
 def save_new_data(stock_irm_cninfo_df):
     if data_frame_util.is_empty(stock_irm_cninfo_df):
         return None
@@ -191,6 +199,10 @@ def save_new_data(stock_irm_cninfo_df):
 
 
 if __name__ == '__main__':
-    fail_symbol_list_01 = ['000638', '002886', '688778', '688766', '688733', '688778', '688793', '688787']
+    get_stock_irm_cninfo_sz_api('000002')
+    sync_symbols_interactive_questions([])
+    # sync_symbols_interactive_questions([])
+    # get_stock_irm_cninfo_sh_api('688778')
+    # fail_symbol_list_01 = ['000638', '002886', '688778', '688766', '688733', '688778', '688793', '688787']
     # get_stock_irm_cninfo_sh_api('603633')
-    sync_all_interactive_questions(None)
+    # sync_symbols_interactive_questions(None)

mns_scheduler/irm/stock_question_id_service.py

@@ -0,0 +1,169 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+"""
+"""
+
+from functools import lru_cache
+import pandas as pd
+import requests
+from bs4 import BeautifulSoup
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+import mns_common.component.company.company_common_service_api as company_common_service_api
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
+from datetime import datetime, timedelta
+
+mongodb_util = MongodbUtil('27017')
+from tqdm import tqdm
+
+
+# 同步所有映射表
+@lru_cache()
+def sync_stock_uid() -> pd.DataFrame:
+    """
+    上证e互动-代码ID映射
+    https://sns.sseinfo.com/list/company.do
+    :return: 代码ID映射
+    :rtype: str
+    """
+    url = "https://sns.sseinfo.com/allcompany.do"
+    data = {
+        "code": "0",
+        "order": "2",
+        "areaId": "0",
+        "page": "1",
+    }
+    uid_list = list()
+    code_list = list()
+    for page in tqdm(range(1, 74), leave=False):
+        data.update({"page": page})
+        r = requests.post(url, data=data)
+        data_json = r.json()
+        soup = BeautifulSoup(data_json["content"], "lxml")
+        soup.find_all("a", attrs={"rel": "tag"})
+        uid_list.extend(
+            [item["uid"] for item in soup.find_all("a", attrs={"rel": "tag"})]
+        )
+        code_list.extend(
+            [
+                item.find("img")["src"].split("?")[0].split("/")[-1].split(".")[0]
+                for item in soup.find_all("a", attrs={"rel": "tag"})
+            ]
+        )
+    code_uid_df = pd.DataFrame()
+    code_uid_df['symbol'] = code_list
+    code_uid_df['uid'] = uid_list
+    code_uid_df['_id'] = uid_list
+    return code_uid_df
+
+
+# 获取上海问答id
+@lru_cache()
+def get_sh_stock_all_uid() -> pd.DataFrame:
+    return mongodb_util.find_all_data(db_name_constant.SH_INFO_UID)
+
+
+# 获取深圳问答id
+@lru_cache()
+def get_sz_stock_all_uid() -> pd.DataFrame:
+    return mongodb_util.find_all_data(db_name_constant.SZ_INFO_UID)
+
+
+# 获取深圳互动回答单个ID
+def get_one_sz_symbol_org_id(symbol):
+    sz_info_uid_df = get_sz_stock_all_uid()
+    sz_info_uid_one_df = sz_info_uid_df.loc[sz_info_uid_df['symbol'] == symbol]
+    if data_frame_util.is_not_empty(sz_info_uid_one_df):
+        return list(sz_info_uid_one_df['uid'])[0]
+    else:
+        try:
+            return fetch_sz_org_id(symbol)
+        except BaseException as e:
+            logger.error("获取组织代码异常:{},{}", symbol, e)
+            return '0'
+
+
+# 获取上海互动回答单个ID
+def get_one_sh_symbol_org_id(symbol):
+    sh_info_uid_df = get_sh_stock_all_uid()
+    sh_info_uid_one_df = sh_info_uid_df.loc[sh_info_uid_df['symbol'] == symbol]
+    if data_frame_util.is_not_empty(sh_info_uid_one_df):
+        return list(sh_info_uid_one_df['uid'])[0]
+    else:
+        return '0'
+
+
+# 深圳股票-互动易-组织代码 单个获取
+def fetch_sz_org_id(symbol: str = "000001") -> str:
+    """
+    股票-互动易-组织代码
+    https://irm.cninfo.com.cn/
+    :return: 组织代码
+    :rtype: str
+    """
+    url = "https://irm.cninfo.com.cn/newircs/index/queryKeyboardInfo"
+    params = {"_t": "1691144074"}
+    data = {"keyWord": symbol}
+    r = requests.post(url, params=params, data=data)
+    data_json = r.json()
+    org_id = data_json["data"][0]["secid"]
+    return org_id
+
+
+# 同步上证互动uid
+def sync_sh_stock_uid():
+    code_uid_df = sync_stock_uid()
+    mongodb_util.save_mongo(code_uid_df, db_name_constant.SH_INFO_UID)
+
+
+# 同步深圳互动uid
+def sync_sz_stock_uid(symbol_list):
+    real_time_quotes_all_stocks = em_stock_info_api.get_a_stock_info()
+    de_list_company_symbols = company_common_service_api.get_de_list_company()
+    real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
+        ~(real_time_quotes_all_stocks['symbol'].isin(de_list_company_symbols))]
+    real_time_quotes_all_stocks = common_service_fun_api.classify_symbol(real_time_quotes_all_stocks)
+
+    real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
+        real_time_quotes_all_stocks['classification'].isin(['S', 'C'])]
+    if len(symbol_list) != 0:
+        real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
+            real_time_quotes_all_stocks['symbol'].isin(symbol_list)]
+    else:
+        # 获取当前时间
+        now_date = datetime.now()
+        # 计算前7天的时间（timedelta 用于表示时间间隔）
+        seven_days_ago = now_date - timedelta(days=30)
+        str_day_number = int(seven_days_ago.strftime('%Y%m%d'))
+        real_time_quotes_all_stocks = real_time_quotes_all_stocks.loc[
+            (real_time_quotes_all_stocks['list_date'] >= str_day_number) | (
+                    real_time_quotes_all_stocks['list_date'] == 19890604)]
+    for stock_one in real_time_quotes_all_stocks.itertuples():
+        try:
+            symbol = stock_one.symbol
+            uid = fetch_sz_org_id(symbol)
+            result_dict = {'_id': symbol, 'symbol': symbol, 'uid': uid}
+            result_dict_df = pd.DataFrame(result_dict, index=[1])
+            mongodb_util.save_mongo(result_dict_df, db_name_constant.SZ_INFO_UID)
+            logger.info("同步SZ互动ID:{}", stock_one.symbol)
+        except Exception as e:
+            logger.error("同步SZ互动ID异常:{},{}", stock_one.symbol, e)
+
+
+if __name__ == '__main__':
+    sz_symbol_org_id = get_one_sz_symbol_org_id('300085')
+    sh_symbol_org_id = get_one_sh_symbol_org_id('600000')
+    print(sz_symbol_org_id)
+    print(sh_symbol_org_id)
+    sync_sz_stock_uid([])
+    # sync_sz_stock_uid([])
+    # sync_sh_stock_uid([])

mns_scheduler/k_line/clean/daily/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)