mns-common 1.4.1.8__py3-none-any.whl → 1.5.7.2__py3-none-any.whl

mns_common/api/em/real_time/east_money_stock_hk_api.py

@@ -5,36 +5,68 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
-from concurrent.futures import ThreadPoolExecutor
 import pandas as pd
 from loguru import logger
 import requests
-import json
 import time
+import mns_common.component.proxies.proxy_common_api as proxy_common_api
+from concurrent.futures import ThreadPoolExecutor
+import json
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
 
-# 最大返回条数
-max_number = 4500
-# 最小返回条数
-min_number = 4400
 # 分页条数
 page_number = 100
 
 fields = ("f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f14,f15,f16,f17,f18,f20,f21,f26,"
-          "f33,f34,f35,f62,f66,f69,f72,f100,f184,f211,f212")
+          "f33,f34,f35,f62,f66,f69,f72,f100,f184,f211,f212,f103,f383")
 
 
-def hk_real_time_quotes_page_df(cookie, pn, proxies):
+def get_hk_stock_count(pn, proxies, page_size, cookie, time_out):
     try:
         headers = {
             'Cookie': cookie
         }
-
         current_timestamp = str(int(round(time.time() * 1000, 0)))
 
+        url_new = ('https://push2.eastmoney.com/api/qt/clist/get?cb=jQuery371026074131356896413_' + str(
+            current_timestamp) +
+                   '&np=1'
+                   '&fltt=1'
+                   '&invt=2'
+                   '&fs=m:128+t:3,m:128+t:4,m:128+t:1,m:128+t:2'
+                   '&fields=' + fields +
+                   '&fid=f12'
+                   '&pn=' + str(pn) +
+                   '&pz=' + str(page_size) +
+                   '&po=1'
+                    '&dect=1'
+                   '&ut=fa5fd1943c7b386f172d6893dbfba10b'
+                   '&wbp2u=4253366368931142|0|1|0|web'
+                   '&_' + str(current_timestamp))
+
+        if proxies is None:
+            r = requests.get(url_new, headers=headers, timeout=time_out)
+        else:
+            r = requests.get(url_new, headers=headers, proxies=proxies, timeout=time_out)
+        result = r.content.decode("utf-8")
+        begin_index_total = result.index('"total":')
+        end_index_total = result.index('"diff"')
+        return int(result[begin_index_total + 8:end_index_total - 1])
+    except Exception as e:
+        logger.error("获取港股股票列表,实时行情异常:{}", e)
+        return 0
+
+
+def get_hk_real_time_quotes_page_df(pn, proxies, page_size, cookie, time_out):
+    try:
+        headers = {
+            'Cookie': cookie
+        }
+        current_timestamp = str(int(round(time.time() * 1000, 0)))
         url_new = ('https://61.push2.eastmoney.com/api/qt/clist/get?cb=jQuery112409497467688484127_' + str(
             current_timestamp) +
                    '&pn=' + str(pn) +
-                   '&pz=50000'
+                   '&pz=' + str(page_size) +
                    '&po=1'
                    '&np=3'
                    '&ut=bd1d9ddb04089700cf9c27f6f7426281'
@@ -47,291 +79,210 @@ def hk_real_time_quotes_page_df(cookie, pn, proxies):
                    '&_=' + str(current_timestamp))
 
         if proxies is None:
-            r = requests.get(url_new, headers=headers)
+            r = requests.get(url_new, headers=headers, timeout=time_out)
         else:
-            r = requests.get(url_new, headers=headers, proxies=proxies)
+            r = requests.get(url_new, headers=headers, proxies=proxies, timeout=time_out)
         result = r.content.decode("utf-8")
-
-        if pn == 1:
-            try:
-                begin_index_total = result.index('"total":')
-
-                end_index_total = result.index('"diff"')
-                global max_number
-                max_number = int(result[begin_index_total + 8:end_index_total - 1])
-            except Exception as e:
-                logger.error(f"获取第{pn}页港股列表异常: {e}")
-                return pd.DataFrame()
-
         startIndex = result.index('"diff"')
         endIndex = result.index('}]}')
-
         result = result[startIndex + 7:endIndex + 2]
-
         data_json = json.loads(result)
-
         temp_df = pd.DataFrame(data_json)
-
-        temp_df = temp_df.rename(columns={
-
-            "f12": "symbol",
-            "f14": "name",
-            "f3": "chg",
-            "f2": "now_price",
-            "f5": "volume",
-            "f6": "amount",
-            "f8": "exchange",
-            "f10": "quantity_ratio",
-            "f22": "up_speed",
-            "f11": "up_speed_05",
-
-            "f15": "high",
-            "f16": "low",
-            "f17": "open",
-            "f18": "yesterday_price",
-            "f20": "total_mv",
-            "f21": "flow_mv",
-            "f26": "list_date",
-            "f33": "wei_bi",
-            "f34": "outer_disk",
-            "f35": "inner_disk",
-            "f62": "today_main_net_inflow",
-            "f66": "super_large_order_net_inflow",
-            "f69": "super_large_order_net_inflow_ratio",
-            "f72": "large_order_net_inflow",
-            # "f78": "medium_order_net_inflow",
-            # "f84": "small_order_net_inflow",
-            "f100": "industry",
-            # "f103": "concept",
-            "f184": "today_main_net_inflow_ratio",
-            "f352": "average_price",
-            "f211": "buy_1_num",
-            "f212": "sell_1_num"
-        })
-        temp_df.loc[temp_df['buy_1_num'] == '-', 'buy_1_num'] = 0
-        temp_df.loc[temp_df['sell_1_num'] == '-', 'sell_1_num'] = 0
-        temp_df.loc[temp_df['up_speed_05'] == '-', 'up_speed_05'] = 0
-        temp_df.loc[temp_df['up_speed'] == '-', 'up_speed'] = 0
-        temp_df.loc[temp_df['average_price'] == '-', 'average_price'] = 0
-        temp_df.loc[temp_df['wei_bi'] == '-', 'wei_bi'] = 0
-        temp_df.loc[temp_df['yesterday_price'] == '-', 'yesterday_price'] = 0
-        temp_df.loc[temp_df['now_price'] == '-', 'now_price'] = 0
-        temp_df.loc[temp_df['chg'] == '-', 'chg'] = 0
-        temp_df.loc[temp_df['volume'] == '-', 'volume'] = 0
-        temp_df.loc[temp_df['amount'] == '-', 'amount'] = 0
-        temp_df.loc[temp_df['exchange'] == '-', 'exchange'] = 0
-        temp_df.loc[temp_df['quantity_ratio'] == '-', 'quantity_ratio'] = 0
-        temp_df.loc[temp_df['high'] == '-', 'high'] = 0
-        temp_df.loc[temp_df['low'] == '-', 'low'] = 0
-        temp_df.loc[temp_df['open'] == '-', 'open'] = 0
-        temp_df.loc[temp_df['total_mv'] == '-', 'total_mv'] = 0
-        temp_df.loc[temp_df['flow_mv'] == '-', 'flow_mv'] = 0
-        temp_df.loc[temp_df['inner_disk'] == '-', 'inner_disk'] = 0
-        temp_df.loc[temp_df['outer_disk'] == '-', 'outer_disk'] = 0
-        temp_df.loc[temp_df['today_main_net_inflow_ratio'] == '-', 'today_main_net_inflow_ratio'] = 0
-        temp_df.loc[temp_df['today_main_net_inflow'] == '-', 'today_main_net_inflow'] = 0
-        temp_df.loc[temp_df['super_large_order_net_inflow'] == '-', 'super_large_order_net_inflow'] = 0
-        temp_df.loc[temp_df['super_large_order_net_inflow_ratio'] == '-', 'super_large_order_net_inflow_ratio'] = 0
-        temp_df.loc[temp_df['large_order_net_inflow'] == '-', 'large_order_net_inflow'] = 0
-        # temp_df.loc[temp_df['medium_order_net_inflow'] == '-', 'medium_order_net_inflow'] = 0
-        # temp_df.loc[temp_df['small_order_net_inflow'] == '-', 'small_order_net_inflow'] = 0
-
-        temp_df["list_date"] = pd.to_numeric(temp_df["list_date"], errors="coerce")
-        temp_df["wei_bi"] = pd.to_numeric(temp_df["wei_bi"], errors="coerce")
-        temp_df["average_price"] = pd.to_numeric(temp_df["average_price"], errors="coerce")
-        temp_df["yesterday_price"] = pd.to_numeric(temp_df["yesterday_price"], errors="coerce")
-        temp_df["now_price"] = pd.to_numeric(temp_df["now_price"], errors="coerce")
-        temp_df["chg"] = pd.to_numeric(temp_df["chg"], errors="coerce")
-        temp_df["volume"] = pd.to_numeric(temp_df["volume"], errors="coerce")
-        temp_df["amount"] = pd.to_numeric(temp_df["amount"], errors="coerce")
-        temp_df["exchange"] = pd.to_numeric(temp_df["exchange"], errors="coerce")
-        temp_df["quantity_ratio"] = pd.to_numeric(temp_df["quantity_ratio"], errors="coerce")
-        temp_df["high"] = pd.to_numeric(temp_df["high"], errors="coerce")
-        temp_df["low"] = pd.to_numeric(temp_df["low"], errors="coerce")
-        temp_df["open"] = pd.to_numeric(temp_df["open"], errors="coerce")
-        temp_df["total_mv"] = pd.to_numeric(temp_df["total_mv"], errors="coerce")
-        temp_df["flow_mv"] = pd.to_numeric(temp_df["flow_mv"], errors="coerce")
-        temp_df["outer_disk"] = pd.to_numeric(temp_df["outer_disk"], errors="coerce")
-        temp_df["inner_disk"] = pd.to_numeric(temp_df["inner_disk"], errors="coerce")
-        temp_df["today_main_net_inflow"] = pd.to_numeric(temp_df["today_main_net_inflow"], errors="coerce")
-        temp_df["super_large_order_net_inflow"] = pd.to_numeric(temp_df["super_large_order_net_inflow"],
-                                                                errors="coerce")
-        temp_df["super_large_order_net_inflow_ratio"] = pd.to_numeric(temp_df["super_large_order_net_inflow_ratio"],
-                                                                      errors="coerce")
-        temp_df["large_order_net_inflow"] = pd.to_numeric(temp_df["large_order_net_inflow"],
-                                                          errors="coerce")
-        # temp_df["medium_order_net_inflow"] = pd.to_numeric(temp_df["medium_order_net_inflow"],
-        #                                                    errors="coerce")
-        # temp_df["small_order_net_inflow"] = pd.to_numeric(temp_df["small_order_net_inflow"], errors="coerce")
-
-        # 大单比例
-        temp_df['large_order_net_inflow_ratio'] = round((temp_df['large_order_net_inflow'] / temp_df['amount']) * 100,
-                                                        2)
-
-        # 外盘是内盘倍数
-        temp_df['disk_ratio'] = round((temp_df['outer_disk'] - temp_df['inner_disk']) / temp_df['inner_disk'], 2)
-        # 只有外盘没有内盘
-        temp_df.loc[temp_df["inner_disk"] == 0, ['disk_ratio']] = 1688
-        temp_df['disk_diff_amount'] = round(
-            (temp_df['outer_disk'] - temp_df['inner_disk']) * temp_df[
-                "average_price"],
-            2)
         return temp_df
     except Exception as e:
         logger.error("获取港股列表,实时行情异常:{}", e)
         return pd.DataFrame()
 
 
-def thread_pool_executor(cookie, proxies):
+# 改名
+def rename_hk_field(temp_df):
+    temp_df = temp_df.rename(columns={
+        "f12": "symbol",
+        "f14": "name",
+        "f3": "chg",
+        "f2": "now_price",
+        "f5": "volume",
+        "f6": "amount",
+        "f8": "exchange",
+        "f10": "quantity_ratio",
+        "f22": "up_speed",
+        "f11": "up_speed_05",
+        "f15": "high",
+        "f16": "low",
+        "f17": "open",
+        "f18": "yesterday_price",
+        "f20": "total_mv",
+        "f21": "flow_mv",
+        "f26": "list_date",
+        "f33": "wei_bi",
+        "f34": "outer_disk",
+        "f35": "inner_disk",
+        "f62": "today_main_net_inflow",
+        "f66": "super_large_order_net_inflow",
+        "f69": "super_large_order_net_inflow_ratio",
+        "f72": "large_order_net_inflow",
+        # "f78": "medium_order_net_inflow",
+        # "f84": "small_order_net_inflow",
+        "f100": "industry",
+        "f103": "concept_name_str",
+        "f383": "concept_code_str",
+        "f184": "today_main_net_inflow_ratio",
+        "f352": "average_price",
+        "f211": "buy_1_num",
+        "f212": "sell_1_num"
+    })
+    temp_df.loc[temp_df['buy_1_num'] == '-', 'buy_1_num'] = 0
+    temp_df.loc[temp_df['sell_1_num'] == '-', 'sell_1_num'] = 0
+    temp_df.loc[temp_df['up_speed_05'] == '-', 'up_speed_05'] = 0
+    temp_df.loc[temp_df['up_speed'] == '-', 'up_speed'] = 0
+    temp_df.loc[temp_df['average_price'] == '-', 'average_price'] = 0
+    temp_df.loc[temp_df['wei_bi'] == '-', 'wei_bi'] = 0
+    temp_df.loc[temp_df['yesterday_price'] == '-', 'yesterday_price'] = 0
+    temp_df.loc[temp_df['now_price'] == '-', 'now_price'] = 0
+    temp_df.loc[temp_df['chg'] == '-', 'chg'] = 0
+    temp_df.loc[temp_df['volume'] == '-', 'volume'] = 0
+    temp_df.loc[temp_df['amount'] == '-', 'amount'] = 0
+    temp_df.loc[temp_df['exchange'] == '-', 'exchange'] = 0
+    temp_df.loc[temp_df['quantity_ratio'] == '-', 'quantity_ratio'] = 0
+    temp_df.loc[temp_df['high'] == '-', 'high'] = 0
+    temp_df.loc[temp_df['low'] == '-', 'low'] = 0
+    temp_df.loc[temp_df['open'] == '-', 'open'] = 0
+    temp_df.loc[temp_df['total_mv'] == '-', 'total_mv'] = 0
+    temp_df.loc[temp_df['flow_mv'] == '-', 'flow_mv'] = 0
+    temp_df.loc[temp_df['inner_disk'] == '-', 'inner_disk'] = 0
+    temp_df.loc[temp_df['outer_disk'] == '-', 'outer_disk'] = 0
+    temp_df.loc[temp_df['today_main_net_inflow_ratio'] == '-', 'today_main_net_inflow_ratio'] = 0
+    temp_df.loc[temp_df['today_main_net_inflow'] == '-', 'today_main_net_inflow'] = 0
+    temp_df.loc[temp_df['super_large_order_net_inflow'] == '-', 'super_large_order_net_inflow'] = 0
+    temp_df.loc[temp_df['super_large_order_net_inflow_ratio'] == '-', 'super_large_order_net_inflow_ratio'] = 0
+    temp_df.loc[temp_df['large_order_net_inflow'] == '-', 'large_order_net_inflow'] = 0
+    # temp_df.loc[temp_df['medium_order_net_inflow'] == '-', 'medium_order_net_inflow'] = 0
+    # temp_df.loc[temp_df['small_order_net_inflow'] == '-', 'small_order_net_inflow'] = 0
+
+    temp_df["list_date"] = pd.to_numeric(temp_df["list_date"], errors="coerce")
+    temp_df["wei_bi"] = pd.to_numeric(temp_df["wei_bi"], errors="coerce")
+    temp_df["average_price"] = pd.to_numeric(temp_df["average_price"], errors="coerce")
+    temp_df["yesterday_price"] = pd.to_numeric(temp_df["yesterday_price"], errors="coerce")
+    temp_df["now_price"] = pd.to_numeric(temp_df["now_price"], errors="coerce")
+    temp_df["chg"] = pd.to_numeric(temp_df["chg"], errors="coerce")
+    temp_df["volume"] = pd.to_numeric(temp_df["volume"], errors="coerce")
+    temp_df["amount"] = pd.to_numeric(temp_df["amount"], errors="coerce")
+    temp_df["exchange"] = pd.to_numeric(temp_df["exchange"], errors="coerce")
+    temp_df["quantity_ratio"] = pd.to_numeric(temp_df["quantity_ratio"], errors="coerce")
+    temp_df["high"] = pd.to_numeric(temp_df["high"], errors="coerce")
+    temp_df["low"] = pd.to_numeric(temp_df["low"], errors="coerce")
+    temp_df["open"] = pd.to_numeric(temp_df["open"], errors="coerce")
+    temp_df["total_mv"] = pd.to_numeric(temp_df["total_mv"], errors="coerce")
+    temp_df["flow_mv"] = pd.to_numeric(temp_df["flow_mv"], errors="coerce")
+    temp_df["outer_disk"] = pd.to_numeric(temp_df["outer_disk"], errors="coerce")
+    temp_df["inner_disk"] = pd.to_numeric(temp_df["inner_disk"], errors="coerce")
+    temp_df["today_main_net_inflow"] = pd.to_numeric(temp_df["today_main_net_inflow"], errors="coerce")
+    temp_df["super_large_order_net_inflow"] = pd.to_numeric(temp_df["super_large_order_net_inflow"],
+                                                            errors="coerce")
+    temp_df["super_large_order_net_inflow_ratio"] = pd.to_numeric(temp_df["super_large_order_net_inflow_ratio"],
+                                                                  errors="coerce")
+    temp_df["large_order_net_inflow"] = pd.to_numeric(temp_df["large_order_net_inflow"],
+                                                      errors="coerce")
+    # temp_df["medium_order_net_inflow"] = pd.to_numeric(temp_df["medium_order_net_inflow"],
+    #                                                    errors="coerce")
+    # temp_df["small_order_net_inflow"] = pd.to_numeric(temp_df["small_order_net_inflow"], errors="coerce")
+
+    # 大单比例
+    temp_df['large_order_net_inflow_ratio'] = round((temp_df['large_order_net_inflow'] / temp_df['amount']) * 100,
+                                                    2)
+
+    # 外盘是内盘倍数
+    temp_df['disk_ratio'] = round((temp_df['outer_disk'] - temp_df['inner_disk']) / temp_df['inner_disk'], 2)
+    # 只有外盘没有内盘
+    temp_df.loc[temp_df["inner_disk"] == 0, ['disk_ratio']] = 1688
+    temp_df['disk_diff_amount'] = round(
+        (temp_df['outer_disk'] - temp_df['inner_disk']) * temp_df[
+            "average_price"],
+        2)
+    return temp_df
+
+
+def all_hk_stock_ticker_data_new(initial_proxies, time_out, em_cookie, max_number) -> pd.DataFrame:
+    """
+    使用多线程获取所有股票数据，失败页面会使用新IP重试，最多使用10个IP
     """
-       使用多线程获取所有ETF数据
-       """
-    # 计算总页数，假设总共有1000条数据，每页200条
-
     per_page = page_number
     total_pages = (max_number + per_page - 1) // per_page  # 向上取整
-
-    # 创建线程池
-    with ThreadPoolExecutor(max_workers=3) as executor:
-        # 提交任务，获取每页数据
-        futures = [executor.submit(hk_real_time_quotes_page_df, cookie, pn, proxies)
-                   for pn in range(1, total_pages + 1)]
-
-        # 收集结果
-        results = []
-        for future in futures:
-            result = future.result()
-            if not result.empty:
-                results.append(result)
-
-    # 合并所有页面的数据
+    all_pages = set(range(1, total_pages + 1))  # 所有需要获取的页码
+    success_pages = set()  # 成功获取的页码
+    results = []  # 存储成功获取的数据
+    used_ip_count = 1  # 已使用IP计数器（初始IP算第一个）
+    MAX_IP_LIMIT = 10  # IP使用上限
+
+    # 循环处理直到所有页面成功或达到IP上限
+    while (all_pages - success_pages) and (used_ip_count < MAX_IP_LIMIT):
+        # 获取当前需要处理的失败页码
+        current_failed_pages = all_pages - success_pages
+        if used_ip_count > 1:
+            logger.info("当前需要处理的失败页码: {}, 已使用IP数量: {}/{}", current_failed_pages, used_ip_count,
+                        MAX_IP_LIMIT)
+
+        # 首次使用初始代理，后续获取新代理
+        if len(success_pages) == 0:
+            proxies = initial_proxies
+        else:
+            # 每次重试前获取新代理并计数
+            # logger.info("获取新代理IP处理失败页面")
+            new_proxy_ip = proxy_common_api.generate_proxy_ip_api(1)
+            proxies = {"https": new_proxy_ip}
+            # logger.info("新代理IP: {}, 已使用IP数量: {}/{}", new_proxy_ip, used_ip_count + 1, MAX_IP_LIMIT)
+            used_ip_count += 1  # 增加IP计数器
+
+        # 创建线程池处理当前失败的页码
+        with ThreadPoolExecutor(max_workers=10) as executor:
+            futures = {
+                executor.submit(get_hk_real_time_quotes_page_df, pn, proxies,
+                                per_page, em_cookie, time_out): pn
+                for pn in current_failed_pages
+            }
+
+            # 收集结果并记录成功页码
+            for future, pn in futures.items():
+                try:
+                    result = future.result()
+                    if not result.empty:
+                        results.append(result)
+                        success_pages.add(pn)
+                    # else:
+                    #     logger.warning("页码 {} 未返回有效数据", pn)
+                except Exception as e:
+                    continue
+                    # logger.error("页码 {} 处理异常: {}", pn, str(e))
+
+    # 检查是否达到IP上限
+    if used_ip_count >= MAX_IP_LIMIT and (all_pages - success_pages):
+        remaining_pages = all_pages - success_pages
+        logger.warning("已达到最大IP使用限制({}个)，剩余未获取页码: {}, 返回现有数据", MAX_IP_LIMIT, remaining_pages)
+
+    # 合并所有成功获取的数据
     if results:
         return pd.concat(results, ignore_index=True)
     else:
         return pd.DataFrame()
 
 
-def get_hk_real_time_quotes(cookie, proxies):
-    # 获取第一页数据
-    page_one_df = hk_real_time_quotes_page_df(cookie, 1, proxies)
-    # 数据接口正常返回5600以上的数量
-    if page_one_df.shape[0] > min_number:
-        page_one_df.drop_duplicates('symbol', keep='last', inplace=True)
-        return page_one_df
-    else:
-        page_df = thread_pool_executor(cookie, proxies)
-        page_df.drop_duplicates('symbol', keep='last', inplace=True)
-        return page_df
+def get_hk_real_time_quotes(time_out, em_cookie):
+    try_numer = 3
+    while try_numer > 0:
+        proxy_ip = proxy_common_api.generate_proxy_ip_api(1)
+        initial_proxies = {"https": proxy_ip,
+                           "http": proxy_ip}
 
-
-# 获取港股通名单 todo 被封以后替换
-def stock_hk_ggt_components_em(proxies) -> pd.DataFrame:
-    pn = 1
-
-    """
-    东方财富网-行情中心-港股市场-港股通成份股
-    https://quote.eastmoney.com/center/gridlist.html#hk_components
-    :return: 港股通成份股
-    :rtype: pandas.DataFrame
-    """
-    result_df = pd.DataFrame()
-    while True:
-        url = "https://33.push2.eastmoney.com/api/qt/clist/get"
-        params = {
-            "pn": str(pn),
-            "pz": "5000",
-            "po": "1",
-            "np": "2",
-            "ut": "bd1d9ddb04089700cf9c27f6f7426281",
-            "fltt": "2",
-            "fid": "f3",
-            "fs": "b:DLMK0146,b:DLMK0144",
-            "fields": "f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,f12,f13,f14,f15,f16,f17,f18,f19,f20,f21,f23,f24,"
-                      "f25,f26,f22,f33,f11,f62,f128,f136,f115,f152",
-            "_": "1639974456250",
-        }
-        try:
-            if proxies is None:
-                r = requests.get(url, params=params)
-            else:
-                r = requests.get(url, params=params, proxies=proxies)
-
-            data_json = r.json()
-            temp_df = pd.DataFrame(data_json["data"]["diff"]).T
-            temp_df.reset_index(inplace=True)
-            temp_df["index"] = temp_df.index + 1
-
-            temp_df.columns = [
-                "序号",
-                "-",
-                "最新价",
-                "涨跌幅",
-                "涨跌额",
-                "成交量",
-                "成交额",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "代码",
-                "-",
-                "名称",
-                "最高",
-                "最低",
-                "今开",
-                "昨收",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-            ]
-            temp_df = temp_df[
-                [
-                    "序号",
-                    "代码",
-                    "名称",
-                    "最新价",
-                    "涨跌额",
-                    "涨跌幅",
-                    "今开",
-                    "最高",
-                    "最低",
-                    "昨收",
-                    "成交量",
-                    "成交额",
-                ]
-            ]
-            result_df = pd.concat([result_df, temp_df])
-            if temp_df.shape[0] < page_number:
-                break
-            pn = pn + 1
-        except Exception as e:
-            logger.error("获取港股通列表:{}", e)
-    return result_df
+        max_number = get_hk_stock_count(1, initial_proxies, 20, em_cookie, time_out)
+        if max_number > 0:
+            break
+        try_numer = try_numer - 1
+    if max_number == 0:
+        return pd.DataFrame()
+    all_hk_stock_ticker_data_new_df = all_hk_stock_ticker_data_new(initial_proxies, time_out, em_cookie, max_number)
+    return rename_hk_field(all_hk_stock_ticker_data_new_df)
 
 
 if __name__ == '__main__':
-
-    result_df = stock_hk_ggt_components_em()
-    cookie_test = 'qgqp_b_id=1e0d79428176ed54bef8434efdc0e8c3; mtp=1; ct=QVRY_s8Tiag1WfK2tSW2n03qpsX-PD8aH_rIjKVooawX8K33UVnpIofK088lD1lguWlE_OEIpQwn3PJWFPhHvSvyvYr4Zka3l4vxtZfH1Uikjtyy9z1H4Swo0rQzMKXncVzBXiOo5TjE-Dy9fcoG3ZF7UVdQ35jp_cFwzOlpK5Y; ut=FobyicMgeV51lVMr4ZJXvn-72bp0oeSOvtzifFY_U7kBFtR6og4Usd-VtBM5XBBvHq0lvd9xXkvpIqWro9EDKmv6cbKOQGyawUSMcKVP57isZCaM7lWQ6jWXajvTfvV4mIR-W_MZNK8VY0lL9W4qNMniJ6PBn_gkJsSAJCadmsyI9cxmjx--gR4m54pdF_nie_y4iWHys83cmWR2R7Bt1KKqB25OmkfCQTJJqIf7QsqangVGMUHwMC39Z9QhrfCFHKVNrlqS503O6b9GitQnXtvUdJhCmomu; pi=4253366368931142%3Bp4253366368931142%3B%E8%82%A1%E5%8F%8B9x56I87727%3BYNigLZRW%2FzMdGgVDOJbwReDWnTPHl51dB0gQLiwaCf1XY98mlJYx6eJbsoYr5Nie%2BX1L%2BzaMsec99KkX%2BT29Ds1arfST7sIBXxjUQ3dp11IPUnXy64PaBFRTHzMRWnCFJvvhc%2FAI41rXSGXolC8YMxI%2BvyPS%2BuErwgOVjC5vvsIiKeO7TLyKkhqqQJPX%2F7RWC5Sf3QLh%3Bdwjn4Xho10%2FKjqOgTWs%2FJF4%2FkdKzeuBwM8sz9aLvJovejAkCAyGMyGYA6AE67Xk2Ki7x8zdfBifF2DG%2Fvf2%2BXAYN8ZVISSEWTIXh32Z5MxEacK4JBTkqyiD93e1vFBOFQ82BqaiVmntUq0V6FrTUHGeh1gG5Sg%3D%3D; uidal=4253366368931142%e8%82%a1%e5%8f%8b9x56I87727; sid=170711377; vtpst=|; quote_lt=1; websitepoptg_api_time=1715777390466; emshistory=%5B%22%E8%BD%AC%E5%80%BA%E6%A0%87%22%2C%22%E8%BD%AC%E5%80%BA%E6%A0%87%E7%9A%84%22%5D; st_si=00364513876913; st_asi=delete; HAList=ty-116-00700-%u817E%u8BAF%u63A7%u80A1%2Cty-1-688695-%u4E2D%u521B%u80A1%u4EFD%2Cty-1-600849-%u4E0A%u836F%u8F6C%u6362%2Cty-1-603361-%u6D59%u6C5F%u56FD%u7965%2Cty-1-603555-ST%u8D35%u4EBA%2Cty-0-000627-%u5929%u8302%u96C6%u56E2%2Cty-0-002470-%u91D1%u6B63%u5927%2Cty-0-832876-%u6167%u4E3A%u667A%u80FD%2Cty-0-300059-%u4E1C%u65B9%u8D22%u5BCC%2Cty-107-CWB-%u53EF%u8F6C%u503AETF-SPDR; st_pvi=26930719093675; st_sp=2024-04-28%2017%3A27%3A05; st_inirUrl=https%3A%2F%2Fcn.bing.com%2F; st_sn=23; st_psi=20240517111108288-113200301321-2767127768'
-    while True:
-        df_hk_df = get_hk_real_time_quotes(cookie_test, None)
-        df_hk_df = df_hk_df[[
-            "symbol",
-            "name",
-            "chg", "amount"
-        ]]
-        logger.info('test')
+    em_cookie_test = cookie_info_service.get_em_cookie()
+    get_hk_real_time_quotes(30, em_cookie_test)