mns-common 1.3.5.6__py3-none-any.whl → 1.3.5.8__py3-none-any.whl

mns_common/api/em/east_money_stock_quotes_sync_api.py

@@ -0,0 +1,250 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import asyncio
+from typing import Dict, List
+import aiohttp
+import pandas as pd
+import datetime
+import nest_asyncio
+from loguru import logger
+
+
+async def fetch_single_page(
+        session: aiohttp.ClientSession, url: str, params: Dict
+) -> Dict:
+    """异步获取单页数据"""
+    async with session.get(url, params=params, ssl=False) as response:
+        return await response.json()
+
+
+async def fetch_all_pages_async(url: str, base_params: Dict) -> List[Dict]:
+    """异步获取所有页面数据"""
+    # 首先获取总数以计算页数
+    first_page_params = base_params.copy()
+    first_page_params["pn"] = "1"
+
+    async with aiohttp.ClientSession() as session:
+        first_page_data = await fetch_single_page(session, url, first_page_params)
+
+        # 检查是否成功获取数据
+        if first_page_data.get("rc") != 0 or not first_page_data.get("data"):
+            return [first_page_data]  # 返回错误信息
+
+        total = first_page_data["data"]["total"]
+        page_size = int(base_params["pz"])
+        total_pages = (total + page_size - 1) // page_size
+
+        # 限制页数，避免过大请求
+        total_pages = min(total_pages, 100)
+
+        # 创建所有页面的任务
+        tasks = []
+        for page in range(1, total_pages + 1):
+            page_params = base_params.copy()
+            page_params["pn"] = str(page)
+            tasks.append(fetch_single_page(session, url, page_params))
+
+        # 并发执行所有任务
+        results = await asyncio.gather(*tasks)
+        return results
+
+
+def process_data(page_results: List[Dict]) -> pd.DataFrame:
+    """处理获取到的数据，转换为DataFrame"""
+    all_data = []
+
+    # 保存每个页面的结果和页码
+    page_number = 1
+    items_per_page = 100  # 假设每页100条
+
+    for result in page_results:
+        if result.get("rc") == 0 and result.get("data") and result["data"].get("diff"):
+            page_data = result["data"]["diff"]
+
+            # 添加页面信息以便后续计算序号
+            for item in page_data:
+                item["page_number"] = page_number
+                item["page_index"] = page_data.index(item)
+
+            all_data.extend(page_data)
+            page_number += 1
+
+    if not all_data:
+        return pd.DataFrame()
+
+    df = pd.DataFrame(all_data)
+
+    # 删除临时列
+    df.drop(columns=["page_number", "page_index"], inplace=True, errors="ignore")
+
+    df = df.rename(columns={
+        "f2": "now_price",
+        "f3": "chg",
+        "f5": "volume",
+        "f6": "amount",
+        "f8": "exchange",
+        "f10": "quantity_ratio",
+        "f22": "up_speed",
+        "f11": "up_speed_05",
+        "f12": "symbol",
+        "f14": "name",
+        "f15": "high",
+        "f16": "low",
+        "f17": "open",
+        "f18": "yesterday_price",
+        "f20": "total_mv",
+        "f21": "flow_mv",
+        "f26": "list_date",
+        "f33": "wei_bi",
+        "f34": "outer_disk",
+        "f35": "inner_disk",
+        "f62": "today_main_net_inflow",
+        "f66": "super_large_order_net_inflow",
+        "f69": "super_large_order_net_inflow_ratio",
+        "f72": "large_order_net_inflow",
+        # "f78": "medium_order_net_inflow",
+        # "f84": "small_order_net_inflow",
+        "f100": "industry",
+        # "f103": "concept",
+        "f184": "today_main_net_inflow_ratio",
+        "f352": "average_price",
+        "f211": "buy_1_num",
+        "f212": "sell_1_num"
+    })
+
+    # 选择需要的列并确保所有需要的列都存在
+    desired_columns = [
+        'symbol',
+        "now_price",
+        "chg",
+        "volume",
+        "amount",
+        "exchange",
+        "quantity_ratio",
+        "up_speed",
+        "up_speed_05",
+        "high",
+        "low",
+        "open",
+        "yesterday_price",
+        "total_mv",
+        "flow_mv",
+        "wei_bi",
+        "outer_disk",
+        "inner_disk",
+        "today_main_net_inflow",
+        "super_large_order_net_inflow",
+        "super_large_order_net_inflow_ratio",
+        "large_order_net_inflow",
+        "today_main_net_inflow_ratio",
+        "average_price",
+        "buy_1_num",
+        "sell_1_num",
+    ]
+
+    # 过滤出存在的列
+    available_columns = [col for col in desired_columns if col in df.columns]
+    df = df[available_columns]
+
+    # 转换数值类型
+    numeric_columns = [
+        "now_price",
+        "chg",
+        "volume",
+        "amount",
+        "exchange",
+        "quantity_ratio",
+        "up_speed",
+        "up_speed_05",
+        "high",
+        "low",
+        "open",
+        "yesterday_price",
+        "total_mv",
+        "flow_mv",
+        "wei_bi",
+        "outer_disk",
+        "inner_disk",
+        "today_main_net_inflow",
+        "super_large_order_net_inflow",
+        "super_large_order_net_inflow_ratio",
+        "large_order_net_inflow",
+        "today_main_net_inflow_ratio",
+        "average_price",
+        "buy_1_num",
+        "sell_1_num",
+    ]
+
+    for col in numeric_columns:
+        if col in df.columns:
+            df.loc[df[col] == '-', col] = 0
+            df[col] = pd.to_numeric(df[col], errors="coerce")
+
+    # 大单比例
+    df['large_order_net_inflow_ratio'] = round((df['large_order_net_inflow'] / df['amount']) * 100, 2)
+
+    # 外盘是内盘倍数
+    df['disk_ratio'] = round((df['outer_disk'] - df['inner_disk']) / df['inner_disk'], 2)
+    # 只有外盘没有内盘
+    df.loc[df["inner_disk"] == 0, ['disk_ratio']] = 1688
+    # 按涨跌幅降序排序
+    df.sort_values(by="chg", ascending=False, inplace=True)
+
+    return df
+
+
+async def stock_zh_a_spot_em_async() -> pd.DataFrame:
+    fields = "f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f15,f16,f17,f18,f20,f21,f33,f34,f35,f62,f66,f69,f72,f184,f211,f212",
+    # 获取当前日期和时间
+    current_time = datetime.datetime.now()
+
+    # 将当前时间转换为时间戳（以毫秒为单位）
+    current_timestamp_ms = int(current_time.timestamp() * 1000)
+    """
+    异步获取东方财富网-沪深京 A 股-实时行情
+    https://quote.eastmoney.com/center/gridlist.html#hs_a_board
+    :return: 实时行情
+    :rtype: pandas.DataFrame
+    """
+    url = "https://82.push2.eastmoney.com/api/qt/clist/get"
+    params = {
+        "pn": "1",
+        "pz": "100",
+        "po": "1",
+        "np": "1",
+        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
+        "fltt": "2",
+        "invt": "2",
+        "fid": "f12",
+        "fs": "m:0 t:6,m:0 t:80,m:1 t:2,m:1 t:23,m:0 t:81 s:2048",
+        "fields": fields,
+        "_": current_timestamp_ms
+    }
+
+    results = await fetch_all_pages_async(url, params)
+    return process_data(results)
+
+
+def stock_real_quotes() -> pd.DataFrame:
+    """
+    东方财富网-沪深京 A 股-实时行情 (同步接口)
+    https://quote.eastmoney.com/center/gridlist.html#hs_a_board
+    :return: 实时行情
+    :rtype: pandas.DataFrame
+    """
+    try:
+        nest_asyncio.apply()
+        return asyncio.run(stock_zh_a_spot_em_async())
+    except Exception as e:
+        logger.error("同步实时行情出现异常:{}", e)
+
+
+if __name__ == "__main__":
+    while True:
+        stock_zh_a_spot_em_df = stock_real_quotes()
+        logger.info(stock_zh_a_spot_em_df)

mns_common/component/task/real_time_data_sync_check.py

@@ -78,15 +78,15 @@ def exist_sync_task():
 def check_data_sync_task_status():
     now_date = datetime.datetime.now()
     str_day = now_date.strftime('%Y-%m-%d')
-    while True:
-        if bool(date_util.is_trade_time(now_date)):
-            if bool(1 - query_data_exist(str_day)) or bool(1 - exist_sync_task()):
-                real_time_sync_task_open()
-            time.sleep(2)
-        elif bool(date_util.is_no_trade_time(now_date)):
-            break
-        else:
-            time.sleep(5)
+
+    if bool(date_util.is_trade_time(now_date)):
+        if bool(1 - query_data_exist(str_day)) or bool(1 - exist_sync_task()):
+            real_time_sync_task_open()
+        time.sleep(2)
+    elif bool(date_util.is_no_trade_time(now_date)):
+        return
+    else:
+        time.sleep(5)
 
 
 if __name__ == '__main__':

{mns_common-1.3.5.6.dist-info → mns_common-1.3.5.8.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-common
-Version: 1.3.5.6
+Version: 1.3.5.8
 

{mns_common-1.3.5.6.dist-info → mns_common-1.3.5.8.dist-info}/RECORD

@@ -13,6 +13,7 @@ mns_common/api/em/east_money_etf_api.py,sha256=PtVBNArQ5sMjzBVCW-WBnAuqSp8qB4E1H
 mns_common/api/em/east_money_stock_api.py,sha256=NkV8jmdYOrOpQd00KsMBNoAkPZuWGtw0N1Rryg21RZ0,9892
 mns_common/api/em/east_money_stock_gdfx_free_top_10_api.py,sha256=jVy3fNdrkLq3ri7yUwXWt0ItB8LCHzt9CPz91Fj8sPA,9198
 mns_common/api/em/east_money_stock_hk_api.py,sha256=C75TfZzRnNVaz_ILEPHcxhgJqV7f4rFrlWjgMWLRu7c,14788
+mns_common/api/em/east_money_stock_quotes_sync_api.py,sha256=6KGu6qf4vD8VIwm0dVbTMy_4YzMG8qaKC45NdjQKZN0,7588
 mns_common/api/em/east_money_stock_us_api.py,sha256=6u0fSkIxZqPVrI1JChhwTrUWRTCDDSBNvU5cehPA1uM,11417
 mns_common/api/em/east_money_stock_v2_api.py,sha256=BxLZqIUecy71TkbMelAF8Bg3xEd3tR02r2Nj3NfF8Ts,16326
 mns_common/api/em/em_concept_index_api.py,sha256=PP87ES8a_y0o3SKLzBsPrc7DCPI3MBCD-4SmoUUirl0,8285
@@ -112,7 +113,7 @@ mns_common/component/self_choose/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4
 mns_common/component/self_choose/black_list_service_api.py,sha256=BUySMNHDM3OzXe3g7WGola8_yGZ0ub_fjHj7e6-eB7s,1993
 mns_common/component/self_choose/self_choose_service_api.py,sha256=v-ThYn5OMva-ciawOFaGi_joxDzLp5HYUHuIP7wz5Z8,1456
 mns_common/component/task/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_common/component/task/real_time_data_sync_check.py,sha256=hvsciFQ5k-RGM0QONBmIHlT_rr6_7ruVltl2rvE27LA,3379
+mns_common/component/task/real_time_data_sync_check.py,sha256=Ss_7XRGCYPG5fwPLove2wtI-AF5r0x2S06DddaxyfY4,3333
 mns_common/component/tfp/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_common/component/tfp/stock_tfp_api.py,sha256=iYCBA4DjZZ1ioDKuB8z_uUEuhL0eWPY7K9QkQl9yrik,2135
 mns_common/component/trade_date/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
@@ -140,7 +141,7 @@ mns_common/utils/date_handle_util.py,sha256=XS-MyA8_7k35LOCFAYOHgVcVkMft_Kc4Wa9U
 mns_common/utils/db_util.py,sha256=hSmfNAN4vEeEaUva6_cicZEhb2jSnib-Gvk2reke1vc,2590
 mns_common/utils/file_util.py,sha256=egWu6PenGPRp_ixrNTHKarT4dAnOT6FETR82EHUZJnQ,1042
 mns_common/utils/ip_util.py,sha256=UTcYfz_uytB__6nlBf7T-izuI7hi4XdB6ET0sJgEel4,969
-mns_common-1.3.5.6.dist-info/METADATA,sha256=jGB6eDRU4ofuSWrUX-8hmqgGoPqGeLIrV1pCu5eRdaQ,61
-mns_common-1.3.5.6.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-mns_common-1.3.5.6.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
-mns_common-1.3.5.6.dist-info/RECORD,,
+mns_common-1.3.5.8.dist-info/METADATA,sha256=JahkuWPbhhn6h8jOg45CKz3kmWEsAPUKjBIvy8kQeaE,61
+mns_common-1.3.5.8.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+mns_common-1.3.5.8.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
+mns_common-1.3.5.8.dist-info/RECORD,,