mns-common 1.3.6.0__py3-none-any.whl → 1.3.6.2__py3-none-any.whl

mns_common/api/em/east_money_stock_api_v3.py

@@ -0,0 +1,231 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import requests
+import json
+import pandas as pd
+from concurrent.futures import ThreadPoolExecutor
+import datetime
+from loguru import logger
+
+# 最大返回条数
+max_number = 5800
+# 最小返回条数
+min_number = 5600
+# 分页条数
+page_number = 100
+
+
+def get_stock_page_data(pn, fields, fs, proxies):
+    """
+    获取单页股票数据
+    """
+    # 获取当前日期和时间
+    current_time = datetime.datetime.now()
+
+    # 将当前时间转换为时间戳（以毫秒为单位）
+    current_timestamp_ms = int(current_time.timestamp() * 1000)
+
+    url = "https://13.push2.eastmoney.com/api/qt/clist/get"
+    params = {
+        "cb": "jQuery1124046660442520420653_" + str(current_timestamp_ms),
+        "pn": str(pn),
+        "pz": "10000",  # 每页最大200条
+        "po": "0",
+        "np": "3",
+        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
+        "fltt": "2",
+        "invt": "2",
+        "wbp2u": "|0|0|0|web",
+        "fid": "f12",
+        "fs": fs,
+        "fields": fields,
+        "_": current_timestamp_ms
+    }
+    try:
+        r = requests.get(url, params, proxies=proxies)
+        data_text = r.text
+        if pn == 1:
+            try:
+                begin_index_total = data_text.index('"total":')
+
+                end_index_total = data_text.index('"diff"')
+                global max_number
+                max_number = int(data_text[begin_index_total + 8:end_index_total - 1])
+            except Exception as e:
+                logger.error(f"获取第{pn}页股票列表异常: {e}")
+                return pd.DataFrame()
+
+        begin_index = data_text.index('[')
+        end_index = data_text.index(']')
+        data_json = data_text[begin_index:end_index + 1]
+        data_json = json.loads(data_json)
+        if data_json is None:
+            return pd.DataFrame()
+        else:
+            return pd.DataFrame(data_json)
+    except Exception as e:
+        logger.error(f"获取第{pn}页股票列表异常: {e}")
+        return pd.DataFrame()
+
+
+def all_stock_ticker_data_new(fields, fs, proxies) -> pd.DataFrame:
+    """
+    使用多线程获取所有股票数据
+    """
+
+    per_page = page_number
+    total_pages = (max_number + per_page - 1) // per_page  # 向上取整
+
+    # 创建线程池
+    with ThreadPoolExecutor(max_workers=10) as executor:
+        # 提交任务，获取每页数据
+        futures = [executor.submit(get_stock_page_data, pn, fields, fs, proxies)
+                   for pn in range(1, total_pages + 1)]
+
+        # 收集结果
+        results = []
+        for future in futures:
+            result = future.result()
+            if not result.empty:
+                results.append(result)
+
+    # 合并所有页面的数据
+    if results:
+        return pd.concat(results, ignore_index=True)
+    else:
+        return pd.DataFrame()
+
+
+def get_real_time_quotes_all_stocks(proxies):
+    fields = ("f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f14,f15,f16,f17,"
+              "f18,f20,f21,f26,f33,f34,f35,f62,f66,f69,f72,f100,f184,f211,f212"),
+    fs = "m:0 t:6,m:0 t:80,m:1 t:2,m:1 t:23,m:0 t:81 s:2048"
+    # 获取第一页数据
+    page_one_df = get_stock_page_data(1, fields, fs, proxies)
+    # 数据接口正常返回5600以上的数量
+    if page_one_df.shape[0] > min_number:
+        page_one_df = rename_real_time_quotes_df(page_one_df)
+        page_one_df.drop_duplicates('symbol', keep='last', inplace=True)
+        return page_one_df
+    else:
+        page_df = all_stock_ticker_data_new(fields, fs, proxies)
+        page_df = rename_real_time_quotes_df(page_df)
+        page_df.drop_duplicates('symbol', keep='last', inplace=True)
+        return page_df
+
+
+# 获取所有股票实时行情数据    f33,委比
+def rename_real_time_quotes_df(temp_df):
+    temp_df = temp_df.rename(columns={
+        "f2": "now_price",
+        "f3": "chg",
+        "f5": "volume",
+        "f6": "amount",
+        "f8": "exchange",
+        "f10": "quantity_ratio",
+        "f22": "up_speed",
+        "f11": "up_speed_05",
+        "f12": "symbol",
+        "f14": "name",
+        "f15": "high",
+        "f16": "low",
+        "f17": "open",
+        "f18": "yesterday_price",
+        "f20": "total_mv",
+        "f21": "flow_mv",
+        "f26": "list_date",
+        "f33": "wei_bi",
+        "f34": "outer_disk",
+        "f35": "inner_disk",
+        "f62": "today_main_net_inflow",
+        "f66": "super_large_order_net_inflow",
+        "f69": "super_large_order_net_inflow_ratio",
+        "f72": "large_order_net_inflow",
+        # "f78": "medium_order_net_inflow",
+        # "f84": "small_order_net_inflow",
+        "f100": "industry",
+        # "f103": "concept",
+        "f184": "today_main_net_inflow_ratio",
+        "f352": "average_price",
+        "f211": "buy_1_num",
+        "f212": "sell_1_num"
+    })
+
+    temp_df.loc[temp_df['buy_1_num'] == '-', 'buy_1_num'] = 0
+    temp_df.loc[temp_df['sell_1_num'] == '-', 'sell_1_num'] = 0
+    temp_df.loc[temp_df['up_speed_05'] == '-', 'up_speed_05'] = 0
+    temp_df.loc[temp_df['up_speed'] == '-', 'up_speed'] = 0
+    temp_df.loc[temp_df['average_price'] == '-', 'average_price'] = 0
+    temp_df.loc[temp_df['wei_bi'] == '-', 'wei_bi'] = 0
+    temp_df.loc[temp_df['yesterday_price'] == '-', 'yesterday_price'] = 0
+    temp_df.loc[temp_df['now_price'] == '-', 'now_price'] = 0
+    temp_df.loc[temp_df['chg'] == '-', 'chg'] = 0
+    temp_df.loc[temp_df['volume'] == '-', 'volume'] = 0
+    temp_df.loc[temp_df['amount'] == '-', 'amount'] = 0
+    temp_df.loc[temp_df['exchange'] == '-', 'exchange'] = 0
+    temp_df.loc[temp_df['quantity_ratio'] == '-', 'quantity_ratio'] = 0
+    temp_df.loc[temp_df['high'] == '-', 'high'] = 0
+    temp_df.loc[temp_df['low'] == '-', 'low'] = 0
+    temp_df.loc[temp_df['open'] == '-', 'open'] = 0
+    temp_df.loc[temp_df['total_mv'] == '-', 'total_mv'] = 0
+    temp_df.loc[temp_df['flow_mv'] == '-', 'flow_mv'] = 0
+    temp_df.loc[temp_df['inner_disk'] == '-', 'inner_disk'] = 0
+    temp_df.loc[temp_df['outer_disk'] == '-', 'outer_disk'] = 0
+    temp_df.loc[temp_df['today_main_net_inflow_ratio'] == '-', 'today_main_net_inflow_ratio'] = 0
+    temp_df.loc[temp_df['today_main_net_inflow'] == '-', 'today_main_net_inflow'] = 0
+    temp_df.loc[temp_df['super_large_order_net_inflow'] == '-', 'super_large_order_net_inflow'] = 0
+    temp_df.loc[temp_df['super_large_order_net_inflow_ratio'] == '-', 'super_large_order_net_inflow_ratio'] = 0
+    temp_df.loc[temp_df['large_order_net_inflow'] == '-', 'large_order_net_inflow'] = 0
+    # temp_df.loc[temp_df['medium_order_net_inflow'] == '-', 'medium_order_net_inflow'] = 0
+    # temp_df.loc[temp_df['small_order_net_inflow'] == '-', 'small_order_net_inflow'] = 0
+
+    temp_df["list_date"] = pd.to_numeric(temp_df["list_date"], errors="coerce")
+    temp_df["wei_bi"] = pd.to_numeric(temp_df["wei_bi"], errors="coerce")
+    temp_df["average_price"] = pd.to_numeric(temp_df["average_price"], errors="coerce")
+    temp_df["yesterday_price"] = pd.to_numeric(temp_df["yesterday_price"], errors="coerce")
+    temp_df["now_price"] = pd.to_numeric(temp_df["now_price"], errors="coerce")
+    temp_df["chg"] = pd.to_numeric(temp_df["chg"], errors="coerce")
+    temp_df["volume"] = pd.to_numeric(temp_df["volume"], errors="coerce")
+    temp_df["amount"] = pd.to_numeric(temp_df["amount"], errors="coerce")
+    temp_df["exchange"] = pd.to_numeric(temp_df["exchange"], errors="coerce")
+    temp_df["quantity_ratio"] = pd.to_numeric(temp_df["quantity_ratio"], errors="coerce")
+    temp_df["high"] = pd.to_numeric(temp_df["high"], errors="coerce")
+    temp_df["low"] = pd.to_numeric(temp_df["low"], errors="coerce")
+    temp_df["open"] = pd.to_numeric(temp_df["open"], errors="coerce")
+    temp_df["total_mv"] = pd.to_numeric(temp_df["total_mv"], errors="coerce")
+    temp_df["flow_mv"] = pd.to_numeric(temp_df["flow_mv"], errors="coerce")
+    temp_df["outer_disk"] = pd.to_numeric(temp_df["outer_disk"], errors="coerce")
+    temp_df["inner_disk"] = pd.to_numeric(temp_df["inner_disk"], errors="coerce")
+    temp_df["today_main_net_inflow"] = pd.to_numeric(temp_df["today_main_net_inflow"], errors="coerce")
+    temp_df["super_large_order_net_inflow"] = pd.to_numeric(temp_df["super_large_order_net_inflow"],
+                                                            errors="coerce")
+    temp_df["super_large_order_net_inflow_ratio"] = pd.to_numeric(temp_df["super_large_order_net_inflow_ratio"],
+                                                                  errors="coerce")
+    temp_df["large_order_net_inflow"] = pd.to_numeric(temp_df["large_order_net_inflow"],
+                                                      errors="coerce")
+    # temp_df["medium_order_net_inflow"] = pd.to_numeric(temp_df["medium_order_net_inflow"],
+    #                                                    errors="coerce")
+    # temp_df["small_order_net_inflow"] = pd.to_numeric(temp_df["small_order_net_inflow"], errors="coerce")
+
+    # 大单比例
+    temp_df['large_order_net_inflow_ratio'] = round((temp_df['large_order_net_inflow'] / temp_df['amount']) * 100, 2)
+
+    # 外盘是内盘倍数
+    temp_df['disk_ratio'] = round((temp_df['outer_disk'] - temp_df['inner_disk']) / temp_df['inner_disk'], 2)
+    # 只有外盘没有内盘
+    temp_df.loc[temp_df["inner_disk"] == 0, ['disk_ratio']] = 1688
+    temp_df = temp_df.sort_values(by=['chg'], ascending=False)
+    return temp_df
+
+
+# 示例调用
+if __name__ == "__main__":
+    while True:
+        df = get_real_time_quotes_all_stocks()
+        logger.info("涨停数据,{}", 1)

mns_common/api/proxies/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_common/api/proxies/liu_guan_proxy_api.py

@@ -0,0 +1,65 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from loguru import logger
+import requests
+import time
+import hashlib
+import json
+
+# 提取订单
+"""
+    orderId:提取订单号
+    secret:用户密钥
+    num:提取IP个数
+    pid:省份
+    cid:城市
+    type：请求类型，1=http/https,2=socks5
+    unbindTime:使用时长，秒/s为单位
+    noDuplicate:去重，0=不去重，1=去重
+    lineSeparator:分隔符
+    singleIp:切换,0=切换，1=不切换
+"""
+
+
+def get_proxy_api(order_id, secret, unbind_time):
+    num = "1"
+    pid = "-1"
+    cid = ""
+    noDuplicate = "0"
+    lineSeparator = "0"
+    singleIp = "0"
+    time_str = str(int(time.time()))  # 时间戳
+
+    # 计算sign
+    txt = "orderId=" + order_id + "&" + "secret=" + secret + "&" + "time=" + time_str
+    sign = hashlib.md5(txt.encode()).hexdigest()
+    # 访问URL获取IP
+    url = (
+            "http://api.hailiangip.com:8422/api/getIp?type=1" + "&num=" + num + "&pid=" + pid
+            + "&unbindTime=" + unbind_time + "&cid=" + cid
+            + "&orderId=" + order_id + "&time=" + time_str + "&sign=" + sign + "&dataType=0"
+            + "&lineSeparator=" + lineSeparator + "&noDuplicate=" + noDuplicate + "&singleIp=" + singleIp)
+    my_response = requests.get(url).content
+    js_res = json.loads(my_response)
+    for dic in js_res["data"]:
+        try:
+            ip = dic["ip"]
+            port = dic["port"]
+            ip_port = ip + ":" + str(port)
+            return ip_port
+        except BaseException as e:
+            logger.error("获取ip地址异常:{}", e)
+            return None
+
+
+if __name__ == '__main__':
+    order_id = ''
+    secret = ''
+    unbind_time = str(60 * 10)
+    ip = get_proxy_api(order_id, secret, unbind_time)
+    print(ip)

{mns_common-1.3.6.0.dist-info → mns_common-1.3.6.2.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-common
-Version: 1.3.6.0
+Version: 1.3.6.2
 

{mns_common-1.3.6.0.dist-info → mns_common-1.3.6.2.dist-info}/RECORD

@@ -11,6 +11,7 @@ mns_common/api/em/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0
 mns_common/api/em/east_money_debt_api.py,sha256=yhUghw5Fp61SjBiQJyPnkLXjMOw3-SD8_cDICc7xels,14589
 mns_common/api/em/east_money_etf_api.py,sha256=PtVBNArQ5sMjzBVCW-WBnAuqSp8qB4E1HbZ1-TuZpMY,14273
 mns_common/api/em/east_money_stock_api.py,sha256=NkV8jmdYOrOpQd00KsMBNoAkPZuWGtw0N1Rryg21RZ0,9892
+mns_common/api/em/east_money_stock_api_v3.py,sha256=0BnVUGCiOPcoQyclAXYxIHVwOerNKfITRWQFkeZ1uO8,9873
 mns_common/api/em/east_money_stock_gdfx_free_top_10_api.py,sha256=jVy3fNdrkLq3ri7yUwXWt0ItB8LCHzt9CPz91Fj8sPA,9198
 mns_common/api/em/east_money_stock_hk_api.py,sha256=C75TfZzRnNVaz_ILEPHcxhgJqV7f4rFrlWjgMWLRu7c,14788
 mns_common/api/em/east_money_stock_quotes_sync_api.py,sha256=-me8o6n9XzE3gruKNXHlhvJiVByA6aoXBeORFCnqllc,7568
@@ -40,6 +41,8 @@ mns_common/api/kpl/symbol/kpl_symbol_common_field_constant.py,sha256=EijxWFjOb18
 mns_common/api/kpl/symbol/symbol_his_quotes_api.py,sha256=r3n7U2F7MZUDZFQgnx-JI4sb8MiRTIwVeh21iehbFwE,4210
 mns_common/api/msg/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
 mns_common/api/msg/push_msg_api.py,sha256=z8jDqFWygfxnCFFfQp4K-llgg27nRLv7Mx72lOddBH0,1390
+mns_common/api/proxies/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_common/api/proxies/liu_guan_proxy_api.py,sha256=CRiR-nwlSiq-vflg87FQYMewB_g6z-P5OUawsfSa7LY,1923
 mns_common/api/qmt/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_common/api/qmt/qmt_minunte_tick_data.py,sha256=uwSw_AkA9RaD3pXPKzxqi4TKEkpglmFUwtYl9r5E6G8,3019
 mns_common/api/ths/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
@@ -141,7 +144,7 @@ mns_common/utils/date_handle_util.py,sha256=XS-MyA8_7k35LOCFAYOHgVcVkMft_Kc4Wa9U
 mns_common/utils/db_util.py,sha256=hSmfNAN4vEeEaUva6_cicZEhb2jSnib-Gvk2reke1vc,2590
 mns_common/utils/file_util.py,sha256=egWu6PenGPRp_ixrNTHKarT4dAnOT6FETR82EHUZJnQ,1042
 mns_common/utils/ip_util.py,sha256=UTcYfz_uytB__6nlBf7T-izuI7hi4XdB6ET0sJgEel4,969
-mns_common-1.3.6.0.dist-info/METADATA,sha256=Uvhw1RFc3qJUYrLmVeOEaY_Nuv3kb77T5j04Drx1L4I,61
-mns_common-1.3.6.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-mns_common-1.3.6.0.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
-mns_common-1.3.6.0.dist-info/RECORD,,
+mns_common-1.3.6.2.dist-info/METADATA,sha256=isD-pzLbNngY8VY0GNIW4Ul7ZkNX7STUGVdYor5vIWQ,61
+mns_common-1.3.6.2.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+mns_common-1.3.6.2.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
+mns_common-1.3.6.2.dist-info/RECORD,,