mns-common 1.3.6.0__tar.gz → 1.3.6.3__tar.gz

{mns_common-1.3.6.0 → mns_common-1.3.6.3}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns_common
-Version: 1.3.6.0
+Version: 1.3.6.3

mns_common-1.3.6.3/mns_common/api/em/east_money_stock_api_v3.py

@@ -0,0 +1,231 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import requests
+import json
+import pandas as pd
+from concurrent.futures import ThreadPoolExecutor
+import datetime
+from loguru import logger
+
+# 最大返回条数
+max_number = 5800
+# 最小返回条数
+min_number = 5600
+# 分页条数
+page_number = 100
+
+
+def get_stock_page_data(pn, fields, fs, proxies):
+    """
+    获取单页股票数据
+    """
+    # 获取当前日期和时间
+    current_time = datetime.datetime.now()
+
+    # 将当前时间转换为时间戳（以毫秒为单位）
+    current_timestamp_ms = int(current_time.timestamp() * 1000)
+
+    url = "https://13.push2.eastmoney.com/api/qt/clist/get"
+    params = {
+        "cb": "jQuery1124046660442520420653_" + str(current_timestamp_ms),
+        "pn": str(pn),
+        "pz": "10000",  # 每页最大200条
+        "po": "0",
+        "np": "3",
+        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
+        "fltt": "2",
+        "invt": "2",
+        "wbp2u": "|0|0|0|web",
+        "fid": "f12",
+        "fs": fs,
+        "fields": fields,
+        "_": current_timestamp_ms
+    }
+    try:
+        r = requests.get(url, params, proxies=proxies)
+        data_text = r.text
+        if pn == 1:
+            try:
+                begin_index_total = data_text.index('"total":')
+
+                end_index_total = data_text.index('"diff"')
+                global max_number
+                max_number = int(data_text[begin_index_total + 8:end_index_total - 1])
+            except Exception as e:
+                logger.error(f"获取第{pn}页股票列表异常: {e}")
+                return pd.DataFrame()
+
+        begin_index = data_text.index('[')
+        end_index = data_text.index(']')
+        data_json = data_text[begin_index:end_index + 1]
+        data_json = json.loads(data_json)
+        if data_json is None:
+            return pd.DataFrame()
+        else:
+            return pd.DataFrame(data_json)
+    except Exception as e:
+        logger.error(f"获取第{pn}页股票列表异常: {e}")
+        return pd.DataFrame()
+
+
+def all_stock_ticker_data_new(fields, fs, proxies) -> pd.DataFrame:
+    """
+    使用多线程获取所有股票数据
+    """
+
+    per_page = page_number
+    total_pages = (max_number + per_page - 1) // per_page  # 向上取整
+
+    # 创建线程池
+    with ThreadPoolExecutor(max_workers=10) as executor:
+        # 提交任务，获取每页数据
+        futures = [executor.submit(get_stock_page_data, pn, fields, fs, proxies)
+                   for pn in range(1, total_pages + 1)]
+
+        # 收集结果
+        results = []
+        for future in futures:
+            result = future.result()
+            if not result.empty:
+                results.append(result)
+
+    # 合并所有页面的数据
+    if results:
+        return pd.concat(results, ignore_index=True)
+    else:
+        return pd.DataFrame()
+
+
+def get_real_time_quotes_all_stocks(proxies):
+    fields = ("f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f14,f15,f16,f17,"
+              "f18,f20,f21,f26,f33,f34,f35,f62,f66,f69,f72,f100,f184,f211,f212"),
+    fs = "m:0 t:6,m:0 t:80,m:1 t:2,m:1 t:23,m:0 t:81 s:2048"
+    # 获取第一页数据
+    page_one_df = get_stock_page_data(1, fields, fs, proxies)
+    # 数据接口正常返回5600以上的数量
+    if page_one_df.shape[0] > min_number:
+        page_one_df = rename_real_time_quotes_df(page_one_df)
+        page_one_df.drop_duplicates('symbol', keep='last', inplace=True)
+        return page_one_df
+    else:
+        page_df = all_stock_ticker_data_new(fields, fs, proxies)
+        page_df = rename_real_time_quotes_df(page_df)
+        page_df.drop_duplicates('symbol', keep='last', inplace=True)
+        return page_df
+
+
+# 获取所有股票实时行情数据    f33,委比
+def rename_real_time_quotes_df(temp_df):
+    temp_df = temp_df.rename(columns={
+        "f2": "now_price",
+        "f3": "chg",
+        "f5": "volume",
+        "f6": "amount",
+        "f8": "exchange",
+        "f10": "quantity_ratio",
+        "f22": "up_speed",
+        "f11": "up_speed_05",
+        "f12": "symbol",
+        "f14": "name",
+        "f15": "high",
+        "f16": "low",
+        "f17": "open",
+        "f18": "yesterday_price",
+        "f20": "total_mv",
+        "f21": "flow_mv",
+        "f26": "list_date",
+        "f33": "wei_bi",
+        "f34": "outer_disk",
+        "f35": "inner_disk",
+        "f62": "today_main_net_inflow",
+        "f66": "super_large_order_net_inflow",
+        "f69": "super_large_order_net_inflow_ratio",
+        "f72": "large_order_net_inflow",
+        # "f78": "medium_order_net_inflow",
+        # "f84": "small_order_net_inflow",
+        "f100": "industry",
+        # "f103": "concept",
+        "f184": "today_main_net_inflow_ratio",
+        "f352": "average_price",
+        "f211": "buy_1_num",
+        "f212": "sell_1_num"
+    })
+
+    temp_df.loc[temp_df['buy_1_num'] == '-', 'buy_1_num'] = 0
+    temp_df.loc[temp_df['sell_1_num'] == '-', 'sell_1_num'] = 0
+    temp_df.loc[temp_df['up_speed_05'] == '-', 'up_speed_05'] = 0
+    temp_df.loc[temp_df['up_speed'] == '-', 'up_speed'] = 0
+    temp_df.loc[temp_df['average_price'] == '-', 'average_price'] = 0
+    temp_df.loc[temp_df['wei_bi'] == '-', 'wei_bi'] = 0
+    temp_df.loc[temp_df['yesterday_price'] == '-', 'yesterday_price'] = 0
+    temp_df.loc[temp_df['now_price'] == '-', 'now_price'] = 0
+    temp_df.loc[temp_df['chg'] == '-', 'chg'] = 0
+    temp_df.loc[temp_df['volume'] == '-', 'volume'] = 0
+    temp_df.loc[temp_df['amount'] == '-', 'amount'] = 0
+    temp_df.loc[temp_df['exchange'] == '-', 'exchange'] = 0
+    temp_df.loc[temp_df['quantity_ratio'] == '-', 'quantity_ratio'] = 0
+    temp_df.loc[temp_df['high'] == '-', 'high'] = 0
+    temp_df.loc[temp_df['low'] == '-', 'low'] = 0
+    temp_df.loc[temp_df['open'] == '-', 'open'] = 0
+    temp_df.loc[temp_df['total_mv'] == '-', 'total_mv'] = 0
+    temp_df.loc[temp_df['flow_mv'] == '-', 'flow_mv'] = 0
+    temp_df.loc[temp_df['inner_disk'] == '-', 'inner_disk'] = 0
+    temp_df.loc[temp_df['outer_disk'] == '-', 'outer_disk'] = 0
+    temp_df.loc[temp_df['today_main_net_inflow_ratio'] == '-', 'today_main_net_inflow_ratio'] = 0
+    temp_df.loc[temp_df['today_main_net_inflow'] == '-', 'today_main_net_inflow'] = 0
+    temp_df.loc[temp_df['super_large_order_net_inflow'] == '-', 'super_large_order_net_inflow'] = 0
+    temp_df.loc[temp_df['super_large_order_net_inflow_ratio'] == '-', 'super_large_order_net_inflow_ratio'] = 0
+    temp_df.loc[temp_df['large_order_net_inflow'] == '-', 'large_order_net_inflow'] = 0
+    # temp_df.loc[temp_df['medium_order_net_inflow'] == '-', 'medium_order_net_inflow'] = 0
+    # temp_df.loc[temp_df['small_order_net_inflow'] == '-', 'small_order_net_inflow'] = 0
+
+    temp_df["list_date"] = pd.to_numeric(temp_df["list_date"], errors="coerce")
+    temp_df["wei_bi"] = pd.to_numeric(temp_df["wei_bi"], errors="coerce")
+    temp_df["average_price"] = pd.to_numeric(temp_df["average_price"], errors="coerce")
+    temp_df["yesterday_price"] = pd.to_numeric(temp_df["yesterday_price"], errors="coerce")
+    temp_df["now_price"] = pd.to_numeric(temp_df["now_price"], errors="coerce")
+    temp_df["chg"] = pd.to_numeric(temp_df["chg"], errors="coerce")
+    temp_df["volume"] = pd.to_numeric(temp_df["volume"], errors="coerce")
+    temp_df["amount"] = pd.to_numeric(temp_df["amount"], errors="coerce")
+    temp_df["exchange"] = pd.to_numeric(temp_df["exchange"], errors="coerce")
+    temp_df["quantity_ratio"] = pd.to_numeric(temp_df["quantity_ratio"], errors="coerce")
+    temp_df["high"] = pd.to_numeric(temp_df["high"], errors="coerce")
+    temp_df["low"] = pd.to_numeric(temp_df["low"], errors="coerce")
+    temp_df["open"] = pd.to_numeric(temp_df["open"], errors="coerce")
+    temp_df["total_mv"] = pd.to_numeric(temp_df["total_mv"], errors="coerce")
+    temp_df["flow_mv"] = pd.to_numeric(temp_df["flow_mv"], errors="coerce")
+    temp_df["outer_disk"] = pd.to_numeric(temp_df["outer_disk"], errors="coerce")
+    temp_df["inner_disk"] = pd.to_numeric(temp_df["inner_disk"], errors="coerce")
+    temp_df["today_main_net_inflow"] = pd.to_numeric(temp_df["today_main_net_inflow"], errors="coerce")
+    temp_df["super_large_order_net_inflow"] = pd.to_numeric(temp_df["super_large_order_net_inflow"],
+                                                            errors="coerce")
+    temp_df["super_large_order_net_inflow_ratio"] = pd.to_numeric(temp_df["super_large_order_net_inflow_ratio"],
+                                                                  errors="coerce")
+    temp_df["large_order_net_inflow"] = pd.to_numeric(temp_df["large_order_net_inflow"],
+                                                      errors="coerce")
+    # temp_df["medium_order_net_inflow"] = pd.to_numeric(temp_df["medium_order_net_inflow"],
+    #                                                    errors="coerce")
+    # temp_df["small_order_net_inflow"] = pd.to_numeric(temp_df["small_order_net_inflow"], errors="coerce")
+
+    # 大单比例
+    temp_df['large_order_net_inflow_ratio'] = round((temp_df['large_order_net_inflow'] / temp_df['amount']) * 100, 2)
+
+    # 外盘是内盘倍数
+    temp_df['disk_ratio'] = round((temp_df['outer_disk'] - temp_df['inner_disk']) / temp_df['inner_disk'], 2)
+    # 只有外盘没有内盘
+    temp_df.loc[temp_df["inner_disk"] == 0, ['disk_ratio']] = 1688
+    temp_df = temp_df.sort_values(by=['chg'], ascending=False)
+    return temp_df
+
+
+# 示例调用
+if __name__ == "__main__":
+    while True:
+        df = get_real_time_quotes_all_stocks()
+        logger.info("涨停数据,{}", 1)

mns_common-1.3.6.3/mns_common/api/proxies/liu_guan_proxy_api.py

@@ -0,0 +1,65 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from loguru import logger
+import requests
+import time
+import hashlib
+import json
+
+# 提取订单
+"""
+    orderId:提取订单号
+    secret:用户密钥
+    num:提取IP个数
+    pid:省份
+    cid:城市
+    type：请求类型，1=http/https,2=socks5
+    unbindTime:使用时长，秒/s为单位
+    noDuplicate:去重，0=不去重，1=去重
+    lineSeparator:分隔符
+    singleIp:切换,0=切换，1=不切换
+"""
+
+
+def get_proxy_api(order_id, secret, unbind_time):
+    num = "1"
+    pid = "-1"
+    cid = ""
+    noDuplicate = "0"
+    lineSeparator = "0"
+    singleIp = "0"
+    time_str = str(int(time.time()))  # 时间戳
+
+    # 计算sign
+    txt = "orderId=" + order_id + "&" + "secret=" + secret + "&" + "time=" + time_str
+    sign = hashlib.md5(txt.encode()).hexdigest()
+    # 访问URL获取IP
+    url = (
+            "http://api.hailiangip.com:8422/api/getIp?type=1" + "&num=" + num + "&pid=" + pid
+            + "&unbindTime=" + unbind_time + "&cid=" + cid
+            + "&orderId=" + order_id + "&time=" + time_str + "&sign=" + sign + "&dataType=0"
+            + "&lineSeparator=" + lineSeparator + "&noDuplicate=" + noDuplicate + "&singleIp=" + singleIp)
+    my_response = requests.get(url).content
+    js_res = json.loads(my_response)
+    for dic in js_res["data"]:
+        try:
+            ip = dic["ip"]
+            port = dic["port"]
+            ip_port = ip + ":" + str(port)
+            return ip_port
+        except BaseException as e:
+            logger.error("获取ip地址异常:{}", e)
+            return None
+
+
+if __name__ == '__main__':
+    order_id = ''
+    secret = ''
+    unbind_time = str(60 * 10)
+    ip = get_proxy_api(order_id, secret, unbind_time)
+    print(ip)

mns_common-1.3.6.3/mns_common/component/proxies/proxy_common_api.py

@@ -0,0 +1,80 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.api.proxies.liu_guan_proxy_api as liu_guan_proxy_api
+from functools import lru_cache
+import pandas as pd
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import datetime
+
+mongodb_util = MongodbUtil('27017')
+
+
+@lru_cache(maxsize=None)
+def query_liu_guan_proxy_ip():
+    ip_proxy_pool = mongodb_util.find_all_data(db_name_constant.IP_PROXY_POOL)
+    return ip_proxy_pool
+
+
+def clear_proxy_ip_cache():
+    query_liu_guan_proxy_ip.cache_clear()
+    mongodb_util.remove_data(db_name_constant.IP_PROXY_POOL)
+
+
+def check_valid(str_now_date, ip_proxy_pool):
+    effect_time = list(ip_proxy_pool['effect_time'])[0]
+    if effect_time > str_now_date:
+        return True
+    else:
+        clear_proxy_ip_cache()
+        return False
+
+
+def generate_proxy_ip():
+    query = {"type": "liu_guan_proxy", }
+    stock_account_info = mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
+    order_id = list(stock_account_info['password'])[0]
+    secret = list(stock_account_info['account'])[0]
+
+    now_date = datetime.datetime.now()
+    time_to_add = datetime.timedelta(minutes=9, seconds=40)
+    new_date = now_date + time_to_add
+    str_now_date = new_date.strftime('%Y-%m-%d %H:%M:%S')
+
+    # 获取10分钟动态ip
+    ip = liu_guan_proxy_api.get_proxy_api(order_id, secret, '600')
+
+    result_dict = {"_id": ip,
+                   'effect_time': str_now_date,
+                   'ip': ip}
+    result_df = pd.DataFrame(result_dict, index=[1])
+
+    mongodb_util.insert_mongo(result_df, db_name_constant.IP_PROXY_POOL)
+
+    return ip
+
+
+def get_proxy_ip(str_now_date):
+    ip_proxy_pool = query_liu_guan_proxy_ip()
+    if data_frame_util.is_empty(ip_proxy_pool):
+        return generate_proxy_ip()
+    else:
+        if check_valid(str_now_date, ip_proxy_pool):
+            return list(ip_proxy_pool['ip'])[0]
+        else:
+            return generate_proxy_ip()
+
+
+if __name__ == '__main__':
+    while True:
+        now_date = datetime.datetime.now()
+        str_now_date_test = now_date.strftime('%Y-%m-%d %H:%M:%S')
+        ip_test = get_proxy_ip(str_now_date_test)
+        print(ip_test)

mns_common-1.3.6.3/mns_common/component/tfp/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns_common-1.3.6.0 → mns_common-1.3.6.3}/mns_common/constant/db_name_constant.py

@@ -5,6 +5,10 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 14
 project_path = file_path[0:end]
 sys.path.append(project_path)
+
+# ip代理池
+IP_PROXY_POOL = 'ip_proxy_pool'
+
 # 大单同步表
 BIG_DEAL_NAME = "ths_big_deal_fund"
 # 大单选择表

mns_common-1.3.6.3/mns_common/db/v2/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns_common-1.3.6.0 → mns_common-1.3.6.3}/mns_common.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-common
-Version: 1.3.6.0
+Version: 1.3.6.3

{mns_common-1.3.6.0 → mns_common-1.3.6.3}/mns_common.egg-info/SOURCES.txt

@@ -17,6 +17,7 @@ mns_common/api/em/__init__.py
 mns_common/api/em/east_money_debt_api.py
 mns_common/api/em/east_money_etf_api.py
 mns_common/api/em/east_money_stock_api.py
+mns_common/api/em/east_money_stock_api_v3.py
 mns_common/api/em/east_money_stock_gdfx_free_top_10_api.py
 mns_common/api/em/east_money_stock_hk_api.py
 mns_common/api/em/east_money_stock_quotes_sync_api.py
@@ -46,6 +47,8 @@ mns_common/api/kpl/symbol/kpl_symbol_common_field_constant.py
 mns_common/api/kpl/symbol/symbol_his_quotes_api.py
 mns_common/api/msg/__init__.py
 mns_common/api/msg/push_msg_api.py
+mns_common/api/proxies/__init__.py
+mns_common/api/proxies/liu_guan_proxy_api.py
 mns_common/api/qmt/__init__.py
 mns_common/api/qmt/qmt_minunte_tick_data.py
 mns_common/api/ths/__init__.py
@@ -109,6 +112,8 @@ mns_common/component/k_line/patterns/k_line_patterns_service_api.py
 mns_common/component/k_line/patterns/pattern_Enum.py
 mns_common/component/price/__init__.py
 mns_common/component/price/trade_price_service_api.py
+mns_common/component/proxies/__init__.py
+mns_common/component/proxies/proxy_common_api.py
 mns_common/component/qmt/__init__.py
 mns_common/component/qmt/qmt_buy_service.py
 mns_common/component/real_time/__init__.py

{mns_common-1.3.6.0 → mns_common-1.3.6.3}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns_common',
-    version='1.3.6.0',
+    version='1.3.6.3',
     # packages=["mns_common", "mns_common.api",
     #           "mns_common.api.akshare",
     #           "mns_common.api.em",