mns-common 1.3.9.2__tar.gz → 1.3.9.9__tar.gz

{mns_common-1.3.9.2 → mns_common-1.3.9.9}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns_common
-Version: 1.3.9.2
+Version: 1.3.9.9

{mns_common-1.3.9.2 → mns_common-1.3.9.9}/mns_common/api/akshare/k_line_api.py

@@ -9,89 +9,11 @@ import requests
 import pandas as pd
 import mns_common.component.common_service_fun_api as common_service_fun_api
 from datetime import datetime
-from functools import lru_cache
 import numpy as np
 
 
-@lru_cache(maxsize=None)
-def code_id_map_em() -> dict:
-    """
-    东方财富-股票和市场代码
-    http://quote.eastmoney.com/center/gridlist.html#hs_a_board
-    :return: 股票和市场代码
-    :rtype: dict
-    """
-    url = "http://80.push2.eastmoney.com/api/qt/clist/get"
-    params = {
-        "pn": "1",
-        "pz": "5000",
-        "po": "1",
-        "np": "3",
-        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
-        "fltt": "2",
-        "invt": "2",
-        "fid": "f3",
-        "fs": "m:1 t:2,m:1 t:23",
-        "fields": "f12",
-        "_": "1623833739532",
-    }
-    r = requests.get(url, params=params)
-    data_json = r.json()
-    if not data_json["data"]["diff"]:
-        return pd.DataFrame()
-    temp_df = pd.DataFrame(data_json["data"]["diff"])
-    temp_df["market_id"] = 1
-    temp_df.columns = ["sh_code", "sh_id"]
-    code_id_dict = dict(zip(temp_df["sh_code"], temp_df["sh_id"]))
-    params = {
-        "pn": "1",
-        "pz": "5000",
-        "po": "1",
-        "np": "3",
-        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
-        "fltt": "2",
-        "invt": "2",
-        "fid": "f3",
-        "fs": "m:0 t:6,m:0 t:80",
-        "fields": "f12",
-        "_": "1623833739532",
-    }
-    r = requests.get(url, params=params)
-    data_json = r.json()
-    if not data_json["data"]["diff"]:
-        return pd.DataFrame()
-    temp_df_sz = pd.DataFrame(data_json["data"]["diff"])
-    temp_df_sz["sz_id"] = 0
-    code_id_dict.update(dict(zip(temp_df_sz["f12"], temp_df_sz["sz_id"])))
-    now_date = datetime.now()
-    now_time = int(now_date.timestamp() * 1000)
-    now_time = str(now_time)
-
-    params = {
-        "pn": "1",
-        "pz": "5000",
-        "po": "1",
-        "np": "3",
-        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
-        "fltt": "2",
-        "invt": "2",
-        "fid": "f3",
-        "fs": "m:0 t:81 s:2048",
-        "fields": "f12",
-        "_": now_time,
-    }
-    r = requests.get(url, params=params)
-    data_json = r.json()
-    if not data_json["data"]["diff"]:
-        return pd.DataFrame()
-    temp_df_sz = pd.DataFrame(data_json["data"]["diff"])
-    temp_df_sz["bj_id"] = 0
-    code_id_dict.update(dict(zip(temp_df_sz["f12"], temp_df_sz["bj_id"])))
-    return code_id_dict
-
-
 def stock_zh_a_hist(
-        symbol: str = "000001",
+        symbol: str = "0.000001",
         period: str = 'daily',
         start_date: str = "19700101",
         end_date: str = "22220101",
@@ -113,7 +35,6 @@ def stock_zh_a_hist(
     :return: 每日行情
     :rtype: pandas.DataFrame
     """
-    code_id_dict = code_id_map_em()
     adjust_dict = {"qfq": "1", "hfq": "2", "": "0"}
     period_dict = {'daily': '101', 'weekly': '102', 'monthly': '103'}
     url = "http://push2his.eastmoney.com/api/qt/stock/kline/get"

{mns_common-1.3.9.2 → mns_common-1.3.9.9}/mns_common/api/xueqiu/xue_qiu_k_line_api.py

@@ -5,7 +5,6 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
-from loguru import logger
 import requests
 import pandas as pd
 
@@ -42,28 +41,26 @@ def get_xue_qiu_k_line(symbol, period, cookie, end_time, hq):
         "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
         "cookie": cookie
     }
-    try:
-        response = requests.get(
-            url=url,
-            params=params,
-            headers=headers
-        )
 
-        if response.status_code == 200:
-            response_data = response.json()
-            df = pd.DataFrame(
-                data=response_data['data']['item'],
-                columns=response_data['data']['column']
-            )
-            # 处理DataFrame列（秒级时间戳）
-            df['str_day'] = pd.to_datetime(df['timestamp'], unit='ms').dt.normalize()
-            df["str_day"] = df["str_day"].dt.strftime("%Y-%m-%d")
-            return df
-        else:
-            return pd.DataFrame()
-    except BaseException as e:
-        logger.error("同步股票年度数据出现异常:{},{}", symbol, e)
-        return pd.DataFrame()
+    response = requests.get(
+        url=url,
+        params=params,
+        headers=headers
+    )
+
+    if response.status_code == 200:
+        response_data = response.json()
+        df = pd.DataFrame(
+            data=response_data['data']['item'],
+            columns=response_data['data']['column']
+        )
+        # 处理DataFrame列（秒级时间戳）
+        df['str_day'] = pd.to_datetime(df['timestamp'], unit='ms').dt.normalize()
+        df["str_day"] = df["str_day"].dt.strftime("%Y-%m-%d")
+        return df
+    else:
+        # 直接抛出带有明确信息的异常
+        raise ValueError("调用雪球接口失败")
 
 
 if __name__ == '__main__':

mns_common-1.3.9.9/mns_common/component/exception/ExceptionMonitor.py

@@ -0,0 +1,86 @@
+import threading
+from functools import wraps
+from typing import Optional, Callable
+
+class ExceptionMonitor:
+    """支持动态配置的异常监控器"""
+    def __init__(
+        self,
+        threshold: int = 1000,
+        alert_handler: Optional[Callable[[int, int], None]] = None,
+        auto_reset: bool = True
+    ):
+        """
+        :param threshold: 报警阈值，默认1000次
+        :param alert_handler: 自定义报警函数，格式 func(current_count, threshold)
+        :param auto_reset: 触发报警后是否自动重置计数器
+        """
+        self.counter = 0
+        self._threshold = threshold
+        self.alert_handler = alert_handler
+        self.auto_reset = auto_reset
+        self.lock = threading.Lock()
+
+    @property
+    def threshold(self) -> int:
+        """当前报警阈值"""
+        return self._threshold
+
+    @threshold.setter
+    def threshold(self, value: int):
+        """动态设置报警阈值"""
+        with self.lock:
+            self._threshold = value
+
+    def increment(self):
+        """线程安全的计数器递增"""
+        with self.lock:
+            self.counter += 1
+            if self.counter >= self.threshold:
+                self.trigger_alert()
+                if self.auto_reset:
+                    self.reset_counter()
+
+    def reset_counter(self):
+        """手动重置计数器"""
+        with self.lock:
+            self.counter = 0
+
+    def trigger_alert(self):
+        """触发报警（支持自定义处理逻辑）"""
+        if self.alert_handler:
+            self.alert_handler(self.counter, self.threshold)
+        else:
+            print(f"[ALERT] Exception count {self.counter} exceeded threshold {self.threshold}")
+
+def exception_counter(
+    threshold: int = 1000,
+    alert_handler: Optional[Callable[[int, int], None]] = None,
+    auto_reset: bool = True
+):
+    """
+    异常计数装饰器工厂
+    :param threshold: 报警阈值
+    :param alert_handler: 自定义报警处理函数
+    :param auto_reset: 是否自动重置计数器
+    """
+    def decorator(func):
+        # 为每个被装饰函数创建独立监控实例
+        monitor = ExceptionMonitor(
+            threshold=threshold,
+            alert_handler=alert_handler,
+            auto_reset=auto_reset
+        )
+
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            try:
+                return func(*args, **kwargs)
+            except Exception as e:
+                monitor.increment()
+                raise  # 保持原始异常栈
+
+        # 暴露监控器以便外部访问
+        wrapper.monitor = monitor
+        return wrapper
+    return decorator

mns_common-1.3.9.9/mns_common/component/proxies/proxy_common_api.py

@@ -0,0 +1,192 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.api.proxies.liu_guan_proxy_api as liu_guan_proxy_api
+import pandas as pd
+import mns_common.utils.data_frame_util as data_frame_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import datetime
+import requests
+import time
+from loguru import logger
+from functools import lru_cache
+
+mongodb_util = MongodbUtil('27017')
+
+
+def query_liu_guan_proxy_ip():
+    ip_proxy_pool = mongodb_util.find_all_data(db_name_constant.IP_PROXY_POOL)
+    return ip_proxy_pool
+
+
+def remove_proxy_ip():
+    mongodb_util.remove_data({}, db_name_constant.IP_PROXY_POOL)
+
+
+def check_valid(ip_proxy_pool):
+    effect_time = list(ip_proxy_pool['effect_time'])[0]
+
+    now_date = datetime.datetime.now()
+
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+
+    if effect_time > str_now_date:
+        return True
+    else:
+        remove_proxy_ip()
+        return False
+
+
+@lru_cache(maxsize=None)
+def get_account_cache():
+    query = {"type": "liu_guan_proxy", }
+    return mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
+
+
+def generate_proxy_ip_api(minutes):
+    stock_account_info = get_account_cache()
+    order_id = list(stock_account_info['password'])[0]
+    secret = list(stock_account_info['account'])[0]
+    # 获取10分钟动态ip
+    ip = liu_guan_proxy_api.get_proxy_api(order_id, secret, str(60 * minutes))
+    return ip
+
+
+def generate_proxy_ip(minutes):
+    ip_proxy_pool = mongodb_util.find_all_data(db_name_constant.IP_PROXY_POOL)
+    if data_frame_util.is_not_empty(ip_proxy_pool):
+        return list(ip_proxy_pool['ip'])[0]
+    else:
+        remove_proxy_ip()
+        now_date = datetime.datetime.now()
+        # 加上分钟
+        time_to_add = datetime.timedelta(minutes=minutes)
+        new_date = now_date + time_to_add
+        str_now_date = new_date.strftime('%Y-%m-%d %H:%M:%S')
+
+        # 获取10分钟动态ip
+        while True:
+            ip = generate_proxy_ip_api(minutes)
+            if check_proxy(ip, timeout=2):
+                break
+            else:
+                time.sleep(0.5)
+        result_dict = {"_id": ip,
+                       'effect_time': str_now_date,
+                       'ip': ip}
+        result_df = pd.DataFrame(result_dict, index=[1])
+
+        mongodb_util.insert_mongo(result_df, db_name_constant.IP_PROXY_POOL)
+
+        return ip
+
+
+def get_proxy_ip(minutes):
+    ip_proxy_pool = query_liu_guan_proxy_ip()
+    if data_frame_util.is_empty(ip_proxy_pool):
+        return generate_proxy_ip(minutes)
+    else:
+        if check_valid(ip_proxy_pool):
+            return list(ip_proxy_pool['ip'])[0]
+        else:
+            return generate_proxy_ip(minutes)
+
+
+def check_baidu_proxy(proxy_ip, timeout=2):
+    """
+    检测代理IP是否能访问百度
+    :param proxy_ip: 代理IP地址
+    :param proxy_port: 代理端口
+    :param timeout: 超时时间(秒)
+    :return: (是否可用, 响应时间, 检测结果信息)
+    """
+    # 构造代理地址
+
+    # 设置代理参数
+    proxies = {
+        "http": proxy_ip,
+        "https": proxy_ip
+    }
+
+    # 模拟浏览器请求头
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
+        "Accept-Language": "zh-CN,zh;q=0.9",
+        "Connection": "keep-alive"
+    }
+
+    try:
+        # 记录开始时间
+        start_time = time.time()
+
+        # 发送请求到百度
+        response = requests.get(
+            url="https://www.baidu.com",
+            proxies=proxies,
+            headers=headers,
+            timeout=timeout,
+            allow_redirects=True  # 允许重定向
+        )
+
+        # 计算响应时间
+        response_time = round((time.time() - start_time) * 1000)  # 毫秒
+        # 检查响应状态和内容
+        if response.status_code == 200:
+            # 验证是否返回百度页面
+            if "百度一下" in response.text and "baidu.com" in response.text:
+                logger.info("代理ip可用:{},响应时间:{}", proxy_ip, response_time)
+                return True
+            else:
+                logger.error("代理ip不可用:{},响应时间:{}", proxy_ip, response_time)
+                return False
+        else:
+            logger.error("代理ip不可用:{},响应时间:{},HTTP状态码异常:{}", proxy_ip, response_time, response.status_code)
+            return False
+    except requests.exceptions.ConnectTimeout:
+        logger.error("代理ip不可用:{},连接超时", proxy_ip, response_time)
+        return False
+    except requests.exceptions.ProxyError:
+        logger.error("代理ip不可用:{},代理拒绝连接", proxy_ip, response_time)
+        return False
+    except requests.exceptions.SSLError:
+        logger.error("代理ip不可用:{},SSL证书错误", proxy_ip, response_time)
+        return False
+    except requests.exceptions.RequestException as e:
+        logger.error("代理ip不可用:{},网络错误:{}", proxy_ip, str(e))
+        return False
+
+
+def check_proxy(proxy_ip, timeout=2):
+    proxies = {
+        "http": proxy_ip,
+        "https": proxy_ip
+    }
+    try:
+        # 测试请求（httpbin.org 返回请求的IP）
+        response = requests.get(
+            "http://httpbin.org/ip",
+            proxies=proxies,
+            timeout=timeout  # 超时时间
+        )
+        if response.status_code == 200:
+            return True
+        else:
+            logger.error("代理ip不可用:{}", proxy_ip)
+            return False
+    except Exception as e:
+        logger.error("代理ip不可用:{},{}", proxy_ip, e)
+        return False
+
+
+if __name__ == "__main__":
+    target_ip = "112.28.228.67:35528"  # Google DNS
+    if check_proxy(target_ip, 2):
+        print(f"{target_ip} 可以访问")
+    else:
+        print(f"{target_ip} 无法访问")

{mns_common-1.3.9.2 → mns_common-1.3.9.9}/mns_common/constant/extra_income_db_name.py

@@ -80,3 +80,12 @@ HK_STOCK_MINUTE_K_LINE_BFQ = 'hk_stock_one_minute_k_line_bfq'
 
 # hk etf 1分钟集合数据
 HK_ETF_MINUTE_K_LINE_BFQ = 'hk_etf_one_minute_k_line_bfq'
+
+# 雪球利润表
+XUE_QIU_LRB_INCOME = 'xue_qiu_lrb_income'
+
+# 雪球资产负债表
+XUE_QIU_ASSET_DEBT = 'xue_qiu_asset_debt'
+
+# 雪球资产现金流量表
+XUE_QIU_CASH_FLOW = 'xue_qiu_cash_flow'

mns_common-1.3.9.9/mns_common/db/v2/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns_common-1.3.9.2 → mns_common-1.3.9.9}/mns_common.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-common
-Version: 1.3.9.2
+Version: 1.3.9.9

{mns_common-1.3.9.2 → mns_common-1.3.9.9}/mns_common.egg-info/SOURCES.txt

@@ -101,6 +101,8 @@ mns_common/component/deal/terminal_enum.py
 mns_common/component/em/__init__.py
 mns_common/component/em/em_real_time_quotes_api.py
 mns_common/component/em/em_stock_info_api.py
+mns_common/component/exception/ExceptionMonitor.py
+mns_common/component/exception/__init__.py
 mns_common/component/hk/__init__.py
 mns_common/component/hk/company_hk_service_api.py
 mns_common/component/industry/__init__.py

{mns_common-1.3.9.2 → mns_common-1.3.9.9}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns_common',
-    version='1.3.9.2',
+    version='1.3.9.9',
     # packages=["mns_common", "mns_common.api",
     #           "mns_common.api.akshare",
     #           "mns_common.api.em",

mns_common-1.3.9.2/mns_common/component/proxies/proxy_common_api.py

@@ -1,84 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import mns_common.api.proxies.liu_guan_proxy_api as liu_guan_proxy_api
-from functools import lru_cache
-import pandas as pd
-import mns_common.utils.data_frame_util as data_frame_util
-from mns_common.db.MongodbUtil import MongodbUtil
-import mns_common.constant.db_name_constant as db_name_constant
-import datetime
-
-mongodb_util = MongodbUtil('27017')
-
-
-@lru_cache(maxsize=None)
-def query_liu_guan_proxy_ip():
-    ip_proxy_pool = mongodb_util.find_all_data(db_name_constant.IP_PROXY_POOL)
-    return ip_proxy_pool
-
-
-def clear_proxy_ip_cache():
-    query_liu_guan_proxy_ip.cache_clear()
-    mongodb_util.remove_data({}, db_name_constant.IP_PROXY_POOL)
-
-
-def check_valid(str_now_date, ip_proxy_pool):
-    effect_time = list(ip_proxy_pool['effect_time'])[0]
-    if effect_time > str_now_date:
-        return True
-    else:
-        clear_proxy_ip_cache()
-        return False
-
-
-def generate_proxy_ip(minutes):
-    ip_proxy_pool = mongodb_util.find_all_data(db_name_constant.IP_PROXY_POOL)
-    if data_frame_util.is_not_empty(ip_proxy_pool):
-        return list(ip_proxy_pool['ip'])[0]
-    else:
-        query = {"type": "liu_guan_proxy", }
-        stock_account_info = mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
-        order_id = list(stock_account_info['password'])[0]
-        secret = list(stock_account_info['account'])[0]
-
-        now_date = datetime.datetime.now()
-        time_to_add = datetime.timedelta(minutes=minutes - 1, seconds=50)
-        new_date = now_date + time_to_add
-        str_now_date = new_date.strftime('%Y-%m-%d %H:%M:%S')
-
-        # 获取10分钟动态ip
-        ip = liu_guan_proxy_api.get_proxy_api(order_id, secret, str(60 * minutes))
-
-        result_dict = {"_id": ip,
-                       'effect_time': str_now_date,
-                       'ip': ip}
-        result_df = pd.DataFrame(result_dict, index=[1])
-
-        mongodb_util.insert_mongo(result_df, db_name_constant.IP_PROXY_POOL)
-
-        return ip
-
-
-def get_proxy_ip(str_now_date, minutes):
-    ip_proxy_pool = query_liu_guan_proxy_ip()
-    if data_frame_util.is_empty(ip_proxy_pool):
-        return generate_proxy_ip(minutes)
-    else:
-        if check_valid(str_now_date, ip_proxy_pool):
-            return list(ip_proxy_pool['ip'])[0]
-        else:
-            return generate_proxy_ip(minutes)
-
-
-if __name__ == '__main__':
-    while True:
-        now_date = datetime.datetime.now()
-        str_now_date_test = now_date.strftime('%Y-%m-%d %H:%M:%S')
-        ip_test = get_proxy_ip(str_now_date_test)
-        print(ip_test)