mns-common 1.3.3.5__py3-none-any.whl → 1.5.7.2__py3-none-any.whl

mns_common/api/proxies/liu_guan_proxy_api.py

@@ -0,0 +1,115 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from loguru import logger
+import requests
+import time
+import hashlib
+import json
+from mns_common.db.MongodbUtil import MongodbUtil
+from functools import lru_cache
+import mns_common.constant.db_name_constant as db_name_constant
+
+mongodb_util = MongodbUtil('27017')
+
+import random
+
+# 提取订单
+"""
+    orderId:提取订单号
+    secret:用户密钥
+    num:提取IP个数
+    pid:省份
+    cid:城市
+    type：请求类型，1=http/https,2=socks5
+    unbindTime:使用时长，秒/s为单位
+    noDuplicate:去重，0=不去重，1=去重
+    lineSeparator:分隔符
+    singleIp:切换,0=切换，1=不切换
+"""
+
+
+@lru_cache(maxsize=None)
+def query_province_and_city_info():
+    return mongodb_util.find_all_data(db_name_constant.IP_PROXY_CITY_PROVINCE)
+
+
+def get_proxy_api(order_id, secret, unbind_time):
+    province_and_city_info_df = query_province_and_city_info()
+    random_row = province_and_city_info_df.sample(n=1)
+    cid = str(list(random_row['cid'])[0])
+    pid = str(list(random_row['pid'])[0])
+
+    num = "1"
+    noDuplicate = "1"
+    lineSeparator = "0"
+    singleIp = "0"
+    time_str = str(int(time.time()))  # 时间戳
+
+    # 计算sign
+    txt = "orderId=" + order_id + "&" + "secret=" + secret + "&" + "time=" + time_str
+    sign = hashlib.md5(txt.encode()).hexdigest()
+    # 访问URL获取IP
+    url = (
+            "http://api.hailiangip.com:8422/api/getIp?type=1" + "&num=" + num + "&pid=" + pid
+            + "&unbindTime=" + unbind_time + "&cid=" + cid
+            + "&orderId=" + order_id + "&time=" + time_str + "&sign=" + sign + "&dataType=0"
+            + "&lineSeparator=" + lineSeparator + "&noDuplicate=" + noDuplicate + "&singleIp=" + singleIp)
+    my_response = requests.get(url).content
+    js_res = json.loads(my_response)
+    for dic in js_res["data"]:
+        try:
+            ip = dic["ip"]
+            # ip = dic["realIp"]
+            port = dic["port"]
+            ip_port = ip + ":" + str(port)
+            return ip_port
+        except BaseException as e:
+            logger.error("获取ip地址异常:{}", e)
+            return None
+
+
+# 线程池
+def get_proxy_pool_api(order_id, secret, unbind_time, ip_num):
+    num = str(ip_num)
+    pid = "-1"
+    cid = ""
+    noDuplicate = "1"
+    lineSeparator = "0"
+    singleIp = "0"
+    time_str = str(int(time.time()))  # 时间戳
+
+    # 计算sign
+    txt = "orderId=" + order_id + "&" + "secret=" + secret + "&" + "time=" + time_str
+    sign = hashlib.md5(txt.encode()).hexdigest()
+    # 访问URL获取IP
+    url = (
+            "http://api.hailiangip.com:8422/api/getIp?type=1" + "&num=" + num + "&pid=" + pid
+            + "&unbindTime=" + unbind_time + "&cid=" + cid
+            + "&orderId=" + order_id + "&time=" + time_str + "&sign=" + sign + "&dataType=0"
+            + "&lineSeparator=" + lineSeparator + "&noDuplicate=" + noDuplicate + "&singleIp=" + singleIp)
+    my_response = requests.get(url).content
+    js_res = json.loads(my_response)
+    ip_pool_list = []
+    for dic in js_res["data"]:
+        try:
+            ip = dic["ip"]
+            port = dic["port"]
+            ip_port = ip + ":" + str(port)
+            ip_pool_list.append(ip_port)
+        except BaseException as e:
+            logger.error("获取ip地址异常:{}", e)
+            return None
+    return ip_pool_list
+
+
+if __name__ == '__main__':
+    order_id_test = ''
+    secret_test = ''
+    unbind_time_test = str(60 * 10)
+    ip = get_proxy_api(order_id_test, secret_test, unbind_time_test)
+    print(ip)

mns_common/api/ths/company/company_product_area_industry_index_query.py

@@ -0,0 +1,46 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import requests
+
+
+def company_product_area_industry(symbol, market, date):
+    if date is None:
+        url = (
+            f"https://basic.10jqka.com.cn/basicapi/operate/index/v1/product_index_query/?code={symbol}&market={market}"
+            f"&type=stock&account=1&timeField=date&analysisTypes=product,area,industry&sortIndex=income&currency=CNY&level=1&expands=product_introduction&locale=zh_CN")
+    else:
+
+        url = (
+            f"https://basic.10jqka.com.cn/basicapi/operate/index/v1/product_index_query/?code={symbol}&market={market}&date={date}"
+            f"&type=stock&account=1&timeField=date&analysisTypes=product,area,industry&sortIndex=income&currency=CNY&level=1&expands=product_introduction&locale=zh_CN")
+
+    headers = {
+        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
+        "Accept-Language": "zh-CN,zh;q=0.9",
+        "Cache-Control": "max-age=0",
+        "Connection": "keep-alive",
+        "Sec-Fetch-Dest": "document",
+        "Sec-Fetch-Mode": "navigate",
+        "Sec-Fetch-Site": "cross-site",
+        "Sec-Fetch-User": "?1",
+        "Upgrade-Insecure-Requests": "1",
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36",
+        "sec-ch-ua": "\"Google Chrome\";v=\"129\", \"Not=A?Brand\";v=\"8\", \"Chromium\";v=\"129\"",
+        "sec-ch-ua-mobile": "?0",
+        "sec-ch-ua-platform": "\"Windows\"",
+    }
+
+    response = requests.get(url, headers=headers)
+    data_json = response.json()
+    data_list = data_json['data']
+    return data_list
+
+
+if __name__ == '__main__':
+    company_product_area_industry('688551', '17', None)

mns_common/api/ths/company/ths_company_info_api.py

@@ -155,14 +155,17 @@ def get_company_hot_info(symbol, ths_cookie):
         }
         response = requests.get(url, headers=headers, cookies=cookies)
         soup = BeautifulSoup(response.content, "html.parser")
-        analysis_div = soup.find('div', class_='check_else')
-        # 找到表格  <table class="m_table m_table_db" id="tableToday" style="margin-bottom: 10px;margin-top:0px">
-        # 提取文本并去除空白字符
-        if analysis_div:
-            analysis_text = analysis_div.get_text(strip=True)
-            return analysis_text
-        else:
-            return ''
+        analysis_txt = ''
+        for a in soup.find_all("a", class_="check_details f12"):
+            if "涨停分析" in a.get_text():
+                # 找到其后的兄弟节点中 class 为 check_else 的 div，包含详细内容
+                parent = a.find_parent("span", class_="performance_trailer")
+                if parent:
+                    detail_div = parent.find("div", class_="check_else")
+                    if detail_div:
+                        analysis_txt = detail_div.get_text(separator="\n", strip=True)
+                        break  # 如果只要第一条，找到就结束
+        return analysis_txt
     except BaseException as e:
         logger.error("获取公司参股公司信息异常:{},{}", symbol, e)
         return ''
@@ -174,5 +177,6 @@ mongodb_util = MongodbUtil('27017')
 if __name__ == '__main__':
     stock_account_info = mongodb_util.find_query_data('stock_account_info', {"type": "ths_cookie", })
     ths_cookie_test = list(stock_account_info['cookie'])[0]
-    company_df_test = get_company_hot_info('000833', ths_cookie_test)
+    company_df_test = get_company_hot_info('600756', ths_cookie_test)
+    target_title = company_df_test.split("\n")[0]  # 关键修改：提取第一行
     print(company_df_test)

mns_common/api/ths/company/ths_company_info_web.py

@@ -0,0 +1,159 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from loguru import logger
+import pandas as pd
+import requests
+from bs4 import BeautifulSoup
+
+
+# 获取股票基本信息
+# https://basic.10jqka.com.cn/mobile/301016/companyprofilen.html?showtab=1&broker=anelicaiapp
+def get_company_info(symbol: str = "688272") -> pd.DataFrame:
+    url = f"http://basic.10jqka.com.cn/mobile/{symbol}/companyprofilen.html?broker=pingan"
+    headers = {
+        "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 15_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 iOS AYLCAPP/9.1.2.0/h4526a24eb9445522492fd64caae11b1f scheme/anelicaiapp deviceinfo/I|9.1.2.0|NA|h4526a24eb9445522492fd64caae11b1f pastheme/0",
+        "Cookie": "ps_login_app_name=AYLCAPP;ps_login_token_id=N_C993F777ACC500B354C762A2627A8862348FC8163799A08EBEB2301C28A2135D220475787D0E81425C1134E15D8CC8761D639FEDBD46C00FE8EA6482C1E42D9801B19918FB3F5C34;ps_login_union_id=edc29089a2b64e3882062297030a0386;PAS.CURRENTUNIONID=edc29089a2b64e3882062297030a0386"
+    }
+    r = requests.get(url, headers=headers)
+    soup = BeautifulSoup(r.content.decode("utf-8"), 'lxml')
+    soup.find('table', attrs={'class': 'leveldatail-tab'}).find_all('tr')
+    temp_df = pd.read_html(r.content)[0]
+    temp_df = temp_df.T
+    temp_df = temp_df.iloc[1:2]
+    temp_df.rename(columns={
+        0: "name",
+        1: "former_name",
+        2: "registered_address",
+        3: "chairman",
+        4: "board_secretary",
+        5: "main_business",
+        6: "company_type",
+        7: "controlling_shareholder",
+        8: "actual_controller",
+        9: "ultimate_controller",
+        10: "list_date",
+        11: "issue_price",
+        12: "number_workers",
+        13: "tel",
+        14: "url",
+        15: "email"
+    }, inplace=True)
+
+    return temp_df
+
+
+# 获取股票详细信息
+# HK市场 https://basic.10jqka.com.cn/mobile/HK1456/profile.html  https://basic.10jqka.com.cn/mobile/HK1456/company.html
+# https://basic.10jqka.com.cn/new/HK1456/company.html
+# https://basic.10jqka.com.cn/astockph/briefinfo/index.html?showhead=0&fromshare=1&code=300430&marketid=33&client_userid=ESgcM&back_source=hyperlink&share_hxapp=isc&fontzoom=no#/company/ziliao
+def get_company_info_detail(symbol: str = "688272", market_id: str = "31") -> pd.DataFrame:
+    url = f'https://basic.10jqka.com.cn/basicapi/company_info/merge_info/v1/base_info/?code={symbol}&market={market_id}&type=stock'
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:105.0) Gecko/20100101 Firefox/105.0',
+        'Host': 'basic.10jqka.com.cn',
+        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8',
+        'Accept-Language': 'zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2',
+        'Accept-Encoding': 'gzip, deflate, br',
+        'Connection': 'keep-alive',
+        'Cookie': 'v=A0CN8EBXN21LtMtpV6ldAxf6Ec8XySSbxq14l7rRDNvuNe77Ytn0Ixa9SDQJ',
+        'Upgrade-Insecure-Requests': '1',
+
+    }
+    r = requests.get(url, headers=headers)
+    data_json = r.json()
+    status_code = data_json['status_code']
+    status_msg = data_json['status_msg']
+    if status_code != 0 or status_msg != 'success':
+        logger.error("获取symbol公司详细信息异常:{}", symbol)
+        return pd.DataFrame()
+    if len(data_json['data']['industry']) == 0:
+        return pd.DataFrame()
+    data_df = pd.DataFrame(data_json['data']['industry'], index=[0])
+    data_df = data_df[[
+        'hy',
+        'hycode',
+        'hy2',
+        'hy2code',
+        'hy3',
+        'hy3code',
+    ]]
+
+    business_nature = data_json['data']['business_nature']
+    name = data_json['data']['code_name']
+    intro = data_json['data']['intro']
+    base_business = data_json['data']['base_business']
+
+    address = data_json['data']['address']
+    data_df['symbol'] = symbol
+    data_df['name'] = name
+
+    data_df['business_nature'] = business_nature
+
+    if len(data_json['data']['management']['holder_controller']) > 0:
+        holder_controller = pd.DataFrame(data_json['data']['management']['holder_controller'])
+        holder_controller_name = str(list(holder_controller['name'])).strip('[').strip(']').replace("'", "")
+        holder_controller_rate = holder_controller['rate']
+        data_df['holder_controller_name'] = holder_controller_name
+        data_df['holder_controller_rate'] = sum(holder_controller_rate)
+    else:
+        data_df['holder_controller_name'] = '暂无'
+        data_df['holder_controller_rate'] = 0
+    if len(data_json['data']['management']['final_controller']) > 0:
+        final_controller = pd.DataFrame(data_json['data']['management']['final_controller'])
+        final_controller_name = str(list(final_controller['name'])).strip('[').strip(']').replace("'", "")
+        final_controller_rate = sum(final_controller['rate'])
+        data_df['final_controller_name'] = final_controller_name
+        data_df['final_controller_rate'] = final_controller_rate
+    else:
+        data_df['final_controller_name'] = '暂无'
+        data_df['final_controller_rate'] = 0
+    if len(data_json['data']['management']['actual_controller']) > 0:
+        actual_controller = pd.DataFrame(data_json['data']['management']['actual_controller'])
+        actual_controller_name = str(list(actual_controller['name'])).strip('[').strip(']').replace("'", "")
+        actual_controller_rate = sum(actual_controller['rate'])
+        data_df['actual_controller_name'] = actual_controller_name
+        data_df['actual_controller_rate'] = actual_controller_rate
+    else:
+        data_df['actual_controller_name'] = '暂无'
+        data_df['actual_controller_rate'] = 0
+
+    data_df['base_business'] = base_business
+    data_df['intro'] = intro
+    data_df['address'] = address
+    market_id = data_json['data']['market_id']
+    data_df['market_id'] = market_id
+    # 初始化数据
+    data_df['main_business_list'] = [[]]
+    data_df['most_profitable_business'] = ''
+    data_df['most_profitable_business_rate'] = ''
+    data_df['most_profitable_business_profit'] = ''
+
+    # 业务构成
+    main_business_list = data_json['data']['main_business']
+
+    if len(main_business_list) > 0:
+        # 最盈利业务
+        profitable_business = data_json['data']['profitable_business']
+
+        data_df['main_business_list'] = [main_business_list]
+
+        most_profitable_business = profitable_business['name']
+
+        most_profitable_business_rate = profitable_business['profit_rate']
+
+        most_profitable_business_profit = profitable_business['profit']
+
+        data_df['most_profitable_business'] = most_profitable_business
+        data_df['most_profitable_business_rate'] = most_profitable_business_rate
+        data_df['most_profitable_business_profit'] = most_profitable_business_profit
+    return data_df
+
+
+if __name__ == '__main__':
+    get_company_info_detail('603683','17')

mns_common/api/ths/concept/app/ths_concept_index_app.py

@@ -152,7 +152,9 @@ from mns_common.db.MongodbUtil import MongodbUtil
 
 mongodb_util = MongodbUtil('27017')
 if __name__ == '__main__':
-    end_time_test = '20241011093000'
+    get_new_concept_from_app_search('886104')
+
+    end_time_test = '20241011093500'
     result_df_test = get_ths_concept_his_info('20241011093000', end_time_test, 500, 2)
     result_df_test['block_code'] = result_df_test['block_code'].astype(int)
     result_df_test['_id'] = result_df_test['block_code']

mns_common/api/ths/wen_cai/ths_wen_cai_api.py

@@ -8,7 +8,7 @@ sys.path.append(project_path)
 from loguru import logger
 import pywencai
 import mns_common.utils.data_frame_util as data_frame_util
-
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
 '''
 
 # https://github.com/zsrl/pywencai 文档
@@ -27,7 +27,8 @@ import mns_common.utils.data_frame_util as data_frame_util
 
 
 def wen_cai_api(question, q_type):
-    response = pywencai.get(question=question, loop=True, query_type=q_type)
+    cookie = cookie_info_service.get_ths_cookie()
+    response = pywencai.get(question=question, loop=True, query_type=q_type, cookie=cookie)
     return response
 
 
@@ -114,8 +115,10 @@ def get_concept_detail_by_wen_cai(concept_name):
 
 
 if __name__ == '__main__':
-    concept_detail_df = get_concept_detail_by_wen_cai("光纤概念")
-    concept_df = get_concept_index_by_wen_cai()
-    print(concept_df)
-    industry_index = get_industry_index_by_wen_cai()
-    print(industry_index)
+    zt_df = wen_cai_api('001203涨停分析', 'stock', )
+    print(zt_df)
+    # concept_detail_df = get_concept_detail_by_wen_cai("光纤概念")
+    # concept_df = get_concept_index_by_wen_cai()
+    # print(concept_df)
+    # industry_index = get_industry_index_by_wen_cai()
+    # print(industry_index)

mns_common/api/ths/zt/ths_stock_zt_pool_api.py

@@ -31,7 +31,7 @@ import mns_common.component.company.company_common_service_api as company_common
 # 当设置具体数值n时，循环请求n页，返回n页合并数据。
 
 
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_real_time_quotes_api as em_real_time_quotes_api
 from mns_common.db.MongodbUtil import MongodbUtil
 import pandas as pd
 import mns_common.component.common_service_fun_api as common_service_fun_api
@@ -122,7 +122,7 @@ def get_real_time_zt_info():
     zt_df = get_zt_reason(str_day)
     if data_frame_util.is_empty(zt_df):
         return None
-    real_time_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_df = em_real_time_quotes_api.get_real_time_quotes_now(None, None)
 
     zt_df = merge_high_chg(real_time_df, zt_df)
 
@@ -274,7 +274,24 @@ def zt_reason_group(zt_pool_df):
     return result_group_df
 
 
-import mns_common.api.ths.self_choose.ths_self_choose_api as ths_self_choose_api
+def zt_analyse_reason(symbol):
+    try:
+        key = symbol + '涨停分析'
+        zt_dict = ths_wen_cai_api.wen_cai_api(key, 'stock')
+        zt_analyse_detail = zt_dict['涨停揭秘'][0]['content']['value']
+        zt_reason = zt_dict['涨停揭秘'][0]['title']['value']
+
+        result_dict = {
+            'zt_analyse_detail': zt_analyse_detail,
+            'zt_reason': zt_reason
+        }
+
+        return result_dict
+    except BaseException as e:
+        logger.error("获取涨停分享异常b:{},{}", symbol, str(e))
+        return ''
+
 
 if __name__ == '__main__':
-    get_real_time_zt_info()
+    zt_analyse_reason('003027')
+    # get_real_time_zt_info()