akshare 1.12.99__py3-none-any.whl → 1.15.73__py3-none-any.whl

akshare/stock_feature/stock_comment_em.py

@@ -1,11 +1,12 @@
 #!/usr/bin/env python
 # -*- coding:utf-8 -*-
 """
-Date: 2023/11/14 20:20
+Date: 2024/4/4 18:20
 Desc: 东方财富网-数据中心-特色数据-千股千评
 https://data.eastmoney.com/stockcomment/
 """
-from datetime import datetime
+
+import time
 
 import pandas as pd
 import requests
@@ -27,7 +28,8 @@ def stock_comment_em() -> pd.DataFrame:
         "pageSize": "500",
         "pageNumber": "1",
         "reportName": "RPT_DMSK_TS_STOCKNEW",
-        "quoteColumns": "f2~01~SECURITY_CODE~CLOSE_PRICE,f8~01~SECURITY_CODE~TURNOVERRATE,f3~01~SECURITY_CODE~CHANGE_RATE,f9~01~SECURITY_CODE~PE_DYNAMIC",
+        "quoteColumns": "f2~01~SECURITY_CODE~CLOSE_PRICE,f8~01~SECURITY_CODE~TURNOVERRATE,"
+        "f3~01~SECURITY_CODE~CHANGE_RATE,f9~01~SECURITY_CODE~PE_DYNAMIC",
         "columns": "ALL",
         "filter": "",
         "token": "894050c76af8597a853f5b408b759f5d",
@@ -42,7 +44,7 @@ def stock_comment_em() -> pd.DataFrame:
         r = requests.get(url, params=params)
         data_json = r.json()
         temp_df = pd.DataFrame(data_json["result"]["data"])
-        big_df = pd.concat([big_df, temp_df], ignore_index=True)
+        big_df = pd.concat(objs=[big_df, temp_df], ignore_index=True)
 
     big_df.reset_index(inplace=True)
     big_df["index"] = big_df.index + 1
@@ -108,7 +110,7 @@ def stock_comment_em() -> pd.DataFrame:
     big_df["上升"] = pd.to_numeric(big_df["上升"], errors="coerce")
     big_df["目前排名"] = pd.to_numeric(big_df["目前排名"], errors="coerce")
     big_df["关注指数"] = pd.to_numeric(big_df["关注指数"], errors="coerce")
-    big_df["交易日"] = pd.to_datetime(big_df["交易日"]).dt.date
+    big_df["交易日"] = pd.to_datetime(big_df["交易日"], errors="coerce").dt.date
     return big_df
 
 
@@ -121,7 +123,7 @@ def stock_comment_detail_zlkp_jgcyd_em(symbol: str = "600000") -> pd.DataFrame:
     :return: 主力控盘-机构参与度
     :rtype: pandas.DataFrame
     """
-    url = f"https://datacenter-web.eastmoney.com/api/data/v1/get"
+    url = "https://datacenter-web.eastmoney.com/api/data/v1/get"
     params = {
         "reportName": "RPT_DMSK_TS_STOCKEVALUATE",
         "filter": f'(SECURITY_CODE="{symbol}")',
@@ -136,11 +138,11 @@ def stock_comment_detail_zlkp_jgcyd_em(symbol: str = "600000") -> pd.DataFrame:
     data_json = r.json()
     temp_df = pd.DataFrame(data_json["result"]["data"])
     temp_df = temp_df[["TRADE_DATE", "ORG_PARTICIPATE"]]
-    temp_df.columns = ["date", "value"]
-    temp_df["date"] = pd.to_datetime(temp_df["date"], errors="coerce").dt.date
-    temp_df.sort_values(["date"], inplace=True)
+    temp_df.columns = ["交易日", "机构参与度"]
+    temp_df["交易日"] = pd.to_datetime(temp_df["交易日"], errors="coerce").dt.date
+    temp_df.sort_values(["交易日"], inplace=True)
     temp_df.reset_index(inplace=True, drop=True)
-    temp_df["value"] = pd.to_numeric(temp_df["value"], errors="coerce") * 100
+    temp_df["机构参与度"] = pd.to_numeric(temp_df["机构参与度"], errors="coerce") * 100
     return temp_df
 
 
@@ -153,23 +155,31 @@ def stock_comment_detail_zhpj_lspf_em(symbol: str = "600000") -> pd.DataFrame:
     :return: 综合评价-历史评分
     :rtype: pandas.DataFrame
     """
-    url = f"https://data.eastmoney.com/stockcomment/api/{symbol}.json"
-    r = requests.get(url)
+    url = "https://datacenter-web.eastmoney.com/api/data/v1/get"
+    params = {
+        "filter": f'(SECURITY_CODE="{symbol}")',
+        "columns": "ALL",
+        "source": "WEB",
+        "client": "WEB",
+        "reportName": "RPT_STOCK_HISTORYMARK",
+        "sortColumns": "DIAGNOSE_DATE",
+        "sortTypes": "1",
+    }
+    r = requests.get(url=url, params=params)
     data_json = r.json()
-    temp_df = pd.DataFrame(
-        [
-            data_json["ApiResults"]["zhpj"]["HistoryScore"]["XData"],
-            data_json["ApiResults"]["zhpj"]["HistoryScore"]["Ydata"]["Score"],
-            data_json["ApiResults"]["zhpj"]["HistoryScore"]["Ydata"]["Price"],
-        ]
-    ).T
-    temp_df.columns = ["日期", "评分", "股价"]
-    temp_df["日期"] = str(datetime.now().year) + "-" + temp_df["日期"]
-    temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
-    temp_df.sort_values(["日期"], inplace=True)
+    temp_df = pd.DataFrame(data_json["result"]["data"])
+    temp_df.rename(
+        columns={
+            "TOTAL_SCORE": "评分",
+            "DIAGNOSE_DATE": "交易日",
+        },
+        inplace=True,
+    )
+    temp_df = temp_df[["交易日", "评分"]]
+    temp_df["交易日"] = pd.to_datetime(temp_df["交易日"], errors="coerce").dt.date
+    temp_df.sort_values(by=["交易日"], inplace=True)
     temp_df.reset_index(inplace=True, drop=True)
     temp_df["评分"] = pd.to_numeric(temp_df["评分"], errors="coerce")
-    temp_df["股价"] = pd.to_numeric(temp_df["股价"], errors="coerce")
     return temp_df
 
 
@@ -182,28 +192,37 @@ def stock_comment_detail_scrd_focus_em(symbol: str = "600000") -> pd.DataFrame:
     :return: 市场热度-用户关注指数
     :rtype: pandas.DataFrame
     """
-    url = f"https://data.eastmoney.com/stockcomment/api/{symbol}.json"
-    r = requests.get(url)
+    url = "https://datacenter-web.eastmoney.com/api/data/v1/get"
+    params = {
+        "filter": f'(SECURITY_CODE="{symbol}")',
+        "columns": "ALL",
+        "source": "WEB",
+        "client": "WEB",
+        "reportName": "RPT_STOCK_MARKETFOCUS",
+        "sortColumns": "TRADE_DATE",
+        "sortTypes": "-1",
+        "pageSize": "30",
+    }
+    r = requests.get(url=url, params=params)
     data_json = r.json()
-    temp_df = pd.DataFrame(
-        [
-            data_json["ApiResults"]["scrd"]["focus"][1]["XData"],
-            data_json["ApiResults"]["scrd"]["focus"][1]["Ydata"]["StockFocus"],
-            data_json["ApiResults"]["scrd"]["focus"][1]["Ydata"]["ClosePrice"],
-        ]
-    ).T
-    temp_df.columns = ["日期", "用户关注指数", "收盘价"]
-    temp_df["日期"] = str(datetime.now().year) + "-" + temp_df["日期"]
-    temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
-    temp_df.sort_values(["日期"], inplace=True)
+    temp_df = pd.DataFrame(data_json["result"]["data"])
+    temp_df.rename(
+        columns={
+            "MARKET_FOCUS": "用户关注指数",
+            "TRADE_DATE": "交易日",
+        },
+        inplace=True,
+    )
+    temp_df = temp_df[["交易日", "用户关注指数"]]
+    temp_df["交易日"] = pd.to_datetime(temp_df["交易日"], errors="coerce").dt.date
+    temp_df.sort_values(by=["交易日"], inplace=True)
     temp_df.reset_index(inplace=True, drop=True)
     temp_df["用户关注指数"] = pd.to_numeric(temp_df["用户关注指数"], errors="coerce")
-    temp_df["收盘价"] = pd.to_numeric(temp_df["收盘价"], errors="coerce")
     return temp_df
 
 
 def stock_comment_detail_scrd_desire_em(
-        symbol: str = "600000",
+    symbol: str = "600000",
 ) -> pd.DataFrame:
     """
     东方财富网-数据中心-特色数据-千股千评-市场热度-市场参与意愿
@@ -214,8 +233,18 @@ def stock_comment_detail_scrd_desire_em(
     :rtype: pandas.DataFrame
     """
     url = f"https://data.eastmoney.com/stockcomment/api/{symbol}.json"
-    r = requests.get(url)
-    data_json = r.json()
+    try_count = 10
+    data_json = None
+    while try_count:
+        try:
+            r = requests.get(url)
+            data_json = r.json()
+            break
+        except requests.exceptions.JSONDecodeError:
+            try_count -= 1
+            time.sleep(1)
+            continue
+
     date_str = (
         data_json["ApiResults"]["scrd"]["desire"][0][0]["UpdateTime"]
         .split(" ")[0]
@@ -225,21 +254,15 @@ def stock_comment_detail_scrd_desire_em(
     temp_df = pd.DataFrame(
         [
             data_json["ApiResults"]["scrd"]["desire"][1]["XData"],
-            data_json["ApiResults"]["scrd"]["desire"][1]["Ydata"][
-                "MajorPeopleNumChg"
-            ],
-            data_json["ApiResults"]["scrd"]["desire"][1]["Ydata"][
-                "PeopleNumChange"
-            ],
-            data_json["ApiResults"]["scrd"]["desire"][1]["Ydata"][
-                "RetailPeopleNumChg"
-            ],
+            data_json["ApiResults"]["scrd"]["desire"][1]["Ydata"]["MajorPeopleNumChg"],
+            data_json["ApiResults"]["scrd"]["desire"][1]["Ydata"]["PeopleNumChange"],
+            data_json["ApiResults"]["scrd"]["desire"][1]["Ydata"]["RetailPeopleNumChg"],
         ]
     ).T
     temp_df.columns = ["日期时间", "大户", "全部", "散户"]
     temp_df["日期时间"] = date_str + " " + temp_df["日期时间"]
     temp_df["日期时间"] = pd.to_datetime(temp_df["日期时间"], errors="coerce")
-    temp_df.sort_values(["日期时间"], inplace=True)
+    temp_df.sort_values(by=["日期时间"], inplace=True)
     temp_df.reset_index(inplace=True, drop=True)
     temp_df["大户"] = pd.to_numeric(temp_df["大户"], errors="coerce")
     temp_df["全部"] = pd.to_numeric(temp_df["全部"], errors="coerce")
@@ -248,7 +271,7 @@ def stock_comment_detail_scrd_desire_em(
 
 
 def stock_comment_detail_scrd_desire_daily_em(
-        symbol: str = "600000",
+    symbol: str = "600000",
 ) -> pd.DataFrame:
     """
     东方财富网-数据中心-特色数据-千股千评-市场热度-日度市场参与意愿
@@ -258,34 +281,37 @@ def stock_comment_detail_scrd_desire_daily_em(
     :return: 市场热度-日度市场参与意愿
     :rtype: pandas.DataFrame
     """
-    url = f"https://data.eastmoney.com/stockcomment/api/{symbol}.json"
-    r = requests.get(url)
+    url = "https://datacenter-web.eastmoney.com/api/data/v1/get"
+    params = {
+        "filter": f'(SECURITY_CODE="{symbol}")',
+        "columns": "ALL",
+        "source": "WEB",
+        "client": "WEB",
+        "reportName": "RPT_STOCK_PARTICIPATION",
+        "sortColumns": "TRADE_DATE",
+        "sortTypes": "-1",
+        "pageSize": "30",
+        "_": "1727189719991",
+    }
+    r = requests.get(url=url, params=params)
     data_json = r.json()
-    date_str = (
-        data_json["ApiResults"]["scrd"]["desire"][0][0]["UpdateTime"]
-        .split(" ")[0]
-        .replace("/", "-")
+    temp_df = pd.DataFrame(data_json["result"]["data"])
+    temp_df.rename(
+        columns={
+            "PARTICIPATION_WISH_5DAYSCHANGE": "5日平均参与意愿变化",
+            "PARTICIPATION_WISH_CHANGE": "当日意愿上升",
+            "TRADE_DATE": "交易日",
+        },
+        inplace=True,
     )
-
-    temp_df = pd.DataFrame(
-        [
-            data_json["ApiResults"]["scrd"]["desire"][2]["XData"],
-            data_json["ApiResults"]["scrd"]["desire"][2]["Ydata"][
-                "PeopleNumChg"
-            ],
-            data_json["ApiResults"]["scrd"]["desire"][2]["Ydata"][
-                "TotalPeopleNumChange"
-            ],
-        ]
-    ).T
-    temp_df.columns = ["日期", "当日意愿下降", "五日累计意愿"]
-    temp_df["日期"] = date_str[:4] + "-" + temp_df["日期"]
-    temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
-
-    temp_df.sort_values(["日期"], inplace=True)
+    temp_df = temp_df[["交易日", "当日意愿上升", "5日平均参与意愿变化"]]
+    temp_df["交易日"] = pd.to_datetime(temp_df["交易日"], errors="coerce").dt.date
+    temp_df.sort_values(by=["交易日"], inplace=True)
     temp_df.reset_index(inplace=True, drop=True)
-    temp_df["当日意愿下降"] = pd.to_numeric(temp_df["当日意愿下降"], errors="coerce")
-    temp_df["五日累计意愿"] = pd.to_numeric(temp_df["五日累计意愿"], errors="coerce")
+    temp_df["当日意愿上升"] = pd.to_numeric(temp_df["当日意愿上升"], errors="coerce")
+    temp_df["5日平均参与意愿变化"] = pd.to_numeric(
+        temp_df["5日平均参与意愿变化"], errors="coerce"
+    )
     return temp_df
 
 
@@ -299,8 +325,17 @@ def stock_comment_detail_scrd_cost_em(symbol: str = "600000") -> pd.DataFrame:
     :rtype: pandas.DataFrame
     """
     url = f"https://data.eastmoney.com/stockcomment/api/{symbol}.json"
-    r = requests.get(url)
-    data_json = r.json()
+    try_count = 10
+    data_json = None
+    while try_count:
+        try:
+            r = requests.get(url)
+            data_json = r.json()
+            break
+        except requests.exceptions.JSONDecodeError:
+            try_count -= 1
+            time.sleep(1)
+            continue
     date_str = (
         data_json["ApiResults"]["scrd"]["cost"][0][0]["UpdateDate"]
         .split(" ")[0]
@@ -311,15 +346,13 @@ def stock_comment_detail_scrd_cost_em(symbol: str = "600000") -> pd.DataFrame:
         [
             data_json["ApiResults"]["scrd"]["cost"][1]["XData"],
             data_json["ApiResults"]["scrd"]["cost"][1]["Ydata"]["AvgBuyPrice"],
-            data_json["ApiResults"]["scrd"]["cost"][1]["Ydata"][
-                "FiveDayAvgBuyPrice"
-            ],
+            data_json["ApiResults"]["scrd"]["cost"][1]["Ydata"]["FiveDayAvgBuyPrice"],
         ]
     ).T
     temp_df.columns = ["日期", "市场成本", "5日市场成本"]
     temp_df["日期"] = date_str[:4] + "-" + temp_df["日期"]
     temp_df["日期"] = pd.to_datetime(temp_df["日期"], errors="coerce").dt.date
-    temp_df.sort_values(["日期"], inplace=True)
+    temp_df.sort_values(by=["日期"], inplace=True)
     temp_df.reset_index(inplace=True, drop=True)
     temp_df["市场成本"] = pd.to_numeric(temp_df["市场成本"], errors="coerce")
     temp_df["5日市场成本"] = pd.to_numeric(temp_df["5日市场成本"], errors="coerce")
@@ -345,8 +378,8 @@ if __name__ == "__main__":
     )
     print(stock_comment_detail_scrd_focus_em_df)
 
-    stock_comment_detail_scrd_desire_em_df = (
-        stock_comment_detail_scrd_desire_em(symbol="600000")
+    stock_comment_detail_scrd_desire_em_df = stock_comment_detail_scrd_desire_em(
+        symbol="600000"
     )
     print(stock_comment_detail_scrd_desire_em_df)
 

akshare/stock_feature/stock_concept_futu.py

@@ -0,0 +1,183 @@
+#!/usr/bin/env python
+# -*- coding:utf-8 -*-
+"""
+Date: 2024/7/16 22:00
+Desc: 富途牛牛-主题投资-概念板块-成分股
+https://www.futunn.com/quote/sparks-us
+"""
+
+import json
+
+import pandas as pd
+import requests
+from bs4 import BeautifulSoup
+
+
+def _stock_concept_cons_futu(symbol: str = "巴菲特持仓") -> pd.DataFrame:
+    """
+    富途牛牛-主题投资-概念板块-成分股
+    https://www.futunn.com/quote/sparks-us
+    :param symbol: 板块名称; choice of {"巴菲特持仓", "佩洛西持仓"}
+    :type symbol: str
+    :return: 概念板块
+    :rtype: pandas.DataFrame
+    """
+    symbol_map = {
+        "巴菲特持仓": "BK2999",
+        "佩洛西持仓": "BK20883",
+    }
+    url = f"https://www.futunn.com/stock/{symbol_map[symbol]}"
+    # 定义查询参数
+    params = {"global_content": json.dumps({"promote_id": 13766, "sub_promote_id": 24})}
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 "
+        "(KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36",
+    }
+    r = requests.get(url, params=params, headers=headers)
+    soup = BeautifulSoup(r.text, features="lxml")
+    temp_code_name = [
+        item.find_all("div", attrs={"class": "fix-left"})
+        for item in soup.find(name="div", attrs={"class": "content-main"}).find_all("a")
+    ]
+    temp_value_list = [
+        item.find_all("div", attrs={"class": "middle"})
+        for item in soup.find(name="div", attrs={"class": "content-main"}).find_all("a")
+    ]
+    code_name_list = [item[0].find_all("span") for item in temp_code_name]
+
+    quant_list = [item[0].find_all("span") for item in temp_value_list]
+    temp_df = pd.DataFrame(
+        [
+            [item[0]["title"] for item in code_name_list],
+            [item[1]["title"] for item in code_name_list],
+            [item[0]["title"] for item in quant_list],
+            [item[1]["title"] for item in quant_list],
+            [item[2]["title"] for item in quant_list],
+            [item[3]["title"] for item in quant_list],
+            [item[4]["title"] for item in quant_list],
+            [item[5]["title"] for item in quant_list],
+            [item[6]["title"] for item in quant_list],
+            [item[7]["title"] for item in quant_list],
+            [item[8]["title"] for item in quant_list],
+            [item[9]["title"] for item in quant_list],
+            [item[10]["title"] for item in quant_list],
+            [item[11]["title"] for item in quant_list],
+            [item[12]["title"] for item in quant_list],
+            [item[13]["title"] for item in quant_list],
+            [item[14]["title"] for item in quant_list],
+        ]
+    ).T
+    temp_df.columns = [
+        "代码",
+        "股票名称",
+        "最新价",
+        "涨跌额",
+        "涨跌幅",
+        "成交量",
+        "成交额",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+    ]
+    temp_df = temp_df[
+        [
+            "代码",
+            "股票名称",
+            "最新价",
+            "涨跌额",
+            "涨跌幅",
+            "成交量",
+            "成交额",
+        ]
+    ]
+    return temp_df
+
+
+def stock_concept_cons_futu(symbol: str = "特朗普概念股") -> pd.DataFrame:
+    """
+    富途牛牛-主题投资-概念板块-成分股
+    https://www.futunn.com/quote/sparks-us
+    :param symbol: 板块名称; choice of {"巴菲特持仓", "佩洛西持仓", "特朗普概念股"}
+    :type symbol: str
+    :return: 概念板块
+    :rtype: pandas.DataFrame
+    """
+    if symbol == "特朗普概念股":
+        url = "https://www.futunn.com/quote-api/quote-v2/get-plate-stock"
+        params = {
+            "marketType": "2",
+            "plateId": "10102960",
+            "page": "0",
+            "pageSize": "30",
+        }
+        headers = {
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 "
+            "(KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36",
+            "Quote-Token": "7f74cd2a5e",
+        }
+        r = requests.get(url, params=params, headers=headers)
+        data_json = r.json()
+        total_page = data_json["data"]["pagination"]["pageCount"]
+        big_df = pd.DataFrame()
+        for page in range(0, total_page):
+            params.update(
+                {
+                    "page": page,
+                }
+            )
+            if page == 1:
+                headers.update({"Quote-Token": "a3043d6fed"})
+            r = requests.get(url, params=params, headers=headers)
+            data_json = r.json()
+            temp_df = pd.DataFrame(data_json["data"]["list"])
+            big_df = pd.concat(objs=[big_df, temp_df], ignore_index=True)
+
+        big_df.rename(
+            columns={
+                "stockCode": "代码",
+                "name": "股票名称",
+                "price": "最新价",
+                "change": "涨跌额",
+                "changeRatio": "涨跌幅",
+                "tradeVolumn": "成交量",
+                "tradeTrunover": "成交额",
+            },
+            inplace=True,
+        )
+        big_df = big_df[
+            [
+                "代码",
+                "股票名称",
+                "最新价",
+                "涨跌额",
+                "涨跌幅",
+                "成交量",
+                "成交额",
+            ]
+        ]
+        big_df["最新价"] = pd.to_numeric(big_df["最新价"], errors="coerce")
+        big_df["涨跌额"] = pd.to_numeric(big_df["涨跌额"], errors="coerce")
+        return big_df
+    else:
+        temp_df = _stock_concept_cons_futu(symbol)
+        temp_df["最新价"] = pd.to_numeric(temp_df["最新价"], errors="coerce")
+        temp_df["涨跌额"] = pd.to_numeric(temp_df["涨跌额"], errors="coerce")
+        return temp_df
+
+
+if __name__ == "__main__":
+    stock_concept_cons_futu_df = stock_concept_cons_futu(symbol="特朗普概念股")
+    print(stock_concept_cons_futu_df)
+
+    stock_concept_cons_futu_df = stock_concept_cons_futu(symbol="巴菲特持仓")
+    print(stock_concept_cons_futu_df)
+
+    stock_concept_cons_futu_df = stock_concept_cons_futu(symbol="佩洛西持仓")
+    print(stock_concept_cons_futu_df)