akshare 1.13.46__py3-none-any.whl → 1.17.99__py3-none-any.whl

akshare/fund/fund_scale_em.py

@@ -5,6 +5,7 @@ Date: 2023/10/27 20:30
 Desc: 天天基金网-基金数据-规模份额
 https://fund.eastmoney.com/data/cyrjglist.html
 """
+
 import pandas as pd
 import requests
 
@@ -29,14 +30,14 @@ def fund_scale_change_em() -> pd.DataFrame:
     }
     r = requests.get(url, params=params)
     data_text = r.text
-    data_json = demjson.decode(data_text[data_text.find("{"): -1])
+    data_json = demjson.decode(data_text[data_text.find("{") : -1])
     total_page = data_json["pages"]
     big_df = pd.DataFrame()
     for page in range(1, int(total_page) + 1):
         params.update({"pi": page})
         r = requests.get(url, params=params)
         data_text = r.text
-        data_json = demjson.decode(data_text[data_text.find("{"): -1])
+        data_json = demjson.decode(data_text[data_text.find("{") : -1])
         temp_df = pd.DataFrame(data_json["data"])
         big_df = pd.concat(objs=[big_df, temp_df], ignore_index=True)
     big_df.reset_index(inplace=True)
@@ -52,10 +53,18 @@ def fund_scale_change_em() -> pd.DataFrame:
     ]
     big_df["截止日期"] = pd.to_datetime(big_df["截止日期"], errors="coerce").dt.date
     big_df["基金家数"] = pd.to_numeric(big_df["基金家数"], errors="coerce")
-    big_df["期间申购"] = pd.to_numeric(big_df["期间申购"].str.replace(",", ""), errors="coerce")
-    big_df["期间赎回"] = pd.to_numeric(big_df["期间赎回"].str.replace(",", ""), errors="coerce")
-    big_df["期末总份额"] = pd.to_numeric(big_df["期末总份额"].str.replace(",", ""), errors="coerce")
-    big_df["期末净资产"] = pd.to_numeric(big_df["期末净资产"].str.replace(",", ""), errors="coerce")
+    big_df["期间申购"] = pd.to_numeric(
+        big_df["期间申购"].str.replace(",", ""), errors="coerce"
+    )
+    big_df["期间赎回"] = pd.to_numeric(
+        big_df["期间赎回"].str.replace(",", ""), errors="coerce"
+    )
+    big_df["期末总份额"] = pd.to_numeric(
+        big_df["期末总份额"].str.replace(",", ""), errors="coerce"
+    )
+    big_df["期末净资产"] = pd.to_numeric(
+        big_df["期末净资产"].str.replace(",", ""), errors="coerce"
+    )
     return big_df
 
 
@@ -77,14 +86,14 @@ def fund_hold_structure_em() -> pd.DataFrame:
     }
     r = requests.get(url, params=params)
     data_text = r.text
-    data_json = demjson.decode(data_text[data_text.find("{"): -1])
+    data_json = demjson.decode(data_text[data_text.find("{") : -1])
     total_page = data_json["pages"]
     big_df = pd.DataFrame()
     for page in range(1, int(total_page) + 1):
         params.update({"pi": page})
         r = requests.get(url, params=params)
         data_text = r.text
-        data_json = demjson.decode(data_text[data_text.find("{"): -1])
+        data_json = demjson.decode(data_text[data_text.find("{") : -1])
         temp_df = pd.DataFrame(data_json["data"])
         big_df = pd.concat(objs=[big_df, temp_df], ignore_index=True)
     big_df.reset_index(inplace=True)
@@ -93,17 +102,19 @@ def fund_hold_structure_em() -> pd.DataFrame:
         "序号",
         "截止日期",
         "基金家数",
-        '机构持有比列',
-        '个人持有比列',
-        '内部持有比列',
-        '总份额',
+        "机构持有比列",
+        "个人持有比列",
+        "内部持有比列",
+        "总份额",
     ]
     big_df["截止日期"] = pd.to_datetime(big_df["截止日期"], errors="coerce").dt.date
     big_df["基金家数"] = pd.to_numeric(big_df["基金家数"], errors="coerce")
     big_df["机构持有比列"] = pd.to_numeric(big_df["机构持有比列"], errors="coerce")
     big_df["个人持有比列"] = pd.to_numeric(big_df["个人持有比列"], errors="coerce")
     big_df["内部持有比列"] = pd.to_numeric(big_df["内部持有比列"], errors="coerce")
-    big_df["总份额"] = pd.to_numeric(big_df["总份额"].str.replace(",", ""), errors="coerce")
+    big_df["总份额"] = pd.to_numeric(
+        big_df["总份额"].str.replace(",", ""), errors="coerce"
+    )
     return big_df
 
 

akshare/fund/fund_scale_sina.py

@@ -1,10 +1,11 @@
 # -*- coding:utf-8 -*-
 # !/usr/bin/env python
 """
-Date: 2023/11/7 18:30
+Date: 2024/9/1 16:20
 Desc: 新浪财经-基金规模
 https://vip.stock.finance.sina.com.cn/fund_center/index.html#jjgmall
 """
+
 import pandas as pd
 import requests
 
@@ -27,7 +28,10 @@ def fund_scale_open_sina(symbol: str = "股票型基金") -> pd.DataFrame:
         "货币型基金": "5",
         "QDII基金": "6",
     }
-    url = "http://vip.stock.finance.sina.com.cn/fund_center/data/jsonp.php/IO.XSRV2.CallbackList['J2cW8KXheoWKdSHc']/NetValueReturn_Service.NetValueReturnOpen"
+    url = (
+        "http://vip.stock.finance.sina.com.cn/fund_center/data/jsonp.php/IO.XSRV2."
+        "CallbackList['J2cW8KXheoWKdSHc']/NetValueReturn_Service.NetValueReturnOpen"
+    )
     params = {
         "page": "1",
         "num": "10000",
@@ -39,7 +43,7 @@ def fund_scale_open_sina(symbol: str = "股票型基金") -> pd.DataFrame:
     }
     r = requests.get(url, params=params)
     data_text = r.text
-    data_json = demjson.decode(data_text[data_text.find("({") + 1: -2])
+    data_json = demjson.decode(data_text[data_text.find("({") + 1 : -2])
     temp_df = pd.DataFrame(data_json["data"])
     temp_df.reset_index(inplace=True)
     temp_df["index"] = range(1, len(temp_df) + 1)
@@ -95,19 +99,22 @@ def fund_scale_close_sina() -> pd.DataFrame:
     :return: 基金规模
     :rtype: pandas.DataFrame
     """
-    url = "http://vip.stock.finance.sina.com.cn/fund_center/data/jsonp.php/IO.XSRV2.CallbackList['_bjN6KvXOkfPy2Bu']/NetValueReturn_Service.NetValueReturnClose"
+    url = (
+        "http://vip.stock.finance.sina.com.cn/fund_center/data/jsonp.php/IO.XSRV2."
+        "CallbackList['_bjN6KvXOkfPy2Bu']/NetValueReturn_Service.NetValueReturnClose"
+    )
     params = {
         "page": "1",
         "num": "1000",
         "sort": "zmjgm",
         "asc": "0",
         "ccode": "",
-        "type2": '',
+        "type2": "",
         "type3": "",
     }
     r = requests.get(url, params=params)
     data_text = r.text
-    data_json = demjson.decode(data_text[data_text.find("({") + 1: -2])
+    data_json = demjson.decode(data_text[data_text.find("({") + 1 : -2])
     temp_df = pd.DataFrame(data_json["data"])
     temp_df.reset_index(inplace=True)
     temp_df["index"] = range(1, len(temp_df) + 1)
@@ -163,19 +170,22 @@ def fund_scale_structured_sina() -> pd.DataFrame:
     :return: 基金规模
     :rtype: pandas.DataFrame
     """
-    url = "http://vip.stock.finance.sina.com.cn/fund_center/data/jsonp.php/IO.XSRV2.CallbackList['cRrwseM7NWX68rDa']/NetValueReturn_Service.NetValueReturnCX"
+    url = (
+        "http://vip.stock.finance.sina.com.cn/fund_center/data/jsonp.php/IO.XSRV2."
+        "CallbackList['cRrwseM7NWX68rDa']/NetValueReturn_Service.NetValueReturnCX"
+    )
     params = {
         "page": "1",
         "num": "1000",
         "sort": "zmjgm",
         "asc": "0",
         "ccode": "",
-        "type2": '',
+        "type2": "",
         "type3": "",
     }
     r = requests.get(url, params=params)
     data_text = r.text
-    data_json = demjson.decode(data_text[data_text.find("({") + 1: -2])
+    data_json = demjson.decode(data_text[data_text.find("({") + 1 : -2])
     temp_df = pd.DataFrame(data_json["data"])
     temp_df.reset_index(inplace=True)
     temp_df["index"] = range(1, len(temp_df) + 1)
@@ -234,5 +244,5 @@ if __name__ == "__main__":
     fund_scale_structured_sina_df = fund_scale_structured_sina()
     print(fund_scale_structured_sina_df)
 
-    fund_scale_open_sina_df = fund_scale_open_sina(symbol='股票型基金')
+    fund_scale_open_sina_df = fund_scale_open_sina(symbol="股票型基金")
     print(fund_scale_open_sina_df)

akshare/fund/fund_xq.py

@@ -1,7 +1,7 @@
 #!/usr/bin/env python
 # -*- coding:utf-8 -*-
 """
-Date: 2024/01/16 23:40
+Date: 2024/10/27 22:30
 Desc: 雪球基金-基金详情
 https://danjuanfunds.com/funding/003545
 """
@@ -25,7 +25,8 @@ def fund_individual_basic_info_xq(
     """
     url = f"https://danjuanfunds.com/djapi/fund/{symbol}"
     headers = {
-        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 Safari/537.36"
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) "
+        "Chrome/80.0.3987.149 Safari/537.36"
     }
     r = requests.get(url, headers=headers, timeout=timeout)
     json_data = r.json()["data"]

akshare/futures/cons.py

@@ -1,7 +1,7 @@
 #!/usr/bin/env python
 # -*- coding:utf-8 -*-
 """
-Date: 2023/1/12 16:58
+Date: 2025/7/21 15:00
 Desc: 期货配置文件
 """
 
@@ -11,8 +11,92 @@ import os
 import pickle
 import re
 
+
+futures_inventory_em_symbol_dict = {
+    "a": "A",  # 豆一
+    "ag": "AG",  # 沪银
+    "al": "AL",  # 沪铝
+    "ao": "AO",  # 氧化铝
+    "AP": "AP",  # 苹果
+    "au": "AU",  # 沪金
+    "b": "B",  # 豆二
+    "bb": None,  # 胶合板 (new中没有对应)
+    "bc": None,  # 国际铜 (new中没有对应)
+    "br": "BR",  # BR橡胶
+    "bu": "BU",  # 沥青
+    "c": "C",  # 玉米
+    "CF": "CF",  # 棉花/郑棉
+    "CJ": "CJ",  # 红枣
+    "cs": "CS",  # 淀粉/玉米淀粉
+    "cu": "CU",  # 沪铜
+    "CY": "CY",  # 棉纱
+    "eb": "EB",  # 苯乙烯
+    "ec": "ec",  # 集运欧线/集运指数(欧线)
+    "eg": "EG",  # 乙二醇
+    "fb": None,  # 纤维板 (new中没有对应)
+    "FG": "FG",  # 玻璃
+    "fu": "FU",  # 燃料油/燃油
+    "hc": "HC",  # 热卷
+    "i": "I",  # 铁矿石
+    "IC": "IC",  # 中证500
+    "IF": "IF",  # 沪深300
+    "IH": "IH",  # 上证50
+    "IM": "IM",  # 中证1000
+    "j": "J",  # 焦炭
+    "jd": "JD",  # 鸡蛋
+    "jm": "JM",  # 焦煤
+    "JR": None,  # 粳稻 (new中没有对应)
+    "l": "L",  # 塑料
+    "lc": "lc",  # 碳酸锂
+    "lh": "LH",  # 生猪
+    "LR": None,  # 晚籼稻 (new中没有对应)
+    "lu": "lu",  # LU燃油/低硫燃料油
+    "m": "M",  # 豆粕
+    "MA": "MA",  # 甲醇
+    "ni": "NI",  # 沪镍/镍
+    "nr": "nr",  # 20号胶
+    "OI": "OI",  # 菜籽油/菜油
+    "p": "P",  # 棕榈油/棕榈
+    "pb": "PB",  # 沪铅
+    "PF": "PF",  # 短纤
+    "pg": "PG",  # 液化气/液化石油气
+    "PK": "PK",  # 花生
+    "PM": None,  # 普麦 (new中没有对应)
+    "pp": "PP",  # 聚丙烯
+    "PX": "PX",  # 对二甲苯
+    "rb": "RB",  # 螺纹钢
+    "RI": None,  # 早籼稻 (new中没有对应)
+    "RM": "RM",  # 菜籽粕/菜粕
+    "rr": None,  # 粳米 (new中没有对应)
+    "RS": "RS",  # 油菜籽/菜籽
+    "ru": "RU",  # 橡胶
+    "SA": "SA",  # 纯碱
+    "sc": None,  # 原油 (new中没有对应)
+    "SF": "SF",  # 硅铁
+    "SH": "SH",  # 烧碱
+    "si": "si",  # 工业硅
+    "SM": "SM",  # 锰硅
+    "sn": "SN",  # 沪锡/锡
+    "sp": "SP",  # 纸浆
+    "SR": "SR",  # 白糖
+    "ss": "SS",  # 不锈钢
+    "T": "T",  # 十年国债/10年期国债
+    "TA": "TA",  # PTA
+    "TF": "TF",  # 五年国债/5年期国债
+    "TL": "TL",  # 三十年国债/30年期国债期货
+    "TS": "TS",  # 二年国债/2年期国债
+    "UR": "UR",  # 尿素
+    "v": "V",  # PVC
+    "WH": None,  # 强麦 (new中没有对应)
+    "wr": None,  # 线材 (new中没有对应)
+    "y": "Y",  # 豆油
+    "ZC": None,  # 动力煤 (new中没有对应)
+    "zn": "ZN",  # 沪锌
+}
+
 hq_sina_spot_headers = {
-    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3",
+    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,"
+    "image/apng,*/*;q=0.8,application/signed-exchange;v=b3",
     "Accept-Encoding": "gzip, deflate",
     "Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
     "Cache-Control": "no-cache",
@@ -21,14 +105,18 @@ hq_sina_spot_headers = {
     "Pragma": "no-cache",
     "Referer": "https://finance.sina.com.cn/futuremarket/",
     "Upgrade-Insecure-Requests": "1",
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36",
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 "
+    "(KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36",
 }
 
 # zh_sina_spot
 zh_subscribe_exchange_symbol_url = (
     "http://vip.stock.finance.sina.com.cn/quotes_service/view/js/qihuohangqing.js"
 )
-zh_match_main_contract_url = "http://vip.stock.finance.sina.com.cn/quotes_service/api/json_v2.php/Market_Center.getHQFuturesData"
+zh_match_main_contract_url = (
+    "http://vip.stock.finance.sina.com.cn/quotes_service/"
+    "api/json_v2.php/Market_Center.getHQFuturesData"
+)
 zh_match_main_contract_payload = {
     "page": "1",
     "num": "5",
@@ -48,7 +136,8 @@ zh_sina_spot_headers = {
     "Referer": "https://finance.sina.com.cn/futuremarket/",
     "Sec-Fetch-Mode": "no-cors",
     "Sec-Fetch-Site": "cross-site",
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36",
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) "
+    "Chrome/78.0.3904.97 Safari/537.36",
 }
 
 # 99 期货
@@ -58,36 +147,20 @@ inventory_temp_headers = {
     "Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
     "Connection": "keep-alive",
     "Content-Type": "application/x-www-form-urlencoded",
-    "Cookie": "UM_distinctid=16c378978de5cc-02cfeac5f7869b-c343162-1fa400-16c378978df8d7; __utmz=181566328.1570520149.3.2.utmcsr=baidu|utmccn=(organic)|utmcmd=organic; ASP.NET_SessionId=wj5gxuzl3fvvr25503tquq55; __utmc=181566328; _fxaid=1D9A634AB9F5D0265856F7E85E7BC196%1D%2BOOl1inxPE7181fmKs5HCs%2BdLO%2Fq%2FbSvf46UVjo%2BE7w%3D%1DPYphpUa9OlzWUzatrOQTXLPOVillbwMhTIJas%2ByfkyVL2Hd5XA1GOSslksqDkMTccXvQ2duLNsc0CHT4789JrYNbakJrpzrxLnwtBC5GCTssKHGEpor6EwAZfWJgBUlCs4JYFcGUnh3jIO69A4LsOlRMOGf4c9cd%2FbohSjTx3VA%3D; __utma=181566328.1348268634.1564299852.1571066568.1571068391.7; tgw_l7_route=eb1311426274fc07631b2135a6431f7d; __utmt=1; __utmb=181566328.7.10.1571068391",
+    "Cookie": "UM_distinctid=16c378978de5cc-02cfeac5f7869b-c343162-1fa400-16c378978df8d7; "
+    "__utmz=181566328.1570520149.3.2.utmcsr=baidu|utmccn=(organic)|utmcmd=organic; "
+    "ASP.NET_SessionId=wj5gxuzl3fvvr25503tquq55; __utmc=181566328; _fxaid=1D9A634AB9F5D026585"
+    "6F7E85E7BC196%1D%2BOOl1inxPE7181fmKs5HCs%2BdLO%2Fq%2FbSvf46UVjo%2BE7w%3D%1DPYphpUa9OlzW"
+    "UzatrOQTXLPOVillbwMhTIJas%2ByfkyVL2Hd5XA1GOSslksqDkMTccXvQ2duLNsc0CHT4789JrYNbakJrpzrxL"
+    "nwtBC5GCTssKHGEpor6EwAZfWJgBUlCs4JYFcGUnh3jIO69A4LsOlRMOGf4c9cd%2FbohSjTx3VA%3D; __utma"
+    "=181566328.1348268634.1564299852.1571066568.1571068391.7; tgw_l7_route=eb1311426274fc07"
+    "631b2135a6431f7d; __utmt=1; __utmb=181566328.7.10.1571068391",
     "Host": "service.99qh.com",
     "Referer": "http://service.99qh.com/Storage/Storage.aspx?page=99qh",
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36",
-}
-
-sample_headers = {
-    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3",
-    "Host": "service.99qh.com",
-    "Origin": "http://service.99qh.com",
-    "Referer": "http://www.99qh.com/d/store.aspx",
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36",
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 "
+    "(KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36",
 }
 
-qh_headers = {
-    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
-    "Accept-Encoding": "gzip, deflate",
-    "Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
-    "Cache-Control": "no-cache",
-    "Connection": "keep-alive",
-    "Content-Length": "8429",
-    "Content-Type": "application/x-www-form-urlencoded",
-    "Host": "service.99qh.com",
-    "Origin": "http://service.99qh.com",
-    "Pragma": "no-cache",
-    "Cookie": "__utma=181566328.985082941.1656754961.1656754961.1656754961.1; __utmc=181566328; __utmz=181566328.1656754961.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); ASP.NET_SessionId=42k0mpzfu3fv5cxqmtrwc20y; tgw_l7_route=b26adbec28f4b4e1f7290033d59c43a7; __utmt=1; __utmb=181566328.2.10.1656754961",
-    "Referer": "http://service.99qh.com/Storage/Storage.aspx?page=99qh",
-    "Upgrade-Insecure-Requests": "1",
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36",
-}
 # 奇货可查
 QHKC_INDEX_URL = "https://www.qhkch.com/ajax/index_show.php"
 QHKC_INDEX_TREND_URL = "https://qhkch.com/ajax/indexes_trend.php"
@@ -100,7 +173,6 @@ QHKC_FUND_BIG_CHANGE_URL = "https://qhkch.com/ajax/fund_big_chge.php"
 QHKC_TOOL_FOREIGN_URL = "https://qhkch.com/ajax/toolbox_foreign.php"
 QHKC_TOOL_GDP_URL = "https://qhkch.com/dist/views/toolbox/gdp.html?v=1.10.7.1"
 
-
 # 键值对: 键为交易所代码, 值为具体合约代码
 market_exchange_symbols = {
     "cffex": ["IF", "IC", "IM", "IH", "T", "TF", "TS", "TL"],
@@ -126,6 +198,8 @@ market_exchange_symbols = {
         "EB",  # 20191009
         "PG",
         "LH",  # 20210108 生猪期货
+        "LG",  # 20241118 原木期货
+        "BZ",  # 20250708 纯苯期货
     ],
     "czce": [
         "WH",
@@ -161,8 +235,9 @@ market_exchange_symbols = {
         "SA",  # 纯碱期货
         "PK",  # 20210201 花生期货
         "PF",  # 短纤
-        "PX",  # 纯苯
+        "PX",  # 对二甲苯
         "SH",  # 烧碱
+        "PR",  # 瓶片
     ],
     "shfe": [
         "CU",
@@ -188,8 +263,9 @@ market_exchange_symbols = {
         "AO",
         "BR",
         "EC",  # 集运指数
+        "AD",  # 铸造铝合金期货
     ],
-    "gfex": ["SI", "LC"],
+    "gfex": ["SI", "LC", "PS"],
 }
 
 contract_symbols = []
@@ -201,7 +277,8 @@ headers = {
     "Cache-Control": "max-age=0",
     "Accept": "text/html, */*; q=0.01",
     "X-Requested-With": "XMLHttpRequest",
-    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36",
+    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) "
+    "Chrome/56.0.2924.87 Safari/537.36",
     "DNT": "1",
     "Referer": "http://www.super-ping.com/?ping=www.google.com&locale=sc",
     "Accept-Encoding": "gzip, deflate, sdch",
@@ -211,7 +288,8 @@ headers = {
 shfe_headers = {"User-Agent": "Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)"}
 
 dce_headers = {
-    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3",
+    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,"
+    "*/*;q=0.8,application/signed-exchange;v=b3",
     "Accept-Encoding": "gzip, deflate",
     "Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
     "Cache-Control": "max-age=0",
@@ -222,26 +300,37 @@ dce_headers = {
     "Proxy-Connection": "keep-alive",
     "Referer": "http://www.dce.com.cn/publicweb/quotesdata/weekQuotesCh.html",
     "Upgrade-Insecure-Requests": "1",
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36",
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) "
+    "Chrome/77.0.3865.90 Safari/537.36",
 }
 
 SYS_SPOT_PRICE_URL = "http://www.100ppi.com/sf/day-{}.html"
 SYS_SPOT_PRICE_LATEST_URL = "http://www.100ppi.com/sf/"
 
-SHFE_VOL_RANK_URL = "http://www.shfe.com.cn/data/dailydata/kx/pm%s.dat"
+SHFE_VOL_RANK_URL = "https://tsite.shfe.com.cn/data/dailydata/kx/pm%s.dat"
+SHFE_VOL_RANK_URL_20250701 = "https://www.shfe.com.cn/data/tradedata/future/dailydata/pm%s.dat"
 CFFEX_VOL_RANK_URL = "http://www.cffex.com.cn/sj/ccpm/%s/%s/%s_1.csv"
-DCE_VOL_RANK_URL_1 = "http://www.dce.com.cn/publicweb/quotesdata/exportMemberDealPosiQuotesData.html?memberDealPosiQuotes.variety=%s&memberDealPosiQuotes.trade_type=0&contract.contract_id=%s&contract.variety_id=%s&year=%s&month=%s&day=%s&exportFlag=txt"
-DCE_VOL_RANK_URL_2 = "http://www.dce.com.cn/publicweb/quotesdata/memberDealPosiQuotes.html?memberDealPosiQuotes.variety=%s&memberDealPosiQuotes.trade_type=0&contract.contract_id=all&contract.variety_id=%s&year=%s&month=%s&day=%s"
+DCE_VOL_RANK_URL_1 = (
+    "http://portal.dce.com.cn/publicweb/quotesdata/exportMemberDealPosiQuotesData.html?"
+    "memberDealPosiQuotes.variety=%s&memberDealPosiQuotes.trade_type=0&contract.cont"
+    "ract_id=%s&contract.variety_id=%s&year=%s&month=%s&day=%s&exportFlag=txt"
+)
+DCE_VOL_RANK_URL_2 = (
+    "http://portal.dce.com.cn/publicweb/quotesdata/memberDealPosiQuotes.html?memberDeal"
+    "PosiQuotes.variety=%s&memberDealPosiQuotes.trade_type=0&contract.contract_id="
+    "all&contract.variety_id=%s&year=%s&month=%s&day=%s"
+)
 CZCE_VOL_RANK_URL_1 = "http://www.czce.com.cn/cn/exchange/jyxx/pm/pm%s.html"
 CZCE_VOL_RANK_URL_2 = "http://www.czce.com.cn/cn/exchange/%s/datatradeholding/%s.htm"
 CZCE_VOL_RANK_URL_3 = (
     "http://www.czce.com.cn/cn/DFSStaticFiles/Future/%s/%s/FutureDataHolding.htm"
 )
 
-DCE_RECEIPT_URL = "http://www.dce.com.cn/publicweb/quotesdata/wbillWeeklyQuotes.html"
+DCE_RECEIPT_URL = "http://portal.dce.com.cn/publicweb/quotesdata/wbillWeeklyQuotes.html"
 
-SHFE_RECEIPT_URL_1 = "http://www.shfe.com.cn/data/dailydata/%sdailystock.html"
-SHFE_RECEIPT_URL_2 = "http://www.shfe.com.cn/data/dailydata/%sdailystock.dat"
+SHFE_RECEIPT_URL_1 = "http://tsite.shfe.com.cn/data/dailydata/%sdailystock.html"
+SHFE_RECEIPT_URL_2 = "http://tsite.shfe.com.cn/data/dailydata/%sdailystock.dat"
+SHFE_RECEIPT_URL_20250701 = "https://www.shfe.com.cn/data/tradedata/future/dailydata/%sdailystock.dat"
 CZCE_RECEIPT_URL_1 = "http://www.czce.com.cn/cn/exchange/jyxx/sheet/sheet%s.html"
 CZCE_RECEIPT_URL_2 = "http://www.czce.com.cn/cn/exchange/%s/datawhsheet/%s.htm"
 CZCE_RECEIPT_URL_3 = (
@@ -249,8 +338,9 @@ CZCE_RECEIPT_URL_3 = (
 )
 
 CFFEX_DAILY_URL = "http://www.cffex.com.cn/fzjy/mrhq/{}/{}/{}_1.csv"
-SHFE_DAILY_URL = "http://www.shfe.com.cn/data/dailydata/kx/kx%s.dat"
-SHFE_V_WAP_URL = "http://www.shfe.com.cn/data/dailydata/ck/%sdailyTimePrice.dat"
+SHFE_DAILY_URL = "http://tsite.shfe.com.cn/data/dailydata/kx/kx%s.dat"
+SHFE_DAILY_URL_20250630 = "https://www.shfe.com.cn/data/tradedata/future/dailydata/kx%s.dat"
+SHFE_V_WAP_URL = "http://tsite.shfe.com.cn/data/dailydata/ck/%sdailyTimePrice.dat"
 DCE_DAILY_URL = "http://www.dce.com.cn//publicweb/quotesdata/dayQuotesCh.html"
 CZCE_DAILY_URL_1 = "http://www.czce.com.cn/cn/exchange/jyxx/hq/hq%s.html"
 CZCE_DAILY_URL_2 = "http://www.czce.com.cn/cn/exchange/%s/datadaily/%s.txt"
@@ -412,6 +502,11 @@ DCE_MAP = {
     "苯乙烯": "EB",
     "液化石油气": "PG",
     "生猪": "LH",
+    "原木": "LG",
+    "纯苯": "BZ",
+    "聚氯乙烯月均价": "VF",
+    "聚丙烯月均价": "PPF",
+    "聚乙烯月均价": "LF",
 }
 
 
@@ -478,7 +573,7 @@ def get_calendar():
     """
     setting_file_name = "calendar.json"
     setting_file_path = get_json_path(setting_file_name, __file__)
-    with open(setting_file_path, "r") as f:
+    with open(setting_file_path, "r", encoding="utf-8") as f:
         data_json = json.load(f)
     return data_json