mns-common 1.3.6.8__py3-none-any.whl → 1.3.6.9__py3-none-any.whl

mns_common/api/em/concept/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_common/api/em/gd/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_common/api/em/{east_money_stock_gdfx_free_top_10_api.py → gd/east_money_stock_gdfx_free_top_10_api.py}

@@ -9,7 +9,7 @@ import akshare as ak
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.utils.date_handle_util as date_handle_util
 from loguru import logger
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
@@ -178,7 +178,7 @@ def sync_stock_gdfx_top_10(stock_gdfx_top_10_em_df, period, symbol, str_day):
 
 # 十大股东+十大流通股东
 def sync_stock_gdfx_free_top_10_one_day(str_day):
-    real_time_quotes = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_quotes = em_stock_info_api.get_a_stock_info()
     real_time_quotes = real_time_quotes.loc[~(
         real_time_quotes['symbol'].isin(company_common_service_new_api.get_de_list_company()))]
     for real_time_one in real_time_quotes.itertuples():

mns_common/api/em/real_time/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_common/api/em/{east_money_debt_api.py → real_time/east_money_debt_api.py}

@@ -36,7 +36,7 @@ page_number = 100
 # =8a086bfc3570bdde64a6a1c585cccb35&fltt=1&invt=1&fs=m:0+e:11,m:1+e:11,m:1+e:11+s:4194304,
 # m:0+e:11+s:8388608&dpt=zqsc.zpg&fields=f1,f2,f3,f4,f5,f6,f8,f10,f12,f13,f14,f18,f22,f152,
 # f237&wbp2u=|0|0|0|wap&fid=f3&po=1&pz=2000&_=1718163189870
-def get_debt_page_data(fields, pn) -> pd.DataFrame:
+def get_debt_page_data(fields, pn, proxies) -> pd.DataFrame:
     current_timestamp = str(int(round(time.time() * 1000, 0)))
     url = "https://push2.eastmoney.com/api/qt/clist/get"
 
@@ -57,7 +57,10 @@ def get_debt_page_data(fields, pn) -> pd.DataFrame:
         "_": current_timestamp
     }
     try:
-        r = requests.get(url, params)
+        if proxies is None:
+            r = requests.get(url, params)
+        else:
+            r = requests.get(url, params, proxies=proxies)
         data_text = r.text
 
         if pn == 1:
@@ -84,7 +87,7 @@ def get_debt_page_data(fields, pn) -> pd.DataFrame:
         return pd.DataFrame()
 
 
-def all_debt_ticker_data(fields) -> pd.DataFrame:
+def all_debt_ticker_data(fields, proxies) -> pd.DataFrame:
     """
     使用多线程获取所有债券数据
     """
@@ -96,7 +99,7 @@ def all_debt_ticker_data(fields) -> pd.DataFrame:
     # 创建线程池
     with ThreadPoolExecutor(max_workers=3) as executor:
         # 提交任务，获取每页数据
-        futures = [executor.submit(get_debt_page_data, fields, pn)
+        futures = [executor.submit(get_debt_page_data, fields, pn, proxies)
                    for pn in range(1, total_pages + 1)]
 
         # 收集结果
@@ -113,18 +116,18 @@ def all_debt_ticker_data(fields) -> pd.DataFrame:
         return pd.DataFrame()
 
 
-def get_debt_real_time_quotes():
+def get_debt_real_time_quotes(proxies):
     fields = ("f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f14,f15,f16,f17,f18,f20,f21,f26,f33,f34,f35,f62,f66,f69,f72,f184,"
               "f211,f212,f232,f233,f234")
     # 获取第一页数据
-    page_one_df = get_debt_page_data(fields, 1)
+    page_one_df = get_debt_page_data(fields, 1, proxies)
     # 数据接口正常返回5600以上的数量
     if page_one_df.shape[0] > min_number:
         page_one_df = rename_real_time_quotes_df(page_one_df)
         page_one_df.drop_duplicates('symbol', keep='last', inplace=True)
         return page_one_df
     else:
-        page_df = all_debt_ticker_data(fields)
+        page_df = all_debt_ticker_data(fields, proxies)
         page_df = rename_real_time_quotes_df(page_df)
         page_df.drop_duplicates('symbol', keep='last', inplace=True)
         return page_df
@@ -299,5 +302,5 @@ if __name__ == '__main__':
     info_df = get_kzz_bond_info()
     print(info_df)
     while True:
-        df = get_debt_real_time_quotes()
+        df = get_debt_real_time_quotes(None)
         logger.info(df)

mns_common/api/em/{east_money_etf_api.py → real_time/east_money_etf_api.py}

@@ -21,7 +21,7 @@ min_number = 1000
 page_number = 100
 
 
-def get_fund_etf_page_df(pn) -> pd.DataFrame:
+def get_fund_etf_page_df(pn, proxies) -> pd.DataFrame:
     """
     东方财富-ETF 实时行情
     https://quote.eastmoney.com/center/gridlist.html#fund_etf
@@ -52,7 +52,10 @@ def get_fund_etf_page_df(pn) -> pd.DataFrame:
         "_": str(current_timestamp),
     }
     try:
-        r = requests.get(url, timeout=15, params=params)
+        if proxies is None:
+            r = requests.get(url, params)
+        else:
+            r = requests.get(url, params, proxies=proxies)
         data_json = r.json()
         if pn == 1:
             try:
@@ -218,7 +221,7 @@ def get_fund_etf_page_df(pn) -> pd.DataFrame:
         return pd.DataFrame()
 
 
-def thread_pool_executor():
+def thread_pool_executor(proxies):
     """
        使用多线程获取所有ETF数据
        """
@@ -230,7 +233,7 @@ def thread_pool_executor():
     # 创建线程池
     with ThreadPoolExecutor(max_workers=3) as executor:
         # 提交任务，获取每页数据
-        futures = [executor.submit(get_fund_etf_page_df, pn)
+        futures = [executor.submit(get_fund_etf_page_df, pn, proxies)
                    for pn in range(1, total_pages + 1)]
 
         # 收集结果
@@ -349,23 +352,23 @@ def rename_etf(fund_etf_spot_em_df):
     return fund_etf_spot_em_df
 
 
-def get_etf_real_time_quotes():
+def get_etf_real_time_quotes(proxies):
     # 获取第一页数据
-    page_one_df = get_fund_etf_page_df(1)
+    page_one_df = get_fund_etf_page_df(1, proxies)
     # 数据接口正常返回5600以上的数量
     if page_one_df.shape[0] > min_number:
         page_one_df = rename_etf(page_one_df)
         page_one_df.drop_duplicates('symbol', keep='last', inplace=True)
         return page_one_df
     else:
-        page_df = thread_pool_executor()
+        page_df = thread_pool_executor(proxies)
         page_df = rename_etf(page_df)
         page_df.drop_duplicates('symbol', keep='last', inplace=True)
         return page_df
 
 
 if __name__ == '__main__':
-    fund_etf_df = get_etf_real_time_quotes()
+    fund_etf_df = get_etf_real_time_quotes(None)
     fund_etf_df = fund_etf_df.sort_values(by=['amount'], ascending=False)
     fund_etf_df = fund_etf_df.fillna(0)
     print(fund_etf_df)

mns_common/api/em/{east_money_stock_api_v3.py → real_time/east_money_stock_a_api.py}

@@ -31,7 +31,7 @@ def get_stock_page_data(pn, fields, fs, proxies):
     # 将当前时间转换为时间戳（以毫秒为单位）
     current_timestamp_ms = int(current_time.timestamp() * 1000)
 
-    url = "https://13.push2.eastmoney.com/api/qt/clist/get"
+    url = "https://33.push2.eastmoney.com/api/qt/clist/get"
     params = {
         "cb": "jQuery1124046660442520420653_" + str(current_timestamp_ms),
         "pn": str(pn),
@@ -48,7 +48,11 @@ def get_stock_page_data(pn, fields, fs, proxies):
         "_": current_timestamp_ms
     }
     try:
-        r = requests.get(url, params, proxies=proxies)
+        if proxies is None:
+            r = requests.get(url, params)
+        else:
+            r = requests.get(url, params, proxies=proxies)
+
         data_text = r.text
         if pn == 1:
             try:
@@ -224,8 +228,71 @@ def rename_real_time_quotes_df(temp_df):
     return temp_df
 
 
+# 北向/南向资金状况 北向已经停止
+def get_sum_north_south_net_buy_amt():
+    # 设置请求头部信息
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'
+    }
+
+    # 设置请求URL
+    url = 'http://push2.eastmoney.com/api/qt/kamt/get?fields1=f1,f2,f3,f4&fields2=f51,f52,f53,f54,f55,f56,f57,f58,f59,f60,f61,f62,f63,f64,f65,f66,f67,f68,f69,f70&ut=b2884a393a59ad640022ce1e1e78431c&deviceid=0&cb=jsonp_1622790712837&_=1622790712926'
+
+    # 发送HTTP请求
+    response = requests.get(url, headers=headers, params={"type": "json"})
+
+    # 解析JSON数据
+    data = json.loads(response.text.lstrip('jsonp_1622790712837(').rstrip(');'))
+
+    # 处理数据
+
+    # 单位(万元)
+    # dayNetAmtIn  资金净流入
+    # dayAmtRemain  当日资金余额
+    # dayAmtThreshold  当日资金限额
+    # monthNetAmtIn   当月净流入
+    # yearNetAmtIn    年度净流入
+    # allNetAmtIn     总净流入
+    # buyAmt          当日买入金额
+    # sellAmt         当日卖出金额
+    # buySellAmt      当日买入卖出总金额
+    # netBuyAmt        成交净买额
+
+    # Hongkong to Shanghai
+    hk2sh = data['data']['hk2sh']
+    hk2sh_df = pd.DataFrame(hk2sh, index=[0])
+    # Hongkong to ShenZhen
+    hk2sz = data['data']['hk2sz']
+    hk2sz_df = pd.DataFrame(hk2sz, index=[0])
+
+    # Shanghai to Hongkong
+    sh2hk = data['data']['sh2hk']
+    sh2hk_df = pd.DataFrame(sh2hk, index=[0])
+
+    # ShenZhen  to Hongkong
+    sz2hk = data['data']['sz2hk']
+    sz2hk_df = pd.DataFrame(sz2hk, index=[0])
+    # 北向总额
+    sum_north_netBuyAmt = hk2sh_df['netBuyAmt'] + hk2sz_df['netBuyAmt']
+
+    sum_south_netBuyAmt = sh2hk_df['netBuyAmt'] + sz2hk_df['netBuyAmt']
+
+    df = pd.DataFrame([[
+        list(hk2sh_df['netBuyAmt'])[0],
+        list(hk2sz_df['netBuyAmt'])[0],
+        list(sum_north_netBuyAmt)[0],
+        list(sh2hk_df['netBuyAmt'])[0],
+        list(sz2hk_df['netBuyAmt'])[0],
+        list(sum_south_netBuyAmt)[0]]],
+        columns=['sh_netBuyAmt', 'sz_netBuyAmt', 'sum_north_netBuyAmt',
+                 'sh_hk_netBuyAmt', 'sz_hk_netBuyAmt', 'sum_south_netBuyAmt'])
+
+    # 打印结果
+    return df
+
+
 # 示例调用
 if __name__ == "__main__":
     while True:
-        df = get_real_time_quotes_all_stocks()
+        df = get_real_time_quotes_all_stocks(None)
         logger.info("涨停数据,{}", 1)

mns_common/api/em/{east_money_stock_v2_api.py → real_time/east_money_stock_a_v2_api.py}

@@ -26,7 +26,7 @@ min_number = 5600
 page_number = 100
 
 
-def get_stock_page_data(pn, fields, fs):
+def get_stock_page_data(pn, fields, fs, proxies):
     """
     获取单页股票数据
     """
@@ -53,7 +53,10 @@ def get_stock_page_data(pn, fields, fs):
         "_": current_timestamp_ms
     }
     try:
-        r = requests.get(url, params)
+        if proxies is None:
+            r = requests.get(url, params)
+        else:
+            r = requests.get(url, params, proxies=proxies)
         data_text = r.text
         begin_index = data_text.index('[')
         end_index = data_text.index(']')
@@ -68,7 +71,7 @@ def get_stock_page_data(pn, fields, fs):
         return pd.DataFrame()
 
 
-def all_stock_ticker_data_new(fields, fs) -> pd.DataFrame:
+def all_stock_ticker_data_new(fields, fs, proxies) -> pd.DataFrame:
     """
     使用多线程获取所有股票数据
     """
@@ -79,7 +82,7 @@ def all_stock_ticker_data_new(fields, fs) -> pd.DataFrame:
     # 创建线程池
     with ThreadPoolExecutor(max_workers=10) as executor:
         # 提交任务，获取每页数据
-        futures = [executor.submit(get_stock_page_data, pn, fields, fs)
+        futures = [executor.submit(get_stock_page_data, pn, fields, fs, proxies)
                    for pn in range(1, total_pages + 1)]
 
         # 收集结果
@@ -96,16 +99,16 @@ def all_stock_ticker_data_new(fields, fs) -> pd.DataFrame:
         return pd.DataFrame()
 
 
-def get_all_real_time_quotes():
+def get_all_real_time_quotes(proxies):
     fs = "m:0 t:6,m:0 t:80,m:1 t:2,m:1 t:23,m:0 t:81 s:2048"
     # 获取第一页数据
-    page_one_df = get_stock_page_data(1, fields_02, fs)
+    page_one_df = get_stock_page_data(1, fields_02, fs, proxies)
     # 数据接口正常返回5600以上的数量
     if page_one_df.shape[0] > min_number:
         page_one_df = rename_real_time_quotes_df(page_one_df)
         return page_one_df
     else:
-        page_df = all_stock_ticker_data_new(fields_02, fs)
+        page_df = all_stock_ticker_data_new(fields_02, fs, proxies)
         page_df = rename_real_time_quotes_df(page_df)
         return page_df
 
@@ -267,74 +270,11 @@ def rename_real_time_quotes_df(temp_df):
     return temp_df
 
 
-# 北向/南向资金状况 北向已经停止
-def get_sum_north_south_net_buy_amt():
-    # 设置请求头部信息
-    headers = {
-        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'
-    }
-
-    # 设置请求URL
-    url = 'http://push2.eastmoney.com/api/qt/kamt/get?fields1=f1,f2,f3,f4&fields2=f51,f52,f53,f54,f55,f56,f57,f58,f59,f60,f61,f62,f63,f64,f65,f66,f67,f68,f69,f70&ut=b2884a393a59ad640022ce1e1e78431c&deviceid=0&cb=jsonp_1622790712837&_=1622790712926'
-
-    # 发送HTTP请求
-    response = requests.get(url, headers=headers, params={"type": "json"})
-
-    # 解析JSON数据
-    data = json.loads(response.text.lstrip('jsonp_1622790712837(').rstrip(');'))
-
-    # 处理数据
-
-    # 单位(万元)
-    # dayNetAmtIn  资金净流入
-    # dayAmtRemain  当日资金余额
-    # dayAmtThreshold  当日资金限额
-    # monthNetAmtIn   当月净流入
-    # yearNetAmtIn    年度净流入
-    # allNetAmtIn     总净流入
-    # buyAmt          当日买入金额
-    # sellAmt         当日卖出金额
-    # buySellAmt      当日买入卖出总金额
-    # netBuyAmt        成交净买额
-
-    # Hongkong to Shanghai
-    hk2sh = data['data']['hk2sh']
-    hk2sh_df = pd.DataFrame(hk2sh, index=[0])
-    # Hongkong to ShenZhen
-    hk2sz = data['data']['hk2sz']
-    hk2sz_df = pd.DataFrame(hk2sz, index=[0])
-
-    # Shanghai to Hongkong
-    sh2hk = data['data']['sh2hk']
-    sh2hk_df = pd.DataFrame(sh2hk, index=[0])
-
-    # ShenZhen  to Hongkong
-    sz2hk = data['data']['sz2hk']
-    sz2hk_df = pd.DataFrame(sz2hk, index=[0])
-    # 北向总额
-    sum_north_netBuyAmt = hk2sh_df['netBuyAmt'] + hk2sz_df['netBuyAmt']
-
-    sum_south_netBuyAmt = sh2hk_df['netBuyAmt'] + sz2hk_df['netBuyAmt']
-
-    df = pd.DataFrame([[
-        list(hk2sh_df['netBuyAmt'])[0],
-        list(hk2sz_df['netBuyAmt'])[0],
-        list(sum_north_netBuyAmt)[0],
-        list(sh2hk_df['netBuyAmt'])[0],
-        list(sz2hk_df['netBuyAmt'])[0],
-        list(sum_south_netBuyAmt)[0]]],
-        columns=['sh_netBuyAmt', 'sz_netBuyAmt', 'sum_north_netBuyAmt',
-                 'sh_hk_netBuyAmt', 'sz_hk_netBuyAmt', 'sum_south_netBuyAmt'])
-
-    # 打印结果
-    return df
-
-
 # 示例调用
 if __name__ == "__main__":
-    get_sum_north_south_net_buy_amt()
+
     while True:
-        df = get_all_real_time_quotes()
+        df = get_all_real_time_quotes(None)
         print(df)
         zt_df = df.loc[df['wei_bi'] == 100]
         logger.info("涨停数据,{}", zt_df)

mns_common/api/em/{east_money_stock_hk_api.py → real_time/east_money_stock_hk_api.py}

@@ -1,5 +1,5 @@
-import sys
 import os
+import sys
 
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 16
@@ -23,7 +23,7 @@ fields = ("f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f14,f15,f16,f17,f18,f20,f21,f26,"
           "f33,f34,f35,f62,f66,f69,f72,f100,f184,f211,f212")
 
 
-def hk_real_time_quotes_page_df(cookie, pn):
+def hk_real_time_quotes_page_df(cookie, pn, proxies):
     try:
         headers = {
             'Cookie': cookie
@@ -46,7 +46,10 @@ def hk_real_time_quotes_page_df(cookie, pn):
                    '&fields=' + fields +
                    '&_=' + str(current_timestamp))
 
-        r = requests.get(url_new, headers=headers)
+        if proxies is None:
+            r = requests.get(url_new, headers=headers)
+        else:
+            r = requests.get(url_new, headers=headers, proxies=proxies)
         result = r.content.decode("utf-8")
 
         if pn == 1:
@@ -179,7 +182,7 @@ def hk_real_time_quotes_page_df(cookie, pn):
         return pd.DataFrame()
 
 
-def thread_pool_executor(cookie):
+def thread_pool_executor(cookie, proxies):
     """
        使用多线程获取所有ETF数据
        """
@@ -191,7 +194,7 @@ def thread_pool_executor(cookie):
     # 创建线程池
     with ThreadPoolExecutor(max_workers=3) as executor:
         # 提交任务，获取每页数据
-        futures = [executor.submit(hk_real_time_quotes_page_df, cookie, pn)
+        futures = [executor.submit(hk_real_time_quotes_page_df, cookie, pn, proxies)
                    for pn in range(1, total_pages + 1)]
 
         # 收集结果
@@ -208,19 +211,20 @@ def thread_pool_executor(cookie):
         return pd.DataFrame()
 
 
-def get_hk_real_time_quotes(cookie):
+def get_hk_real_time_quotes(cookie, proxies):
     # 获取第一页数据
-    page_one_df = hk_real_time_quotes_page_df(cookie, 1)
+    page_one_df = hk_real_time_quotes_page_df(cookie, 1, proxies)
     # 数据接口正常返回5600以上的数量
     if page_one_df.shape[0] > min_number:
         page_one_df.drop_duplicates('symbol', keep='last', inplace=True)
         return page_one_df
     else:
-        page_df = thread_pool_executor(cookie)
+        page_df = thread_pool_executor(cookie, proxies)
         page_df.drop_duplicates('symbol', keep='last', inplace=True)
         return page_df
 
 
+# 获取港股通名单 todo 被封以后替换
 def stock_hk_ggt_components_em() -> pd.DataFrame:
     pn = 1
 
@@ -320,7 +324,7 @@ if __name__ == '__main__':
     result_df = stock_hk_ggt_components_em()
     cookie_test = 'qgqp_b_id=1e0d79428176ed54bef8434efdc0e8c3; mtp=1; ct=QVRY_s8Tiag1WfK2tSW2n03qpsX-PD8aH_rIjKVooawX8K33UVnpIofK088lD1lguWlE_OEIpQwn3PJWFPhHvSvyvYr4Zka3l4vxtZfH1Uikjtyy9z1H4Swo0rQzMKXncVzBXiOo5TjE-Dy9fcoG3ZF7UVdQ35jp_cFwzOlpK5Y; ut=FobyicMgeV51lVMr4ZJXvn-72bp0oeSOvtzifFY_U7kBFtR6og4Usd-VtBM5XBBvHq0lvd9xXkvpIqWro9EDKmv6cbKOQGyawUSMcKVP57isZCaM7lWQ6jWXajvTfvV4mIR-W_MZNK8VY0lL9W4qNMniJ6PBn_gkJsSAJCadmsyI9cxmjx--gR4m54pdF_nie_y4iWHys83cmWR2R7Bt1KKqB25OmkfCQTJJqIf7QsqangVGMUHwMC39Z9QhrfCFHKVNrlqS503O6b9GitQnXtvUdJhCmomu; pi=4253366368931142%3Bp4253366368931142%3B%E8%82%A1%E5%8F%8B9x56I87727%3BYNigLZRW%2FzMdGgVDOJbwReDWnTPHl51dB0gQLiwaCf1XY98mlJYx6eJbsoYr5Nie%2BX1L%2BzaMsec99KkX%2BT29Ds1arfST7sIBXxjUQ3dp11IPUnXy64PaBFRTHzMRWnCFJvvhc%2FAI41rXSGXolC8YMxI%2BvyPS%2BuErwgOVjC5vvsIiKeO7TLyKkhqqQJPX%2F7RWC5Sf3QLh%3Bdwjn4Xho10%2FKjqOgTWs%2FJF4%2FkdKzeuBwM8sz9aLvJovejAkCAyGMyGYA6AE67Xk2Ki7x8zdfBifF2DG%2Fvf2%2BXAYN8ZVISSEWTIXh32Z5MxEacK4JBTkqyiD93e1vFBOFQ82BqaiVmntUq0V6FrTUHGeh1gG5Sg%3D%3D; uidal=4253366368931142%e8%82%a1%e5%8f%8b9x56I87727; sid=170711377; vtpst=|; quote_lt=1; websitepoptg_api_time=1715777390466; emshistory=%5B%22%E8%BD%AC%E5%80%BA%E6%A0%87%22%2C%22%E8%BD%AC%E5%80%BA%E6%A0%87%E7%9A%84%22%5D; st_si=00364513876913; st_asi=delete; HAList=ty-116-00700-%u817E%u8BAF%u63A7%u80A1%2Cty-1-688695-%u4E2D%u521B%u80A1%u4EFD%2Cty-1-600849-%u4E0A%u836F%u8F6C%u6362%2Cty-1-603361-%u6D59%u6C5F%u56FD%u7965%2Cty-1-603555-ST%u8D35%u4EBA%2Cty-0-000627-%u5929%u8302%u96C6%u56E2%2Cty-0-002470-%u91D1%u6B63%u5927%2Cty-0-832876-%u6167%u4E3A%u667A%u80FD%2Cty-0-300059-%u4E1C%u65B9%u8D22%u5BCC%2Cty-107-CWB-%u53EF%u8F6C%u503AETF-SPDR; st_pvi=26930719093675; st_sp=2024-04-28%2017%3A27%3A05; st_inirUrl=https%3A%2F%2Fcn.bing.com%2F; st_sn=23; st_psi=20240517111108288-113200301321-2767127768'
     while True:
-        df_hk_df = get_hk_real_time_quotes(cookie_test)
+        df_hk_df = get_hk_real_time_quotes(cookie_test, None)
         df_hk_df = df_hk_df[[
             "symbol",
             "name",

mns_common/api/em/{east_money_stock_us_api.py → real_time/east_money_stock_us_api.py}

@@ -22,7 +22,7 @@ fields = ("f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f14,f15,f16,f17,f18,f20,f21,f26,"
           "f33,f34,f35,f62,f66,f69,f72,f100,f184,f211,f212")
 
 
-def us_real_time_quotes_page_df(cookie, pn):
+def us_real_time_quotes_page_df(cookie, pn, proxies):
     try:
         headers = {
             'Cookie': cookie
@@ -44,7 +44,10 @@ def us_real_time_quotes_page_df(cookie, pn):
             "fields": fields,
             "_": str(current_timestamp),
         }
-        r = requests.get(url, params=params, headers=headers, timeout=15)
+        if proxies is None:
+            r = requests.get(url, params=params, headers=headers)
+        else:
+            r = requests.get(url, params=params, headers=headers, proxies=proxies)
         data_json = r.json()
         if pn == 1:
             try:
@@ -64,7 +67,7 @@ def us_real_time_quotes_page_df(cookie, pn):
         return pd.DataFrame()
 
 
-def thread_pool_executor(cookie):
+def thread_pool_executor(cookie, proxies):
     """
        使用多线程获取所有美股数据
        """
@@ -76,7 +79,7 @@ def thread_pool_executor(cookie):
     # 创建线程池
     with ThreadPoolExecutor(max_workers=3) as executor:
         # 提交任务，获取每页数据
-        futures = [executor.submit(us_real_time_quotes_page_df, cookie, pn)
+        futures = [executor.submit(us_real_time_quotes_page_df, cookie, pn, proxies)
                    for pn in range(1, total_pages + 1)]
 
         # 收集结果
@@ -93,16 +96,16 @@ def thread_pool_executor(cookie):
         return pd.DataFrame()
 
 
-def get_us_stock_real_time_quotes(cookie):
+def get_us_stock_real_time_quotes(cookie, proxies):
     # 获取第一页数据
-    page_one_df = us_real_time_quotes_page_df(cookie, 1)
+    page_one_df = us_real_time_quotes_page_df(cookie, 1, proxies)
     # 数据接口正常返回5600以上的数量
     if page_one_df.shape[0] > min_number:
         page_one_df = rename_us_stock(page_one_df)
         page_one_df.drop_duplicates('symbol', keep='last', inplace=True)
         return page_one_df
     else:
-        page_df = thread_pool_executor(cookie)
+        page_df = thread_pool_executor(cookie, proxies)
         page_df = rename_us_stock(page_df)
         page_df.drop_duplicates('symbol', keep='last', inplace=True)
         return page_df
@@ -219,7 +222,7 @@ def rename_us_stock(temp_df):
 if __name__ == '__main__':
     cookie_test = 'qgqp_b_id=1e0d79428176ed54bef8434efdc0e8c3; mtp=1; ct=QVRY_s8Tiag1WfK2tSW2n03qpsX-PD8aH_rIjKVooawX8K33UVnpIofK088lD1lguWlE_OEIpQwn3PJWFPhHvSvyvYr4Zka3l4vxtZfH1Uikjtyy9z1H4Swo0rQzMKXncVzBXiOo5TjE-Dy9fcoG3ZF7UVdQ35jp_cFwzOlpK5Y; ut=FobyicMgeV51lVMr4ZJXvn-72bp0oeSOvtzifFY_U7kBFtR6og4Usd-VtBM5XBBvHq0lvd9xXkvpIqWro9EDKmv6cbKOQGyawUSMcKVP57isZCaM7lWQ6jWXajvTfvV4mIR-W_MZNK8VY0lL9W4qNMniJ6PBn_gkJsSAJCadmsyI9cxmjx--gR4m54pdF_nie_y4iWHys83cmWR2R7Bt1KKqB25OmkfCQTJJqIf7QsqangVGMUHwMC39Z9QhrfCFHKVNrlqS503O6b9GitQnXtvUdJhCmomu; pi=4253366368931142%3Bp4253366368931142%3B%E8%82%A1%E5%8F%8B9x56I87727%3BYNigLZRW%2FzMdGgVDOJbwReDWnTPHl51dB0gQLiwaCf1XY98mlJYx6eJbsoYr5Nie%2BX1L%2BzaMsec99KkX%2BT29Ds1arfST7sIBXxjUQ3dp11IPUnXy64PaBFRTHzMRWnCFJvvhc%2FAI41rXSGXolC8YMxI%2BvyPS%2BuErwgOVjC5vvsIiKeO7TLyKkhqqQJPX%2F7RWC5Sf3QLh%3Bdwjn4Xho10%2FKjqOgTWs%2FJF4%2FkdKzeuBwM8sz9aLvJovejAkCAyGMyGYA6AE67Xk2Ki7x8zdfBifF2DG%2Fvf2%2BXAYN8ZVISSEWTIXh32Z5MxEacK4JBTkqyiD93e1vFBOFQ82BqaiVmntUq0V6FrTUHGeh1gG5Sg%3D%3D; uidal=4253366368931142%e8%82%a1%e5%8f%8b9x56I87727; sid=170711377; vtpst=|; quote_lt=1; websitepoptg_api_time=1715777390466; emshistory=%5B%22%E8%BD%AC%E5%80%BA%E6%A0%87%22%2C%22%E8%BD%AC%E5%80%BA%E6%A0%87%E7%9A%84%22%5D; st_si=00364513876913; st_asi=delete; HAList=ty-116-00700-%u817E%u8BAF%u63A7%u80A1%2Cty-1-688695-%u4E2D%u521B%u80A1%u4EFD%2Cty-1-600849-%u4E0A%u836F%u8F6C%u6362%2Cty-1-603361-%u6D59%u6C5F%u56FD%u7965%2Cty-1-603555-ST%u8D35%u4EBA%2Cty-0-000627-%u5929%u8302%u96C6%u56E2%2Cty-0-002470-%u91D1%u6B63%u5927%2Cty-0-832876-%u6167%u4E3A%u667A%u80FD%2Cty-0-300059-%u4E1C%u65B9%u8D22%u5BCC%2Cty-107-CWB-%u53EF%u8F6C%u503AETF-SPDR; st_pvi=26930719093675; st_sp=2024-04-28%2017%3A27%3A05; st_inirUrl=https%3A%2F%2Fcn.bing.com%2F; st_sn=23; st_psi=20240517111108288-113200301321-2767127768'
     while True:
-        us_df = get_us_stock_real_time_quotes(cookie_test)
+        us_df = get_us_stock_real_time_quotes(cookie_test, None)
         us_df = us_df.loc[us_df['flow_mv'] != 0]
         us_df = us_df.sort_values(by=['amount'], ascending=False)
         us_stock_df = us_df[[

mns_common/api/ths/zt/ths_stock_zt_pool_api.py

@@ -31,7 +31,7 @@ import mns_common.component.company.company_common_service_api as company_common
 # 当设置具体数值n时，循环请求n页，返回n页合并数据。
 
 
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_real_time_quotes_api as em_real_time_quotes_api
 from mns_common.db.MongodbUtil import MongodbUtil
 import pandas as pd
 import mns_common.component.common_service_fun_api as common_service_fun_api
@@ -122,7 +122,7 @@ def get_real_time_zt_info():
     zt_df = get_zt_reason(str_day)
     if data_frame_util.is_empty(zt_df):
         return None
-    real_time_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_df = em_real_time_quotes_api.get_real_time_quotes_now(None, None)
 
     zt_df = merge_high_chg(real_time_df, zt_df)
 
@@ -274,7 +274,5 @@ def zt_reason_group(zt_pool_df):
     return result_group_df
 
 
-import mns_common.api.ths.self_choose.ths_self_choose_api as ths_self_choose_api
-
 if __name__ == '__main__':
     get_real_time_zt_info()

mns_common/api/ths/zt/ths_stock_zt_pool_v2_api.py

@@ -40,7 +40,7 @@ from loguru import logger
 # 当设置具体数值n时，循环请求n页，返回n页合并数据。
 
 
-import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.component.em.em_real_time_quotes_api as em_real_time_quotes_api
 from mns_common.db.MongodbUtil import MongodbUtil
 import pandas as pd
 import mns_common.component.common_service_fun_api as common_service_fun_api
@@ -139,7 +139,7 @@ def convert_statistics(stat):
 
 # 获取实时行情涨停列表
 def get_real_time_zt_info():
-    real_time_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    real_time_df = em_real_time_quotes_api.get_real_time_quotes_now(None, None)
     real_time_df_zt = real_time_df.loc[real_time_df['chg'] > common_service_fun_api.ZT_CHG]
     if data_frame_util.is_empty(real_time_df_zt):
         return pd.DataFrame()

mns_common/component/em/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_common/component/em/em_real_time_quotes_api.py

@@ -0,0 +1,56 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.utils.db_util as db_util
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 获取当天最新实时数据
+def get_real_time_quotes_now(symbol_list, selected_date):
+    db_name = db_name_constant.REAL_TIME_QUOTES_NOW
+    if selected_date is not None:
+        query_day = selected_date[0:10]
+        db_name = db_name + '_' + query_day
+        db_util_mongo = db_util.get_db(query_day)
+        query = {'symbol': '000001'}
+        query_field = {"str_now_date": 1, "number": 1, "symbol": 1}
+        df = db_util_mongo.find_query_data_choose_field(db_name, query, query_field)
+        if df is None or df.shape[0] == 0:
+            number = 1
+        else:
+            df = df[df['str_now_date'] <= selected_date]
+            df = df.sort_values(by=['str_now_date'], ascending=False)
+            number = list(df['number'])[0]
+            # 最新number数据可能还正在写库
+
+        query = {'number': number}
+        real_time_quotes_now = db_util_mongo.find_query_data(db_name, query)
+
+    else:
+
+        number = common_service_fun_api.realtime_quotes_now_max_number(db_name,
+                                                                       'number')
+        # 最新number数据可能还正在写库
+        real_time_quotes_now = common_service_fun_api.get_last_new_real_time_data(
+            db_name
+            , number - 1)
+    if (symbol_list is not None
+            and data_frame_util.is_not_empty(real_time_quotes_now)):
+        real_time_quotes_now = real_time_quotes_now.loc[real_time_quotes_now['symbol'].isin(symbol_list)]
+
+    return real_time_quotes_now
+
+
+if __name__ == '__main__':
+    df = get_real_time_quotes_now(None, None)
+    print(df)

mns_common/component/em/em_stock_info_api.py

@@ -0,0 +1,37 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 获取东方财富A股全部信息
+def get_a_stock_info():
+    return mongodb_util.find_all_data(db_name_constant.EM_A_STOCK_INFO)
+
+
+# 获取东方财富ETF全部信息
+def get_etf_info():
+    return mongodb_util.find_all_data(db_name_constant.EM_ETF_INFO)
+
+
+# 获取东方财富可转债全部信息
+def get_kzz_info():
+    return mongodb_util.find_all_data(db_name_constant.EM_KZZ_INFO)
+
+
+# 获取东方财富美股全部信息
+def get_us_stock_info():
+    return mongodb_util.find_all_data(db_name_constant.EM_US_STOCK_INFO)
+
+
+# 获取东方财富港股全部信息
+
+def get_hk_stock_info():
+    return mongodb_util.find_all_data(db_name_constant.EM_HK_STOCK_INFO)

mns_common/constant/db_name_constant.py

@@ -6,6 +6,21 @@ end = file_path.index('mns') + 14
 project_path = file_path[0:end]
 sys.path.append(project_path)
 
+# 东方财富a股信息
+EM_A_STOCK_INFO = 'em_a_stock_info'
+
+# 东方财富ETF信息
+EM_ETF_INFO = 'em_etf_info'
+
+# 东方财富KZZ信息
+EM_KZZ_INFO = 'em_kzz_info'
+
+# 东方财富HK股信息
+EM_HK_STOCK_INFO = 'em_hk_stock_info'
+
+# 东方财富US股信息
+EM_US_STOCK_INFO = 'em_us_stock_info'
+
 # ip代理池
 IP_PROXY_POOL = 'ip_proxy_pool'
 

{mns_common-1.3.6.8.dist-info → mns_common-1.3.6.9.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-common
-Version: 1.3.6.8
+Version: 1.3.6.9
 

{mns_common-1.3.6.8.dist-info → mns_common-1.3.6.9.dist-info}/RECORD

@@ -8,16 +8,17 @@ mns_common/api/akshare/stock_zb_pool.py,sha256=ylcVgZTzsD3qz9WaItLtoqTf4t-Ex49MD
 mns_common/api/akshare/stock_zt_pool_api.py,sha256=_4PG_Wd88S4zweKNwZprwxaMMHBF4OQSB77DGW1l9UQ,1929
 mns_common/api/akshare/yjyg_sync_api.py,sha256=cvk50_XhJWUqduOiC15SYvQTCQqECt6td_L2Hvnl7Jg,4108
 mns_common/api/em/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
-mns_common/api/em/east_money_debt_api.py,sha256=yhUghw5Fp61SjBiQJyPnkLXjMOw3-SD8_cDICc7xels,14589
-mns_common/api/em/east_money_etf_api.py,sha256=PtVBNArQ5sMjzBVCW-WBnAuqSp8qB4E1HbZ1-TuZpMY,14273
-mns_common/api/em/east_money_stock_api.py,sha256=NkV8jmdYOrOpQd00KsMBNoAkPZuWGtw0N1Rryg21RZ0,9892
-mns_common/api/em/east_money_stock_api_v3.py,sha256=0BnVUGCiOPcoQyclAXYxIHVwOerNKfITRWQFkeZ1uO8,9873
-mns_common/api/em/east_money_stock_gdfx_free_top_10_api.py,sha256=jVy3fNdrkLq3ri7yUwXWt0ItB8LCHzt9CPz91Fj8sPA,9198
-mns_common/api/em/east_money_stock_hk_api.py,sha256=C75TfZzRnNVaz_ILEPHcxhgJqV7f4rFrlWjgMWLRu7c,14788
-mns_common/api/em/east_money_stock_quotes_sync_api.py,sha256=-me8o6n9XzE3gruKNXHlhvJiVByA6aoXBeORFCnqllc,7568
-mns_common/api/em/east_money_stock_us_api.py,sha256=6u0fSkIxZqPVrI1JChhwTrUWRTCDDSBNvU5cehPA1uM,11417
-mns_common/api/em/east_money_stock_v2_api.py,sha256=BxLZqIUecy71TkbMelAF8Bg3xEd3tR02r2Nj3NfF8Ts,16326
-mns_common/api/em/em_concept_index_api.py,sha256=PP87ES8a_y0o3SKLzBsPrc7DCPI3MBCD-4SmoUUirl0,8285
+mns_common/api/em/concept/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_common/api/em/concept/em_concept_index_api.py,sha256=PP87ES8a_y0o3SKLzBsPrc7DCPI3MBCD-4SmoUUirl0,8285
+mns_common/api/em/gd/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_common/api/em/gd/east_money_stock_gdfx_free_top_10_api.py,sha256=hitzJuMwy5I69UIE2Aj8zEtMMPOjeNo0S1A4t7Pm79E,9180
+mns_common/api/em/real_time/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_common/api/em/real_time/east_money_debt_api.py,sha256=jMvMZtlrDfExl_4jZ1hepHX8rUoeVLoLSOIhRBjkUGk,14753
+mns_common/api/em/real_time/east_money_etf_api.py,sha256=tCyH4fNx-KfVRFuNGkgM8d_xkvR0oAfr8T3e7_XrjTM,14414
+mns_common/api/em/real_time/east_money_stock_a_api.py,sha256=p3_JDsZ3_I3-s4EqD_a0d2VYdPadJYUXLyV1_H1G5N8,12274
+mns_common/api/em/real_time/east_money_stock_a_v2_api.py,sha256=90dMNtYno8ZU-rKzmNvMd6d_xCt2C7xkEvYG_zsim54,14149
+mns_common/api/em/real_time/east_money_stock_hk_api.py,sha256=TEUx20NxUqdfujwT4pVb_hYJN5LCosFdkoQJr4ftZWU,15018
+mns_common/api/em/real_time/east_money_stock_us_api.py,sha256=CYrhbNC-vvbwy43hhByVuA2IeJU_yzwZoxq3aCz1uY0,11597
 mns_common/api/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_common/api/hk/ths_hk_company_info_api.py,sha256=Cxlbuccopa0G1s8o0uTnnyLn2QaxOvbDpJQJOj7J8a8,5360
 mns_common/api/k_line/__init__.py,sha256=itoGlqKhsx7EVXQoD1vchDKQ5GPB16vDjofTSuQtrXg,161
@@ -65,8 +66,8 @@ mns_common/api/ths/self_choose/ths_self_choose_api.py,sha256=TkV4r8iRkgcm4OaclUT
 mns_common/api/ths/wen_cai/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
 mns_common/api/ths/wen_cai/ths_wen_cai_api.py,sha256=TiDbKIB57ARrnGb70vSJ7-c7lodQqivwlC2IWs95xFw,4718
 mns_common/api/ths/zt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mns_common/api/ths/zt/ths_stock_zt_pool_api.py,sha256=GIYdc5J7ZrV25Elbf0n3bBZOc7x4OrlI0jFrO3du8lY,10756
-mns_common/api/ths/zt/ths_stock_zt_pool_v2_api.py,sha256=ohkeXyUSvxie2YqFPxqy9eLAHyFKQ5nx9U0JcR5LKeQ,16349
+mns_common/api/ths/zt/ths_stock_zt_pool_api.py,sha256=NAfyOWWROVpCRlw3jcCxPLQMwR8m0jt9tfIZT7Jr1UE,10690
+mns_common/api/ths/zt/ths_stock_zt_pool_v2_api.py,sha256=cDWup9qEAJsn02tJiHjfMVg6R_j05Yw05olwLqq5rPw,16367
 mns_common/api/us/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_common/api/us/ths_us_company_info_api.py,sha256=qQjv4F-ovQ2uuu-FlBAnxjvVA7qj9y_x5WZtUoyoEW4,241
 mns_common/api/xueqiu/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
@@ -91,6 +92,9 @@ mns_common/component/data/data_init_api.py,sha256=MydFBrwP61pka9jK7rrMz3HF00meRU
 mns_common/component/deal/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_common/component/deal/deal_service_api.py,sha256=XV_L8qfeTPbojmNXFjnUe-5ZTp3ADT3ett0j-gPuPVI,3806
 mns_common/component/deal/terminal_enum.py,sha256=JUkSTXLQW1fob05PCCzIBg_VKlGmqaJEa0GOvrQH6e0,275
+mns_common/component/em/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_common/component/em/em_real_time_quotes_api.py,sha256=9VAwzj_am-Jd4zG57bhrVjXrrsytzymSu8CIs7T7Lc0,2144
+mns_common/component/em/em_stock_info_api.py,sha256=E3i3g4WsauThVJ4JYspk8Uq1IaYGDC4TY32ugbOi-Ak,1016
 mns_common/component/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_common/component/hk/company_hk_service_api.py,sha256=c5z3N2OQ1SOiditHSPkb5Hqh-U67aDlpSKAV3s4U3vs,857
 mns_common/component/industry/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
@@ -127,7 +131,7 @@ mns_common/component/zt/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3Hi
 mns_common/component/zt/zt_common_service_api.py,sha256=6pHRLLJjKcLLBA-xXkAU8SE6DZ5dgVFBRVjJmhkL0II,11945
 mns_common/constant/__init__.py,sha256=xu36nA6MJTauswUWPfKIKH0E-lpOAHTw2TL5QI_6TeY,165
 mns_common/constant/black_list_classify_enum.py,sha256=I8U_DcltzYvlWjgn-TFLImgVgPuO0lxMnEJAQJBljdo,3995
-mns_common/constant/db_name_constant.py,sha256=Mdgik6YRQC9xZ23hDzfOy0twFEyrqM6X627N2wnLe_k,4249
+mns_common/constant/db_name_constant.py,sha256=vJugMto2gk9DoLpBDwq9X6ZpymfbhcSwjrS7uqEtKDU,4562
 mns_common/constant/east_money_stock_api.py,sha256=mW0b8sEgkf8WJtars2frOQYzsWgjIl4FDYEwcCcCSZY,7557
 mns_common/constant/extra_income_db_name.py,sha256=AsIO1CtcVRq9k7TKtjFA1KzuL_jvAw2hA_Uq44wQL7o,1198
 mns_common/constant/price_enum.py,sha256=nhcPxk0AFdQAp8IsNr5EP9xURLqqJuSl6ljIzTp7Wyo,1093
@@ -146,7 +150,7 @@ mns_common/utils/date_handle_util.py,sha256=XS-MyA8_7k35LOCFAYOHgVcVkMft_Kc4Wa9U
 mns_common/utils/db_util.py,sha256=hSmfNAN4vEeEaUva6_cicZEhb2jSnib-Gvk2reke1vc,2590
 mns_common/utils/file_util.py,sha256=egWu6PenGPRp_ixrNTHKarT4dAnOT6FETR82EHUZJnQ,1042
 mns_common/utils/ip_util.py,sha256=UTcYfz_uytB__6nlBf7T-izuI7hi4XdB6ET0sJgEel4,969
-mns_common-1.3.6.8.dist-info/METADATA,sha256=1DxXAd0H9QKJkJxKwFfERSzcIfVtafpNnQ74xWUAabg,61
-mns_common-1.3.6.8.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-mns_common-1.3.6.8.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
-mns_common-1.3.6.8.dist-info/RECORD,,
+mns_common-1.3.6.9.dist-info/METADATA,sha256=UzxgesI4mCjVM6JVrp52SpYpOFdofYiVlTFohF2Gzys,61
+mns_common-1.3.6.9.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+mns_common-1.3.6.9.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
+mns_common-1.3.6.9.dist-info/RECORD,,

mns_common/api/em/east_money_stock_api.py

@@ -1,233 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
-import requests
-import json
-import pandas as pd
-from concurrent.futures import ThreadPoolExecutor
-import datetime
-from loguru import logger
-
-# 最大返回条数
-max_number = 5800
-# 最小返回条数
-min_number = 5600
-# 分页条数
-page_number = 100
-
-
-def get_stock_page_data(pn, fields, fs):
-    """
-    获取单页股票数据
-    """
-    # 获取当前日期和时间
-    current_time = datetime.datetime.now()
-
-    # 将当前时间转换为时间戳（以毫秒为单位）
-    current_timestamp_ms = int(current_time.timestamp() * 1000)
-
-    url = "https://13.push2.eastmoney.com/api/qt/clist/get"
-    params = {
-        "cb": "jQuery1124046660442520420653_" + str(current_timestamp_ms),
-        "pn": str(pn),
-        "pz": "10000",  # 每页最大200条
-        "po": "0",
-        "np": "3",
-        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
-        "fltt": "2",
-        "invt": "2",
-        "wbp2u": "|0|0|0|web",
-        "fid": "f12",
-        "fs": fs,
-        "fields": fields,
-        "_": current_timestamp_ms
-    }
-    try:
-        r = requests.get(url, params)
-        data_text = r.text
-        if pn == 1:
-            try:
-                begin_index_total = data_text.index('"total":')
-
-                end_index_total = data_text.index('"diff"')
-                global max_number
-                max_number = int(data_text[begin_index_total + 8:end_index_total - 1])
-            except Exception as e:
-                logger.error(f"获取第{pn}页股票列表异常: {e}")
-                return pd.DataFrame()
-
-        begin_index = data_text.index('[')
-        end_index = data_text.index(']')
-        data_json = data_text[begin_index:end_index + 1]
-        data_json = json.loads(data_json)
-        if data_json is None:
-            return pd.DataFrame()
-        else:
-            return pd.DataFrame(data_json)
-    except Exception as e:
-        logger.error(f"获取第{pn}页股票列表异常: {e}")
-        return pd.DataFrame()
-
-
-def all_stock_ticker_data_new(fields, fs) -> pd.DataFrame:
-    """
-    使用多线程获取所有股票数据
-    """
-
-    per_page = page_number
-    total_pages = (max_number + per_page - 1) // per_page  # 向上取整
-
-    # 创建线程池
-    with ThreadPoolExecutor(max_workers=10) as executor:
-        # 提交任务，获取每页数据
-        futures = [executor.submit(get_stock_page_data, pn, fields, fs)
-                   for pn in range(1, total_pages + 1)]
-
-        # 收集结果
-        results = []
-        for future in futures:
-            result = future.result()
-            if not result.empty:
-                results.append(result)
-
-    # 合并所有页面的数据
-    if results:
-        return pd.concat(results, ignore_index=True)
-    else:
-        return pd.DataFrame()
-
-
-def get_real_time_quotes_all_stocks():
-    fields = "f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f14,f15,f16,f17,f18,f20,f21,f26,f33,f34,f35,f62,f66,f69,f72,f100,f184,f211,f212",
-    fs = "m:0 t:6,m:0 t:80,m:1 t:2,m:1 t:23,m:0 t:81 s:2048"
-    # 获取第一页数据
-    page_one_df = get_stock_page_data(1, fields, fs)
-    # 数据接口正常返回5600以上的数量
-    if page_one_df.shape[0] > min_number:
-        page_one_df = rename_real_time_quotes_df(page_one_df)
-        page_one_df.drop_duplicates('symbol', keep='last', inplace=True)
-        return page_one_df
-    else:
-        page_df = all_stock_ticker_data_new(fields, fs)
-        page_df = rename_real_time_quotes_df(page_df)
-        page_df.drop_duplicates('symbol', keep='last', inplace=True)
-        return page_df
-
-
-# 获取所有股票实时行情数据    f33,委比
-def rename_real_time_quotes_df(temp_df):
-    temp_df = temp_df.rename(columns={
-        "f2": "now_price",
-        "f3": "chg",
-        "f5": "volume",
-        "f6": "amount",
-        "f8": "exchange",
-        "f10": "quantity_ratio",
-        "f22": "up_speed",
-        "f11": "up_speed_05",
-        "f12": "symbol",
-        "f14": "name",
-        "f15": "high",
-        "f16": "low",
-        "f17": "open",
-        "f18": "yesterday_price",
-        "f20": "total_mv",
-        "f21": "flow_mv",
-        "f26": "list_date",
-        "f33": "wei_bi",
-        "f34": "outer_disk",
-        "f35": "inner_disk",
-        "f62": "today_main_net_inflow",
-        "f66": "super_large_order_net_inflow",
-        "f69": "super_large_order_net_inflow_ratio",
-        "f72": "large_order_net_inflow",
-        # "f78": "medium_order_net_inflow",
-        # "f84": "small_order_net_inflow",
-        "f100": "industry",
-        # "f103": "concept",
-        "f184": "today_main_net_inflow_ratio",
-        "f352": "average_price",
-        "f211": "buy_1_num",
-        "f212": "sell_1_num"
-    })
-
-    temp_df.loc[temp_df['buy_1_num'] == '-', 'buy_1_num'] = 0
-    temp_df.loc[temp_df['sell_1_num'] == '-', 'sell_1_num'] = 0
-    temp_df.loc[temp_df['up_speed_05'] == '-', 'up_speed_05'] = 0
-    temp_df.loc[temp_df['up_speed'] == '-', 'up_speed'] = 0
-    temp_df.loc[temp_df['average_price'] == '-', 'average_price'] = 0
-    temp_df.loc[temp_df['wei_bi'] == '-', 'wei_bi'] = 0
-    temp_df.loc[temp_df['yesterday_price'] == '-', 'yesterday_price'] = 0
-    temp_df.loc[temp_df['now_price'] == '-', 'now_price'] = 0
-    temp_df.loc[temp_df['chg'] == '-', 'chg'] = 0
-    temp_df.loc[temp_df['volume'] == '-', 'volume'] = 0
-    temp_df.loc[temp_df['amount'] == '-', 'amount'] = 0
-    temp_df.loc[temp_df['exchange'] == '-', 'exchange'] = 0
-    temp_df.loc[temp_df['quantity_ratio'] == '-', 'quantity_ratio'] = 0
-    temp_df.loc[temp_df['high'] == '-', 'high'] = 0
-    temp_df.loc[temp_df['low'] == '-', 'low'] = 0
-    temp_df.loc[temp_df['open'] == '-', 'open'] = 0
-    temp_df.loc[temp_df['total_mv'] == '-', 'total_mv'] = 0
-    temp_df.loc[temp_df['flow_mv'] == '-', 'flow_mv'] = 0
-    temp_df.loc[temp_df['inner_disk'] == '-', 'inner_disk'] = 0
-    temp_df.loc[temp_df['outer_disk'] == '-', 'outer_disk'] = 0
-    temp_df.loc[temp_df['today_main_net_inflow_ratio'] == '-', 'today_main_net_inflow_ratio'] = 0
-    temp_df.loc[temp_df['today_main_net_inflow'] == '-', 'today_main_net_inflow'] = 0
-    temp_df.loc[temp_df['super_large_order_net_inflow'] == '-', 'super_large_order_net_inflow'] = 0
-    temp_df.loc[temp_df['super_large_order_net_inflow_ratio'] == '-', 'super_large_order_net_inflow_ratio'] = 0
-    temp_df.loc[temp_df['large_order_net_inflow'] == '-', 'large_order_net_inflow'] = 0
-    # temp_df.loc[temp_df['medium_order_net_inflow'] == '-', 'medium_order_net_inflow'] = 0
-    # temp_df.loc[temp_df['small_order_net_inflow'] == '-', 'small_order_net_inflow'] = 0
-
-    temp_df["list_date"] = pd.to_numeric(temp_df["list_date"], errors="coerce")
-    temp_df["wei_bi"] = pd.to_numeric(temp_df["wei_bi"], errors="coerce")
-    temp_df["average_price"] = pd.to_numeric(temp_df["average_price"], errors="coerce")
-    temp_df["yesterday_price"] = pd.to_numeric(temp_df["yesterday_price"], errors="coerce")
-    temp_df["now_price"] = pd.to_numeric(temp_df["now_price"], errors="coerce")
-    temp_df["chg"] = pd.to_numeric(temp_df["chg"], errors="coerce")
-    temp_df["volume"] = pd.to_numeric(temp_df["volume"], errors="coerce")
-    temp_df["amount"] = pd.to_numeric(temp_df["amount"], errors="coerce")
-    temp_df["exchange"] = pd.to_numeric(temp_df["exchange"], errors="coerce")
-    temp_df["quantity_ratio"] = pd.to_numeric(temp_df["quantity_ratio"], errors="coerce")
-    temp_df["high"] = pd.to_numeric(temp_df["high"], errors="coerce")
-    temp_df["low"] = pd.to_numeric(temp_df["low"], errors="coerce")
-    temp_df["open"] = pd.to_numeric(temp_df["open"], errors="coerce")
-    temp_df["total_mv"] = pd.to_numeric(temp_df["total_mv"], errors="coerce")
-    temp_df["flow_mv"] = pd.to_numeric(temp_df["flow_mv"], errors="coerce")
-    temp_df["outer_disk"] = pd.to_numeric(temp_df["outer_disk"], errors="coerce")
-    temp_df["inner_disk"] = pd.to_numeric(temp_df["inner_disk"], errors="coerce")
-    temp_df["today_main_net_inflow"] = pd.to_numeric(temp_df["today_main_net_inflow"], errors="coerce")
-    temp_df["super_large_order_net_inflow"] = pd.to_numeric(temp_df["super_large_order_net_inflow"],
-                                                            errors="coerce")
-    temp_df["super_large_order_net_inflow_ratio"] = pd.to_numeric(temp_df["super_large_order_net_inflow_ratio"],
-                                                                  errors="coerce")
-    temp_df["large_order_net_inflow"] = pd.to_numeric(temp_df["large_order_net_inflow"],
-                                                      errors="coerce")
-    # temp_df["medium_order_net_inflow"] = pd.to_numeric(temp_df["medium_order_net_inflow"],
-    #                                                    errors="coerce")
-    # temp_df["small_order_net_inflow"] = pd.to_numeric(temp_df["small_order_net_inflow"], errors="coerce")
-
-    # 大单比例
-    temp_df['large_order_net_inflow_ratio'] = round((temp_df['large_order_net_inflow'] / temp_df['amount']) * 100, 2)
-
-    # 外盘是内盘倍数
-    temp_df['disk_ratio'] = round((temp_df['outer_disk'] - temp_df['inner_disk']) / temp_df['inner_disk'], 2)
-    # 只有外盘没有内盘
-    temp_df.loc[temp_df["inner_disk"] == 0, ['disk_ratio']] = 1688
-    temp_df = temp_df.sort_values(by=['chg'], ascending=False)
-    return temp_df
-
-
-# 示例调用
-if __name__ == "__main__":
-    while True:
-        df = get_real_time_quotes_all_stocks()
-        df = df.loc[df['amount'] != 0]
-        print(df)
-        zt_df = df.loc[df['wei_bi'] == 100]
-        logger.info("涨停数据,{}", zt_df)

mns_common/api/em/east_money_stock_quotes_sync_api.py

@@ -1,250 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import asyncio
-from typing import Dict, List
-import aiohttp
-import pandas as pd
-import datetime
-import nest_asyncio
-from loguru import logger
-
-
-async def fetch_single_page(
-        session: aiohttp.ClientSession, url: str, params: Dict
-) -> Dict:
-    """异步获取单页数据"""
-    async with session.get(url, params=params, ssl=False) as response:
-        return await response.json()
-
-
-async def fetch_all_pages_async(url: str, base_params: Dict) -> List[Dict]:
-    """异步获取所有页面数据"""
-    # 首先获取总数以计算页数
-    first_page_params = base_params.copy()
-    first_page_params["pn"] = "1"
-
-    async with aiohttp.ClientSession() as session:
-        first_page_data = await fetch_single_page(session, url, first_page_params)
-
-        # 检查是否成功获取数据
-        if first_page_data.get("rc") != 0 or not first_page_data.get("data"):
-            return [first_page_data]  # 返回错误信息
-
-        total = first_page_data["data"]["total"]
-        page_size = int(base_params["pz"])
-        total_pages = (total + page_size - 1) // page_size
-
-        # 限制页数，避免过大请求
-        total_pages = min(total_pages, 100)
-
-        # 创建所有页面的任务
-        tasks = []
-        for page in range(1, total_pages + 1):
-            page_params = base_params.copy()
-            page_params["pn"] = str(page)
-            tasks.append(fetch_single_page(session, url, page_params))
-
-        # 并发执行所有任务
-        results = await asyncio.gather(*tasks)
-        return results
-
-
-def process_data(page_results: List[Dict]) -> pd.DataFrame:
-    """处理获取到的数据，转换为DataFrame"""
-    all_data = []
-
-    # 保存每个页面的结果和页码
-    page_number = 1
-    items_per_page = 100  # 假设每页100条
-
-    for result in page_results:
-        if result.get("rc") == 0 and result.get("data") and result["data"].get("diff"):
-            page_data = result["data"]["diff"]
-
-            # 添加页面信息以便后续计算序号
-            for item in page_data:
-                item["page_number"] = page_number
-                item["page_index"] = page_data.index(item)
-
-            all_data.extend(page_data)
-            page_number += 1
-
-    if not all_data:
-        return pd.DataFrame()
-
-    df = pd.DataFrame(all_data)
-
-    # 删除临时列
-    df.drop(columns=["page_number", "page_index"], inplace=True, errors="ignore")
-
-    df = df.rename(columns={
-        "f2": "now_price",
-        "f3": "chg",
-        "f5": "volume",
-        "f6": "amount",
-        "f8": "exchange",
-        "f10": "quantity_ratio",
-        "f22": "up_speed",
-        "f11": "up_speed_05",
-        "f12": "symbol",
-        "f14": "name",
-        "f15": "high",
-        "f16": "low",
-        "f17": "open",
-        "f18": "yesterday_price",
-        "f20": "total_mv",
-        "f21": "flow_mv",
-        "f26": "list_date",
-        "f33": "wei_bi",
-        "f34": "outer_disk",
-        "f35": "inner_disk",
-        "f62": "today_main_net_inflow",
-        "f66": "super_large_order_net_inflow",
-        "f69": "super_large_order_net_inflow_ratio",
-        "f72": "large_order_net_inflow",
-        # "f78": "medium_order_net_inflow",
-        # "f84": "small_order_net_inflow",
-        "f100": "industry",
-        # "f103": "concept",
-        "f184": "today_main_net_inflow_ratio",
-        "f352": "average_price",
-        "f211": "buy_1_num",
-        "f212": "sell_1_num"
-    })
-
-    # 选择需要的列并确保所有需要的列都存在
-    desired_columns = [
-        'symbol',
-        "now_price",
-        "chg",
-        "volume",
-        "amount",
-        "exchange",
-        "quantity_ratio",
-        "up_speed",
-        "up_speed_05",
-        "high",
-        "low",
-        "open",
-        "yesterday_price",
-        "total_mv",
-        "flow_mv",
-        "wei_bi",
-        "outer_disk",
-        "inner_disk",
-        "today_main_net_inflow",
-        "super_large_order_net_inflow",
-        "super_large_order_net_inflow_ratio",
-        "large_order_net_inflow",
-        "today_main_net_inflow_ratio",
-        "average_price",
-        "buy_1_num",
-        "sell_1_num",
-    ]
-
-    # 过滤出存在的列
-    available_columns = [col for col in desired_columns if col in df.columns]
-    df = df[available_columns]
-
-    # 转换数值类型
-    numeric_columns = [
-        "now_price",
-        "chg",
-        "volume",
-        "amount",
-        "exchange",
-        "quantity_ratio",
-        "up_speed",
-        "up_speed_05",
-        "high",
-        "low",
-        "open",
-        "yesterday_price",
-        "total_mv",
-        "flow_mv",
-        "wei_bi",
-        "outer_disk",
-        "inner_disk",
-        "today_main_net_inflow",
-        "super_large_order_net_inflow",
-        "super_large_order_net_inflow_ratio",
-        "large_order_net_inflow",
-        "today_main_net_inflow_ratio",
-        "average_price",
-        "buy_1_num",
-        "sell_1_num",
-    ]
-
-    for col in numeric_columns:
-        if col in df.columns:
-            df.loc[df[col] == '-', col] = 0
-            df[col] = pd.to_numeric(df[col], errors="coerce")
-
-    # 大单比例
-    df['large_order_net_inflow_ratio'] = round((df['large_order_net_inflow'] / df['amount']) * 100, 2)
-
-    # 外盘是内盘倍数
-    df['disk_ratio'] = round((df['outer_disk'] - df['inner_disk']) / df['inner_disk'], 2)
-    # 只有外盘没有内盘
-    df.loc[df["inner_disk"] == 0, ['disk_ratio']] = 1688
-    # 按涨跌幅降序排序
-    df.sort_values(by="chg", ascending=False, inplace=True)
-
-    return df
-
-
-async def stock_zh_a_spot_em_async() -> pd.DataFrame:
-    fields = "f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f15,f16,f17,f18,f20,f21,f33,f34,f35,f62,f66,f69,f72,f184,f211,f212",
-    # 获取当前日期和时间
-    current_time = datetime.datetime.now()
-
-    # 将当前时间转换为时间戳（以毫秒为单位）
-    current_timestamp_ms = int(current_time.timestamp() * 1000)
-    """
-    异步获取东方财富网-沪深京 A 股-实时行情
-    https://quote.eastmoney.com/center/gridlist.html#hs_a_board
-    :return: 实时行情
-    :rtype: pandas.DataFrame
-    """
-    url = "https://82.push2.eastmoney.com/api/qt/clist/get"
-    params = {
-        "pn": "1",
-        "pz": "100",
-        "po": "1",
-        "np": "1",
-        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
-        "fltt": "2",
-        "invt": "2",
-        "fid": "f12",
-        "fs": "m:0 t:6,m:0 t:80,m:1 t:2,m:1 t:23,m:0 t:81 s:2048",
-        "fields": fields,
-        "_": current_timestamp_ms
-    }
-
-    results = await fetch_all_pages_async(url, params)
-    return process_data(results)
-
-
-def stock_real_quotes() -> pd.DataFrame:
-    """
-    东方财富网-沪深京 A 股-实时行情 (同步接口)
-    https://quote.eastmoney.com/center/gridlist.html#hs_a_board
-    :return: 实时行情
-    :rtype: pandas.DataFrame
-    """
-    try:
-        nest_asyncio.apply()
-        return asyncio.run(stock_zh_a_spot_em_async())
-    except Exception as e:
-        logger.error("同步实时行情出现异常:{}", e)
-
-
-if __name__ == "__main__":
-    while True:
-        stock_zh_a_spot_em_df = stock_real_quotes()
-        logger.info(1)