mns-common 1.5.1.7__py3-none-any.whl → 1.5.1.9__py3-none-any.whl

mns_common/api/em/real_time/{east_money_stock_hk_api.py → real_time/east_money_stock_hk_api.py}

@@ -5,12 +5,18 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 16
 project_path = file_path[0:end]
 sys.path.append(project_path)
-from concurrent.futures import ThreadPoolExecutor
 import pandas as pd
 from loguru import logger
 import requests
-import json
 import time
+import numpy as np
+import mns_common.component.proxies.proxy_common_api as proxy_common_api
+import concurrent.futures
+from concurrent.futures import ThreadPoolExecutor
+from threading import Lock
+import mns_common.utils.data_frame_util as data_frame_util
+import json
+import mns_common.component.cookie.cookie_info_service as cookie_info_service
 
 # 最大返回条数
 max_number = 4500
@@ -225,113 +231,239 @@ def get_hk_real_time_quotes(cookie, proxies):
 
 
 # 获取港股通名单 todo 被封以后替换
-def stock_hk_ggt_components_em(proxies) -> pd.DataFrame:
-    pn = 1
-
+def stock_hk_ggt_components_em(cookie, pn, proxies, page_size, time_out) -> pd.DataFrame:
     """
     东方财富网-行情中心-港股市场-港股通成份股
     https://quote.eastmoney.com/center/gridlist.html#hk_components
     :return: 港股通成份股
     :rtype: pandas.DataFrame
     """
+    headers = {
+        'Cookie': cookie
+    }
+    url = "https://33.push2.eastmoney.com/api/qt/clist/get"
+    params = {
+        "pn": str(pn),
+        "pz": str(page_size),
+        "po": "1",
+        "np": "2",
+        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
+        "fltt": "2",
+        "fid": "f3",
+        "fs": "b:DLMK0146,b:DLMK0144",
+        "fields": "f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,f12,f13,f14,f15,f16,f17,f18,f19,f20,f21,f23,f24,"
+                  "f25,f26,f22,f33,f11,f62,f128,f136,f115,f152",
+        "_": "1639974456250",
+    }
+    try:
+        if proxies is None:
+            r = requests.get(url, params=params, timeout=time_out, headers=headers)
+        else:
+            r = requests.get(url, params=params, proxies=proxies, timeout=time_out, headers=headers)
+
+        data_json = r.json()
+        temp_df = pd.DataFrame(data_json["data"]["diff"]).T
+        temp_df.reset_index(inplace=True)
+        temp_df["index"] = temp_df.index + 1
+        return temp_df
+    except Exception as e:
+        logger.error("获取港股通列表:{}", e)
+
+
+def rename_hg_ggt(temp_df):
+    temp_df.columns = [
+        "序号",
+        "-",
+        "最新价",
+        "涨跌幅",
+        "涨跌额",
+        "成交量",
+        "成交额",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "代码",
+        "-",
+        "名称",
+        "最高",
+        "最低",
+        "今开",
+        "昨收",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+        "-",
+    ]
+    temp_df = temp_df[
+        [
+            "序号",
+            "代码",
+            "名称",
+            "最新价",
+            "涨跌额",
+            "涨跌幅",
+            "今开",
+            "最高",
+            "最低",
+            "昨收",
+            "成交量",
+            "成交额",
+        ]
+    ]
+
+    temp_df = temp_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name",
+        "最新价": "now_price",
+        "涨跌额": "range",
+        "涨跌幅": "chg",
+        "今开": "open",
+        "最高": "high",
+        "最低": "low",
+        "昨收": "yesterday_price",
+        "成交额": "amount",
+        "成交量": "volume",
+    })
+
+    return temp_df
+
+
+def get_stock_hk_ggt_components_em_count(cookie, pn, proxies, page_size, time_out):
+    headers = {
+        'Cookie': cookie
+    }
+    url = "https://33.push2.eastmoney.com/api/qt/clist/get"
+    current_timestamp = str(int(round(time.time() * 1000, 0)))
+    params = {
+        "pn": str(pn),
+        "pz": str(page_size),
+        "po": "1",
+        "np": "2",
+        "ut": "bd1d9ddb04089700cf9c27f6f7426281",
+        "fltt": "2",
+        "fid": "f3",
+        "fs": "b:DLMK0146,b:DLMK0144",
+        "fields": "f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,f12,f13,f14,f15,f16,f17,f18,f19,f20,f21,f23,f24,"
+                  "f25,f26,f22,f33,f11,f62,f128,f136,f115,f152",
+        "_": str(current_timestamp),
+    }
+    try:
+        if proxies is None:
+            r = requests.get(url, params, timeout=time_out, headers=headers)
+        else:
+            r = requests.get(url, params, proxies=proxies, timeout=time_out, headers=headers)
+        data_json = r.json()
+        total_number = int(data_json['data']['total'])
+        return total_number
+    except Exception as e:
+        logger.error("获取港股通列表,实时行情异常:{}", e)
+        return 0
+
+
+def repeated_acquisition_ask_hk_gtt_async(em_cookie, time_out, max_number, num_threads, pages_per_thread):
+    per_page = page_number
+    total_pages = (max_number + per_page - 1) // per_page  # 向上取整
     result_df = pd.DataFrame()
-    while True:
-        url = "https://33.push2.eastmoney.com/api/qt/clist/get"
-        params = {
-            "pn": str(pn),
-            "pz": "5000",
-            "po": "1",
-            "np": "2",
-            "ut": "bd1d9ddb04089700cf9c27f6f7426281",
-            "fltt": "2",
-            "fid": "f3",
-            "fs": "b:DLMK0146,b:DLMK0144",
-            "fields": "f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,f12,f13,f14,f15,f16,f17,f18,f19,f20,f21,f23,f24,"
-                      "f25,f26,f22,f33,f11,f62,f128,f136,f115,f152",
-            "_": "1639974456250",
-        }
-        try:
-            if proxies is None:
-                r = requests.get(url, params=params)
-            else:
-                r = requests.get(url, params=params, proxies=proxies)
-
-            data_json = r.json()
-            temp_df = pd.DataFrame(data_json["data"]["diff"]).T
-            temp_df.reset_index(inplace=True)
-            temp_df["index"] = temp_df.index + 1
-
-            temp_df.columns = [
-                "序号",
-                "-",
-                "最新价",
-                "涨跌幅",
-                "涨跌额",
-                "成交量",
-                "成交额",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "代码",
-                "-",
-                "名称",
-                "最高",
-                "最低",
-                "今开",
-                "昨收",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-                "-",
-            ]
-            temp_df = temp_df[
-                [
-                    "序号",
-                    "代码",
-                    "名称",
-                    "最新价",
-                    "涨跌额",
-                    "涨跌幅",
-                    "今开",
-                    "最高",
-                    "最低",
-                    "昨收",
-                    "成交量",
-                    "成交额",
-                ]
-            ]
-            result_df = pd.concat([result_df, temp_df])
-            if temp_df.shape[0] < page_number:
-                break
-            pn = pn + 1
-        except Exception as e:
-            logger.error("获取港股通列表:{}", e)
-    return result_df
 
+    # 创建线程锁以确保线程安全
+    df_lock = Lock()
+
+    # 计算每个线程处理的页数范围
+    def process_page_range(start_page, end_page, thread_id):
+        nonlocal result_df
+        local_df = pd.DataFrame()
+        current_page = start_page
+        proxy_ip = proxy_common_api.generate_proxy_ip_api(1)
+
+        while current_page <= end_page and current_page <= total_pages:
+            proxies = {"https": proxy_ip, "http": proxy_ip}
+            try:
+                page_df = stock_hk_ggt_components_em(em_cookie, current_page, proxies, page_number, time_out)
+                if data_frame_util.is_not_empty(page_df):
+                    local_df = pd.concat([local_df, page_df])
+                    logger.info("线程{}获取页面数据成功: {}", thread_id, current_page)
+                    current_page += 1
+                else:
+                    time.sleep(0.2)
+                    proxy_ip = proxy_common_api.generate_proxy_ip_api(1)
+                    logger.info("线程{}获取页面数据失败: {}", thread_id, current_page)
+            except BaseException as e:
+                time.sleep(1)
+                proxy_ip = proxy_common_api.generate_proxy_ip_api(1)
+                logger.error("线程{}处理页面{}时发生错误: {}", thread_id, current_page, e)
+
+        with df_lock:
+            result_df = pd.concat([result_df, local_df])
+        return len(local_df)
+
+    # 计算每个线程的页面范围
+    page_ranges = []
+    for i in range(num_threads):
+        start_page = i * pages_per_thread + 1
+        end_page = (i + 1) * pages_per_thread
+        if start_page > total_pages:
+            break
+        page_ranges.append((start_page, end_page, i + 1))
+
+    # 使用线程池执行任务
+    with concurrent.futures.ThreadPoolExecutor(max_workers=num_threads) as executor:
+        # 提交所有任务
+        futures = [
+            executor.submit(process_page_range, start, end, tid)
+            for start, end, tid in page_ranges
+        ]
+
+        # 等待所有任务完成并获取结果
+        results = []
+        for future in concurrent.futures.as_completed(futures):
+            try:
+                result = future.result()
+                results.append(result)
+            except Exception as e:
+                logger.error("线程执行出错: {}", e)
+
+    return rename_hg_ggt(result_df)
 
-if __name__ == '__main__':
 
-    result_df = stock_hk_ggt_components_em()
-    cookie_test = 'qgqp_b_id=1e0d79428176ed54bef8434efdc0e8c3; mtp=1; ct=QVRY_s8Tiag1WfK2tSW2n03qpsX-PD8aH_rIjKVooawX8K33UVnpIofK088lD1lguWlE_OEIpQwn3PJWFPhHvSvyvYr4Zka3l4vxtZfH1Uikjtyy9z1H4Swo0rQzMKXncVzBXiOo5TjE-Dy9fcoG3ZF7UVdQ35jp_cFwzOlpK5Y; ut=FobyicMgeV51lVMr4ZJXvn-72bp0oeSOvtzifFY_U7kBFtR6og4Usd-VtBM5XBBvHq0lvd9xXkvpIqWro9EDKmv6cbKOQGyawUSMcKVP57isZCaM7lWQ6jWXajvTfvV4mIR-W_MZNK8VY0lL9W4qNMniJ6PBn_gkJsSAJCadmsyI9cxmjx--gR4m54pdF_nie_y4iWHys83cmWR2R7Bt1KKqB25OmkfCQTJJqIf7QsqangVGMUHwMC39Z9QhrfCFHKVNrlqS503O6b9GitQnXtvUdJhCmomu; pi=4253366368931142%3Bp4253366368931142%3B%E8%82%A1%E5%8F%8B9x56I87727%3BYNigLZRW%2FzMdGgVDOJbwReDWnTPHl51dB0gQLiwaCf1XY98mlJYx6eJbsoYr5Nie%2BX1L%2BzaMsec99KkX%2BT29Ds1arfST7sIBXxjUQ3dp11IPUnXy64PaBFRTHzMRWnCFJvvhc%2FAI41rXSGXolC8YMxI%2BvyPS%2BuErwgOVjC5vvsIiKeO7TLyKkhqqQJPX%2F7RWC5Sf3QLh%3Bdwjn4Xho10%2FKjqOgTWs%2FJF4%2FkdKzeuBwM8sz9aLvJovejAkCAyGMyGYA6AE67Xk2Ki7x8zdfBifF2DG%2Fvf2%2BXAYN8ZVISSEWTIXh32Z5MxEacK4JBTkqyiD93e1vFBOFQ82BqaiVmntUq0V6FrTUHGeh1gG5Sg%3D%3D; uidal=4253366368931142%e8%82%a1%e5%8f%8b9x56I87727; sid=170711377; vtpst=|; quote_lt=1; websitepoptg_api_time=1715777390466; emshistory=%5B%22%E8%BD%AC%E5%80%BA%E6%A0%87%22%2C%22%E8%BD%AC%E5%80%BA%E6%A0%87%E7%9A%84%22%5D; st_si=00364513876913; st_asi=delete; HAList=ty-116-00700-%u817E%u8BAF%u63A7%u80A1%2Cty-1-688695-%u4E2D%u521B%u80A1%u4EFD%2Cty-1-600849-%u4E0A%u836F%u8F6C%u6362%2Cty-1-603361-%u6D59%u6C5F%u56FD%u7965%2Cty-1-603555-ST%u8D35%u4EBA%2Cty-0-000627-%u5929%u8302%u96C6%u56E2%2Cty-0-002470-%u91D1%u6B63%u5927%2Cty-0-832876-%u6167%u4E3A%u667A%u80FD%2Cty-0-300059-%u4E1C%u65B9%u8D22%u5BCC%2Cty-107-CWB-%u53EF%u8F6C%u503AETF-SPDR; st_pvi=26930719093675; st_sp=2024-04-28%2017%3A27%3A05; st_inirUrl=https%3A%2F%2Fcn.bing.com%2F; st_sn=23; st_psi=20240517111108288-113200301321-2767127768'
-    while True:
-        df_hk_df = get_hk_real_time_quotes(cookie_test, None)
-        df_hk_df = df_hk_df[[
-            "symbol",
-            "name",
-            "chg", "amount"
-        ]]
-        logger.info('test')
+# 港股通
+
+
+def get_ggt_real_time_quotes(em_cookie, time_out, pages_per_thread):
+    try_numer = 3
+    while try_numer > 0:
+        proxy_ip = proxy_common_api.generate_proxy_ip_api(1)
+        proxies = {"https": proxy_ip,
+                   "http": proxy_ip}
+
+        max_number = get_stock_hk_ggt_components_em_count(em_cookie, 1, proxies, 20, time_out)
+        if max_number > 0:
+            break
+        try_numer = try_numer - 1
+    if max_number == 0:
+        return pd.DataFrame()
+
+    total_pages = (max_number + page_number - 1) // page_number  # 向上取整
+
+    num_threads = int((total_pages / pages_per_thread) + 1)
+    return repeated_acquisition_ask_hk_gtt_async(em_cookie, time_out, max_number, num_threads, pages_per_thread)
+
+
+if __name__ == '__main__':
+    em_cookie = cookie_info_service.get_em_cookie()
+    test_df = get_ggt_real_time_quotes(em_cookie, 30, 6)
+    print(test_df)

mns_common/api/em/real_time/{real_time_quotes_repeat_api.py → real_time/real_time_quotes_repeat_api.py}

@@ -18,10 +18,6 @@ fields = ("f352,f2,f3,f5,f6,f8,f10,f11,f22,f12,f14,f15,f16,f17,"
           "f18,f20,f21,f26,f33,f34,f35,f62,f66,f69,f72,f100,f184,f211,f212"),
 fs = "m:0 t:6,m:0 t:80,m:1 t:2,m:1 t:23,m:0 t:81 s:2048"
 
-# 最大返回条数
-max_number = 5800
-# 最小返回条数
-min_number = 5600
 # 分页条数
 PAGE_SIZE = 100
 

{mns_common-1.5.1.7.dist-info → mns_common-1.5.1.9.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-common
-Version: 1.5.1.7
+Version: 1.5.1.9
 

{mns_common-1.5.1.7.dist-info → mns_common-1.5.1.9.dist-info}/RECORD

@@ -1,25 +1,19 @@
 mns_common/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
 mns_common/api/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
-mns_common/api/akshare/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
-mns_common/api/akshare/k_line_api.py,sha256=IfqJDG2e-_Ry1f_MqjIff6jad9IIC3TjnpmaJ9H_pbk,4290
-mns_common/api/akshare/stock_bid_ask_api.py,sha256=Af9t6Pv_-p7PJJ_7rF_JVaGBomkvePMMqALwuBh2Gfw,4139
-mns_common/api/akshare/stock_dt_pool.py,sha256=sKedOTzqsBZprJHJEr2sRYa8xbeSK7tRenqBE3wOdUc,2245
-mns_common/api/akshare/stock_zb_pool.py,sha256=ylcVgZTzsD3qz9WaItLtoqTf4t-Ex49MDtZUk0xaB5Q,2126
-mns_common/api/akshare/stock_zt_pool_api.py,sha256=-j_GZI3TTPV8XWnczgGjct5XZAHZdlptBcECv7Rfyzw,1929
-mns_common/api/akshare/yjyg_sync_api.py,sha256=cvk50_XhJWUqduOiC15SYvQTCQqECt6td_L2Hvnl7Jg,4108
 mns_common/api/em/__init__.py,sha256=2U9DiKslxsWwLLEcZKjS8UiQPN1QgALvnK3HiJNIZE0,163
-mns_common/api/em/concept/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_common/api/em/concept/em_concept_index_api.py,sha256=PP87ES8a_y0o3SKLzBsPrc7DCPI3MBCD-4SmoUUirl0,8285
-mns_common/api/em/gd/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_common/api/em/gd/east_money_stock_gdfx_free_top_10_api.py,sha256=I2-JjFjTjvOxjNAPzuJ1GK7ynvwJcZa_EbmRB2_pmm0,11813
 mns_common/api/em/real_time/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_common/api/em/real_time/east_money_debt_api.py,sha256=jMvMZtlrDfExl_4jZ1hepHX8rUoeVLoLSOIhRBjkUGk,14753
-mns_common/api/em/real_time/east_money_etf_api.py,sha256=tCyH4fNx-KfVRFuNGkgM8d_xkvR0oAfr8T3e7_XrjTM,14414
-mns_common/api/em/real_time/east_money_stock_a_api.py,sha256=-FtOGAsR4HtdqkKrm2JE65yTsUnvxAq5ACTp-VvSaSQ,12654
-mns_common/api/em/real_time/east_money_stock_a_v2_api.py,sha256=mL4uuL6sVsC2Vnl09826AUnzxePGAUhlZ7I5BBFw8Ks,14530
-mns_common/api/em/real_time/east_money_stock_hk_api.py,sha256=KFIYUZ3N4ULrataeCIXwZPo775O7joKgMF466uwVDdY,15154
-mns_common/api/em/real_time/east_money_stock_us_api.py,sha256=RiTrdZDuDgTOtiMSD1Ba9aQAx4vghM66pEp_LicH3Ps,11632
-mns_common/api/em/real_time/real_time_quotes_repeat_api.py,sha256=kihvxJCUqNr5rQR7CkK8ECWqYd65lcRfvvZoB_HYKH8,16090
+mns_common/api/em/real_time/concept/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_common/api/em/real_time/concept/em_concept_index_api.py,sha256=PP87ES8a_y0o3SKLzBsPrc7DCPI3MBCD-4SmoUUirl0,8285
+mns_common/api/em/real_time/gd/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_common/api/em/real_time/gd/east_money_stock_gdfx_free_top_10_api.py,sha256=I2-JjFjTjvOxjNAPzuJ1GK7ynvwJcZa_EbmRB2_pmm0,11813
+mns_common/api/em/real_time/real_time/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_common/api/em/real_time/real_time/east_money_debt_api.py,sha256=Ou97aq3-N7lge_Nj6FjkJo76agAhTLaz-Df-BK4dA0c,17483
+mns_common/api/em/real_time/real_time/east_money_etf_api.py,sha256=wv1Ae3ydWDZkhlGgCKO8-z-PQj3qRSvoN75xNna4Qcs,19392
+mns_common/api/em/real_time/real_time/east_money_stock_a_api.py,sha256=6xYcNJyMhFFL2eNxQ9c0TbQ53wgumNovVHisXgQX7bs,12737
+mns_common/api/em/real_time/real_time/east_money_stock_a_v2_api.py,sha256=mL4uuL6sVsC2Vnl09826AUnzxePGAUhlZ7I5BBFw8Ks,14530
+mns_common/api/em/real_time/real_time/east_money_stock_hk_api.py,sha256=G_GYF2JvKtYK0J61ySiUtkRKQGeCYz5-WACmucbZfzY,18015
+mns_common/api/em/real_time/real_time/east_money_stock_us_api.py,sha256=RiTrdZDuDgTOtiMSD1Ba9aQAx4vghM66pEp_LicH3Ps,11632
+mns_common/api/em/real_time/real_time/real_time_quotes_repeat_api.py,sha256=PKN2a_8fZpb7fA2Ns3FxVYiYlh34uxEFmmZu2MdqAu4,16008
 mns_common/api/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_common/api/hk/ths_hk_company_info_api.py,sha256=Cxlbuccopa0G1s8o0uTnnyLn2QaxOvbDpJQJOj7J8a8,5360
 mns_common/api/k_line/__init__.py,sha256=itoGlqKhsx7EVXQoD1vchDKQ5GPB16vDjofTSuQtrXg,161
@@ -159,7 +153,7 @@ mns_common/utils/date_handle_util.py,sha256=XS-MyA8_7k35LOCFAYOHgVcVkMft_Kc4Wa9U
 mns_common/utils/db_util.py,sha256=hSmfNAN4vEeEaUva6_cicZEhb2jSnib-Gvk2reke1vc,2590
 mns_common/utils/file_util.py,sha256=egWu6PenGPRp_ixrNTHKarT4dAnOT6FETR82EHUZJnQ,1042
 mns_common/utils/ip_util.py,sha256=UTcYfz_uytB__6nlBf7T-izuI7hi4XdB6ET0sJgEel4,969
-mns_common-1.5.1.7.dist-info/METADATA,sha256=u0T_v08wnex8MtMRI8qfYjKUI8JWaZt7cgl3PzSP0fk,61
-mns_common-1.5.1.7.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-mns_common-1.5.1.7.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
-mns_common-1.5.1.7.dist-info/RECORD,,
+mns_common-1.5.1.9.dist-info/METADATA,sha256=MUTAjoLLP5YpPFbWtJ-VPEqZFBgSnWZmUDg69wum2NU,61
+mns_common-1.5.1.9.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+mns_common-1.5.1.9.dist-info/top_level.txt,sha256=ZC58kAR-8Hvc6U2xhYNBNLAh3mb6sZazbdj5nZpvEkQ,11
+mns_common-1.5.1.9.dist-info/RECORD,,

mns_common/api/akshare/k_line_api.py

@@ -1,123 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 14
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import requests
-import pandas as pd
-import mns_common.component.common_service_fun_api as common_service_fun_api
-from datetime import datetime
-import numpy as np
-
-
-def stock_zh_a_hist(
-        symbol: str = "0.000001",
-        period: str = 'daily',
-        start_date: str = "19700101",
-        end_date: str = "22220101",
-        adjust: str = "",
-        proxies: str = None
-) -> pd.DataFrame:
-    """
-    东方财富网-行情首页-沪深京 A 股-每日行情
-    http://quote.eastmoney.com/concept/sh603777.html?from=classic
-    :param symbol: 股票代码
-    :type symbol: str
-    :param period: choice of {'daily', 'weekly', 'monthly'}
-    :type period: str
-    :param start_date: 开始日期
-    :type start_date: str
-    :param end_date: 结束日期
-    :type end_date: str
-    :param adjust: choice of {"qfq": "前复权", "hfq": "后复权", "": "不复权"}
-    :type adjust: str
-    :param proxies: 代理ip
-    :type proxies: str
-
-    :return: 每日行情
-    :rtype: pandas.DataFrame
-    """
-    adjust_dict = {"qfq": "1", "hfq": "2", "": "0"}
-    period_dict = {'daily': '101', 'weekly': '102', 'monthly': '103'}
-    url = "http://push2his.eastmoney.com/api/qt/stock/kline/get"
-    now_date = datetime.now()
-    now_time = int(now_date.timestamp() * 1000)
-    now_time = str(now_time)
-
-    params = {
-        "fields1": "f1,f2,f3,f4,f5,f6",
-        "fields2": "f51,f52,f53,f54,f55,f56,f57,f58,f59,f60,f61,f116",
-        "ut": "7eea3edcaed734bea9cbfc24409ed989",
-        "klt": period_dict[period],
-        "fqt": adjust_dict[adjust],
-        "secid": symbol,
-        "beg": "0",
-        "end": "20500000",
-        "_": now_time,
-    }
-
-    if proxies is None:
-        r = requests.get(url, params=params)
-    else:
-        r = requests.get(url, params=params, proxies=proxies)
-
-    data_json = r.json()
-    temp_df = pd.DataFrame([item.split(",") for item in data_json["data"]["klines"]])
-    temp_df.columns = [
-        "date",
-        "open",
-        "close",
-        "high",
-        "low",
-        "volume",
-        "amount",
-        "pct_chg",
-        "chg",
-        "change",
-        "exchange",
-    ]
-
-    temp_df['date'] = temp_df['date'].apply(
-        lambda x: x.replace("-", ""))
-    temp_df.index = temp_df["date"]
-    temp_df = temp_df[start_date:end_date]
-    temp_df.reset_index(inplace=True, drop=True)
-    temp_df['open'] = pd.to_numeric(temp_df['open'])
-    temp_df['close'] = pd.to_numeric(temp_df['close'])
-    temp_df['high'] = pd.to_numeric(temp_df['high'])
-    temp_df['low'] = pd.to_numeric(temp_df['low'])
-    temp_df['volume'] = pd.to_numeric(temp_df['volume'])
-    temp_df['amount'] = pd.to_numeric(temp_df['amount'])
-    temp_df['pct_chg'] = pd.to_numeric(temp_df['pct_chg'])
-    temp_df['chg'] = pd.to_numeric(temp_df['chg'])
-    temp_df['change'] = pd.to_numeric(temp_df['change'])
-    temp_df['exchange'] = pd.to_numeric(temp_df['exchange'])
-
-    temp_df['symbol'] = symbol
-    temp_df['_id'] = temp_df['symbol'] + '-' + temp_df['date']
-    temp_df['last_price'] = round(((temp_df['close']) / (1 + temp_df['chg'] / 100)), 2)
-    temp_df['max_chg'] = round(
-        ((temp_df['high'] - temp_df['last_price']) / temp_df['last_price']) * 100, 2)
-    temp_df['amount_level'] = round((temp_df['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
-    temp_df['flow_mv'] = round(temp_df['amount'] * 100 / temp_df['exchange'], 2)
-    temp_df['flow_mv_sp'] = round(temp_df['flow_mv'] / common_service_fun_api.HUNDRED_MILLION, 2)
-
-    temp_df.replace([np.inf, -np.inf], 0, inplace=True)
-    temp_df.fillna(0, inplace=True)
-    return temp_df
-
-
-import mns_common.component.proxies.proxy_common_api as proxy_common_api
-
-if __name__ == '__main__':
-    while True:
-        proxy_ip = proxy_common_api.get_proxy_ip(5)
-        df = stock_zh_a_hist("0.000001",
-                             'daily',
-                             "19700101",
-                             "22220101",
-                             "",
-                             proxy_ip)
-        print(df)

mns_common/api/akshare/stock_bid_ask_api.py

@@ -1,94 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 7
-project_path = file_path[0:end]
-sys.path.append(project_path)
-import pandas as pd
-import requests
-
-
-def stock_bid_ask_em(symbol: str = "000001") -> pd.DataFrame:
-    """
-    东方财富-行情报价
-    https://quote.eastmoney.com/sz000001.html
-    :param symbol: 股票代码
-    :type symbol: str
-    :return: 行情报价
-    :rtype: pandas.DataFrame
-    """
-    url = "https://push2.eastmoney.com/api/qt/stock/get"
-    params = {
-        "fltt": "2",
-        "invt": "2",
-        "fields": "f120,f121,f122,f174,f175,f59,f163,f43,f57,f58,f169,f170,f46,f44,f51,"
-                  "f168,f47,f164,f116,f60,f45,f52,f50,f48,f167,f117,f71,f161,f49,f530,"
-                  "f135,f136,f137,f138,f139,f141,f142,f144,f145,f147,f148,f140,f143,f146,"
-                  "f149,f55,f62,f162,f92,f173,f104,f105,f84,f85,f183,f184,f185,f186,f187,"
-                  "f188,f189,f190,f191,f192,f107,f111,f86,f177,f78,f110,f262,f263,f264,f267,"
-                  "f268,f255,f256,f257,f258,f127,f199,f128,f198,f259,f260,f261,f171,f277,f278,"
-                  "f279,f288,f152,f250,f251,f252,f253,f254,f269,f270,f271,f272,f273,f274,f275,"
-                  "f276,f265,f266,f289,f290,f286,f285,f292,f293,f294,f295",
-
-        "secid": symbol,
-    }
-    r = requests.get(url, params=params)
-    data_json = r.json()
-    tick_dict = {
-        "now_price": data_json["data"]["f43"],
-        "dt_price": data_json["data"]["f52"],
-        "zt_price": data_json["data"]["f51"],
-        "wei_bi": data_json["data"]["f191"],
-        "sell_5": data_json["data"]["f31"],
-        "sell_5_vol": data_json["data"]["f32"] * 100,
-        "sell_4": data_json["data"]["f33"],
-        "sell_4_vol": data_json["data"]["f34"] * 100,
-        "sell_3": data_json["data"]["f35"],
-        "sell_3_vol": data_json["data"]["f36"] * 100,
-        "sell_2": data_json["data"]["f37"],
-        "sell_2_vol": data_json["data"]["f38"] * 100,
-        "sell_1": data_json["data"]["f39"],
-        "sell_1_vol": data_json["data"]["f40"] * 100,
-        "buy_1": data_json["data"]["f19"],
-        "buy_1_vol": data_json["data"]["f20"] * 100,
-        "buy_2": data_json["data"]["f17"],
-        "buy_2_vol": data_json["data"]["f18"] * 100,
-        "buy_3": data_json["data"]["f15"],
-        "buy_3_vol": data_json["data"]["f16"] * 100,
-        "buy_4": data_json["data"]["f13"],
-        "buy_4_vol": data_json["data"]["f14"] * 100,
-        "buy_5": data_json["data"]["f11"],
-        "buy_5_vol": data_json["data"]["f12"] * 100,
-    }
-    temp_df = pd.DataFrame(tick_dict, index=[1])
-    temp_df.reset_index(inplace=True)
-    temp_df.loc[temp_df['wei_bi'] == '-', 'wei_bi'] = 0
-    temp_df.loc[temp_df['sell_5_vol'] == '-', 'sell_5_vol'] = 0
-    temp_df.loc[temp_df['sell_5'] == '-', 'sell_5'] = 0
-    temp_df.loc[temp_df['sell_4_vol'] == '-', 'sell_4_vol'] = 0
-    temp_df.loc[temp_df['sell_4'] == '-', 'sell_4'] = 0
-    temp_df.loc[temp_df['sell_3_vol'] == '-', 'sell_3_vol'] = 0
-    temp_df.loc[temp_df['sell_3'] == '-', 'sell_3'] = 0
-    temp_df.loc[temp_df['sell_2_vol'] == '-', 'sell_2_vol'] = 0
-    temp_df.loc[temp_df['sell_2'] == '-', 'sell_2'] = 0
-    temp_df.loc[temp_df['sell_1_vol'] == '-', 'sell_1_vol'] = 0
-    temp_df.loc[temp_df['sell_1'] == '-', 'sell_1'] = 0
-    temp_df.loc[temp_df['buy_1_vol'] == '-', 'buy_1_vol'] = 0
-    temp_df.loc[temp_df['buy_1'] == '-', 'buy_1'] = 0
-    temp_df.loc[temp_df['buy_2_vol'] == '-', 'buy_2_vol'] = 0
-    temp_df.loc[temp_df['buy_2'] == '-', 'buy_2'] = 0
-    temp_df.loc[temp_df['buy_3_vol'] == '-', 'buy_3_vol'] = 0
-    temp_df.loc[temp_df['buy_3'] == '-', 'buy_3'] = 0
-    temp_df.loc[temp_df['buy_4_vol'] == '-', 'buy_4_vol'] = 0
-    temp_df.loc[temp_df['buy_4'] == '-', 'buy_4'] = 0
-    temp_df.loc[temp_df['buy_5_vol'] == '-', 'buy_5_vol'] = 0
-    temp_df.loc[temp_df['buy_5'] == '-', 'buy_5'] = 0
-    temp_df['symbol'] = symbol
-    return temp_df
-
-
-if __name__ == '__main__':
-    while True:
-        df = stock_bid_ask_em('0.000001')
-        print(df)