mns-common 1.3.5.4__tar.gz → 1.3.5.6__tar.gz

{mns_common-1.3.5.4 → mns_common-1.3.5.6}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns_common
-Version: 1.3.5.4
+Version: 1.3.5.6

{mns_common-1.3.5.4 → mns_common-1.3.5.6}/mns_common/api/em/east_money_stock_us_api.py

@@ -220,6 +220,8 @@ if __name__ == '__main__':
     cookie_test = 'qgqp_b_id=1e0d79428176ed54bef8434efdc0e8c3; mtp=1; ct=QVRY_s8Tiag1WfK2tSW2n03qpsX-PD8aH_rIjKVooawX8K33UVnpIofK088lD1lguWlE_OEIpQwn3PJWFPhHvSvyvYr4Zka3l4vxtZfH1Uikjtyy9z1H4Swo0rQzMKXncVzBXiOo5TjE-Dy9fcoG3ZF7UVdQ35jp_cFwzOlpK5Y; ut=FobyicMgeV51lVMr4ZJXvn-72bp0oeSOvtzifFY_U7kBFtR6og4Usd-VtBM5XBBvHq0lvd9xXkvpIqWro9EDKmv6cbKOQGyawUSMcKVP57isZCaM7lWQ6jWXajvTfvV4mIR-W_MZNK8VY0lL9W4qNMniJ6PBn_gkJsSAJCadmsyI9cxmjx--gR4m54pdF_nie_y4iWHys83cmWR2R7Bt1KKqB25OmkfCQTJJqIf7QsqangVGMUHwMC39Z9QhrfCFHKVNrlqS503O6b9GitQnXtvUdJhCmomu; pi=4253366368931142%3Bp4253366368931142%3B%E8%82%A1%E5%8F%8B9x56I87727%3BYNigLZRW%2FzMdGgVDOJbwReDWnTPHl51dB0gQLiwaCf1XY98mlJYx6eJbsoYr5Nie%2BX1L%2BzaMsec99KkX%2BT29Ds1arfST7sIBXxjUQ3dp11IPUnXy64PaBFRTHzMRWnCFJvvhc%2FAI41rXSGXolC8YMxI%2BvyPS%2BuErwgOVjC5vvsIiKeO7TLyKkhqqQJPX%2F7RWC5Sf3QLh%3Bdwjn4Xho10%2FKjqOgTWs%2FJF4%2FkdKzeuBwM8sz9aLvJovejAkCAyGMyGYA6AE67Xk2Ki7x8zdfBifF2DG%2Fvf2%2BXAYN8ZVISSEWTIXh32Z5MxEacK4JBTkqyiD93e1vFBOFQ82BqaiVmntUq0V6FrTUHGeh1gG5Sg%3D%3D; uidal=4253366368931142%e8%82%a1%e5%8f%8b9x56I87727; sid=170711377; vtpst=|; quote_lt=1; websitepoptg_api_time=1715777390466; emshistory=%5B%22%E8%BD%AC%E5%80%BA%E6%A0%87%22%2C%22%E8%BD%AC%E5%80%BA%E6%A0%87%E7%9A%84%22%5D; st_si=00364513876913; st_asi=delete; HAList=ty-116-00700-%u817E%u8BAF%u63A7%u80A1%2Cty-1-688695-%u4E2D%u521B%u80A1%u4EFD%2Cty-1-600849-%u4E0A%u836F%u8F6C%u6362%2Cty-1-603361-%u6D59%u6C5F%u56FD%u7965%2Cty-1-603555-ST%u8D35%u4EBA%2Cty-0-000627-%u5929%u8302%u96C6%u56E2%2Cty-0-002470-%u91D1%u6B63%u5927%2Cty-0-832876-%u6167%u4E3A%u667A%u80FD%2Cty-0-300059-%u4E1C%u65B9%u8D22%u5BCC%2Cty-107-CWB-%u53EF%u8F6C%u503AETF-SPDR; st_pvi=26930719093675; st_sp=2024-04-28%2017%3A27%3A05; st_inirUrl=https%3A%2F%2Fcn.bing.com%2F; st_sn=23; st_psi=20240517111108288-113200301321-2767127768'
     while True:
         us_df = get_us_stock_real_time_quotes(cookie_test)
+        us_df = us_df.loc[us_df['flow_mv'] != 0]
+        us_df = us_df.sort_values(by=['amount'], ascending=False)
         us_stock_df = us_df[[
             "symbol",
             "name",

{mns_common-1.3.5.4 → mns_common-1.3.5.6}/mns_common/api/em/east_money_stock_v2_api.py

@@ -161,8 +161,13 @@ def rename_real_time_quotes_df(temp_df):
         "f103": "concept",
         "f352": "average_price",
         "f191": "hk_stock_code",
-        "f193": "hk_stock_name"
+        "f193": "hk_stock_name",
+        "f24": "sixty_day_chg",
+        "f25": "now_year_chg",
     })
+    temp_df.loc[temp_df['sixty_day_chg'] == '-', 'total_share'] = 0
+
+    temp_df.loc[temp_df['now_year_chg'] == '-', 'now_year_chg'] = 0
     temp_df.loc[temp_df['total_share'] == '-', 'total_share'] = 0
     temp_df.loc[temp_df['flow_share'] == '-', 'flow_share'] = 0
     temp_df.loc[temp_df['pe_ttm'] == '-', 'pe_ttm'] = 0

mns_common-1.3.5.6/mns_common/api/xueqiu/xue_qiu_k_line_api.py

@@ -0,0 +1,88 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+from loguru import logger
+import requests
+import pandas as pd
+
+
+# year 年
+#  quarter 季度
+# month 月度
+# week 周
+# day 日
+def get_xue_qiu_k_line(symbol, period):
+    url = "https://stock.xueqiu.com/v5/stock/chart/kline.json"
+
+    params = {
+        "symbol": symbol,
+        "begin": "1742574377493",
+        "period": period,
+        "type": "before",
+        "count": "-120084",
+        "indicator": "kline,pe,pb,ps,pcf,market_capital,agt,ggt,balance"
+    }
+
+    headers = {
+        "accept": "application/json, text/plain, */*",
+        "accept-language": "zh-CN,zh;q=0.9",
+        "origin": "https://xueqiu.com",
+        "priority": "u=1, i",
+        "referer": "https://xueqiu.com/S/SZ300879?md5__1038=n4%2BxgDniDQeWqxYwq0y%2BbDyG%2BYDtODuD7q%2BqRYID",
+        "sec-ch-ua": '"Chromium";v="134", "Not:A-Brand";v="24", "Google Chrome";v="134"',
+        "sec-ch-ua-mobile": "?0",
+        "sec-ch-ua-platform": '"Windows"',
+        "sec-fetch-dest": "empty",
+        "sec-fetch-mode": "cors",
+        "sec-fetch-site": "same-site",
+        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
+        "cookie": "xq_a_token=cc9943aa6d41f0ae420f49b428f2f90a472b070a;"
+                  " xqat=cc9943aa6d41f0ae420f49b428f2f90a472b070a; "
+                  "xq_r_token=20869bd02083b2ef75d4d4b7654f827f00fdcd22;"
+                  " xq_id_token=eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJ1aWQiOi0xLCJpc3MiOiJ1YyIsImV4cCI6MTc0NDc2NTA3MCwiY3RtIjoxNzQyNDg4OD"
+                  "kyNDc1LCJjaWQiOiJkOWQwbjRBWnVwIn0.Ep9IIWPMwb85xYIJ_pmYTDmUmcySD4t5nv4LpYSqdLJzNzqgvzGFx6vowXm-ZtyePuppJxd2YjJDREHu7OkvZk"
+                  "qHRGMGQOhuCDzyMQjpND2yTgyOTNkn2hNs0e5p4FihaSeRmLu8vQDU17No3LjM3y4-0caZ-8LNJnOm0Wet1uOD7h9ASf7sLRQCjGyB-Pd4D2r-213umj7c6TD"
+                  "V5ud3rfTsUlCG7DwWMAdIZGkew5CX2WRXOz-G2Duf3d4GMRggiaLHVsP6PSTzOGUQBF1zAg5hprkxK3J_dV1SdiuaAZxJDp3FCFQ5vG0JkcOs9CLB5z-92kQ2-"
+                  "YEhAkd3PCpGKQ; cookiesu=251742488951389; u=251742488951389; is_overseas=0; Hm_lvt_1db88642e346389874251b5a1eded6e3=1742488952; "
+                  "Hm_lpvt_1db88642e346389874251b5a1eded6e3=1742488952; HMACCOUNT=A216813C8A2D1B76; device_id=e7bd664c2ad4091241066c3a2ddbd736; "
+                  "ssxmod_itna=eqIxgDB7q+0=ei7qqAKG7D8D9DQqqiIqGHDyxW9P0CGDLxn4GQDUiHxttBmPvc7EkqE5gD0yG3wDA5Dnzx7YDt=SpND0mTAc3qACQIwPw+Ocyrm2tfA"
+                  "br4MWHlPP5jokUkpQw5xB3DExGkeeu77xiirx0rD0eDPxDYDGbWD7PDoxDrF8YDjl7pOUgwoz4DKx0kDY5Dw1RADiPD7ZBDkOcwXSvmFxDzFZLaqle42Di3N+EsEzRfDi5"
+                  "x79cwD7v3DlaPFsdD0119FgoIiya2PpBEv40OD0ILF4BfuYoA8872wprrZQ4F2G0YjEDQ0DO03e7qSh5tY7t0sOGe2GDNQKc3xeY5ldw7xDipwGg2QIhxjhrCtccU5ZUB="
+                  "+VcwwiGxCeBGPyew=jp=lDqQ4ZAqzBqPj0=jh1Fxq7De903iYLYD; ssxmod_itna2=eqIxgDB7q+0=ei7qqAKG7D8D9DQqqiIqGHDyxW9P0CGDLxn4GQDUiHxttBmPvc7E"
+                  "kqE5wDDcA73imLDD7Djbb5NZaEoD/zpofwEa9m=Fn7T5jOiFKWsbAb9Qi=utFFLry0Ii9=+TINLqBPqzemrFP/ehSZRDixpiEh5WeA5WXGvaHoKw+rEINZbPjOApkpEQG8cm="
+                  "rHCN=0DUoI+HxcF6Zohnh3hUEcTYQykDVyXyfHsX9eFZAlAHxdWq/5qZ=Eh0KCAV2xA2/yKFtivK+DzQb0sajPwql5xkzLh966v0g6MzzUlc4SFYAv3YKBjP7rhhOdqmKEa"
+                  "j6C6PKp+Pq2QEP6heBX7BU7iG=GGLA6IrDjYvHCDh1tr93XpUr9X9rPjYUvWxPI0RBwHUpC+fs6xsg07+ifjd9gU26do2K0lLwRhhPfppAKj5+gow2IN3KLQ0K1P/mY9BKKYAt"
+                  "2Qx/34rb5evohIrUI=DKe1djnDvrDnjwcBbgK2lzA3eQVix=46cxf77D9GKug6PLBL0Fi67Htrl2K5CP9PQDHb1Yjx0ttRKjCU7hE3GIs2Y88AdxfF+Iuc2=IenBfqW52ngad82Y"
+                  "8KvKqn5xEiODXgYCKgGxyOjl4+v9bvIm120i2pN6o6dBRZqxpvsA4S9YP2TPjS+1/4ZnVeYQ+4=UCevs5P3Qf2x6w8s=U7dD=cvG1skhxiD8Kjl32RGPC=4FDHIrQQoKGnixsWzp"
+                  "Fb7F=PlrD/3=0F6DNx2hDnr4RDW7WGYSiPQFihqY15iS7GAr44w1+x/3wnYQ4=rN/wOitjqZ0N0FRpxlw/7PGeZADD"
+    }
+    try:
+        response = requests.get(
+            url=url,
+            params=params,
+            headers=headers
+        )
+
+        if response.status_code == 200:
+            response_data = response.json()
+            df = pd.DataFrame(
+                data=response_data['data']['item'],
+                columns=response_data['data']['column']
+            )
+            # 处理DataFrame列（秒级时间戳）
+            df['str_day'] = pd.to_datetime(df['timestamp'], unit='ms').dt.normalize()
+            df["str_day"] = df["str_day"].dt.strftime("%Y-%m-%d")
+            return df
+        else:
+            return pd.DataFrame()
+    except BaseException as e:
+        logger.error("同步股票年度数据出现异常:{},{}", symbol, e)
+
+
+if __name__ == '__main__':
+    test_df = get_xue_qiu_k_line('SZ000001', 'year')
+    print(test_df)

mns_common-1.3.5.6/mns_common/component/task/real_time_data_sync_check.py

@@ -0,0 +1,97 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import datetime
+import mns_common.utils.date_handle_util as date_util
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.utils.cmd_util as cmd_util
+import mns_common.utils.data_frame_util as data_frame_util
+import time
+from loguru import logger
+
+mongodb_util = MongodbUtil('27017')
+REAL_TIME_SCHEDULER_NAME = "realtime_quotes_now_sync"
+# 实时同步 bat
+REAL_TIME_TASK_NAME_PATH = 'H:\\real_time_task.bat'
+
+
+# 获取同步任务pid
+def get_real_time_quotes_task(all_cmd_processes):
+    return all_cmd_processes[
+        (all_cmd_processes['total_info'].str.contains(REAL_TIME_SCHEDULER_NAME, case=False, na=False))
+        | (all_cmd_processes['total_info'].str.contains(REAL_TIME_SCHEDULER_NAME, case=False, na=False))]
+
+
+# 关闭实时行情任务
+def real_time_sync_task_close():
+    all_cmd_processes = cmd_util.get_all_process()
+    if data_frame_util.is_empty(all_cmd_processes):
+        return False
+    all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
+    if data_frame_util.is_empty(all_cmd_processes_real_time_task):
+        return False
+    for match_task_one in all_cmd_processes_real_time_task.itertuples():
+        try:
+            processes_pid = match_task_one.process_pid
+            # 关闭当前进程
+            cmd_util.kill_process_by_pid(processes_pid)
+        except BaseException as e:
+            logger.error("关闭实时行情任务异常:{}", e)
+
+
+# 重开定时任务同步
+def real_time_sync_task_open():
+    all_cmd_processes = cmd_util.get_all_process()
+    if data_frame_util.is_empty(all_cmd_processes):
+        return False
+    all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
+    if data_frame_util.is_empty(all_cmd_processes_real_time_task):
+        # 重开定时任务
+        cmd_util.open_bat_file(REAL_TIME_TASK_NAME_PATH)
+        # 防止太快重开多个
+        time.sleep(3)
+
+
+def query_data_exist(str_day):
+    col_name = db_name_constant.REAL_TIME_QUOTES_NOW + '_' + str_day
+    query = {'symbol': '000001'}
+    return mongodb_util.exist_data_query(col_name, query)
+
+
+def exist_sync_task():
+    all_cmd_processes = cmd_util.get_all_process()
+    if data_frame_util.is_empty(all_cmd_processes):
+        return False
+    all_cmd_processes_real_time_task = get_real_time_quotes_task(all_cmd_processes)
+    if data_frame_util.is_empty(all_cmd_processes_real_time_task):
+        return False
+    else:
+        return True
+
+
+def check_data_sync_task_status():
+    now_date = datetime.datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    while True:
+        if bool(date_util.is_trade_time(now_date)):
+            if bool(1 - query_data_exist(str_day)) or bool(1 - exist_sync_task()):
+                real_time_sync_task_open()
+            time.sleep(2)
+        elif bool(date_util.is_no_trade_time(now_date)):
+            break
+        else:
+            time.sleep(5)
+
+
+if __name__ == '__main__':
+    # check_data_sync_task_status()
+    d = query_data_exist('2025-03-27')
+    print(d)
+    s = exist_sync_task()
+    print(s)

mns_common-1.3.5.6/mns_common/component/tfp/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns_common-1.3.5.4 → mns_common-1.3.5.6}/mns_common/constant/db_name_constant.py

@@ -162,3 +162,5 @@ THS_INDUSTRY_LIST = 'ths_industry_list'
 # 同花顺行业股票详情
 THS_STOCK_INDUSTRY_DETAIL = 'ths_stock_industry_detail'
 
+# 年k线前复权
+STOCK_QFQ_YEAR = 'stock_qfq_year'

mns_common-1.3.5.6/mns_common/db/v2/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns_common-1.3.5.4 → mns_common-1.3.5.6}/mns_common.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-common
-Version: 1.3.5.4
+Version: 1.3.5.6

{mns_common-1.3.5.4 → mns_common-1.3.5.6}/mns_common.egg-info/SOURCES.txt

@@ -71,6 +71,8 @@ mns_common/api/ths/zt/ths_stock_zt_pool_api.py
 mns_common/api/ths/zt/ths_stock_zt_pool_v2_api.py
 mns_common/api/us/__init__.py
 mns_common/api/us/ths_us_company_info_api.py
+mns_common/api/xueqiu/__init__.py
+mns_common/api/xueqiu/xue_qiu_k_line_api.py
 mns_common/component/__init__.py
 mns_common/component/common_service_fun_api.py
 mns_common/component/cache/__init__.py
@@ -115,6 +117,8 @@ mns_common/component/redis_msg/redis_msg_publish_service.py
 mns_common/component/self_choose/__init__.py
 mns_common/component/self_choose/black_list_service_api.py
 mns_common/component/self_choose/self_choose_service_api.py
+mns_common/component/task/__init__.py
+mns_common/component/task/real_time_data_sync_check.py
 mns_common/component/tfp/__init__.py
 mns_common/component/tfp/stock_tfp_api.py
 mns_common/component/trade_date/__init__.py

{mns_common-1.3.5.4 → mns_common-1.3.5.6}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns_common',
-    version='1.3.5.4',
+    version='1.3.5.6',
     # packages=["mns_common", "mns_common.api",
     #           "mns_common.api.akshare",
     #           "mns_common.api.em",