mns-common 1.5.2.1__tar.gz → 1.5.2.2__tar.gz

{mns_common-1.5.2.1 → mns_common-1.5.2.2}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns_common
-Version: 1.5.2.1
+Version: 1.5.2.2

mns_common-1.5.2.2/mns_common/api/akshare/k_line_api.py

@@ -0,0 +1,123 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import requests
+import pandas as pd
+import mns_common.component.common_service_fun_api as common_service_fun_api
+from datetime import datetime
+import numpy as np
+
+
+def stock_zh_a_hist(
+        symbol: str = "0.000001",
+        period: str = 'daily',
+        start_date: str = "19700101",
+        end_date: str = "22220101",
+        adjust: str = "",
+        proxies: str = None
+) -> pd.DataFrame:
+    """
+    东方财富网-行情首页-沪深京 A 股-每日行情
+    http://quote.eastmoney.com/concept/sh603777.html?from=classic
+    :param symbol: 股票代码
+    :type symbol: str
+    :param period: choice of {'daily', 'weekly', 'monthly'}
+    :type period: str
+    :param start_date: 开始日期
+    :type start_date: str
+    :param end_date: 结束日期
+    :type end_date: str
+    :param adjust: choice of {"qfq": "前复权", "hfq": "后复权", "": "不复权"}
+    :type adjust: str
+    :param proxies: 代理ip
+    :type proxies: str
+
+    :return: 每日行情
+    :rtype: pandas.DataFrame
+    """
+    adjust_dict = {"qfq": "1", "hfq": "2", "": "0"}
+    period_dict = {'daily': '101', 'weekly': '102', 'monthly': '103'}
+    url = "http://push2his.eastmoney.com/api/qt/stock/kline/get"
+    now_date = datetime.now()
+    now_time = int(now_date.timestamp() * 1000)
+    now_time = str(now_time)
+
+    params = {
+        "fields1": "f1,f2,f3,f4,f5,f6",
+        "fields2": "f51,f52,f53,f54,f55,f56,f57,f58,f59,f60,f61,f116",
+        "ut": "7eea3edcaed734bea9cbfc24409ed989",
+        "klt": period_dict[period],
+        "fqt": adjust_dict[adjust],
+        "secid": symbol,
+        "beg": "0",
+        "end": "20500000",
+        "_": now_time,
+    }
+
+    if proxies is None:
+        r = requests.get(url, params=params)
+    else:
+        r = requests.get(url, params=params, proxies=proxies)
+
+    data_json = r.json()
+    temp_df = pd.DataFrame([item.split(",") for item in data_json["data"]["klines"]])
+    temp_df.columns = [
+        "date",
+        "open",
+        "close",
+        "high",
+        "low",
+        "volume",
+        "amount",
+        "pct_chg",
+        "chg",
+        "change",
+        "exchange",
+    ]
+
+    temp_df['date'] = temp_df['date'].apply(
+        lambda x: x.replace("-", ""))
+    temp_df.index = temp_df["date"]
+    temp_df = temp_df[start_date:end_date]
+    temp_df.reset_index(inplace=True, drop=True)
+    temp_df['open'] = pd.to_numeric(temp_df['open'])
+    temp_df['close'] = pd.to_numeric(temp_df['close'])
+    temp_df['high'] = pd.to_numeric(temp_df['high'])
+    temp_df['low'] = pd.to_numeric(temp_df['low'])
+    temp_df['volume'] = pd.to_numeric(temp_df['volume'])
+    temp_df['amount'] = pd.to_numeric(temp_df['amount'])
+    temp_df['pct_chg'] = pd.to_numeric(temp_df['pct_chg'])
+    temp_df['chg'] = pd.to_numeric(temp_df['chg'])
+    temp_df['change'] = pd.to_numeric(temp_df['change'])
+    temp_df['exchange'] = pd.to_numeric(temp_df['exchange'])
+
+    temp_df['symbol'] = symbol
+    temp_df['_id'] = temp_df['symbol'] + '-' + temp_df['date']
+    temp_df['last_price'] = round(((temp_df['close']) / (1 + temp_df['chg'] / 100)), 2)
+    temp_df['max_chg'] = round(
+        ((temp_df['high'] - temp_df['last_price']) / temp_df['last_price']) * 100, 2)
+    temp_df['amount_level'] = round((temp_df['amount'] / common_service_fun_api.HUNDRED_MILLION), 2)
+    temp_df['flow_mv'] = round(temp_df['amount'] * 100 / temp_df['exchange'], 2)
+    temp_df['flow_mv_sp'] = round(temp_df['flow_mv'] / common_service_fun_api.HUNDRED_MILLION, 2)
+
+    temp_df.replace([np.inf, -np.inf], 0, inplace=True)
+    temp_df.fillna(0, inplace=True)
+    return temp_df
+
+
+import mns_common.component.proxies.proxy_common_api as proxy_common_api
+
+if __name__ == '__main__':
+    while True:
+        proxy_ip = proxy_common_api.get_proxy_ip(5)
+        df = stock_zh_a_hist("0.000001",
+                             'daily',
+                             "19700101",
+                             "22220101",
+                             "",
+                             proxy_ip)
+        print(df)

mns_common-1.5.2.2/mns_common/api/akshare/stock_bid_ask_api.py

@@ -0,0 +1,94 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 7
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import pandas as pd
+import requests
+
+
+def stock_bid_ask_em(symbol: str = "000001") -> pd.DataFrame:
+    """
+    东方财富-行情报价
+    https://quote.eastmoney.com/sz000001.html
+    :param symbol: 股票代码
+    :type symbol: str
+    :return: 行情报价
+    :rtype: pandas.DataFrame
+    """
+    url = "https://push2.eastmoney.com/api/qt/stock/get"
+    params = {
+        "fltt": "2",
+        "invt": "2",
+        "fields": "f120,f121,f122,f174,f175,f59,f163,f43,f57,f58,f169,f170,f46,f44,f51,"
+                  "f168,f47,f164,f116,f60,f45,f52,f50,f48,f167,f117,f71,f161,f49,f530,"
+                  "f135,f136,f137,f138,f139,f141,f142,f144,f145,f147,f148,f140,f143,f146,"
+                  "f149,f55,f62,f162,f92,f173,f104,f105,f84,f85,f183,f184,f185,f186,f187,"
+                  "f188,f189,f190,f191,f192,f107,f111,f86,f177,f78,f110,f262,f263,f264,f267,"
+                  "f268,f255,f256,f257,f258,f127,f199,f128,f198,f259,f260,f261,f171,f277,f278,"
+                  "f279,f288,f152,f250,f251,f252,f253,f254,f269,f270,f271,f272,f273,f274,f275,"
+                  "f276,f265,f266,f289,f290,f286,f285,f292,f293,f294,f295",
+
+        "secid": symbol,
+    }
+    r = requests.get(url, params=params)
+    data_json = r.json()
+    tick_dict = {
+        "now_price": data_json["data"]["f43"],
+        "dt_price": data_json["data"]["f52"],
+        "zt_price": data_json["data"]["f51"],
+        "wei_bi": data_json["data"]["f191"],
+        "sell_5": data_json["data"]["f31"],
+        "sell_5_vol": data_json["data"]["f32"] * 100,
+        "sell_4": data_json["data"]["f33"],
+        "sell_4_vol": data_json["data"]["f34"] * 100,
+        "sell_3": data_json["data"]["f35"],
+        "sell_3_vol": data_json["data"]["f36"] * 100,
+        "sell_2": data_json["data"]["f37"],
+        "sell_2_vol": data_json["data"]["f38"] * 100,
+        "sell_1": data_json["data"]["f39"],
+        "sell_1_vol": data_json["data"]["f40"] * 100,
+        "buy_1": data_json["data"]["f19"],
+        "buy_1_vol": data_json["data"]["f20"] * 100,
+        "buy_2": data_json["data"]["f17"],
+        "buy_2_vol": data_json["data"]["f18"] * 100,
+        "buy_3": data_json["data"]["f15"],
+        "buy_3_vol": data_json["data"]["f16"] * 100,
+        "buy_4": data_json["data"]["f13"],
+        "buy_4_vol": data_json["data"]["f14"] * 100,
+        "buy_5": data_json["data"]["f11"],
+        "buy_5_vol": data_json["data"]["f12"] * 100,
+    }
+    temp_df = pd.DataFrame(tick_dict, index=[1])
+    temp_df.reset_index(inplace=True)
+    temp_df.loc[temp_df['wei_bi'] == '-', 'wei_bi'] = 0
+    temp_df.loc[temp_df['sell_5_vol'] == '-', 'sell_5_vol'] = 0
+    temp_df.loc[temp_df['sell_5'] == '-', 'sell_5'] = 0
+    temp_df.loc[temp_df['sell_4_vol'] == '-', 'sell_4_vol'] = 0
+    temp_df.loc[temp_df['sell_4'] == '-', 'sell_4'] = 0
+    temp_df.loc[temp_df['sell_3_vol'] == '-', 'sell_3_vol'] = 0
+    temp_df.loc[temp_df['sell_3'] == '-', 'sell_3'] = 0
+    temp_df.loc[temp_df['sell_2_vol'] == '-', 'sell_2_vol'] = 0
+    temp_df.loc[temp_df['sell_2'] == '-', 'sell_2'] = 0
+    temp_df.loc[temp_df['sell_1_vol'] == '-', 'sell_1_vol'] = 0
+    temp_df.loc[temp_df['sell_1'] == '-', 'sell_1'] = 0
+    temp_df.loc[temp_df['buy_1_vol'] == '-', 'buy_1_vol'] = 0
+    temp_df.loc[temp_df['buy_1'] == '-', 'buy_1'] = 0
+    temp_df.loc[temp_df['buy_2_vol'] == '-', 'buy_2_vol'] = 0
+    temp_df.loc[temp_df['buy_2'] == '-', 'buy_2'] = 0
+    temp_df.loc[temp_df['buy_3_vol'] == '-', 'buy_3_vol'] = 0
+    temp_df.loc[temp_df['buy_3'] == '-', 'buy_3'] = 0
+    temp_df.loc[temp_df['buy_4_vol'] == '-', 'buy_4_vol'] = 0
+    temp_df.loc[temp_df['buy_4'] == '-', 'buy_4'] = 0
+    temp_df.loc[temp_df['buy_5_vol'] == '-', 'buy_5_vol'] = 0
+    temp_df.loc[temp_df['buy_5'] == '-', 'buy_5'] = 0
+    temp_df['symbol'] = symbol
+    return temp_df
+
+
+if __name__ == '__main__':
+    while True:
+        df = stock_bid_ask_em('0.000001')
+        print(df)

mns_common-1.5.2.2/mns_common/api/akshare/stock_dt_pool.py

@@ -0,0 +1,47 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.utils.date_handle_util as date_handle_util
+
+
+def stock_em_dt_pool_df(date):
+    try:
+        date = date_handle_util.no_slash_date(date)
+        stock_dt_pool_df = ak.stock_zt_pool_dtgc_em(date)
+        if data_frame_util.is_empty(stock_dt_pool_df):
+            return None
+        stock_dt_pool_df.rename(columns={"序号": "index",
+                                         "代码": "symbol",
+                                         "名称": "name",
+                                         "涨跌幅": "chg",
+                                         "最新价": "now_price",
+                                         "成交额": "amount",
+                                         "流通市值": "flow_mv",
+                                         "总市值": "total_mv",
+                                         "动态市盈率": "ttm_pe",
+                                         "换手率": "exchange",
+                                         "封单资金": "closure_funds",
+                                         "最后封板时间": "last_closure_time",
+                                         "板上成交额": "plates_deal",
+                                         "连续跌停": "connected_boards_numbers",
+                                         "开板次数": "frying_plates_numbers",
+                                         "所属行业": "industry"
+                                         }, inplace=True)
+        stock_dt_pool_df.loc[stock_dt_pool_df['amount'] == '-', 'amount'] = 0
+        stock_dt_pool_df.loc[stock_dt_pool_df['exchange'] == '-', 'exchange'] = 0
+        stock_dt_pool_df.loc[stock_dt_pool_df['closure_funds'] == '-', 'closure_funds'] = 0
+        return stock_dt_pool_df
+    except BaseException as e:
+        logger.error("同步股票跌停数据出现异常:{},{}", date, e)
+        return None
+
+
+if __name__ == '__main__':
+    stock_em_dt_pool_df('20231215')

mns_common-1.5.2.2/mns_common/api/akshare/stock_zb_pool.py

@@ -0,0 +1,48 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+from loguru import logger
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.utils.date_handle_util as date_handle_util
+
+
+def stock_zb_pool_df(date):
+    try:
+        date = date_handle_util.no_slash_date(date)
+        stock_zb_pool = ak.stock_zt_pool_zbgc_em(date)
+        if data_frame_util.is_empty(stock_zb_pool):
+            return None
+        stock_zb_pool.rename(columns={"序号": "index",
+                                      "代码": "symbol",
+                                      "名称": "name",
+                                      "涨跌幅": "chg",
+                                      "最新价": "now_price",
+                                      "炸板股价": "zt_price",
+                                      "成交额": "amount",
+                                      "流通市值": "flow_mv",
+                                      "总市值": "total_mv",
+                                      "动态市盈率": "ttm_pe",
+                                      "换手率": "exchange",
+                                      "涨速": "speed",
+                                      "首次封板时间": "first_closure_time",
+                                      "炸板次数": "frying_plates_numbers",
+                                      "炸板股统计": "statistics",
+                                      "振幅": "pct_chg",
+                                      "所属行业": "industry"
+                                      }, inplace=True)
+        stock_zb_pool.loc[stock_zb_pool['amount'] == '-', 'amount'] = 0
+        stock_zb_pool.loc[stock_zb_pool['exchange'] == '-', 'exchange'] = 0
+        return stock_zb_pool
+    except BaseException as e:
+        logger.error("同步股票炸板数据出现异常:{},{}", date, e)
+        return None
+
+
+if __name__ == '__main__':
+    df = stock_zb_pool_df('2024-09-04')
+    print(df)

mns_common-1.5.2.2/mns_common/api/akshare/stock_zt_pool_api.py

@@ -0,0 +1,47 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+from loguru import logger
+import mns_common.utils.date_handle_util as date_handle_util
+
+
+def stock_em_zt_pool_df(date):
+    try:
+        date = date_handle_util.no_slash_date(date)
+        zt_df = ak.stock_zt_pool_em(date)
+        if zt_df is None or zt_df.shape[0] == 0:
+            return None
+        zt_df.rename(columns={"序号": "index",
+                              "代码": "symbol",
+                              "名称": "name",
+                              "最新价": "now_price",
+                              "涨跌幅": "chg",
+                              "成交额": "amount",
+                              "流通市值": "flow_mv",
+                              "总市值": "total_mv",
+                              "换手率": "exchange",
+                              "封板资金": "closure_funds",
+                              "首次封板时间": "first_closure_time",
+                              "最后封板时间": "last_closure_time",
+                              "炸板次数": "frying_plates_numbers",
+                              "涨停统计": "statistics",
+                              "连板数": "connected_boards_numbers",
+                              "所属行业": "industry"
+                              }, inplace=True)
+        zt_df.loc[zt_df['amount'] == '-', 'amount'] = 0
+        zt_df.loc[zt_df['exchange'] == '-', 'exchange'] = 0
+        zt_df.loc[zt_df['closure_funds'] == '-', 'closure_funds'] = 0
+        return zt_df
+    except BaseException as e:
+        logger.error("同步股票涨停数据出现异常:{},{}", date, e)
+        return None
+
+
+if __name__ == '__main__':
+    df = stock_em_zt_pool_df('2025-10-24')
+    print(df)

mns_common-1.5.2.2/mns_common/api/akshare/yjyg_sync_api.py

@@ -0,0 +1,98 @@
+import sys
+import os
+import akshare as ak
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.utils.data_frame_util as data_frame_util
+import pandas as pd
+from datetime import datetime
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)
+mongodb_util = MongodbUtil('27017')
+
+predictor_translation_map = {
+    "主营业务收入": "main_operating_revenue",
+    "净利润": "net_profit",
+    "归属于上市公司股东的净利润": "net_profit_attributable_to_shareholders",
+    "扣除后营业收入": "operating_revenue_deducted",
+    "扣除非经常性损益后的净利润": "net_profit_excluding_non_recurring_items",
+    "扣非后每股收益": "earnings_per_share_excluding_non_recurring_items",
+    "每股收益": "earnings_per_share",
+    "营业收入": "operating_revenue",
+    "非经常性损益": "non_recurring_items"
+}
+# ['net_profit', 'net_profit_attributable_to_shareholders', 'net_profit_excluding_non_recurring_items',
+#  'earnings_per_share_excluding_non_recurring_items', 'earnings_per_share']
+predict_type_translation_map = {
+    "不确定": "uncertain",
+    "减亏": "loss_reduction",
+    "增亏": "increased_loss",
+    "扭亏": "turnaround",
+    "略减": "slight_decrease",
+    "略增": "slight_increase",
+    "续亏": "continued_loss",
+    "续盈": "continued_profit",
+    "预减": "pre_loss",
+    "预增": "pre_increase",
+    "首亏": "first_loss"
+}
+
+
+# ['turnaround', 'slight_increase', 'continued_profit', 'pre_increase']
+
+
+def sync_yjyg_data(period):
+    stock_yjyg_em_df = ak.stock_yjyg_em(date=period)
+    if data_frame_util.is_empty(stock_yjyg_em_df):
+        return None
+    now_date = datetime.now()
+    str_now_date = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    sync_day = now_date.strftime('%Y-%m-%d')
+    stock_yjyg_em_df.rename(columns={"序号": "index",
+                                     "股票代码": "symbol",
+                                     "股票简称": "name",
+                                     "预测指标": "predictor",
+                                     "业绩变动": "perform_change_detail",
+                                     "预测数值": "predicted_value",
+                                     "业绩变动幅度": "perform_chg",
+                                     "业绩变动原因": "perform_change_reason",
+                                     "预告类型": "predict_type",
+                                     "上年同期值": "last_year_period",
+                                     "公告日期": "release_day"}, inplace=True)
+
+    stock_yjyg_em_df['predictor_en'] = stock_yjyg_em_df['predictor'].map(lambda x: predictor_translation_map.get(x, x))
+    stock_yjyg_em_df['predict_type_en'] = stock_yjyg_em_df['predict_type'].map(
+        lambda x: predict_type_translation_map.get(x, x))
+
+    stock_yjyg_em_df.loc[:, 'period'] = period
+    stock_yjyg_em_df.loc[:, 'sync_day'] = sync_day
+    stock_yjyg_em_df.loc[:, 'str_now_date'] = str_now_date
+    stock_yjyg_em_df['release_day'] = pd.to_datetime(stock_yjyg_em_df['release_day'])
+    stock_yjyg_em_df['release_day'] = stock_yjyg_em_df['release_day'].dt.strftime('%Y-%m-%d')
+
+    stock_yjyg_em_df['perform_chg'].fillna(0, inplace=True)
+    stock_yjyg_em_df['_id'] = stock_yjyg_em_df['symbol'] + '_' + period + '_' + stock_yjyg_em_df[
+        'predictor_en'] + '_' + stock_yjyg_em_df['predict_type_en']
+    stock_yjyg_em_df = stock_yjyg_em_df[
+        ['_id', 'symbol', 'name', 'predictor',
+         'predictor_en',
+         'perform_change_detail',
+         'predicted_value',
+         'perform_chg',
+         'perform_change_reason',
+         'predict_type',
+         'predict_type_en',
+         'last_year_period',
+         'release_day',
+         'period',
+         'sync_day',
+         'str_now_date',
+         'index']]
+
+    mongodb_util.save_mongo(stock_yjyg_em_df, 'stock_yjyg_em_df')
+
+
+if __name__ == '__main__':
+    sync_yjyg_data('20230630')

mns_common-1.5.2.2/mns_common/db/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 14
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns_common-1.5.2.1 → mns_common-1.5.2.2}/mns_common.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-common
-Version: 1.5.2.1
+Version: 1.5.2.2

{mns_common-1.5.2.1 → mns_common-1.5.2.2}/mns_common.egg-info/SOURCES.txt

@@ -6,6 +6,13 @@ mns_common.egg-info/SOURCES.txt
 mns_common.egg-info/dependency_links.txt
 mns_common.egg-info/top_level.txt
 mns_common/api/__init__.py
+mns_common/api/akshare/__init__.py
+mns_common/api/akshare/k_line_api.py
+mns_common/api/akshare/stock_bid_ask_api.py
+mns_common/api/akshare/stock_dt_pool.py
+mns_common/api/akshare/stock_zb_pool.py
+mns_common/api/akshare/stock_zt_pool_api.py
+mns_common/api/akshare/yjyg_sync_api.py
 mns_common/api/em/__init__.py
 mns_common/api/em/concept/__init__.py
 mns_common/api/em/concept/em_concept_index_api.py

{mns_common-1.5.2.1 → mns_common-1.5.2.2}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns_common',
-    version='1.5.2.1',
+    version='1.5.2.2',
     # packages=["mns_common", "mns_common.api",
     #           "mns_common.api.akshare",
     #           "mns_common.api.em",