mns-scheduler 1.0.5.1__tar.gz → 1.0.5.5__tar.gz

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.5}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.5.1
+Version: 1.0.5.5

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.5}/mns_scheduler/company_info/company_info_sync_api.py

@@ -19,6 +19,8 @@ import mns_common.api.kpl.symbol.kpl_real_time_quotes_api as kpl_real_time_quote
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.api.kpl.constant.kpl_constant as kpl_constant
 import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 
 mongodb_util = MongodbUtil('27017')
 # 分页大小
@@ -89,6 +91,7 @@ def filed_sort(company_info):
         "holder_controller_rate",
         "area",
         "list_date",
+        "deal_days",
         "pe_ttm",
         "pb",
         "ROE",
@@ -196,13 +199,28 @@ def fix_company_industry(symbol):
     try:
         company_info.dropna(subset=['symbol'], axis=0, inplace=True)
         company_info.dropna(subset=['_id'], axis=0, inplace=True)
-        mongodb_util.save_mongo(company_info, 'company_info')
+        mongodb_util.save_mongo(company_info, db_name_constant.COMPANY_INFO)
+        # 保存历史数据
+        save_company_info_his(company_info)
     except BaseException as e:
         logger.error("出现异常:{},{}", symbol, e)
 
     return company_info
 
 
+def save_company_info_his(company_info_df):
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    company_info_df['symbol'] = company_info_df['_id']
+    company_info_df['str_day'] = str_day
+    company_info_df['_id'] = company_info_df['_id'] + "_" + str_day
+    remove_query = {'str_day': str_day}
+    tag = mongodb_util.remove_data(remove_query, db_name_constant.COMPANY_INFO_HIS)
+    success = tag.acknowledged
+    if success:
+        mongodb_util.insert_mongo(company_info_df, db_name_constant.COMPANY_INFO_HIS)
+
+
 def sync_company_base_info(symbol_list):
     global result
     result = []
@@ -310,7 +328,10 @@ def single_thread_sync_company_info(east_money_stock_info,
             company_info_type['kpl_plate_list_info'] = '-'
             company_info_type['kpl_plate_name'] = '-'
             company_info_type['kpl_most_relative_name'] = '-'
-
+            now_date = datetime.now()
+            str_day = now_date.strftime('%Y-%m-%d')
+            deal_days = k_line_common_service_api.get_deal_days(str_day, company_one.symbol)
+            company_info_type['deal_days'] = deal_days
             try:
                 if data_frame_util.is_not_empty(kpl_real_time_quotes):
                     kpl_real_time_quotes_one = kpl_real_time_quotes.loc[
@@ -472,6 +493,6 @@ if __name__ == '__main__':
     # 300293
     # sync_company_base_info(None)
     # new_company_info_update()
-    sync_company_base_info(['300483'])
-    fix_company_industry('300483')
+    sync_company_base_info(None)
+    fix_company_industry(None)
     # group_by_industry()

mns-scheduler-1.0.5.5/mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -0,0 +1,42 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+import mns_common.utils.data_frame_util as data_frame_util
+import pandas as pd
+from loguru import logger
+
+
+# 获取股票提问    互动易-提问
+def get_stock_irm_cninfo(symbol):
+    try:
+        stock_irm_cninfo_df = ak.stock_irm_cninfo(symbol)
+    except Exception as e:
+        logger.error("获取提问者异常:{},{}", symbol, e)
+        return pd.DataFrame()
+    if data_frame_util.is_empty(stock_irm_cninfo_df):
+        return pd.DataFrame()
+    stock_irm_cninfo_df = stock_irm_cninfo_df.rename(columns={"股票代码": "symbol",
+                                                              "公司简称": "name",
+                                                              "行业": "industry",
+                                                              "行业代码": "industry_code",
+                                                              "问题": "question",
+                                                              '提问者': "questioner",
+                                                              '来源': "source",
+                                                              '提问时间': "question_time",
+                                                              '更新时间': "update_time",
+                                                              "提问者编号": "questioner_no",
+                                                              "问题编号": "question_no",
+                                                              "回答ID": "answer_id",
+                                                              "回答内容": "answer_content",
+                                                              "回答者": "answer"
+                                                              })
+    return stock_irm_cninfo_df
+
+
+if __name__ == '__main__':
+    get_stock_irm_cninfo('301191')

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.5}/mns_scheduler/k_line/clean/k_line_info_clean_impl.py

@@ -13,6 +13,8 @@ import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.k_line.patterns.k_line_patterns_service_api as k_line_patterns_service
 import mns_common.component.k_line.clean.sh_small_normal_zt_k_line_check_api as sh_small_normal_zt_k_line_check_api
 import mns_common.component.classify.symbol_classify_api as symbol_classify_api
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
+import mns_scheduler.k_line.clean.recent_hot_stocks_clean_service as recent_hot_stocks_clean_service
 
 mongodb_util = MongodbUtil('27017')
 # 排除最近10天有三个连板的股票
@@ -119,11 +121,11 @@ def handle_week_line(k_line_info, str_day, symbol):
 
 # 处理日线
 def handle_day_line(k_line_info, str_day, symbol):
-    # 当天没有k线数据时 进行同步
-    query = {"symbol": symbol, 'date': {"$lt": date_handle_util.no_slash_date(str_day)}}
-    deal_days = mongodb_util.count(query, 'stock_qfq_daily')
+    deal_days = k_line_common_service_api.get_deal_days(str_day, symbol)
 
     # 取五天刚好包含一周 todo 选择60天的历史记录
+    # 当天没有k线数据时 进行同步
+    query = {"symbol": symbol, 'date': {"$lt": date_handle_util.no_slash_date(str_day)}}
     stock_qfq_daily = mongodb_util.descend_query(query, 'stock_qfq_daily', 'date', 60)
     if stock_qfq_daily.shape[0] == 0:
         return k_line_info
@@ -151,6 +153,9 @@ def handle_day_line(k_line_info, str_day, symbol):
     k_line_info = check_recent_zt_stock(str_day, k_line_info)
     # 计算 昨日最高点到开盘涨幅差值 and   # 昨日最高点到当日收盘涨幅之间的差值
     k_line_info = calculate_chg_diff_value(k_line_info)
+
+    recent_hot_stocks_clean_service.calculate_recent_hot_stocks(stock_qfq_daily, symbol, str_day)
+
     return k_line_info
 
 
@@ -406,15 +411,18 @@ def set_history_list(stock_qfq_daily_one, stock_qfq_daily):
         stock_qfq_daily_ten = stock_qfq_daily.iloc[0:10]
         # 计算 amount 的标准差
         std_amount_ten = round(stock_qfq_daily_ten['amount_level'].std(), 2)
+        # 计算 amount 的平均值
         mean_amount_ten = round(stock_qfq_daily_ten['amount_level'].mean(), 2)
 
     if daily_num >= 30:
         stock_qfq_daily_thirty = stock_qfq_daily.iloc[0:30]
         # 计算 amount 的标准差
         std_amount_thirty = round(stock_qfq_daily_thirty['amount_level'].std(), 2)
+        # 计算 amount 的平均值
         mean_amount_thirty = round(stock_qfq_daily_thirty['amount_level'].mean(), 2)
     if daily_num >= 60:
         std_amount_sixty = round(stock_qfq_daily['amount_level'].std(), 2)
+        # 计算 amount 的平均值
         mean_amount_sixty = round(stock_qfq_daily['amount_level'].mean(), 2)
 
     # text = list(stock_qfq_daily_one['history_data'])[0]

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.5}/mns_scheduler/k_line/clean/k_line_info_clean_service.py

@@ -17,7 +17,7 @@ import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_scheduler.k_line.sync.daily_week_month_line_sync as daily_week_month_line_sync_api
 import mns_scheduler.k_line.clean.k_line_info_clean_impl as k_line_info_clean_impl
 import mns_common.utils.data_frame_util as data_frame_util
-
+import mns_common.component.company.company_common_service_api as company_common_service_api
 K_LINE_CLEAN_DB_NAME = 'k_line_clean_fail_name'
 
 # 定义一个全局锁，用于保护 result 变量的访问
@@ -47,8 +47,8 @@ def sync_k_line_info(str_day, symbol_list):
     if symbol_list is not None:
         for symbol in symbol_list:
             try:
-                query = {'symbol': symbol}
-                company_info_df = mongodb_util.find_query_data('company_info', query)
+                company_df = company_common_service_api.get_company_info_industry_list_date()
+                company_info_df = company_df.loc[company_df['_id'] == symbol]
                 if data_frame_util.is_not_empty(company_info_df):
 
                     # 将日期数值转换为日期时间格式
@@ -184,6 +184,6 @@ def clean_history_data():
 
 
 if __name__ == '__main__':
-    sync_k_line_info("2024-01-04",['000001'])
+    sync_k_line_info("2024-05-24", None)
     # clean_history_data()
     # sync_k_line_info("2023-12-22")

mns-scheduler-1.0.5.5/mns_scheduler/k_line/clean/recent_hot_stocks_clean_service.py

@@ -0,0 +1,66 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import pandas as pd
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.component.company.company_common_service_api as company_common_service_api
+
+mongodb_util = MongodbUtil('27017')
+# 高涨幅阈值
+HIGH_CHG = 50
+
+
+# 最近大涨股票
+def calculate_recent_hot_stocks(stock_qfq_daily_60, symbol, str_day):
+    company_df = company_common_service_api.get_company_info_industry_list_date()
+    company_one_df = company_df.loc[company_df['_id'] == symbol]
+    company_one_df['list_date_01'] = pd.to_datetime(company_one_df['list_date'], format='%Y%m%d')
+    list_date = list(company_one_df['list_date_01'])[0]
+
+    str_list_date = date_handle_util.no_slash_date(list_date.strftime('%Y-%m-%d'))
+    # 排除上市第一天的数据
+    stock_qfq_daily_60 = stock_qfq_daily_60.loc[stock_qfq_daily_60['date'] > str_list_date]
+
+    stock_qfq_daily_05 = stock_qfq_daily_60.iloc[0:5]
+
+    stock_qfq_daily_10 = stock_qfq_daily_60.iloc[0:10]
+
+    stock_qfq_daily_20 = stock_qfq_daily_60.iloc[0:20]
+
+    stock_qfq_daily_30 = stock_qfq_daily_60.iloc[0:30]
+    sum_five_chg = round(sum(stock_qfq_daily_05['chg']), 2)
+    sum_ten_chg = round(sum(stock_qfq_daily_10['chg']), 2)
+
+    sum_twenty_chg = round(sum(stock_qfq_daily_20['chg']), 2)
+
+    sum_thirty_chg = round(sum(stock_qfq_daily_30['chg']), 2)
+
+    sum_sixty_chg = round(sum(stock_qfq_daily_60['chg']), 2)
+    if (sum_sixty_chg >= HIGH_CHG
+            or sum_ten_chg >= HIGH_CHG
+            or sum_twenty_chg >= HIGH_CHG
+            or sum_thirty_chg >= HIGH_CHG
+            or sum_sixty_chg >= HIGH_CHG):
+        query = {'symbol': symbol}
+        company_info_df = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO, query)
+        name = list(company_info_df['name'])[0]
+        hot_stocks_dict = {
+            "_id": str_day + "_" + symbol,
+            "symbol": symbol,
+            "name": name,
+            "str_day": str_day,
+            "sum_five_chg": sum_five_chg,
+            "sum_ten_chg": sum_ten_chg,
+            "sum_twenty_chg": sum_twenty_chg,
+            "sum_thirty_chg": sum_thirty_chg,
+            "sum_sixty_chg": sum_sixty_chg,
+        }
+        hot_stocks_df = pd.DataFrame(hot_stocks_dict, index=[1])
+        mongodb_util.save_mongo(hot_stocks_df, db_name_constant.RECENT_HOT_STOCKS)

mns-scheduler-1.0.5.5/mns_scheduler/lhb/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns-scheduler-1.0.5.5/mns_scheduler/lhb/stock_lhb_sync_service.py

@@ -0,0 +1,18 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import akshare as ak
+
+# 当天龙虎榜股票
+stock_lhb_detail_em_df = ak.stock_lhb_detail_em(start_date="20240520", end_date="20240522")
+print(stock_lhb_detail_em_df)
+
+# 000560 某只股票当天龙虎榜详情
+stock_lhb_stock_detail_em_df = ak.stock_lhb_stock_detail_em(symbol="600383", date="20240521", flag="买入")
+stock_lhb_stock_detail_em_df = ak.stock_lhb_stock_detail_em(symbol="600383", date="20240521", flag="卖出")
+print(stock_lhb_stock_detail_em_df)

mns-scheduler-1.0.5.5/mns_scheduler/risk/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns-scheduler-1.0.5.5/mns_scheduler/risk/stock_equity_mortgage_sync_api.py

@@ -0,0 +1,32 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+# 股权质押 https://data.eastmoney.com/gpzy/pledgeRatio.aspx
+
+import requests
+
+
+def get_equity_mortgage():
+    url = (
+        'https://datacenter-web.eastmoney.com/api/data/v1/get?callback=jQuery1123018114616341595302_1715993497168&sortColumns=PLEDGE_RATIO&sortTypes=-1'
+        '&pageSize=50000'
+        '&pageNumber=1'
+        '&reportName=RPT_CSDC_LIST&columns=ALL&quoteColumns=&source=WEB'
+        '&client=WEB'
+        '&filter=(TRADE_DATE%3D%272024-05-17%27)')
+
+    headers = {
+        "Content-Type": "application/json"
+    }
+    r = requests.post(url, headers=headers)
+    data_json = r.json()
+    print(data_json)
+
+
+if __name__ == '__main__':
+    get_equity_mortgage()

mns-scheduler-1.0.5.5/mns_scheduler/zb/__init__.py

@@ -0,0 +1,8 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+

mns-scheduler-1.0.5.5/mns_scheduler/zt/__init__.py

@@ -0,0 +1,37 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+# from mns_common.db.MongodbUtil import MongodbUtil
+# import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
+#
+# mongodb_util = MongodbUtil('27017')
+# # query = {"deal_days": {"$exists": False}}
+# deal_days = 8
+# fail_id_list = []
+# while True:
+#     query = {"deal_days": deal_days}
+#     realtime_quotes_now_zt_new_kc_open_df = mongodb_util.find_query_data('realtime_quotes_now_zt_new_kc_open', query)
+#
+#     for stock_one in realtime_quotes_now_zt_new_kc_open_df.itertuples():
+#         try:
+#             str_day = stock_one.str_day
+#             deal_days = k_line_common_service_api.get_deal_days(str_day, stock_one.symbol)
+#
+#             realtime_quotes_now_zt_new_kc_open_one = realtime_quotes_now_zt_new_kc_open_df.loc[
+#                 (realtime_quotes_now_zt_new_kc_open_df['symbol'] == stock_one.symbol)
+#                 & (realtime_quotes_now_zt_new_kc_open_df['str_day'] == stock_one.str_day)]
+#
+#             realtime_quotes_now_zt_new_kc_open_one['deal_days'] = deal_days
+#
+#             mongodb_util.save_mongo(realtime_quotes_now_zt_new_kc_open_one, 'realtime_quotes_now_zt_new_kc_open')
+#         except Exception as e:
+#             mongodb_util.insert_mongo(realtime_quotes_now_zt_new_kc_open_one, 'realtime_quotes_now_zt_new_kc_open_fail')
+#             print(stock_one.symbol)
+#     deal_days = deal_days + 1
+#     if deal_days > 3479:
+#         print(deal_days)
+#         break

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.5}/mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py

@@ -17,6 +17,7 @@ import pandas as pd
 from datetime import time
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 
 mongodb_util = MongodbUtil('27017')
 mongodb_util_21019 = MongodbUtil('27019')
@@ -223,6 +224,10 @@ def one_symbol_day_open_data(realtime_quotes_now_kc, kc_one, str_day):
     del realtime_quotes_now_zt_new_kc_open_copy['str_day_01']
     del realtime_quotes_now_zt_new_kc_open_copy['list_date_01']
 
+    deal_days = k_line_common_service_api.get_deal_days(str_day, kc_one.symbol)
+
+    realtime_quotes_now_zt_new_kc_open_copy['deal_days'] = deal_days
+
     mongodb_util.save_mongo(realtime_quotes_now_zt_new_kc_open_copy, 'realtime_quotes_now_zt_new_kc_open')
 
 

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.5}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.5.1
+Version: 1.0.5.5

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.5}/mns_scheduler.egg-info/SOURCES.txt

@@ -49,10 +49,13 @@ mns_scheduler/finance/test/__init__.py
 mns_scheduler/finance/test/fix_blask_list.py
 mns_scheduler/hk/__init__.py
 mns_scheduler/hk/hk_company_info_sync_service_api.py
+mns_scheduler/irm/__init__.py
+mns_scheduler/irm/stock_irm_cninfo_service.py
 mns_scheduler/k_line/__init__.py
 mns_scheduler/k_line/clean/__init__.py
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py
 mns_scheduler/k_line/clean/k_line_info_clean_service.py
+mns_scheduler/k_line/clean/recent_hot_stocks_clean_service.py
 mns_scheduler/k_line/sync/__init__.py
 mns_scheduler/k_line/sync/daily_week_month_line_sync.py
 mns_scheduler/kpl/__init__.py
@@ -64,11 +67,14 @@ mns_scheduler/kpl/selection/symbol/__init__.py
 mns_scheduler/kpl/selection/symbol/sync_best_choose_symbol.py
 mns_scheduler/kpl/selection/total/__init__.py
 mns_scheduler/kpl/selection/total/sync_kpl_best_total_sync_api.py
+mns_scheduler/lhb/__init__.py
+mns_scheduler/lhb/stock_lhb_sync_service.py
 mns_scheduler/real_time/__init__.py
 mns_scheduler/real_time/realtime_quotes_now_create_db_index.py
 mns_scheduler/real_time/realtime_quotes_now_sync.py
 mns_scheduler/risk/__init__.py
 mns_scheduler/risk/register_and_investigate_stock_sync_api.py
+mns_scheduler/risk/stock_equity_mortgage_sync_api.py
 mns_scheduler/trade/__init__.py
 mns_scheduler/trade/auto_ipo_buy_api.py
 mns_scheduler/trade/auto_sell_service_api.py

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.5}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.0.5.1',
+    version='1.0.5.5',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )

mns-scheduler-1.0.5.1/mns_scheduler/k_line/sync/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns-scheduler-1.0.5.1/mns_scheduler/zz_task/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)