mns-scheduler 1.0.5.1__tar.gz → 1.0.5.4__tar.gz

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.4}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.5.1
+Version: 1.0.5.4

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.4}/mns_scheduler/company_info/company_info_sync_api.py

@@ -19,6 +19,8 @@ import mns_common.api.kpl.symbol.kpl_real_time_quotes_api as kpl_real_time_quote
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.api.kpl.constant.kpl_constant as kpl_constant
 import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 
 mongodb_util = MongodbUtil('27017')
 # 分页大小
@@ -89,6 +91,7 @@ def filed_sort(company_info):
         "holder_controller_rate",
         "area",
         "list_date",
+        "deal_days",
         "pe_ttm",
         "pb",
         "ROE",
@@ -196,13 +199,28 @@ def fix_company_industry(symbol):
     try:
         company_info.dropna(subset=['symbol'], axis=0, inplace=True)
         company_info.dropna(subset=['_id'], axis=0, inplace=True)
-        mongodb_util.save_mongo(company_info, 'company_info')
+        mongodb_util.save_mongo(company_info, db_name_constant.COMPANY_INFO)
+        # 保存历史数据
+        save_company_info_his(company_info)
     except BaseException as e:
         logger.error("出现异常:{},{}", symbol, e)
 
     return company_info
 
 
+def save_company_info_his(company_info_df):
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    company_info_df['symbol'] = company_info_df['_id']
+    company_info_df['str_day'] = str_day
+    company_info_df['_id'] = company_info_df['_id'] + "_" + str_day
+    remove_query = {'str_day': str_day}
+    tag = mongodb_util.remove_data(remove_query, db_name_constant.COMPANY_INFO_HIS)
+    success = tag.acknowledged
+    if success:
+        mongodb_util.insert_mongo(company_info_df, db_name_constant.COMPANY_INFO_HIS)
+
+
 def sync_company_base_info(symbol_list):
     global result
     result = []
@@ -310,7 +328,10 @@ def single_thread_sync_company_info(east_money_stock_info,
             company_info_type['kpl_plate_list_info'] = '-'
             company_info_type['kpl_plate_name'] = '-'
             company_info_type['kpl_most_relative_name'] = '-'
-
+            now_date = datetime.now()
+            str_day = now_date.strftime('%Y-%m-%d')
+            deal_days = k_line_common_service_api.get_deal_days(str_day, company_one.symbol)
+            company_info_type['deal_days'] = deal_days
             try:
                 if data_frame_util.is_not_empty(kpl_real_time_quotes):
                     kpl_real_time_quotes_one = kpl_real_time_quotes.loc[
@@ -472,6 +493,6 @@ if __name__ == '__main__':
     # 300293
     # sync_company_base_info(None)
     # new_company_info_update()
-    sync_company_base_info(['300483'])
-    fix_company_industry('300483')
+    sync_company_base_info(None)
+    fix_company_industry(None)
     # group_by_industry()

mns-scheduler-1.0.5.4/mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -0,0 +1,42 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+import mns_common.utils.data_frame_util as data_frame_util
+import pandas as pd
+from loguru import logger
+
+
+# 获取股票提问    互动易-提问
+def get_stock_irm_cninfo(symbol):
+    try:
+        stock_irm_cninfo_df = ak.stock_irm_cninfo(symbol)
+    except Exception as e:
+        logger.error("获取提问者异常:{},{}", symbol, e)
+        return pd.DataFrame()
+    if data_frame_util.is_empty(stock_irm_cninfo_df):
+        return pd.DataFrame()
+    stock_irm_cninfo_df = stock_irm_cninfo_df.rename(columns={"股票代码": "symbol",
+                                                              "公司简称": "name",
+                                                              "行业": "industry",
+                                                              "行业代码": "industry_code",
+                                                              "问题": "question",
+                                                              '提问者': "questioner",
+                                                              '来源': "source",
+                                                              '提问时间': "question_time",
+                                                              '更新时间': "update_time",
+                                                              "提问者编号": "questioner_no",
+                                                              "问题编号": "question_no",
+                                                              "回答ID": "answer_id",
+                                                              "回答内容": "answer_content",
+                                                              "回答者": "answer"
+                                                              })
+    return stock_irm_cninfo_df
+
+
+if __name__ == '__main__':
+    get_stock_irm_cninfo('301191')

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.4}/mns_scheduler/k_line/clean/k_line_info_clean_impl.py

@@ -13,6 +13,7 @@ import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.k_line.patterns.k_line_patterns_service_api as k_line_patterns_service
 import mns_common.component.k_line.clean.sh_small_normal_zt_k_line_check_api as sh_small_normal_zt_k_line_check_api
 import mns_common.component.classify.symbol_classify_api as symbol_classify_api
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 
 mongodb_util = MongodbUtil('27017')
 # 排除最近10天有三个连板的股票
@@ -119,11 +120,11 @@ def handle_week_line(k_line_info, str_day, symbol):
 
 # 处理日线
 def handle_day_line(k_line_info, str_day, symbol):
-    # 当天没有k线数据时 进行同步
-    query = {"symbol": symbol, 'date': {"$lt": date_handle_util.no_slash_date(str_day)}}
-    deal_days = mongodb_util.count(query, 'stock_qfq_daily')
+    deal_days = k_line_common_service_api.get_deal_days(str_day, symbol)
 
     # 取五天刚好包含一周 todo 选择60天的历史记录
+    # 当天没有k线数据时 进行同步
+    query = {"symbol": symbol, 'date': {"$lt": date_handle_util.no_slash_date(str_day)}}
     stock_qfq_daily = mongodb_util.descend_query(query, 'stock_qfq_daily', 'date', 60)
     if stock_qfq_daily.shape[0] == 0:
         return k_line_info
@@ -406,15 +407,18 @@ def set_history_list(stock_qfq_daily_one, stock_qfq_daily):
         stock_qfq_daily_ten = stock_qfq_daily.iloc[0:10]
         # 计算 amount 的标准差
         std_amount_ten = round(stock_qfq_daily_ten['amount_level'].std(), 2)
+        # 计算 amount 的平均值
         mean_amount_ten = round(stock_qfq_daily_ten['amount_level'].mean(), 2)
 
     if daily_num >= 30:
         stock_qfq_daily_thirty = stock_qfq_daily.iloc[0:30]
         # 计算 amount 的标准差
         std_amount_thirty = round(stock_qfq_daily_thirty['amount_level'].std(), 2)
+        # 计算 amount 的平均值
         mean_amount_thirty = round(stock_qfq_daily_thirty['amount_level'].mean(), 2)
     if daily_num >= 60:
         std_amount_sixty = round(stock_qfq_daily['amount_level'].std(), 2)
+        # 计算 amount 的平均值
         mean_amount_sixty = round(stock_qfq_daily['amount_level'].mean(), 2)
 
     # text = list(stock_qfq_daily_one['history_data'])[0]

mns-scheduler-1.0.5.4/mns_scheduler/risk/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns-scheduler-1.0.5.4/mns_scheduler/risk/stock_equity_mortgage_sync_api.py

@@ -0,0 +1,32 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+# 股权质押 https://data.eastmoney.com/gpzy/pledgeRatio.aspx
+
+import requests
+
+
+def get_equity_mortgage():
+    url = (
+        'https://datacenter-web.eastmoney.com/api/data/v1/get?callback=jQuery1123018114616341595302_1715993497168&sortColumns=PLEDGE_RATIO&sortTypes=-1'
+        '&pageSize=50000'
+        '&pageNumber=1'
+        '&reportName=RPT_CSDC_LIST&columns=ALL&quoteColumns=&source=WEB'
+        '&client=WEB'
+        '&filter=(TRADE_DATE%3D%272024-05-17%27)')
+
+    headers = {
+        "Content-Type": "application/json"
+    }
+    r = requests.post(url, headers=headers)
+    data_json = r.json()
+    print(data_json)
+
+
+if __name__ == '__main__':
+    get_equity_mortgage()

mns-scheduler-1.0.5.4/mns_scheduler/zb/__init__.py

@@ -0,0 +1,8 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+

mns-scheduler-1.0.5.4/mns_scheduler/zt/__init__.py

@@ -0,0 +1,37 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 17
+project_path = file_path[0:end]
+sys.path.append(project_path)
+# from mns_common.db.MongodbUtil import MongodbUtil
+# import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
+#
+# mongodb_util = MongodbUtil('27017')
+# # query = {"deal_days": {"$exists": False}}
+# deal_days = 8
+# fail_id_list = []
+# while True:
+#     query = {"deal_days": deal_days}
+#     realtime_quotes_now_zt_new_kc_open_df = mongodb_util.find_query_data('realtime_quotes_now_zt_new_kc_open', query)
+#
+#     for stock_one in realtime_quotes_now_zt_new_kc_open_df.itertuples():
+#         try:
+#             str_day = stock_one.str_day
+#             deal_days = k_line_common_service_api.get_deal_days(str_day, stock_one.symbol)
+#
+#             realtime_quotes_now_zt_new_kc_open_one = realtime_quotes_now_zt_new_kc_open_df.loc[
+#                 (realtime_quotes_now_zt_new_kc_open_df['symbol'] == stock_one.symbol)
+#                 & (realtime_quotes_now_zt_new_kc_open_df['str_day'] == stock_one.str_day)]
+#
+#             realtime_quotes_now_zt_new_kc_open_one['deal_days'] = deal_days
+#
+#             mongodb_util.save_mongo(realtime_quotes_now_zt_new_kc_open_one, 'realtime_quotes_now_zt_new_kc_open')
+#         except Exception as e:
+#             mongodb_util.insert_mongo(realtime_quotes_now_zt_new_kc_open_one, 'realtime_quotes_now_zt_new_kc_open_fail')
+#             print(stock_one.symbol)
+#     deal_days = deal_days + 1
+#     if deal_days > 3479:
+#         print(deal_days)
+#         break

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.4}/mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py

@@ -17,6 +17,7 @@ import pandas as pd
 from datetime import time
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 
 mongodb_util = MongodbUtil('27017')
 mongodb_util_21019 = MongodbUtil('27019')
@@ -223,6 +224,10 @@ def one_symbol_day_open_data(realtime_quotes_now_kc, kc_one, str_day):
     del realtime_quotes_now_zt_new_kc_open_copy['str_day_01']
     del realtime_quotes_now_zt_new_kc_open_copy['list_date_01']
 
+    deal_days = k_line_common_service_api.get_deal_days(str_day, kc_one.symbol)
+
+    realtime_quotes_now_zt_new_kc_open_copy['deal_days'] = deal_days
+
     mongodb_util.save_mongo(realtime_quotes_now_zt_new_kc_open_copy, 'realtime_quotes_now_zt_new_kc_open')
 
 

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.4}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.5.1
+Version: 1.0.5.4

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.4}/mns_scheduler.egg-info/SOURCES.txt

@@ -49,6 +49,8 @@ mns_scheduler/finance/test/__init__.py
 mns_scheduler/finance/test/fix_blask_list.py
 mns_scheduler/hk/__init__.py
 mns_scheduler/hk/hk_company_info_sync_service_api.py
+mns_scheduler/irm/__init__.py
+mns_scheduler/irm/stock_irm_cninfo_service.py
 mns_scheduler/k_line/__init__.py
 mns_scheduler/k_line/clean/__init__.py
 mns_scheduler/k_line/clean/k_line_info_clean_impl.py
@@ -69,6 +71,7 @@ mns_scheduler/real_time/realtime_quotes_now_create_db_index.py
 mns_scheduler/real_time/realtime_quotes_now_sync.py
 mns_scheduler/risk/__init__.py
 mns_scheduler/risk/register_and_investigate_stock_sync_api.py
+mns_scheduler/risk/stock_equity_mortgage_sync_api.py
 mns_scheduler/trade/__init__.py
 mns_scheduler/trade/auto_ipo_buy_api.py
 mns_scheduler/trade/auto_sell_service_api.py

{mns-scheduler-1.0.5.1 → mns-scheduler-1.0.5.4}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.0.5.1',
+    version='1.0.5.4',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )

mns-scheduler-1.0.5.1/mns_scheduler/k_line/sync/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)

mns-scheduler-1.0.5.1/mns_scheduler/zz_task/__init__.py

@@ -1,7 +0,0 @@
-import sys
-import os
-
-file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)