mns-scheduler 1.0.5.1__py3-none-any.whl → 1.0.5.4__py3-none-any.whl

mns_scheduler/__init__.py

@@ -4,4 +4,5 @@ import os
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
 project_path = file_path[0:end]
-sys.path.append(project_path)
+sys.path.append(project_path)
+

mns_scheduler/company_info/company_info_sync_api.py

@@ -19,6 +19,8 @@ import mns_common.api.kpl.symbol.kpl_real_time_quotes_api as kpl_real_time_quote
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.api.kpl.constant.kpl_constant as kpl_constant
 import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 
 mongodb_util = MongodbUtil('27017')
 # 分页大小
@@ -89,6 +91,7 @@ def filed_sort(company_info):
         "holder_controller_rate",
         "area",
         "list_date",
+        "deal_days",
         "pe_ttm",
         "pb",
         "ROE",
@@ -196,13 +199,28 @@ def fix_company_industry(symbol):
     try:
         company_info.dropna(subset=['symbol'], axis=0, inplace=True)
         company_info.dropna(subset=['_id'], axis=0, inplace=True)
-        mongodb_util.save_mongo(company_info, 'company_info')
+        mongodb_util.save_mongo(company_info, db_name_constant.COMPANY_INFO)
+        # 保存历史数据
+        save_company_info_his(company_info)
     except BaseException as e:
         logger.error("出现异常:{},{}", symbol, e)
 
     return company_info
 
 
+def save_company_info_his(company_info_df):
+    now_date = datetime.now()
+    str_day = now_date.strftime('%Y-%m-%d')
+    company_info_df['symbol'] = company_info_df['_id']
+    company_info_df['str_day'] = str_day
+    company_info_df['_id'] = company_info_df['_id'] + "_" + str_day
+    remove_query = {'str_day': str_day}
+    tag = mongodb_util.remove_data(remove_query, db_name_constant.COMPANY_INFO_HIS)
+    success = tag.acknowledged
+    if success:
+        mongodb_util.insert_mongo(company_info_df, db_name_constant.COMPANY_INFO_HIS)
+
+
 def sync_company_base_info(symbol_list):
     global result
     result = []
@@ -310,7 +328,10 @@ def single_thread_sync_company_info(east_money_stock_info,
             company_info_type['kpl_plate_list_info'] = '-'
             company_info_type['kpl_plate_name'] = '-'
             company_info_type['kpl_most_relative_name'] = '-'
-
+            now_date = datetime.now()
+            str_day = now_date.strftime('%Y-%m-%d')
+            deal_days = k_line_common_service_api.get_deal_days(str_day, company_one.symbol)
+            company_info_type['deal_days'] = deal_days
             try:
                 if data_frame_util.is_not_empty(kpl_real_time_quotes):
                     kpl_real_time_quotes_one = kpl_real_time_quotes.loc[
@@ -472,6 +493,6 @@ if __name__ == '__main__':
     # 300293
     # sync_company_base_info(None)
     # new_company_info_update()
-    sync_company_base_info(['300483'])
-    fix_company_industry('300483')
+    sync_company_base_info(None)
+    fix_company_industry(None)
     # group_by_industry()

mns_scheduler/irm/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -0,0 +1,42 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import akshare as ak
+import mns_common.utils.data_frame_util as data_frame_util
+import pandas as pd
+from loguru import logger
+
+
+# 获取股票提问    互动易-提问
+def get_stock_irm_cninfo(symbol):
+    try:
+        stock_irm_cninfo_df = ak.stock_irm_cninfo(symbol)
+    except Exception as e:
+        logger.error("获取提问者异常:{},{}", symbol, e)
+        return pd.DataFrame()
+    if data_frame_util.is_empty(stock_irm_cninfo_df):
+        return pd.DataFrame()
+    stock_irm_cninfo_df = stock_irm_cninfo_df.rename(columns={"股票代码": "symbol",
+                                                              "公司简称": "name",
+                                                              "行业": "industry",
+                                                              "行业代码": "industry_code",
+                                                              "问题": "question",
+                                                              '提问者': "questioner",
+                                                              '来源': "source",
+                                                              '提问时间': "question_time",
+                                                              '更新时间': "update_time",
+                                                              "提问者编号": "questioner_no",
+                                                              "问题编号": "question_no",
+                                                              "回答ID": "answer_id",
+                                                              "回答内容": "answer_content",
+                                                              "回答者": "answer"
+                                                              })
+    return stock_irm_cninfo_df
+
+
+if __name__ == '__main__':
+    get_stock_irm_cninfo('301191')

mns_scheduler/k_line/clean/k_line_info_clean_impl.py

@@ -13,6 +13,7 @@ import mns_common.utils.date_handle_util as date_handle_util
 import mns_common.component.k_line.patterns.k_line_patterns_service_api as k_line_patterns_service
 import mns_common.component.k_line.clean.sh_small_normal_zt_k_line_check_api as sh_small_normal_zt_k_line_check_api
 import mns_common.component.classify.symbol_classify_api as symbol_classify_api
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 
 mongodb_util = MongodbUtil('27017')
 # 排除最近10天有三个连板的股票
@@ -119,11 +120,11 @@ def handle_week_line(k_line_info, str_day, symbol):
 
 # 处理日线
 def handle_day_line(k_line_info, str_day, symbol):
-    # 当天没有k线数据时 进行同步
-    query = {"symbol": symbol, 'date': {"$lt": date_handle_util.no_slash_date(str_day)}}
-    deal_days = mongodb_util.count(query, 'stock_qfq_daily')
+    deal_days = k_line_common_service_api.get_deal_days(str_day, symbol)
 
     # 取五天刚好包含一周 todo 选择60天的历史记录
+    # 当天没有k线数据时 进行同步
+    query = {"symbol": symbol, 'date': {"$lt": date_handle_util.no_slash_date(str_day)}}
     stock_qfq_daily = mongodb_util.descend_query(query, 'stock_qfq_daily', 'date', 60)
     if stock_qfq_daily.shape[0] == 0:
         return k_line_info
@@ -406,15 +407,18 @@ def set_history_list(stock_qfq_daily_one, stock_qfq_daily):
         stock_qfq_daily_ten = stock_qfq_daily.iloc[0:10]
         # 计算 amount 的标准差
         std_amount_ten = round(stock_qfq_daily_ten['amount_level'].std(), 2)
+        # 计算 amount 的平均值
         mean_amount_ten = round(stock_qfq_daily_ten['amount_level'].mean(), 2)
 
     if daily_num >= 30:
         stock_qfq_daily_thirty = stock_qfq_daily.iloc[0:30]
         # 计算 amount 的标准差
         std_amount_thirty = round(stock_qfq_daily_thirty['amount_level'].std(), 2)
+        # 计算 amount 的平均值
         mean_amount_thirty = round(stock_qfq_daily_thirty['amount_level'].mean(), 2)
     if daily_num >= 60:
         std_amount_sixty = round(stock_qfq_daily['amount_level'].std(), 2)
+        # 计算 amount 的平均值
         mean_amount_sixty = round(stock_qfq_daily['amount_level'].mean(), 2)
 
     # text = list(stock_qfq_daily_one['history_data'])[0]

mns_scheduler/risk/stock_equity_mortgage_sync_api.py

@@ -0,0 +1,32 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+# 股权质押 https://data.eastmoney.com/gpzy/pledgeRatio.aspx
+
+import requests
+
+
+def get_equity_mortgage():
+    url = (
+        'https://datacenter-web.eastmoney.com/api/data/v1/get?callback=jQuery1123018114616341595302_1715993497168&sortColumns=PLEDGE_RATIO&sortTypes=-1'
+        '&pageSize=50000'
+        '&pageNumber=1'
+        '&reportName=RPT_CSDC_LIST&columns=ALL&quoteColumns=&source=WEB'
+        '&client=WEB'
+        '&filter=(TRADE_DATE%3D%272024-05-17%27)')
+
+    headers = {
+        "Content-Type": "application/json"
+    }
+    r = requests.post(url, headers=headers)
+    data_json = r.json()
+    print(data_json)
+
+
+if __name__ == '__main__':
+    get_equity_mortgage()

mns_scheduler/zt/__init__.py

@@ -5,3 +5,33 @@ file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
+# from mns_common.db.MongodbUtil import MongodbUtil
+# import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
+#
+# mongodb_util = MongodbUtil('27017')
+# # query = {"deal_days": {"$exists": False}}
+# deal_days = 8
+# fail_id_list = []
+# while True:
+#     query = {"deal_days": deal_days}
+#     realtime_quotes_now_zt_new_kc_open_df = mongodb_util.find_query_data('realtime_quotes_now_zt_new_kc_open', query)
+#
+#     for stock_one in realtime_quotes_now_zt_new_kc_open_df.itertuples():
+#         try:
+#             str_day = stock_one.str_day
+#             deal_days = k_line_common_service_api.get_deal_days(str_day, stock_one.symbol)
+#
+#             realtime_quotes_now_zt_new_kc_open_one = realtime_quotes_now_zt_new_kc_open_df.loc[
+#                 (realtime_quotes_now_zt_new_kc_open_df['symbol'] == stock_one.symbol)
+#                 & (realtime_quotes_now_zt_new_kc_open_df['str_day'] == stock_one.str_day)]
+#
+#             realtime_quotes_now_zt_new_kc_open_one['deal_days'] = deal_days
+#
+#             mongodb_util.save_mongo(realtime_quotes_now_zt_new_kc_open_one, 'realtime_quotes_now_zt_new_kc_open')
+#         except Exception as e:
+#             mongodb_util.insert_mongo(realtime_quotes_now_zt_new_kc_open_one, 'realtime_quotes_now_zt_new_kc_open_fail')
+#             print(stock_one.symbol)
+#     deal_days = deal_days + 1
+#     if deal_days > 3479:
+#         print(deal_days)
+#         break

mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py

@@ -17,6 +17,7 @@ import pandas as pd
 from datetime import time
 from mns_common.db.MongodbUtil import MongodbUtil
 import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.k_line.common.k_line_common_service_api as k_line_common_service_api
 
 mongodb_util = MongodbUtil('27017')
 mongodb_util_21019 = MongodbUtil('27019')
@@ -223,6 +224,10 @@ def one_symbol_day_open_data(realtime_quotes_now_kc, kc_one, str_day):
     del realtime_quotes_now_zt_new_kc_open_copy['str_day_01']
     del realtime_quotes_now_zt_new_kc_open_copy['list_date_01']
 
+    deal_days = k_line_common_service_api.get_deal_days(str_day, kc_one.symbol)
+
+    realtime_quotes_now_zt_new_kc_open_copy['deal_days'] = deal_days
+
     mongodb_util.save_mongo(realtime_quotes_now_zt_new_kc_open_copy, 'realtime_quotes_now_zt_new_kc_open')
 
 

{mns_scheduler-1.0.5.1.dist-info → mns_scheduler-1.0.5.4.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.5.1
+Version: 1.0.5.4
 

{mns_scheduler-1.0.5.1.dist-info → mns_scheduler-1.0.5.4.dist-info}/RECORD

@@ -1,4 +1,4 @@
-mns_scheduler/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
+mns_scheduler/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/backup/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/backup/app/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/backup/app/ths_new_concept_sync_app.py,sha256=yBr3RN24zCWgmRVCKgY6fwm0tdJA5XKliK3CSB-75tY,5148
@@ -12,7 +12,7 @@ mns_scheduler/big_deal/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9
 mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=wezGJWFRnKYBaPP9PVXLqMbHENOXgvJtw3HSGCSlX5c,4555
 mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/company_constant_data.py,sha256=g1SSGgNT5QsS-zUNW_zrXD3pZXgSkyjsFLZgWeh7daU,14306
-mns_scheduler/company_info/company_info_sync_api.py,sha256=-98TaiwfaeWromVQtJKlaDSA4bM5I5jdOKt9hLfNFEw,20539
+mns_scheduler/company_info/company_info_sync_api.py,sha256=J7CwDMzw8oLadwslx7Jka5K5IRIRQVwTmL4tRXz-5mU,21598
 mns_scheduler/company_info/de_list_stock_service.py,sha256=GCp6hlvO-SuH1oIpEsYZwEnGUOa6fXb2D7CqAUYXKQA,1993
 mns_scheduler/concept/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/concept/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
@@ -43,9 +43,11 @@ mns_scheduler/finance/test/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94t
 mns_scheduler/finance/test/fix_blask_list.py,sha256=sXmNcnfnjKHBylc27ysCCb9G4HYlFDAxOY4eHDnkIGE,1304
 mns_scheduler/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=JEfIl_up36b1UpDxfPhosP6_i2Lo17Ma_GHLytoMjWI,3661
+mns_scheduler/irm/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
+mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=yl6A6eknmfgHWZB5EdeHeUalEGX3D7Cmw3gbBnhtsuk,2086
 mns_scheduler/k_line/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
 mns_scheduler/k_line/clean/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/k_line/clean/k_line_info_clean_impl.py,sha256=3NPu-bkBw5ARW2yoMAmf_-au6vxQdSjzGlT-l4dqV4w,21833
+mns_scheduler/k_line/clean/k_line_info_clean_impl.py,sha256=t1arXrYeAGrkiCMVpXSQEBZowmKMPYikDTwPot-bJWY,22057
 mns_scheduler/k_line/clean/k_line_info_clean_service.py,sha256=zsb6HmyD4eqN7b135S4UgFR8U1vBLwqEZA1kIc8RuQ0,7988
 mns_scheduler/k_line/sync/__init__.py,sha256=ffZXFCLFdIwOsbxnw__u1MbQYh9yz7Bs8UMP6VF0X2M,161
 mns_scheduler/k_line/sync/daily_week_month_line_sync.py,sha256=MsBY-GtDXu9Eyd2nYanvSsLSTFnXIUq0BlQG4ptknqQ,5652
@@ -63,22 +65,23 @@ mns_scheduler/real_time/realtime_quotes_now_create_db_index.py,sha256=qQCjcsG3WY
 mns_scheduler/real_time/realtime_quotes_now_sync.py,sha256=XIz454cysRO-xfdgsEw3glR0LgTxFdZoCNONd4O7EgM,9165
 mns_scheduler/risk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/risk/register_and_investigate_stock_sync_api.py,sha256=pjVGZbSWQn6obobaJxsXQK7jeRrNQJ6kcwStQEj9R18,5086
+mns_scheduler/risk/stock_equity_mortgage_sync_api.py,sha256=MNj4kZ3VxxDwzFQjx-NuAGmOKcGnTaQIzGswdP_3pWc,871
 mns_scheduler/trade/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/trade/auto_ipo_buy_api.py,sha256=QXNzFJGNGveVUcXBh0RRJb_HV7abbLYXRljezPJf9ZM,377
 mns_scheduler/trade/auto_sell_service_api.py,sha256=HaauZeOsuLNBrowXT8IKaSgWLR2Huott6mg_AoLhpUY,4423
 mns_scheduler/trade/sync_position_api.py,sha256=HmREr4H-PqlOdlNx3_SN6vRaRnhlaLCI6keSlYuXJHc,2739
 mns_scheduler/zb/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
 mns_scheduler/zb/stock_zb_pool_sync.py,sha256=ky3CNDzpjB6C_frCf4YGNXdidnUo-uUUKsJpY62P4Bk,1936
-mns_scheduler/zt/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
+mns_scheduler/zt/__init__.py,sha256=Rzolrn2R5RZIj-eOmu9KcL6oZBY9Wjz_uBFXPlzirQc,1641
 mns_scheduler/zt/export_open_data_to_excel.py,sha256=haOSmh-aXnScp58u0mLE_QvcWIIuRfwxgmyF-XQMk_U,4015
-mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py,sha256=yh_Ik-l2q11Ji4OU_24_invNDmd-JuqqbTvZqx4N8K4,17272
+mns_scheduler/zt/realtime_quotes_now_zt_kc_sync.py,sha256=3CloQrZ5x3REesBsPYenl0wL0XXN8DtMbcngrBi5IgQ,17525
 mns_scheduler/zt/today_high_chg_pool_sync_api.py,sha256=KfEp2Mu8dZKB8DBai4m0UpZwgkiYpKfg_pdmWSECZwo,21283
 mns_scheduler/zt/zt_five_boards_sync_api.py,sha256=HfjPHKD99fU9c37kSenEX2_qNvFAjQGgy8ERuacSxwk,10916
 mns_scheduler/zt/zt_pool_sync_api.py,sha256=RrVAbU1u-HTqXF9BSwNlzIxMHrUgjNaLpDKFgXC1XuY,7604
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/zz_task/data_sync_task.py,sha256=ftMN3POBxSRz9qPh4BjLJB-3VU3yVlZxZxOLD-l2lIU,16262
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.5.1.dist-info/METADATA,sha256=zP_ZAZ1QotD3_f8XV5ki2-NtQjiAW7HTox9i6JXSLPs,64
-mns_scheduler-1.0.5.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.5.1.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.5.1.dist-info/RECORD,,
+mns_scheduler-1.0.5.4.dist-info/METADATA,sha256=OyLc4UHODz7Sk4gFockOr5CkH98LCxjipGqPbOviZm0,64
+mns_scheduler-1.0.5.4.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.0.5.4.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.0.5.4.dist-info/RECORD,,