mns-scheduler 1.1.8.4__py3-none-any.whl → 1.4.5.7__py3-none-any.whl

mns_scheduler/__init__.py

@@ -3,6 +3,4 @@ import os
 
 file_path = os.path.abspath(__file__)
 end = file_path.index('mns') + 17
-project_path = file_path[0:end]
-sys.path.append(project_path)
-
+project_path = file_path[0:end]

mns_scheduler/auto_da_ban/auto_da_ban_service.py

@@ -0,0 +1,89 @@
+import sys
+import os
+import time
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+from mns_common.db.MongodbUtil import MongodbUtil
+import mns_common.constant.db_name_constant as db_name_constant
+import mns_common.utils.data_frame_util as data_frame_util
+import mns_common.component.deal.deal_service_api as deal_service_api
+from loguru import logger
+from mns_common.utils.async_fun import async_fun
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.utils.date_handle_util as date_handle_util
+import pandas as pd
+
+mongodb_util = MongodbUtil('27017')
+from datetime import datetime
+
+
+def auto_da_ban_task():
+    logger.info("打板任务启动")
+    while True:
+        try:
+            now_date = datetime.now()
+            now_str_day = now_date.strftime('%Y-%m-%d')
+            if bool(1 - date_handle_util.is_trade_date(now_str_day)):
+                logger.info("非交易日不执行:{}", now_str_day)
+                break
+            else:
+                # 执行打板任务
+                auto_da_ban()
+        except BaseException as e:
+            logger.error("自动打板定时任务异常:{}", e)
+
+
+def auto_da_ban():
+    now_date = datetime.now()
+    now_str_day = now_date.strftime('%Y-%m-%d')
+    over_night_da_ban_list = query_over_night_da_ban_list(now_str_day)
+    if data_frame_util.is_empty(over_night_da_ban_list):
+        return None
+    for stock_one in over_night_da_ban_list.itertuples():
+        try:
+            symbol = stock_one.symbol
+            buy_price = stock_one.zt_price
+            buy_volume = stock_one.buy_volume
+            xia_dan_to_qmt(symbol, buy_price, buy_volume, now_str_day)
+        except BaseException as e:
+            logger.error("隔夜委托出现异常:{},{}", symbol, e)
+
+
+def xia_dan_to_qmt(symbol, buy_price, buy_volume, str_day):
+    symbol_prefix = common_service_fun_api.add_after_prefix_one(symbol)
+
+    deal_service_api.trade_buy(symbol_prefix, buy_price, buy_volume, 'qmt')
+
+    # 异步更新信息
+    handle_async_msg(str_day, symbol, symbol_prefix)
+
+
+@async_fun
+def handle_async_msg(str_day, symbol, symbol_prefix):
+    order_list = deal_service_api.query_orders('qmt')
+    order_list_df = pd.DataFrame(order_list)
+    # order_status ==57 费单
+    success_order_df = order_list_df.loc[
+        (order_list_df['stock_code'] == symbol_prefix) & (order_list_df['order_status'] != 57)]
+    # 多委托几个
+    time.sleep(1)
+    # 委托成功 更新状态
+    if data_frame_util.is_not_empty(success_order_df):
+        logger.info("隔夜委托成功:{}", symbol)
+        query = {"str_day": str_day, "symbol": symbol}
+        new_values = {"$set": {"valid": False}}
+        mongodb_util.update_many(query, new_values, db_name_constant.OVER_NIGHT_DA_BAN)
+
+
+def query_over_night_da_ban_list(str_day):
+    query = {"str_day": str_day, "valid": True}
+    return mongodb_util.find_query_data(db_name_constant.OVER_NIGHT_DA_BAN, query)
+
+
+if __name__ == '__main__':
+    while True:
+        auto_da_ban()

mns_scheduler/company_info/clean/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)

mns_scheduler/company_info/clean/company_info_clean_api.py

@@ -2,7 +2,7 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)
 from mns_common.db.MongodbUtil import MongodbUtil
@@ -12,36 +12,45 @@ from loguru import logger
 import mns_scheduler.company_info.constant.company_constant_data as company_constant_data
 import mns_common.constant.db_name_constant as db_name_constant
 import mns_scheduler.concept.ths.detaill.ths_concept_detail_api as ths_concept_detail_api
-import mns_scheduler.company_info.base.sync_company_base_info_api as company_info_sync_api
-
-mongodb_util = MongodbUtil('27017')
+import mns_scheduler.company_info.common.company_common_query_service as company_common_query_service
+import mns_scheduler.company_info.sync.sync_company_info_task as sync_company_info_task
+import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.component.company.company_common_service_api as company_common_service_api
 
+mongodb_util = MongodbUtil('27017')
+
 
 # 修改行业信息
-def fix_company_industry(symbol):
-    if symbol is not None:
-        query = {"symbol": symbol}
-        company_info = mongodb_util.find_query_data('company_info_base', query)
+def clean_company_info(symbol_list):
+    create_company_info_index()
+
+    if len(symbol_list) > 0:
+        query = {"symbol": {"$in": symbol_list}}
+        company_info_temp_df = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO_TEMP, query)
     else:
-        company_info = mongodb_util.find_all_data('company_info_base')
+        company_info_temp_df = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO_TEMP, {})
+
+    company_info_temp_df = company_constant_data.fix_second_industry(company_info_temp_df)
 
-    company_info = company_info.set_index(['second_sw_industry'], drop=False)
+    company_info = company_info_temp_df.set_index(['second_sw_industry'], drop=False)
+
+    # 修改行业名称
     del company_info['industry']
     # fix industry  name
-    industry_final_fix_df = company_constant_data.get_industry_final_fix_df()
+    industry_final_fix_df = company_constant_data.get_fix_industry_name_df()
     industry_final_fix_df = industry_final_fix_df.set_index(['second_sw_industry'], drop=True)
     company_info = pd.merge(company_info, industry_final_fix_df, how='outer',
                             left_index=True, right_index=True)
-    # 将申万第三行业做为行业
+
+    # 将申万第三行业做为行业 拆分过大的二级行业 主要有通用设备 和专业设备
     company_info = company_constant_data.fix_industry_use_sw_third(company_info.copy())
     company_info['industry'] = company_info['industry'].fillna('综合')
     company_info = company_constant_data.filed_sort(company_info)
     company_info['company_type'] = company_info['business_nature']
 
     # 将list_date列中的所有NaN值设置为99990909
-    company_info['list_date'].fillna(20990909.0, inplace=True)
+    company_info.fillna({'list_date': 19890604}, inplace=True)
 
     # 将日期数值转换为日期时间格式
     company_info['list_date_01'] = pd.to_datetime(company_info['list_date'], format='%Y%m%d')
@@ -63,9 +72,9 @@ def fix_company_industry(symbol):
         sub_stock = ths_concept_detail_api.get_ths_concept_detail('885598', None)
         sub_stock_symbol_list = list(sub_stock['symbol'])
     except BaseException as e:
-        logger.error("出现异常:{},{}", symbol, e)
+        logger.error("出现异常:{},", e)
         query = {'concept_code': 885598}
-        ths_stock_concept_detail = mongodb_util.find_query_data('ths_stock_concept_detail', query)
+        ths_stock_concept_detail = mongodb_util.find_query_data(db_name_constant.THS_STOCK_CONCEPT_DETAIL, query)
         sub_stock_symbol_list = list(ths_stock_concept_detail['symbol'])
     company_info.loc[:, 'sub_stock'] = False
     company_info.loc[company_info['symbol'].isin(sub_stock_symbol_list), 'sub_stock'] = True
@@ -73,11 +82,30 @@ def fix_company_industry(symbol):
     try:
         company_info.dropna(subset=['symbol'], axis=0, inplace=True)
         company_info.dropna(subset=['_id'], axis=0, inplace=True)
+        ths_stock_industry_detail_df = mongodb_util.find_all_data(db_name_constant.THS_STOCK_INDUSTRY_DETAIL)
+        if data_frame_util.is_not_empty(ths_stock_industry_detail_df):
+            ths_stock_industry_detail_df = ths_stock_industry_detail_df[
+                ['symbol', 'ths_industry_name', 'ths_industry_code']]
+
+            ths_stock_industry_detail_df = ths_stock_industry_detail_df.loc[
+                ths_stock_industry_detail_df['symbol'].isin(list(company_info['symbol']))]
+            ths_stock_industry_detail_df = ths_stock_industry_detail_df.set_index(['symbol'], drop=True)
+            company_info = company_info.set_index(['_id'], drop=False)
+            company_info = pd.merge(company_info, ths_stock_industry_detail_df, how='outer',
+                                    left_index=True, right_index=True)
+            company_info['ths_industry_code'] = company_info['ths_industry_code'].fillna('0')
+            company_info['ths_industry_name'] = company_info['ths_industry_name'].fillna('异常')
+
+        else:
+            company_info['ths_industry_code'] = '0'
+            company_info['ths_industry_name'] = '异常'
+        company_info.dropna(subset=['symbol'], axis=0, inplace=True)
+        company_info.dropna(subset=['_id'], axis=0, inplace=True)
         mongodb_util.save_mongo(company_info, db_name_constant.COMPANY_INFO)
         # 保存历史数据
         save_company_info_his(company_info)
     except BaseException as e:
-        logger.error("出现异常:{},{}", symbol, e)
+        logger.error("出现异常:{}", e)
 
     return company_info
 
@@ -97,17 +125,30 @@ def save_company_info_his(company_info_df):
 
 # 更新新上市公司信息
 def new_company_info_update():
-    east_money_stock_info = company_info_sync_api.get_east_money_stock_info()
-    new_stock = common_service_fun_api.get_new_stock(east_money_stock_info)
+    east_money_stock_info = company_common_query_service.get_company_info()
+    new_stock = common_service_fun_api.get_new_stock(east_money_stock_info.copy())
     for company_one in new_stock.itertuples():
         try:
-            company_info_sync_api.sync_company_base_info([company_one.symbol])
-            fix_company_industry(company_one.symbol)
+            sync_company_info_task.sync_company_base_info([company_one.symbol])
+            clean_company_info([company_one.symbol])
 
         except BaseException as e:
             logger.error("出现异常:{}", e)
     company_common_service_api.company_info_industry_cache_clear
 
 
+def create_company_info_index():
+    mongodb_util.create_index('company_info',
+                              [("classification", 1)])
+    mongodb_util.create_index('company_info',
+                              [("industry", 1)])
+    mongodb_util.create_index('company_info',
+                              [("flow_mv", 1)])
+    mongodb_util.create_index('company_info',
+                              [("list_date", 1)])
+    mongodb_util.create_index('company_info',
+                              [("symbol", 1)])
+
+
 if __name__ == '__main__':
-    fix_company_industry(None)
+    clean_company_info(["688795"])

mns_scheduler/company_info/common/company_common_query_service.py

@@ -0,0 +1,45 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.component.em.em_stock_info_api as em_stock_info_api
+import mns_common.component.company.company_common_service_api as company_common_service_api
+import mns_common.component.common_service_fun_api as common_service_fun_api
+
+
+def get_company_info():
+    em_company_info_df = em_stock_info_api.get_a_stock_info()
+    em_company_info_df = em_company_info_df[['symbol',
+                                             'name',
+                                             "now_price",
+                                             'total_mv',
+                                             'flow_mv',
+                                             'pe_ttm',
+                                             'sz_sh',
+                                             'area',
+                                             'pb',
+                                             'list_date',
+                                             'ROE',
+                                             'total_share',
+                                             'flow_share',
+                                             'industry',
+                                             'amount',
+                                             "hk_stock_code",
+                                             "hk_stock_name",
+                                             'concept']]
+
+    em_company_info_df = em_company_info_df.sort_values(by=['list_date'], ascending=False)
+
+    de_listed_stock_list = company_common_service_api.get_de_list_company()
+    em_company_info_df = em_company_info_df.loc[~(
+        em_company_info_df['symbol'].isin(de_listed_stock_list))]
+    em_company_info_df = common_service_fun_api.exclude_ts_symbol(em_company_info_df)
+
+    return em_company_info_df
+
+
+if __name__ == '__main__':
+    get_company_info()

mns_scheduler/company_info/constant/__init__.py

@@ -2,6 +2,6 @@ import sys
 import os
 
 file_path = os.path.abspath(__file__)
-end = file_path.index('mns') + 16
+end = file_path.index('mns') + 17
 project_path = file_path[0:end]
 sys.path.append(project_path)