mns-scheduler 1.1.4.9__tar.gz → 1.1.5.2__tar.gz

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.4.9
+Version: 1.1.5.2

mns_scheduler-1.1.5.2/mns_scheduler/2014-2015-test/2014_2015_chg_statistics.py

@@ -0,0 +1,87 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import mns_common.api.em.east_money_stock_api as east_money_stock_api
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+from loguru import logger
+import mns_common.component.company.company_common_service_new_api as company_common_service_new_api
+import mns_common.utils.date_handle_util as date_handle_util
+import mns_common.api.akshare.k_line_api as k_line_api
+
+mongodb_util = MongodbUtil('27017')
+
+
+def history_high_chg(symbol_param):
+    company_info_df = company_common_service_new_api.get_company_info_info()
+    begin_date = '20140722'
+    end_date = '20150615'
+
+    real_time_quotes_all_stocks_df = east_money_stock_api.get_real_time_quotes_all_stocks()
+    if symbol_param is not None:
+        real_time_quotes_all_stocks_df = real_time_quotes_all_stocks_df.loc[
+            real_time_quotes_all_stocks_df['symbol'] == symbol_param]
+    real_time_quotes_all_stocks_list_date_before = real_time_quotes_all_stocks_df.loc[
+        real_time_quotes_all_stocks_df['list_date'] < 20150615]
+
+    for company_one in real_time_quotes_all_stocks_list_date_before.itertuples():
+        try:
+
+            symbol = company_one.symbol
+            stock_qfq_daily_df = k_line_api.stock_zh_a_hist(symbol=symbol, period='daily',
+                                                            start_date=date_handle_util.no_slash_date(begin_date),
+                                                            end_date=date_handle_util.no_slash_date(end_date),
+                                                            adjust='hfq')
+
+            if stock_qfq_daily_df.shape[0] < 100:
+                continue
+                logger.error("新股或者交易时间不足{}:{}", symbol, company_one.name)
+            stock_qfq_daily_df = stock_qfq_daily_df.sort_values(by=['date'], ascending=True)
+            first_row = stock_qfq_daily_df.iloc[0]
+
+            open_price = first_row.open
+
+            last_row = stock_qfq_daily_df.iloc[-1]
+
+            close_price = last_row.close
+
+            sum_chg = round((close_price - open_price) * 100 / open_price, 2)
+
+            company_info_df_one = company_info_df.loc[company_info_df['_id'] == symbol]
+            if company_info_df_one.shape[0] > 0:
+                company_info_df_one['sum_chg'] = sum_chg
+                company_info_df_one['name'] = company_one.name
+                company_info_df_one = company_info_df_one[
+                    ['_id',
+                     'name',
+                     'sum_chg',
+                     'industry',
+                     'first_sw_industry',
+                     'second_sw_industry',
+                     'third_sw_industry',
+                     'em_industry',
+                     'list_date',
+                     'ths_concept_list_info',
+                     'kpl_plate_name',
+                     'kpl_plate_list_info',
+                     'company_type']]
+                mongodb_util.save_mongo(company_info_df_one, '2014-2015-chg-statistics')
+            else:
+                logger.error("该股票已经退市{}:{}", symbol, company_one.name)
+        except BaseException as e:
+            logger.error("出现异常{}:{}", symbol, e)
+
+
+if __name__ == '__main__':
+    symbol_test = None
+
+    # qfq_k_line_df = k_line_api.stock_zh_a_hist(symbol=symbol_test, period='daily',
+    #                                            start_date=date_handle_util.no_slash_date('1990-12-19'),
+    #                                            end_date=date_handle_util.no_slash_date('2990-12-19'),
+    #                                            adjust='hfq')
+
+    history_high_chg(symbol_test)

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/mns_scheduler/company_info/base/sync_company_base_info_api.py

@@ -75,6 +75,8 @@ def get_east_money_stock_info():
                                                  'flow_share',
                                                  'industry',
                                                  'amount',
+                                                 "hk_stock_code",
+                                                 "hk_stock_name",
                                                  'concept']]
 
     return all_real_time_quotes
@@ -171,6 +173,9 @@ def single_thread_sync_company_info(east_money_stock_info,
             company_info_type['em_industry'] = company_one.industry
             company_info_type['em_concept'] = company_one.concept
 
+            company_info_type['hk_stock_code'] = company_one.hk_stock_code
+            company_info_type['hk_stock_name'] = company_one.hk_stock_name
+
             company_info_type['now_price'] = company_one.now_price
             company_info_type['total_share'] = company_one.total_share
             company_info_type['flow_share'] = company_one.flow_share

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/mns_scheduler/company_info/constant/company_constant_data.py

@@ -368,7 +368,9 @@ def filed_sort(company_info):
         "kpl_plate_list_info",
         'operate_profit',
         'total_operate_income',
-        'kzz_debt_list'
+        'kzz_debt_list',
+        'hk_stock_code',
+        'hk_stock_name'
     ]]
 
 

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/mns_scheduler/db/col_move_service.py

@@ -93,7 +93,9 @@ def delete_exist_data(str_day):
 
 
 def db_export_col(db, col):
-    cmd = 'D:/MongoDB/tools/bin/mongodump.exe --host ' + db + ' -d patience -c ' + col + ' -o G:/backup'
+    cmd = 'F:/mongo/bin/mongodump.exe --host ' + db + ' -d patience -c ' + col + ' -o H:/back'
+    os.system(cmd)
+    logger.info("export finished:{}")
     os.system(cmd)
 
     logger.info("export finished:{}", col)
@@ -101,7 +103,7 @@ def db_export_col(db, col):
 
 # D:\software\mongodb-tools\mongodb-database-tools-windows-x86_64-100.5.2\bin
 def db_import_col(db, col):
-    cmd = 'D:/software/mongodb-tools/mongodb-database-tools-windows-x86_64-100.5.2/bin/mongorestore.exe --host ' + db + ' -d patience -c ' + col + ' D:/back/patience/' + col + '.bson'
+    cmd = 'F:/mongo/bin/mongodump.exe --host ' + db + ' -d patience -c ' + col + ' H:/back/patience/' + col + '.bson'
     os.system(cmd)
 
     logger.info("import finished:{}", col)
@@ -112,4 +114,6 @@ if __name__ == '__main__':
     # sync_col_move('2024-05-28')
     # sync_col_move('2024-05-30')
     # sync_col_move('2024-05-31')
-    sync_col_move('2024-07-02')
+    col = 'realtime_quotes_now_zt_new'
+    db_export_col('127.0.0.1:27017', col)
+    db_import_col('127.0.0.1:27019', col)

mns_scheduler-1.1.5.2/mns_scheduler/db/script/col_move_script.py

@@ -0,0 +1,45 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+import pymongo
+from mns_common.db.MongodbUtil import MongodbUtil
+
+mongodb_util = MongodbUtil('27017')
+
+client_win = pymongo.MongoClient("mongodb://192.168.1.6:" + '27017' + "/patience")
+from loguru import logger
+
+
+def insert_mongo(df, col):
+    db = client_win.patience
+
+    if df is None or len(df) == 0:
+        return
+    collection = db[col]
+    # 格式转换
+    try:
+        df = df.drop_duplicates()
+        # df = df.T.drop_duplicates().T
+        records = df.to_dict('records')
+        collection.insert_many(records)
+    except BaseException as e:
+        logger.error("插入数据异常:{}", e)
+
+
+def col_move():
+    col = 'realtime_quotes_now_2024-09-23'
+    number = 8
+    while number < 3312:
+        query = {'number': number}
+        realtime_quotes_now_df = mongodb_util.find_query_data(col, query)
+        insert_mongo(realtime_quotes_now_df, col)
+        number = number + 1
+        print(number)
+
+
+if __name__ == '__main__':
+    col_move()

mns_scheduler-1.1.5.2/mns_scheduler/self_choose/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/mns_scheduler/self_choose/ths_self_choose_service.py

@@ -62,18 +62,21 @@ def delete_all_self_choose_stocks():
 
 def add_self_choose_local():
     ths_cookie = get_ths_cookie()
+
+    self_choose_symbol_df = mongodb_util.find_all_data(db_name_constant.SELF_CHOOSE_STOCK)
+    if data_frame_util.is_not_empty(self_choose_symbol_df):
+        self_choose_symbol_df = self_choose_symbol_df.sort_values(by=['str_now_date'], ascending=False)
+        for stock_one in self_choose_symbol_df.itertuples():
+            ths_self_choose_api.add_stock_to_account(stock_one.symbol, ths_cookie)
+
     query_plate = {'self_type': self_choose_constant.SELF_CHOOSE_THS_CONCEPT}
     self_choose_plate_df = mongodb_util.find_query_data(db_name_constant.SELF_CHOOSE_PLATE, query_plate)
     # 自选同花顺概念
     if data_frame_util.is_not_empty(self_choose_plate_df):
+        self_choose_plate_df = self_choose_plate_df.sort_values(by=['str_now_date'], ascending=False)
         for stock_one in self_choose_plate_df.itertuples():
             ths_self_choose_api.add_stock_to_account(str(stock_one.self_code), ths_cookie)
 
-    self_choose_symbol_df = mongodb_util.find_all_data(db_name_constant.SELF_CHOOSE_STOCK)
-    if data_frame_util.is_not_empty(self_choose_symbol_df):
-        for stock_one in self_choose_symbol_df.itertuples():
-            ths_self_choose_api.add_stock_to_account(stock_one.symbol, ths_cookie)
-
 
 # 添加最近交易股票
 def add_trade_stocks():

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/mns_scheduler/zb/stock_zb_pool_sync.py

@@ -27,6 +27,7 @@ def sync_stock_zb_pool(str_now_day):
 
 
 if __name__ == '__main__':
+    sync_stock_zb_pool('2024-09-05')
     sync_date = date_handle_util.add_date_day('20231214', 1)
 
     now_date = datetime.now()

mns_scheduler-1.1.5.2/mns_scheduler/zt/script/__init__.py

@@ -0,0 +1,7 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/mns_scheduler/zz_task/data_sync_task.py

@@ -75,7 +75,7 @@ def sync_stock_zb_pool():
     str_now_day = now_date.strftime('%Y-%m-%d')
     if trade_date_common_service_api.is_trade_day(str_now_day):
         stock_zb_pool_sync_api.sync_stock_zb_pool(str_now_day)
-        logger.info("同步跌停信息任务执行成功:{}", str_now_day)
+        logger.info("同步炸板信息任务执行成功:{}", str_now_day)
 
 
 # 定时同步每周交易行情数据(前复权)
@@ -380,10 +380,10 @@ blockingScheduler = BlockingScheduler()
 blockingScheduler.add_job(sync_trade_date, 'cron', hour='20', minute='43')
 
 # 跌停信息同步
-blockingScheduler.add_job(sync_stock_dt_pool, 'cron', hour='15,17,21,03,07', minute='37')
+blockingScheduler.add_job(sync_stock_dt_pool, 'cron', hour='15,21', minute='37')
 
 # 炸板信息同步
-blockingScheduler.add_job(sync_stock_zb_pool, 'cron', hour='15,17,21,03,07', minute='55')
+blockingScheduler.add_job(sync_stock_zb_pool, 'cron', hour='15,17,21', minute='15')
 
 # (前复权--周k线)
 blockingScheduler.add_job(stock_sync_qfq_weekly, 'cron', day_of_week='fri', hour=16, minute=20)
@@ -434,7 +434,7 @@ blockingScheduler.add_job(sync_all_kpl_plate_info, 'interval', minutes=5, max_in
 # 同步公司基本信息
 blockingScheduler.add_job(update_company_base_info, 'cron', hour='08,18', minute='05')
 # 更新当天涨停股票池
-blockingScheduler.add_job(sync_stock_zt_pool, 'cron', hour='15,19,21,23', minute='42')
+blockingScheduler.add_job(sync_stock_zt_pool, 'cron', hour='15,19,21,23', minute='05')
 
 # 自动打新 打新中签高时间段 10:30-11:30
 blockingScheduler.add_job(auto_ipo_buy, 'cron', hour='10', minute='40,50')

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/mns_scheduler.egg-info/PKG-INFO

@@ -1,3 +1,3 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.4.9
+Version: 1.1.5.2

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/mns_scheduler.egg-info/SOURCES.txt

@@ -5,6 +5,8 @@ mns_scheduler.egg-info/PKG-INFO
 mns_scheduler.egg-info/SOURCES.txt
 mns_scheduler.egg-info/dependency_links.txt
 mns_scheduler.egg-info/top_level.txt
+mns_scheduler/2014-2015-test/2014_2015_chg_statistics.py
+mns_scheduler/2014-2015-test/__init__.py
 mns_scheduler/big_deal/__init__.py
 mns_scheduler/big_deal/ths_big_deal_sync.py
 mns_scheduler/company_info/__init__.py
@@ -37,6 +39,8 @@ mns_scheduler/db/__init__.py
 mns_scheduler/db/col_move_service.py
 mns_scheduler/db/db_status.py
 mns_scheduler/db/real_time_task_check.py
+mns_scheduler/db/script/__init__.py
+mns_scheduler/db/script/col_move_script.py
 mns_scheduler/debt/__init__.py
 mns_scheduler/debt/kzz_bond_info_sync.py
 mns_scheduler/dt/__init__.py

{mns_scheduler-1.1.4.9 → mns_scheduler-1.1.5.2}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='mns-scheduler',
-    version='1.1.4.9',
+    version='1.1.5.2',
     packages=find_packages(),
     install_requires=[],  # 如果有依赖项，可以在这里列出
 )