mns-scheduler 1.1.5.3__py3-none-any.whl → 1.1.5.6__py3-none-any.whl

mns_scheduler/company_info/base/sync_company_base_info_api.py

@@ -401,7 +401,12 @@ def get_recent_year_income(symbol, company_info_type, exist_company_df):
     em_stock_profit = mongodb_util.descend_query(query, db_name_constant.EM_STOCK_PROFIT, 'REPORT_DATE', 1)
     if data_frame_util.is_not_empty(em_stock_profit):
         company_info_type['operate_profit'] = list(em_stock_profit['OPERATE_PROFIT'])[0]
-        company_info_type['total_operate_income'] = list(em_stock_profit['TOTAL_OPERATE_INCOME'])[0]
+        total_operate_income = list(em_stock_profit['TOTAL_OPERATE_INCOME'])[0]
+        # 金融机构大多收入计入在这个字段中
+        if total_operate_income == 0:
+            total_operate_income = list(em_stock_profit['OPERATE_INCOME'])[0]
+
+        company_info_type['total_operate_income'] = total_operate_income
     else:
         company_info_type['operate_profit'] = 0
         company_info_type['total_operate_income'] = 0

mns_scheduler/finance/sync_financial_report_service_api.py

@@ -17,6 +17,7 @@ import mns_scheduler.risk.financial_report_risk_check_api as financial_report_ri
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_scheduler.finance.finance_common_api as finance_common_api
 import mns_scheduler.risk.compliance.undisclosed_annual_report_api as undisclosed_annual_report_api
+
 mongodb_util = MongodbUtil('27017')
 
 
@@ -58,6 +59,10 @@ def sync_financial_report():
         period_time = str(now_year) + "-09-30 00:00:00"
         sync_profit_report(period_time, sync_time, period)
         sync_asset_liability_report(period_time, sync_time, period)
+    else:
+
+        sync_miss_report(sync_time)
+
     # 未出报告check
     undisclosed_annual_report_api.un_disclosed_report_check(sync_time, now_year, period, period_time)
 
@@ -82,7 +87,7 @@ def sync_asset_liability_report(period_time, sync_time, period):
 
             # 年报审核
             financial_report_risk_check_api.financial_report_check(new_asset_df, period_time, period,
-                                                                               db_name_constant.EM_STOCK_ASSET_LIABILITY)
+                                                                   db_name_constant.EM_STOCK_ASSET_LIABILITY)
 
         except Exception as e:
             logger.error("同步资产表异常:{},{},{}", symbol, period_time, e)
@@ -104,10 +109,43 @@ def sync_profit_report(period_time, sync_time, period):
 
             # 年报审核
             financial_report_risk_check_api.financial_report_check(new_profit_df, period_time,
-                                                                               period, db_name_constant.EM_STOCK_PROFIT)
+                                                                   period, db_name_constant.EM_STOCK_PROFIT)
         except Exception as e:
             logger.error("同步利润表异常:{},{},{}", symbol, period_time, e)
 
 
+def sync_miss_report(sync_time):
+    query = {"total_operate_income": 0}
+    un_report_company_info = mongodb_util.find_query_data(db_name_constant.COMPANY_INFO, query)
+    for un_report_one in un_report_company_info.itertuples():
+        try:
+            symbol = un_report_one.symbol
+            new_profit_df = em_financial_profit_sync_service_api.get_em_profit_api(symbol)
+            if data_frame_util.is_empty(new_profit_df):
+                continue
+            new_profit_df['sync_time'] = sync_time
+
+            new_profit_df['symbol'] = symbol
+            mongodb_util.insert_mongo(new_profit_df, db_name_constant.EM_STOCK_PROFIT)
+
+            new_asset_df = em_financial_asset_liability_sync_service_api.get_em_asset_liability_api(symbol)
+            # 负债比
+            new_asset_df['liability_ratio'] = round(
+                new_asset_df['TOTAL_LIABILITIES'] * 100 / new_asset_df['TOTAL_ASSETS'],
+                2)
+            new_asset_df['sync_time'] = sync_time
+            if data_frame_util.is_empty(new_asset_df):
+                continue
+            new_asset_df['symbol'] = symbol
+            mongodb_util.insert_mongo(new_asset_df, db_name_constant.EM_STOCK_ASSET_LIABILITY)
+
+        except Exception as e:
+            logger.error("同步财报补偿任务异常:{},{},{}", symbol, e)
+
+
 if __name__ == '__main__':
-    sync_financial_report()
+    now_date = datetime.now()
+    now_year = now_date.year
+    now_month = now_date.month
+    sync_time_test = now_date.strftime('%Y-%m-%d %H:%M:%S')
+    sync_miss_report(sync_time_test)

mns_scheduler/hk/hk_company_info_sync_service_api.py

@@ -63,7 +63,7 @@ def sync_hk_company_info():
     hk_real_time_df['_id'] = hk_real_time_df['symbol']
 
     hk_real_time_df.fillna(0, inplace=True)
-
+    mongodb_util.remove_all_data(db_name_constant.COMPANY_INFO_HK)
     mongodb_util.save_mongo(hk_real_time_df, db_name_constant.COMPANY_INFO_HK)
 
 

mns_scheduler/hk/hk_industry_info_sync_service_api.py

@@ -0,0 +1,69 @@
+import sys
+import os
+
+file_path = os.path.abspath(__file__)
+end = file_path.index('mns') + 16
+project_path = file_path[0:end]
+sys.path.append(project_path)
+
+import mns_common.api.em.east_money_stock_hk_api as east_money_stock_hk_api
+import akshare as ak
+import mns_common.constant.db_name_constant as db_name_constant
+from mns_common.db.MongodbUtil import MongodbUtil
+from functools import lru_cache
+import mns_common.component.common_service_fun_api as common_service_fun_api
+import mns_common.component.zt.zt_common_service_api as zt_common_service_api
+
+mongodb_util = MongodbUtil('27017')
+
+
+# 获取陆股通的列表
+@lru_cache(maxsize=None)
+def get_hk_ggt_component():
+    stock_hk_ggt_components_em_df = ak.stock_hk_ggt_components_em()
+    stock_hk_ggt_components_em_df = stock_hk_ggt_components_em_df.rename(columns={
+        "序号": "index",
+        "代码": "symbol",
+        "名称": "name"
+    })
+    return stock_hk_ggt_components_em_df
+
+
+# 获取em cookie
+@lru_cache(maxsize=None)
+def get_em_cookie():
+    query = {"type": "em_cookie"}
+    stock_account_info = mongodb_util.find_query_data(db_name_constant.STOCK_ACCOUNT_INFO, query)
+    cookie = list(stock_account_info['cookie'])[0]
+    return cookie
+
+
+def sync_hk_company_industry():
+    cookie = get_em_cookie()
+    hk_real_time_df = east_money_stock_hk_api.hk_real_time_quotes(cookie)
+
+    hk_real_time_df = hk_real_time_df[[
+        "symbol",
+        "name",
+        "chg",
+        "total_mv",
+        "flow_mv",
+        "list_date",
+        "industry",
+        "amount",
+        "now_price"
+    ]]
+    hk_real_time_df = hk_real_time_df.loc[(hk_real_time_df['total_mv'] != '-')]
+    hk_real_time_df['total_mv'] = hk_real_time_df['total_mv'].astype(float)
+    hk_real_time_df['flow_mv'] = hk_real_time_df['flow_mv'].astype(float)
+    hk_real_time_df = hk_real_time_df.loc[hk_real_time_df['total_mv'] != 0]
+
+    hk_real_time_df.loc[hk_real_time_df['industry'] == '-', 'industry'] = '其他'
+
+    group_industry_df = zt_common_service_api.group_by_industry(hk_real_time_df, 'industry')
+    group_industry_df['_id'] = group_industry_df['industry']
+    mongodb_util.remove_all_data(db_name_constant.HK_COMPANY_INDUSTRY)
+    mongodb_util.save_mongo(group_industry_df, db_name_constant.HK_COMPANY_INDUSTRY)
+
+    if __name__ == '__main__':
+        sync_hk_company_industry()

mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py

@@ -16,6 +16,7 @@ from loguru import logger
 import mns_common.utils.data_frame_util as data_frame_util
 import mns_common.component.common_service_fun_api as common_service_fun_api
 import mns_common.component.trade_date.trade_date_common_service_api as trade_date_common_service_api
+import mns_common.api.ths.zt.ths_stock_zt_pool_v2_api as ths_stock_zt_pool_v2_api
 
 '''
 东方财富涨停池
@@ -37,8 +38,8 @@ ZT_FIELD = ['_id', 'symbol', 'name', 'now_price', 'chg', 'first_closure_time',
             'ths_concept_code', 'ths_concept_sync_day', 'em_industry',
             'mv_circulation_ratio', 'ths_concept_list_info', 'kpl_plate_name',
             'kpl_plate_list_info', 'company_type', 'diff_days', 'symbol', 'amount',
-            'quantity_ratio', 'high', 'low', 'high', 'low', 'open', 'list_date',
-            'exchange', 'wei_bi', 'flow_mv', 'total_mv', 'buy_1_num',
+            'list_date',
+            'exchange', 'flow_mv', 'total_mv',
             'classification', 'flow_mv_sp', 'total_mv_sp', 'flow_mv_level',
             'amount_level', 'new_stock', 'list_date_01', 'index', 'str_day']
 
@@ -59,7 +60,7 @@ def save_zt_info(str_day):
     stock_em_zt_pool_df_data = company_common_service_api.amendment_industry(stock_em_zt_pool_df_data)
     try:
         # 同花顺问财涨停池
-        ths_zt_pool_df_data = ths_stock_zt_pool_api.get_real_time_zt_info()
+        ths_zt_pool_df_data = ths_stock_zt_pool_v2_api.get_ths_stock_zt_reason_with_cache(str_day)
 
         # del stock_em_zt_pool_df_data['ths_concept_name']
         # del stock_em_zt_pool_df_data['ths_concept_code']
@@ -74,22 +75,6 @@ def save_zt_info(str_day):
                     continue
                 stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'zt_reason'] = \
                     list(ths_zt_pool_one_df['zt_reason'])[0]
-
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'quantity_ratio'] = \
-                    list(ths_zt_pool_one_df['quantity_ratio'])[0]
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'high'] = \
-                    list(ths_zt_pool_one_df['high'])[0]
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'low'] = \
-                    list(ths_zt_pool_one_df['low'])[0]
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'open'] = \
-                    list(ths_zt_pool_one_df['open'])[0]
-
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'wei_bi'] = \
-                    list(ths_zt_pool_one_df['wei_bi'])[0]
-
-                stock_em_zt_pool_df_data.loc[stock_em_zt_pool_df_data['symbol'] == stock_one.symbol, 'buy_1_num'] = \
-                    list(ths_zt_pool_one_df['buy_1_num'])[0]
-
             except BaseException as e:
                 logger.error("出现异常:{}", e)
     except BaseException as e:
@@ -132,7 +117,7 @@ def save_zt_info(str_day):
 
 
 if __name__ == '__main__':
-    save_zt_info('2024-07-22')
+    save_zt_info('2024-09-30')
 # from datetime import datetime
 #
 # if __name__ == '__main__':

mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py

@@ -230,6 +230,8 @@ if __name__ == '__main__':
     # trade_date = '2024-08-01'
     # zt_df = ths_zt_pool(trade_date, None)
     # save_ths_zt_pool(zt_df, trade_date)
+    trade_date = '2024-09-30'
+    zt_df = ths_zt_pool(trade_date, None)
 
     query = {"$and": [{'_id': {"$gte": '2013-07-04'}}, {'_id': {"$lte": '2015-04-30'}}]}
     # query = {"$and": [{'_id': {"$gte": '2024-07-24'}}, {'_id': {"$lte": '2024-08-01'}}]}

mns_scheduler/zz_task/data_sync_task.py

@@ -52,6 +52,8 @@ import mns_scheduler.db.real_time_task_check as real_time_task_check_api
 import mns_scheduler.trade.task.trader_task_service as trader_task_service
 import mns_scheduler.company_info.remark.company_remark_info_sync as company_remark_info_sync
 import mns_scheduler.finance.sync_financial_report_service_api as sync_financial_report_service_api
+import mns_scheduler.hk.hk_industry_info_sync_service_api as hk_industry_info_sync_service_api
+import mns_scheduler.hk.hk_company_info_sync_service_api as hk_company_info_sync_service_api
 
 
 # 同步交易日期任务完成
@@ -374,6 +376,14 @@ def sync_financial_report_task():
     sync_financial_report_service_api.sync_financial_report()
 
 
+# 同步hk公司信息
+def sync_hk_company_industry_info():
+    # 同步所有港股信息
+    hk_company_info_sync_service_api.sync_hk_company_info()
+    # 同步所有港股行业信息
+    hk_industry_info_sync_service_api.sync_hk_company_industry()
+
+
 # # 定义BlockingScheduler
 blockingScheduler = BlockingScheduler()
 # sync_trade_date 同步交易日期
@@ -465,6 +475,10 @@ blockingScheduler.add_job(sync_company_remark_info, 'cron', hour='22', minute='3
 blockingScheduler.add_job(self_choose_stock_task, 'cron', hour='17,22', minute='30')
 # 同步财务报表任务
 blockingScheduler.add_job(sync_financial_report_task, 'cron', hour='17', minute='30')
+
+# 同步港股公司和行业信息
+blockingScheduler.add_job(sync_hk_company_industry_info, 'cron', hour='09,19', minute='10')
+
 print('定时任务启动成功')
 blockingScheduler.start()
 #

{mns_scheduler-1.1.5.3.dist-info → mns_scheduler-1.1.5.6.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.1.5.3
+Version: 1.1.5.6
 

{mns_scheduler-1.1.5.3.dist-info → mns_scheduler-1.1.5.6.dist-info}/RECORD

@@ -5,7 +5,7 @@ mns_scheduler/big_deal/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9
 mns_scheduler/big_deal/ths_big_deal_sync.py,sha256=aMFj-_pLprh4vGjSSzmr_tlYoPA0L4Lm0SkLRkQwIiw,4564
 mns_scheduler/company_info/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/company_info/base/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/company_info/base/sync_company_base_info_api.py,sha256=ELPKg-9R3J1f_PKqXwpYJXg7OAdRNEdt0e5la4W2d4M,19394
+mns_scheduler/company_info/base/sync_company_base_info_api.py,sha256=AAylhSj6Ca8s0NoeWdCEdB4Uva3VDeAlvz-4rwAzrEw,19627
 mns_scheduler/company_info/clean/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/company_info/clean/company_info_clean_api.py,sha256=n3kxsqihPjKJvGDkAjMYqB_U2EPemOi1Yjez5yOYJeo,4858
 mns_scheduler/company_info/constant/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
@@ -43,9 +43,10 @@ mns_scheduler/finance/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1t
 mns_scheduler/finance/em_financial_asset_liability_sync_service_api.py,sha256=kEZQZkxB7RF7UPH4DmHoRWfEKgI61ZN8BcNOzmBUoV0,19417
 mns_scheduler/finance/em_financial_profit_sync_service_api.py,sha256=A_ONxC-1giGUWUhMJG1fE6jem52uJYtzlewzxPZtdd0,14270
 mns_scheduler/finance/finance_common_api.py,sha256=_cjNHntTgXVbsfDT5F5KtCV_QNq2gbclgZ8UxrgGP64,2471
-mns_scheduler/finance/sync_financial_report_service_api.py,sha256=YSSVt5R1EqYbW8C3JH4ng2iq7UkQynAMA1ye6G4iecw,5086
+mns_scheduler/finance/sync_financial_report_service_api.py,sha256=45udF-6soKULbIxTrJWDXkWkg55F5ajJX0G2mH6Fv38,6625
 mns_scheduler/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=S5h55Igzumlzfikc0Dez47aL_pD2JkYoZVqVvjeUg2E,2257
+mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=WdzrWH0cjTfEHMBzT0__nlmMjy7Vqbr1-X9lemv3OM8,2323
+mns_scheduler/hk/hk_industry_info_sync_service_api.py,sha256=RUcmguyIMgh9xI09XyM7_So2E1_r1F36EEU-V-EYVio,2409
 mns_scheduler/irm/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=mTwD7ZYKk9XlA3KD1SQWz2A8-OKAH2mdUl2A9Pzwrz8,9560
 mns_scheduler/irm/api/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
@@ -125,11 +126,11 @@ mns_scheduler/zt/script/kcx_high_chg_open_his_data_handle.py,sha256=aTrYgshcccoH
 mns_scheduler/zt/script/sync_high_chg_pool_his_data.py,sha256=dtREQdNpoDM4KLTvdXuiEhXmdjpc1dScMDgR3fbEbww,1685
 mns_scheduler/zt/script/sync_now_higt_chg_zt.py,sha256=bhoIGDWTI3w0YKVfIAVNHWpUrYqJYDMGPt-1i3d_Zmw,1850
 mns_scheduler/zt/zt_pool/__init__.py,sha256=Tyvi_iQlv3jz59EdH67Mycnt9CSixcWPQoJwu55bOq0,165
-mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=x3-NCugHoY5IuX2s1UOUMl8DZsi9nrtMbEGzxWqJj3c,7642
-mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=LJVGqJyLn04oC-Xp59RVE1IOz7lx6ao78bw9l67sKBM,10382
+mns_scheduler/zt/zt_pool/em_zt_pool_sync_api.py,sha256=Y2TattsWufh8rSYxN5szSU_F5dnRELEdcA8jgF-h6Zo,6603
+mns_scheduler/zt/zt_pool/ths_zt_pool_sync_api.py,sha256=Sy39T-yFwLSIIoSZqQzS-6-W1RlaFWvYpksEXKQVFdI,10456
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
-mns_scheduler/zz_task/data_sync_task.py,sha256=OK6ynbUuMehQmPgIbrn3lZmY9_TDj1IUgaCHp0H3tgE,19613
-mns_scheduler-1.1.5.3.dist-info/METADATA,sha256=CsygKJLXdLrlylyqdpyurTaE1tKhMcg6iASXnA71oBE,64
-mns_scheduler-1.1.5.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-mns_scheduler-1.1.5.3.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.1.5.3.dist-info/RECORD,,
+mns_scheduler/zz_task/data_sync_task.py,sha256=DczJjItL2JjaDd_bNAkviXtDdZIhTiwIox90q9qw4Qk,20200
+mns_scheduler-1.1.5.6.dist-info/METADATA,sha256=C1O6d1PTatClun2cwTJXW-WNb3_8fCi1M9hT5hz8MdY,64
+mns_scheduler-1.1.5.6.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+mns_scheduler-1.1.5.6.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.1.5.6.dist-info/RECORD,,