mns-scheduler 1.0.6.8__py3-none-any.whl → 1.0.6.9__py3-none-any.whl

mns_scheduler/irm/stock_irm_cninfo_service.py

@@ -164,8 +164,8 @@ def sync_all_interactive_questions(symbol_list):
             stock_irm_cninfo_df['valid'] = True
             stock_irm_cninfo_df = stock_irm_cninfo_df.dropna(subset=['answer_content'])
             stock_irm_cninfo_df = stock_irm_cninfo_df[stock_irm_cninfo_df['answer_content'] != '']
-
-            mongodb_util.save_mongo(stock_irm_cninfo_df, db_name_constant.STOCK_INTERACTIVE_QUESTION)
+            # 保存新增数据
+            save_new_data(stock_irm_cninfo_df)
             logger.info("完成同步互动回答到:{}", stock_one.symbol)
         except Exception as e:
             time.sleep(5)
@@ -174,6 +174,24 @@ def sync_all_interactive_questions(symbol_list):
     sync_all_interactive_questions(fail_symbol_list)
 
 
+def save_new_data(stock_irm_cninfo_df):
+    if data_frame_util.is_empty(stock_irm_cninfo_df):
+        return None
+    else:
+        irm_id_list = list(stock_irm_cninfo_df['_id'])
+        query = {"_id": {"$in": irm_id_list}}
+        query_field = {"_id": 1}
+
+        exist_df = mongodb_util.find_query_data_choose_field(db_name_constant.STOCK_INTERACTIVE_QUESTION, query,
+                                                             query_field)
+        if data_frame_util.is_empty(exist_df):
+            new_df = stock_irm_cninfo_df
+        else:
+            new_df = stock_irm_cninfo_df.loc[~(stock_irm_cninfo_df['_id'].isin(list(exist_df['_id'])))]
+        if data_frame_util.is_not_empty(new_df):
+            mongodb_util.insert_mongo(new_df, db_name_constant.STOCK_INTERACTIVE_QUESTION)
+
+
 if __name__ == '__main__':
     fail_symbol_list_01 = ['000638', '002886', '688778', '688766', '688733', '688778', '688793', '688787']
     # get_stock_irm_cninfo_sh_api('603633')

{mns_scheduler-1.0.6.8.dist-info → mns_scheduler-1.0.6.9.dist-info}/METADATA

@@ -1,4 +1,4 @@
 Metadata-Version: 2.1
 Name: mns-scheduler
-Version: 1.0.6.8
+Version: 1.0.6.9
 

{mns_scheduler-1.0.6.8.dist-info → mns_scheduler-1.0.6.9.dist-info}/RECORD

@@ -44,7 +44,7 @@ mns_scheduler/finance/test/fix_blask_list.py,sha256=sXmNcnfnjKHBylc27ysCCb9G4HYl
 mns_scheduler/hk/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/hk/hk_company_info_sync_service_api.py,sha256=JEfIl_up36b1UpDxfPhosP6_i2Lo17Ma_GHLytoMjWI,3661
 mns_scheduler/irm/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
-mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=7E6UWwL5hfRxH7-3oRY-C4nmB0UACRxC0Afo1dXLjgc,8923
+mns_scheduler/irm/stock_irm_cninfo_service.py,sha256=BKQAQO8B7iSMydT8q1RxPwOrsCYxQYW8o041bUOzFhU,9712
 mns_scheduler/irm/api/__init__.py,sha256=wEg73KlZo-dU0yKGwpA1C2y6LZm4IBb94tNda1tqLeg,163
 mns_scheduler/irm/api/sh_stock_sns_sse_info_api.py,sha256=iXy_FukyyQ_ZcU1WcT_DSpZ8-aEtDrTEcyiiIlFzXho,4931
 mns_scheduler/irm/api/sz_stock_sns_sse_info_api.py,sha256=6iZpdQ1pARchL3kV-oEVPDc9Ja0ciQBjBntVmxseeNE,6199
@@ -87,7 +87,7 @@ mns_scheduler/zt/zt_pool_sync_api.py,sha256=RrVAbU1u-HTqXF9BSwNlzIxMHrUgjNaLpDKF
 mns_scheduler/zz_task/__init__.py,sha256=QWBdZwBCvQw8aS4hnL9_pg3U3ZiNLUXzlImyy9WhUcI,163
 mns_scheduler/zz_task/data_sync_task.py,sha256=d-WI1oyUesTWnf227g9Nzy5K3iM0NvGLuq8zYNomzS8,16850
 mns_scheduler/zz_task/sync_realtime_quotes_task.py,sha256=DN3bq2XCDZC-PHlbD2NTog48bR44EruIEc2QVGKg7Tk,932
-mns_scheduler-1.0.6.8.dist-info/METADATA,sha256=56UzkIsYq9bgNTQ1DDEtYDvHhUVgVUcXiYwW_0VV-40,64
-mns_scheduler-1.0.6.8.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-mns_scheduler-1.0.6.8.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
-mns_scheduler-1.0.6.8.dist-info/RECORD,,
+mns_scheduler-1.0.6.9.dist-info/METADATA,sha256=pUvsVAigZFal_ouIbp1Msbf7PPImwH9oYIfnEF_wojE,64
+mns_scheduler-1.0.6.9.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+mns_scheduler-1.0.6.9.dist-info/top_level.txt,sha256=PXQDFBGR1pWmsUbH5yiLAh71P5HZODTRED0zJ8CCgOc,14
+mns_scheduler-1.0.6.9.dist-info/RECORD,,