orbitkit 0.8.42__tar.gz → 0.8.44__tar.gz

{orbitkit-0.8.42/orbitkit.egg-info → orbitkit-0.8.44}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: orbitkit
-Version: 0.8.42
+Version: 0.8.44
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.44/orbitkit/VERSION

@@ -0,0 +1 @@
+0.8.44

{orbitkit-0.8.42 → orbitkit-0.8.44}/orbitkit/airflow_handler/file_flow_entry_process.py

@@ -39,7 +39,6 @@ class FilingOfficialProcessor:
                 (self.filing_data_collection, 'filing_data')
             ]
         }
-        self.only_low_important_set = {'internal_seekingalpha'}
         postgres_uri = os.environ.get('PG_URI_AIRFLOW12_USER_NEWSFEEDSITE') if not postgres_uri else postgres_uri
         if not postgres_uri:
             raise KeyError('postgres_uri not set.')
@@ -136,10 +135,10 @@ class FilingOfficialProcessor:
         for step_info, records in file_flow_info.items():
             for record in records:
                 if 'extends' in record and record.get('extends') is not None:
-                    tickers = []
+                    tickers = set()
                     for i in record['extends']['perm_id_list']:
-                        tickers.extend(orbit_entity_id_ticker_map.get(i, []))
-                    record['extends']['tickers'] = tickers
+                        tickers.update(orbit_entity_id_ticker_map.get(i, []))
+                    record['extends']['tickers'] = list(tickers)
 
                     record['extends']['report_type_id_list_str'] = [self.report_type_id_name_map.get(i) for i in record['extends']['report_type_id_list_str']]
 
@@ -158,7 +157,7 @@ class FilingOfficialProcessor:
                     f"{len(records)}--{start_stage}-{target_stage}-{x_spider_name} status: False, message: 'File has already completed the embedding stage.' ")
                 continue
 
-            if is_important and x_spider_name not in self.only_low_important_set:
+            if is_important:
                 logger.info(f"is_important: {is_important} - {x_spider_name}")
                 status, ids, message = self.file_handler.entry_point_urgent(records=records, start_stage=start_stage,
                                                                             target_stage=target_stage,

{orbitkit-0.8.42 → orbitkit-0.8.44}/orbitkit/airflow_handler/file_flow_exit_process.py

@@ -28,8 +28,6 @@ class FlowUpdater:
         return getattr(self, collection_name)
 
     def _handle_convert(self, status, attachments, db_store_path_set, attachments_pdf):
-        if not attachments or not attachments_pdf:
-            raise ValueError("Missing attachments: neither 'attachments' nor 'attachments_pdf' was provided.")
         if not status:
             return {
                 'x_status_list.status_convert.status': 'convert_failed',
@@ -37,6 +35,9 @@ class FlowUpdater:
                 'x_status_list.status_convert.status_meta': 'meta_init'
             }
 
+        if not attachments or not attachments_pdf:
+            raise ValueError("Missing attachments: neither 'attachments' nor 'attachments_pdf' was provided.")
+
         store_path_set = set()
         parent_id_store_path_map = {i['parent_id']: i['store_path'] for i in attachments_pdf}
         x_attachments_pdf = []

{orbitkit-0.8.42 → orbitkit-0.8.44/orbitkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: orbitkit
-Version: 0.8.42
+Version: 0.8.44
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.42/orbitkit/VERSION

@@ -1 +0,0 @@
-0.8.42