orbitkit 0.8.45__tar.gz → 0.8.46__tar.gz

{orbitkit-0.8.45/orbitkit.egg-info → orbitkit-0.8.46}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: orbitkit
-Version: 0.8.45
+Version: 0.8.46
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.46/orbitkit/VERSION

@@ -0,0 +1 @@
+0.8.46

{orbitkit-0.8.45 → orbitkit-0.8.46}/orbitkit/airflow_handler/data_preprocessing.py

@@ -126,7 +126,7 @@ class DocumentProcessor:
         return "extract" if reported_date < datetime.datetime(2020, 1, 1) else target_stage
 
     @classmethod
-    async def create_record(cls, doc, start_stage):
+    async def create_record(cls, doc, start_stage, important_level):
         attachments = doc.get('x_attachments', []) if start_stage == 'convert' else doc.get('x_attachments_pdf', [])
         s3_path_info = []
         add_extends = {}
@@ -151,7 +151,7 @@ class DocumentProcessor:
                     'store_path'],
                 'file_name': att['file_name']
             })
-        result_dict = {'id': doc['_id'], 's3_path_info': s3_path_info}
+        result_dict = {'id': doc['_id'], 's3_path_info': s3_path_info, 'important_level': important_level}
         if add_extends:
             result_dict['extends'] = add_extends
         return True, result_dict
@@ -165,7 +165,7 @@ class DocumentProcessor:
         }
 
     @classmethod
-    async def process(cls, doc, custom_process_step):
+    async def process(cls, doc, custom_process_step, important_level):
         report_id = doc['_id']
         # 筛选文件
         doc = cls.stock_us_filter_by_is_primary(doc)
@@ -195,7 +195,7 @@ class DocumentProcessor:
                                           "Invalid process sequence: 'start_stage' occurs before 'target_stage'.",
                                           doc['_id'])
 
-        file_name_check_status, record = await cls.create_record(doc, start_stage)
+        file_name_check_status, record = await cls.create_record(doc, start_stage, important_level)
         if not file_name_check_status:
             return cls.create_result_info("step_error", "Document file name too lang.", report_id)
 

{orbitkit-0.8.45 → orbitkit-0.8.46}/orbitkit/airflow_handler/file_flow_entry_process.py

@@ -177,7 +177,13 @@ class FilingOfficialProcessor:
 
     async def process_task_entry(self, source: Literal["filing_data", "reports_view", "G7_demo"],
                            query: dict, tags: list[str], priority: str,
-                           is_important: bool = False, custom_step: Optional[list[str]] = None):
+                           is_important: bool = False, custom_step: Optional[list[str]] = None, important_level = None):
+
+        if not important_level or not isinstance(important_level, int):
+            important_level = 0
+
+        if important_level == 0:
+            raise ValueError(f'important_level must be an integer (int) greater than 0. {important_level}')
 
         allowed_steps = {"convert", "extract", "embedding"}
         if custom_step is not None:
@@ -206,7 +212,7 @@ class FilingOfficialProcessor:
                 self.all_stat_count['all'] += 1
                 for orbit_entity_id in doc['x_orbit_data']['perm_id_list']:
                     perm_id_set.add(orbit_entity_id)
-                result_record = await self.data_processor.process(doc=doc, custom_process_step=custom_step)
+                result_record = await self.data_processor.process(doc=doc, custom_process_step=custom_step, important_level=important_level)
                 process_data.append(result_record)
                 if len(process_data) >= self.max_batch_size:
                     file_flow_info, xbrl_data, except_id_list, doc_error_list = self.data_processor.split_data_by_spider_name_and_step(

{orbitkit-0.8.45 → orbitkit-0.8.46}/orbitkit/airflow_handler/file_handler_v2.py

@@ -137,7 +137,8 @@ class FileFlowHandleV2:
             'created_at': now,
             'updated_at': now,
             'tags': params['tags'],
-            'tag': params['tag']
+            'tag': params['tag'],
+            'important_level': record.get('important_level', 0)
         }
 
         step = {

{orbitkit-0.8.45 → orbitkit-0.8.46/orbitkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: orbitkit
-Version: 0.8.45
+Version: 0.8.46
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.45/orbitkit/VERSION

@@ -1 +0,0 @@
-0.8.45