orbitkit 0.8.56__tar.gz → 0.8.58__tar.gz

{orbitkit-0.8.56/orbitkit.egg-info → orbitkit-0.8.58}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: orbitkit
-Version: 0.8.56
+Version: 0.8.58
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.58/orbitkit/VERSION

@@ -0,0 +1 @@
+0.8.58

{orbitkit-0.8.56 → orbitkit-0.8.58}/orbitkit/airflow_handler/data_preprocessing.py

@@ -3,6 +3,7 @@ import datetime
 from collections import defaultdict
 from importlib.metadata import version
 import googletrans
+from dateutil.relativedelta import relativedelta
 
 
 class DocumentProcessor:
@@ -122,11 +123,13 @@ class DocumentProcessor:
     @staticmethod
     def update_target_stage_by_reported_at(doc, target_stage):
         date_str = doc.get('x_reported_at_utc_date', '1970-01-01')
+        now = datetime.datetime.now()
+        one_year_ago = now - relativedelta(years=1)
         try:
             reported_date = datetime.datetime.strptime(date_str, "%Y-%m-%d")
         except ValueError:
             reported_date = datetime.datetime(1970, 1, 1)
-        return "extract" if reported_date < datetime.datetime(2023, 1, 1) else target_stage
+        return "extract" if reported_date < one_year_ago else target_stage
 
     @staticmethod
     def update_target_stage_by_perm_match(doc, target_stage):

{orbitkit-0.8.56 → orbitkit-0.8.58}/orbitkit/airflow_handler/file_flow_exit_process.py

@@ -133,6 +133,11 @@ class FlowUpdater:
         db_doc = self._check_and_create_collection(data_source).find_one({'_id': report_id},
                                                                          {'_id': 1, 'x_attachments': 1,
                                                                           'x_status_list': 1})
+        if not db_doc and data_source == 'filing_data':
+            data_source = 'filing_data_staging'
+            db_doc = self._check_and_create_collection(data_source).find_one({'_id': report_id},
+                                                                             {'_id': 1, 'x_attachments': 1,
+                                                                              'x_status_list': 1})
         if not db_doc:
             logger.warning(f"No document found with id {report_id}.")
             return

{orbitkit-0.8.56 → orbitkit-0.8.58/orbitkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: orbitkit
-Version: 0.8.56
+Version: 0.8.58
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.56/orbitkit/VERSION

@@ -1 +0,0 @@
-0.8.56