orbitkit 0.8.35__tar.gz → 0.8.36__tar.gz

{orbitkit-0.8.35/orbitkit.egg-info → orbitkit-0.8.36}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: orbitkit
-Version: 0.8.35
+Version: 0.8.36
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.36/orbitkit/VERSION

@@ -0,0 +1 @@
+0.8.36

{orbitkit-0.8.35 → orbitkit-0.8.36}/orbitkit/pdf_extractor/pdf_extractor_netmind_v3.py

@@ -197,6 +197,7 @@ class PdfExtractorNetmindMerge:
                  temp_folder: Optional[str] = None,
                  s3_util: Optional[S3Util] = None,
                  txt_vector: str = 'txt-vector',
+                 is_page_number_discontinuity_exception_thrown: bool = False, #页码不连续异常抛出
                  slice_option: Optional[SplitPageOptions] = SplitPageOptions(),
                  **kwargs):
         self.aws_access_key_id = get_from_dict_or_env(kwargs, "aws_access_key_id", "AWS_ACCESS_KEY_ID")
@@ -205,6 +206,7 @@ class PdfExtractorNetmindMerge:
         self.txt_vector = txt_vector
         self.slice_option = slice_option
         self.source_s3_path = source_s3_path
+        self.is_page_number_discontinuity_exception_thrown = is_page_number_discontinuity_exception_thrown
         if not source_s3_path:
             raise Exception('not params source source_s3_path')
         if s3_util:
@@ -266,10 +268,13 @@ class PdfExtractorNetmindMerge:
                 for i in range(1, len(all_pages)):
                     if all_pages[i] != all_pages[i - 1] + 1:
                         missing_pages = list(range(all_pages[i - 1] + 1, all_pages[i]))
-                        raise ValueError(
-                            f"页码不连续错误！在 {all_pages[i - 1]} 页之后直接出现了 {all_pages[i]} 页，"
-                            f"缺少页码: {missing_pages}"
-                        )
+                        if self.is_page_number_discontinuity_exception_thrown:
+                            raise ValueError(
+                                f"页码不连续错误！在 {all_pages[i - 1]} 页之后直接出现了 {all_pages[i]} 页，"
+                                f"缺少页码: {missing_pages}"
+                            )
+                        else:
+                            print(f"页码不连续错误！在 {all_pages[i - 1]} 页之后直接出现了 {all_pages[i]} 页，缺少页码: {missing_pages}")
             logger.info("[JSON] Merge json result successfully...")
             return sorted_file_arr
 

{orbitkit-0.8.35 → orbitkit-0.8.36/orbitkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: orbitkit
-Version: 0.8.35
+Version: 0.8.36
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.35/orbitkit/VERSION

@@ -1 +0,0 @@
-0.8.35