orbitkit 0.8.32__tar.gz → 0.8.34__tar.gz

{orbitkit-0.8.32/orbitkit.egg-info → orbitkit-0.8.34}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: orbitkit
-Version: 0.8.32
+Version: 0.8.34
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.34/orbitkit/VERSION

@@ -0,0 +1 @@
+0.8.34

{orbitkit-0.8.32 → orbitkit-0.8.34}/orbitkit/pdf_extractor/pdf_extractor_netmind_v3.py

@@ -13,7 +13,6 @@ from orbitkit.util import s3_split_path, S3Util, get_from_dict_or_env, ExtenCons
     get_content_type_4_filename
 from typing import Optional
 import urllib3
-from retry import retry
 import fitz  # PyMuPDF
 import os
 from tqdm import tqdm
@@ -46,6 +45,8 @@ class PdfExtractorNetmindFileAnalysis:
         self.s3_path = s3_path
         self.slice_option = slice_option
         self.max_workers = max_workers
+        self.input_file_size = None
+        self.total_pages = None
         self.aws_access_key_id = get_from_dict_or_env(kwargs, "aws_access_key_id", "AWS_ACCESS_KEY_ID")
         self.aws_secret_access_key = get_from_dict_or_env(kwargs, "aws_secret_access_key", "AWS_SECRET_ACCESS_KEY")
         self.s3_client = boto3.client('s3',
@@ -67,8 +68,12 @@ class PdfExtractorNetmindFileAnalysis:
     def split_pdf(self, input_file: str, output_folder: str) -> List[Dict[str, str]]:
         Path(output_folder).mkdir(parents=True, exist_ok=True)
         hash_id = id_srv.get_random_short_id()
+        # 获取输入文件的大小
+        input_file_path = Path(input_file)
+        self.input_file_size = input_file_path.stat().st_size  # 获取输入文件的大小（字节）
         pdf_document = fitz.open(input_file)
         total_pages = len(pdf_document)
+        self.total_pages = total_pages
         pages_per_split = self.slice_option.split_page_number
         file_path_list = []
 
@@ -152,7 +157,6 @@ class PdfExtractorNetmindExtract:
                                                       },
                                                       ExpiresIn=604800)
 
-    @retry(tries=2, delay=4)
     def get_netmind_response(self, presigned_url):
         start = time.time()
         files = {"url": (None, presigned_url)}

{orbitkit-0.8.32 → orbitkit-0.8.34/orbitkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: orbitkit
-Version: 0.8.32
+Version: 0.8.34
 Summary: This project is only for Orbit Tech internal use.
 Home-page: https://github.com/clown-0726/orbitkit
 Author: Lilu Cao

orbitkit-0.8.32/orbitkit/VERSION

@@ -1 +0,0 @@
-0.8.32