sparrow-parse 0.4.5__py3-none-any.whl → 0.4.7__py3-none-any.whl

sparrow_parse/__init__.py

@@ -1 +1 @@
-__version__ = '0.4.5'
+__version__ = '0.4.7'

sparrow_parse/vllm/mlx_inference.py

@@ -4,7 +4,6 @@ from mlx_vlm.utils import load_image
 from sparrow_parse.vllm.inference_base import ModelInference
 import os
 import json
-import gc
 
 
 class MLXInference(ModelInference):
@@ -20,46 +19,19 @@ class MLXInference(ModelInference):
         :param model_name: Name of the model to load.
         """
         self.model_name = model_name
-        self.model = None
-        self.processor = None
-        print(f"MLXInference initialized with model: {model_name}")
+        print(f"MLXInference initialized for model: {model_name}")
 
 
-    def __del__(self):
-        """
-        Destructor to clean up resources when the object is deleted.
-        """
-        self.unload_model()
-
-    def unload_model(self):
-        """
-        Unload the model and release resources.
-        """
-        if self.model:
-            print(f"Unloading model: {self.model_name}")
-            del self.model
-            self.model = None
-        if self.processor:
-            print(f"Unloading processor for model: {self.model_name}")
-            del self.processor
-            self.processor = None
-
-        # Force garbage collection to release memory
-        gc.collect()
-        print(f"Model {self.model_name} and its resources have been unloaded, memory cleared.")
-
-
-    def _load_model_and_processor(self, model_name):
+    @staticmethod
+    def _load_model_and_processor(model_name):
         """
         Load the model and processor for inference.
+
         :param model_name: Name of the model to load.
         :return: Tuple containing the loaded model and processor.
         """
-        print(f"Loading model and processor for: {model_name}...")
         model, processor = load(model_name)
-        self.model = model  # Store model instance
-        self.processor = processor  # Store processor instance
-        print(f"Model and processor for '{model_name}' loaded successfully.")
+        print(f"Loaded model: {model_name}")
         return model, processor
 
 
@@ -109,54 +81,48 @@ class MLXInference(ModelInference):
     def inference(self, input_data, mode=None):
         """
         Perform inference on input data using the specified model.
+
         :param input_data: A list of dictionaries containing image file paths and text inputs.
         :param mode: Optional mode for inference ("static" for simple JSON output).
         :return: List of processed model responses.
         """
-        try:
-            if mode == "static":
-                return [self.get_simple_json()]
-
-            # Load the model and processor
-            model, processor = self._load_model_and_processor(self.model_name)
-            config = model.config
-
-            # Prepare absolute file paths
-            file_paths = self._extract_file_paths(input_data)
-
-            results = []
-            for file_path in file_paths:
-                image, width, height = self.load_image_data(file_path)
-
-                # Prepare messages for the chat model
-                messages = [
-                    {"role": "system",
-                     "content": "You are an expert at extracting structured text from image documents."},
-                    {"role": "user", "content": input_data[0]["text_input"]},
-                ]
-
-                # Generate and process response
-                prompt = apply_chat_template(processor, config, messages)
-                response = generate(
-                    model,
-                    processor,
-                    image,
-                    prompt,
-                    resize_shape=(width, height),
-                    max_tokens=4000,
-                    temperature=0.0,
-                    verbose=False
-                )
-                results.append(self.process_response(response))
-
-                print("Inference completed successfully for: ", file_path)
-
-            return results
-
-        finally:
-            # Always unload the model after inference
-            self.unload_model()
+        if mode == "static":
+            return [self.get_simple_json()]
+
+        # Load the model and processor
+        model, processor = self._load_model_and_processor(self.model_name)
+        config = model.config
+
+        # Prepare absolute file paths
+        file_paths = self._extract_file_paths(input_data)
+
+        results = []
+        for file_path in file_paths:
+            image, width, height = self.load_image_data(file_path)
+
+            # Prepare messages for the chat model
+            messages = [
+                {"role": "system", "content": "You are an expert at extracting structured text from image documents."},
+                {"role": "user", "content": input_data[0]["text_input"]},
+            ]
+
+            # Generate and process response
+            prompt = apply_chat_template(processor, config, messages)  # Assuming defined
+            response = generate(
+                model,
+                processor,
+                image,
+                prompt,
+                resize_shape=(width, height),
+                max_tokens=4000,
+                temperature=0.0,
+                verbose=False
+            )
+            results.append(self.process_response(response))
+
+            print("Inference completed successfully for: ", file_path)
 
+        return results
 
     @staticmethod
     def _extract_file_paths(input_data):

{sparrow_parse-0.4.5.dist-info → sparrow_parse-0.4.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sparrow-parse
-Version: 0.4.5
+Version: 0.4.7
 Summary: Sparrow Parse is a Python package (part of Sparrow) for parsing and extracting information from documents.
 Home-page: https://github.com/katanaml/sparrow/tree/main/sparrow-data/parse
 Author: Andrej Baranovskij

{sparrow_parse-0.4.5.dist-info → sparrow_parse-0.4.7.dist-info}/RECORD

@@ -1,4 +1,4 @@
-sparrow_parse/__init__.py,sha256=aYJpblaKx7C4NugypZ2lZHBzsGsZoG5sUbcsPwgoi9s,21
+sparrow_parse/__init__.py,sha256=swwUIK4WtUiYyZYTfyyc_9CkUUoMvY9Mrqd1fsqa9_E,21
 sparrow_parse/__main__.py,sha256=Xs1bpJV0n08KWOoQE34FBYn6EBXZA9HIYJKrE4ZdG78,153
 sparrow_parse/extractors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sparrow_parse/extractors/vllm_extractor.py,sha256=G4kQh0GoZ4V4TdyeDwZWFkOG15MQCQMvSf2UbFQDWeI,7746
@@ -11,9 +11,9 @@ sparrow_parse/vllm/huggingface_inference.py,sha256=EJnG6PesGKMc_0qGPN8ufE6pSnhAg
 sparrow_parse/vllm/inference_base.py,sha256=4mwGoAY63MB4cHZpV0czTkJWEzimmiTzqqzKmLNzgjw,820
 sparrow_parse/vllm/inference_factory.py,sha256=FTM65O-dW2WZchHOrNN7_Q3-FlVoAc65iSptuuUuClM,1166
 sparrow_parse/vllm/local_gpu_inference.py,sha256=aHoJTejb5xrXjWDIGu5RBQWEyRCOBCB04sMvO2Wyvg8,628
-sparrow_parse/vllm/mlx_inference.py,sha256=0LP6tDeaID7Rtarcs_ffmK6I77e2xv5tjs4xyt0qxLo,6100
-sparrow_parse-0.4.5.dist-info/METADATA,sha256=HbGmqb5Kq7BKVNUi5wE_w69LZMAYQXI34cpRN6pdWAs,6432
-sparrow_parse-0.4.5.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-sparrow_parse-0.4.5.dist-info/entry_points.txt,sha256=8CrvTVTTcz1YuZ8aRCYNOH15ZOAaYLlcbYX3t28HwJY,54
-sparrow_parse-0.4.5.dist-info/top_level.txt,sha256=n6b-WtT91zKLyCPZTP7wvne8v_yvIahcsz-4sX8I0rY,14
-sparrow_parse-0.4.5.dist-info/RECORD,,
+sparrow_parse/vllm/mlx_inference.py,sha256=9PgcPf5uvAmbRmuUD1BOs_WZqzx82hFdoWMUcTLdJ50,4876
+sparrow_parse-0.4.7.dist-info/METADATA,sha256=KX74XdEuoK7fGg0haxPlo6Oyx3HLA-kDyfACDJEouJY,6432
+sparrow_parse-0.4.7.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+sparrow_parse-0.4.7.dist-info/entry_points.txt,sha256=8CrvTVTTcz1YuZ8aRCYNOH15ZOAaYLlcbYX3t28HwJY,54
+sparrow_parse-0.4.7.dist-info/top_level.txt,sha256=n6b-WtT91zKLyCPZTP7wvne8v_yvIahcsz-4sX8I0rY,14
+sparrow_parse-0.4.7.dist-info/RECORD,,