llm-annotator 0.2.3__tar.gz → 0.2.4__tar.gz

{llm_annotator-0.2.3 → llm_annotator-0.2.4}/PKG-INFO

@@ -1,15 +1,15 @@
 Metadata-Version: 2.4
 Name: llm-annotator
-Version: 0.2.3
+Version: 0.2.4
 Summary: An easy-to-extend LLM annotator for robust, resumable data annotation.
 Author-email: Bram Vanroy <2779410+BramVanroy@users.noreply.github.com>
 License-Expression: Apache-2.0
 License-File: LICENSE
 Requires-Python: >=3.12
 Requires-Dist: datasets<5,>=4.1.1
-Requires-Dist: hf-transfer<2,>=0.1.9
+Requires-Dist: hf-transfer<1,>=0.1.9
 Requires-Dist: hf-xet<2,>=1.1.10
-Requires-Dist: vllm<0.11,>=0.10.2
+Requires-Dist: vllm<0.12,>=0.11
 Description-Content-Type: text/markdown
 
 # A simple, extensible LLM Annotator

{llm_annotator-0.2.3 → llm_annotator-0.2.4}/pyproject.toml

@@ -11,9 +11,9 @@ license-files = ["LICEN[CS]E*"]
 requires-python = ">=3.12"
 dependencies = [
     "datasets>=4.1.1,<5",
-    "hf-transfer>=0.1.9,<2",
+    "hf-transfer>=0.1.9,<1",
     "hf-xet>=1.1.10,<2",
-    "vllm>=0.10.2,<0.11",
+    "vllm>=0.11,<0.12",
 ]
 
 [dependency-groups]

{llm_annotator-0.2.3 → llm_annotator-0.2.4}/src/llm_annotator/annotator.py

@@ -413,6 +413,11 @@ class Annotator:
         """
         if isinstance(self.pipe, LLM):
             destroy_model_parallel()
+            try:
+                self.pipe.llm_engine.model_executor.shutdown()
+                del self.pipe.llm_engine.model_executor
+            except Exception:
+                pass
             del self.pipe.llm_engine
             del self.pipe
             gc.collect()