hamtaa-texttools 0.1.51__tar.gz → 0.1.53__tar.gz

{hamtaa_texttools-0.1.51 → hamtaa_texttools-0.1.53}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 0.1.51
+Version: 0.1.53
 Summary: A set of high-level NLP tools
 Author: Tohidi, Montazer, Givechi, Mousavinezhad
 Requires-Python: >=3.8

{hamtaa_texttools-0.1.51 → hamtaa_texttools-0.1.53}/hamtaa_texttools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 0.1.51
+Version: 0.1.53
 Summary: A set of high-level NLP tools
 Author: Tohidi, Montazer, Givechi, Mousavinezhad
 Requires-Python: >=3.8

{hamtaa_texttools-0.1.51 → hamtaa_texttools-0.1.53}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "hamtaa-texttools"
-version = "0.1.51"
+version = "0.1.53"
 description = "A set of high-level NLP tools"
 readme = "README.md"
 requires-python = ">=3.8"

{hamtaa_texttools-0.1.51 → hamtaa_texttools-0.1.53}/texttools/tools/translator/gemma_translator.py

@@ -7,18 +7,13 @@ from texttools.base.base_translator import BaseTranslator
 from texttools.formatter.gemma3_formatter import Gemma3Formatter
 
 
-# Pydantic BaseModel to specify the output format of preprocessor
-# Preprocessor's job is to extract proper names
 class PreprocessorOutput(BaseModel):
     """
-    A single proper-name entity extracted from the source text.
+    List of proper-name strings extracted from the source text.
     """
 
-    text: str = Field(
-        description="The exact substring from the original text that represents a proper name."
-    )
-    text_type: str = Field(
-        description='Always use the literal value "Proper Name" when this entity is a real persons name.'
+    entities: List[str] = Field(
+        description="All proper names found in the text; return an empty list if none."
     )
 
 
@@ -143,9 +138,12 @@ class GemmaTranslator(BaseTranslator):
         completion = self.client.chat.completions.parse(
             model=self.model,
             messages=restructured,
-            response_format=List[PreprocessorOutput],
+            response_format=PreprocessorOutput,
             temperature=self.temperature,
-            extra_body=dict(guided_decoding_backend="auto") ** self.client_kwargs,
+            extra_body={
+                "guided_decoding_backend": "auto",
+            },
+            **self.client_kwargs,
         )
         message = completion.choices[0].message
 
@@ -161,7 +159,7 @@ class GemmaTranslator(BaseTranslator):
 
         # Extract proper names to tell the LLM what names not to translate, but to transliterate
         extracted = self.preprocess(text)
-        proper_names = [e.text for e in extracted]
+        proper_names = extracted.entities
 
         reason_summary = None
         if self.use_reason: