hamtaa-texttools 0.1.51__py3-none-any.whl → 0.1.53__py3-none-any.whl

{hamtaa_texttools-0.1.51.dist-info → hamtaa_texttools-0.1.53.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 0.1.51
+Version: 0.1.53
 Summary: A set of high-level NLP tools
 Author: Tohidi, Montazer, Givechi, Mousavinezhad
 Requires-Python: >=3.8

{hamtaa_texttools-0.1.51.dist-info → hamtaa_texttools-0.1.53.dist-info}/RECORD

@@ -50,12 +50,12 @@ texttools/tools/summarizer/__init__.py,sha256=phrR7qO20CNhO3hjXQBzhTRVumdVdGSufm
 texttools/tools/summarizer/gemma_summarizer.py,sha256=ikhsBv7AiZD1dT_d12AyjXxojzSW92e2y5WjchI_3bE,4474
 texttools/tools/summarizer/llm_summerizer.py,sha256=-0rUKbSnl1aDeBfJ5DCSbIlwd2k-9qIaCKgoQJa0hWc,3412
 texttools/tools/translator/__init__.py,sha256=KO1m08J2BZwRqBGO9ICB4l4cnH1jfHLHL5HbgYFUWM8,72
-texttools/tools/translator/gemma_translator.py,sha256=yIlgxBjGAup7vMHLPJ5Q8LmFl8udrBh6j0smAH0UFwY,7509
+texttools/tools/translator/gemma_translator.py,sha256=k7xBzdqDH8KJIgtzN4TpZ0baBGwChHcunxFknFmauuQ,7284
 texttools/utils/flex_processor.py,sha256=C-lMwMjpIM6uAPFxXdgajxcFV1ccngEfJqq6xe5S1J8,3123
 texttools/utils/batch_manager/__init__.py,sha256=3ZkxA395lRD4gNxJ1vp0fNuz_XuBr50GoP51rrwQ0Ks,87
 texttools/utils/batch_manager/batch_manager.py,sha256=jAmKskL3OTYwwsO1mWsWAB3VxMlOF07c2GW1Ev83ZhY,9283
 texttools/utils/batch_manager/batch_runner.py,sha256=DE6TFz3i_jR-ZiUYbgIdLgjqr3aitw-JM_tKnSvzGL0,7424
-hamtaa_texttools-0.1.51.dist-info/METADATA,sha256=CBQyDE8L5VrKZVciOVG5LbxOyc1df9hBnEYz0dwauLc,1481
-hamtaa_texttools-0.1.51.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-hamtaa_texttools-0.1.51.dist-info/top_level.txt,sha256=5Mh0jIxxZ5rOXHGJ6Mp-JPKviywwN0MYuH0xk5bEWqE,10
-hamtaa_texttools-0.1.51.dist-info/RECORD,,
+hamtaa_texttools-0.1.53.dist-info/METADATA,sha256=CDKUwD_N6p_1tIbMDvVXpz8jZAXHKJWcApEWUeO-73g,1481
+hamtaa_texttools-0.1.53.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+hamtaa_texttools-0.1.53.dist-info/top_level.txt,sha256=5Mh0jIxxZ5rOXHGJ6Mp-JPKviywwN0MYuH0xk5bEWqE,10
+hamtaa_texttools-0.1.53.dist-info/RECORD,,

texttools/tools/translator/gemma_translator.py

@@ -7,18 +7,13 @@ from texttools.base.base_translator import BaseTranslator
 from texttools.formatter.gemma3_formatter import Gemma3Formatter
 
 
-# Pydantic BaseModel to specify the output format of preprocessor
-# Preprocessor's job is to extract proper names
 class PreprocessorOutput(BaseModel):
     """
-    A single proper-name entity extracted from the source text.
+    List of proper-name strings extracted from the source text.
     """
 
-    text: str = Field(
-        description="The exact substring from the original text that represents a proper name."
-    )
-    text_type: str = Field(
-        description='Always use the literal value "Proper Name" when this entity is a real persons name.'
+    entities: List[str] = Field(
+        description="All proper names found in the text; return an empty list if none."
     )
 
 
@@ -143,9 +138,12 @@ class GemmaTranslator(BaseTranslator):
         completion = self.client.chat.completions.parse(
             model=self.model,
             messages=restructured,
-            response_format=List[PreprocessorOutput],
+            response_format=PreprocessorOutput,
             temperature=self.temperature,
-            extra_body=dict(guided_decoding_backend="auto") ** self.client_kwargs,
+            extra_body={
+                "guided_decoding_backend": "auto",
+            },
+            **self.client_kwargs,
         )
         message = completion.choices[0].message
 
@@ -161,7 +159,7 @@ class GemmaTranslator(BaseTranslator):
 
         # Extract proper names to tell the LLM what names not to translate, but to transliterate
         extracted = self.preprocess(text)
-        proper_names = [e.text for e in extracted]
+        proper_names = extracted.entities
 
         reason_summary = None
         if self.use_reason: