hamtaa-texttools 0.1.55__py3-none-any.whl → 0.1.57__py3-none-any.whl

{hamtaa_texttools-0.1.55.dist-info → hamtaa_texttools-0.1.57.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 0.1.55
+Version: 0.1.57
 Summary: A set of high-level NLP tools
 Author: Tohidi, Montazer, Givechi, Mousavinezhad
 Requires-Python: >=3.8

{hamtaa_texttools-0.1.55.dist-info → hamtaa_texttools-0.1.57.dist-info}/RECORD

@@ -50,12 +50,12 @@ texttools/tools/summarizer/__init__.py,sha256=phrR7qO20CNhO3hjXQBzhTRVumdVdGSufm
 texttools/tools/summarizer/gemma_summarizer.py,sha256=ikhsBv7AiZD1dT_d12AyjXxojzSW92e2y5WjchI_3bE,4474
 texttools/tools/summarizer/llm_summerizer.py,sha256=-0rUKbSnl1aDeBfJ5DCSbIlwd2k-9qIaCKgoQJa0hWc,3412
 texttools/tools/translator/__init__.py,sha256=KO1m08J2BZwRqBGO9ICB4l4cnH1jfHLHL5HbgYFUWM8,72
-texttools/tools/translator/gemma_translator.py,sha256=KsKbD_hzbOmFt-K0pciZ1IXz66JGm480FdBqWL2mYL0,7272
+texttools/tools/translator/gemma_translator.py,sha256=4tlaBoFCYWuMTfSnMfGppALZHCmsveTaAdlNxFGExUY,7451
 texttools/utils/flex_processor.py,sha256=C-lMwMjpIM6uAPFxXdgajxcFV1ccngEfJqq6xe5S1J8,3123
 texttools/utils/batch_manager/__init__.py,sha256=3ZkxA395lRD4gNxJ1vp0fNuz_XuBr50GoP51rrwQ0Ks,87
 texttools/utils/batch_manager/batch_manager.py,sha256=jAmKskL3OTYwwsO1mWsWAB3VxMlOF07c2GW1Ev83ZhY,9283
 texttools/utils/batch_manager/batch_runner.py,sha256=DE6TFz3i_jR-ZiUYbgIdLgjqr3aitw-JM_tKnSvzGL0,7424
-hamtaa_texttools-0.1.55.dist-info/METADATA,sha256=-WVDAY_TTcDZwiM8YkCsrA_qy8dlO669LM2oEPtYiA4,1481
-hamtaa_texttools-0.1.55.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-hamtaa_texttools-0.1.55.dist-info/top_level.txt,sha256=5Mh0jIxxZ5rOXHGJ6Mp-JPKviywwN0MYuH0xk5bEWqE,10
-hamtaa_texttools-0.1.55.dist-info/RECORD,,
+hamtaa_texttools-0.1.57.dist-info/METADATA,sha256=-lkXJeEX1jV8sNmrX5tggb0uDHE-V_9vvuAS9bdGwWU,1481
+hamtaa_texttools-0.1.57.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+hamtaa_texttools-0.1.57.dist-info/top_level.txt,sha256=5Mh0jIxxZ5rOXHGJ6Mp-JPKviywwN0MYuH0xk5bEWqE,10
+hamtaa_texttools-0.1.57.dist-info/RECORD,,

texttools/tools/translator/gemma_translator.py

@@ -78,7 +78,7 @@ class GemmaTranslator(BaseTranslator):
             }
 
         # The entire set of instructions is formatted into a single JSON string
-        content = json.dumps(prompt_data, indent=2)
+        content = json.dumps(prompt_data, ensure_ascii=False)
         messages = [{"role": "user", "content": content}]
 
         # Optional additional JSON template for more complex rules
@@ -107,7 +107,12 @@ class GemmaTranslator(BaseTranslator):
             },
         }
 
-        messages = [{"role": "user", "content": json.dumps(prompt_data, indent=2)}]
+        messages = [
+            {
+                "role": "user",
+                "content": json.dumps(prompt_data, ensure_ascii=False),
+            }
+        ]
 
         restructured = self.chat_formatter.format(messages=messages)
         completion = self.client.chat.completions.create(
@@ -131,14 +136,19 @@ class GemmaTranslator(BaseTranslator):
             },
         }
 
-        messages = [{"role": "user", "content": json.dumps(prompt_data, indent=2)}]
+        messages = [
+            {
+                "role": "user",
+                "content": json.dumps(prompt_data, ensure_ascii=False),
+            }
+        ]
 
         restructured = self.chat_formatter.format(messages=messages)
 
         completion = self.client.chat.completions.parse(
             model=self.model,
             messages=restructured,
-            response_model=PreprocessorOutput,
+            response_format=PreprocessorOutput,
             temperature=self.temperature,
             extra_body={
                 "guided_decoding_backend": "auto",
@@ -177,7 +187,7 @@ class GemmaTranslator(BaseTranslator):
             print(f"Reasoning Analysis:\n{reason_summary}")
         print("--- Final JSON Prompt Sent to Model ---")
         # Pretty-print the JSON content from the message
-        print(json.dumps(json.loads(messages[0]["content"]), indent=2))
+        print(json.dumps(json.loads(messages[0]["content"]), ensure_ascii=False))
         print("---------------------------")
 
         completion = self.client.chat.completions.create(