hamtaa-texttools 1.1.12__tar.gz → 1.1.13__tar.gz

{hamtaa_texttools-1.1.12/hamtaa_texttools.egg-info → hamtaa_texttools-1.1.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 1.1.12
+Version: 1.1.13
 Summary: A high-level NLP toolkit built on top of modern LLMs.
 Author-email: Tohidi <the.mohammad.tohidi@gmail.com>, Montazer <montazerh82@gmail.com>, Givechi <mohamad.m.givechi@gmail.com>, MoosaviNejad <erfanmoosavi84@gmail.com>
 License: MIT License

{hamtaa_texttools-1.1.12 → hamtaa_texttools-1.1.13/hamtaa_texttools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 1.1.12
+Version: 1.1.13
 Summary: A high-level NLP toolkit built on top of modern LLMs.
 Author-email: Tohidi <the.mohammad.tohidi@gmail.com>, Montazer <montazerh82@gmail.com>, Givechi <mohamad.m.givechi@gmail.com>, MoosaviNejad <erfanmoosavi84@gmail.com>
 License: MIT License

{hamtaa_texttools-1.1.12 → hamtaa_texttools-1.1.13}/hamtaa_texttools.egg-info/SOURCES.txt

@@ -31,6 +31,7 @@ texttools/prompts/translate.yaml
 texttools/tools/async_tools.py
 texttools/tools/sync_tools.py
 texttools/tools/internals/async_operator.py
+texttools/tools/internals/formatters.py
 texttools/tools/internals/operator_utils.py
 texttools/tools/internals/output_models.py
 texttools/tools/internals/prompt_loader.py

{hamtaa_texttools-1.1.12 → hamtaa_texttools-1.1.13}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "hamtaa-texttools"
-version = "1.1.12"
+version = "1.1.13"
 authors = [
   { name = "Tohidi", email = "the.mohammad.tohidi@gmail.com" },
   { name = "Montazer", email = "montazerh82@gmail.com" },

{hamtaa_texttools-1.1.12 → hamtaa_texttools-1.1.13}/texttools/tools/internals/async_operator.py

@@ -6,6 +6,7 @@ from pydantic import BaseModel
 
 from texttools.tools.internals.output_models import ToolOutput
 from texttools.tools.internals.operator_utils import OperatorUtils
+from texttools.tools.internals.formatters import Formatter
 from texttools.tools.internals.prompt_loader import PromptLoader
 
 # Base Model type for output models
@@ -92,6 +93,7 @@ class AsyncOperator:
         Execute the async LLM pipeline with the given input text. (Async)
         """
         prompt_loader = PromptLoader()
+        formatter = Formatter()
         output = ToolOutput()
 
         try:
@@ -131,6 +133,8 @@ class AsyncOperator:
                 OperatorUtils.build_user_message(prompt_configs["main_template"])
             )
 
+            messages = formatter.user_merge_format(messages)
+
             parsed, completion = await self._parse_completion(
                 messages, output_model, temperature, logprobs, top_logprobs
             )

hamtaa_texttools-1.1.13/texttools/tools/internals/formatters.py

@@ -0,0 +1,24 @@
+class Formatter:
+    @staticmethod
+    def user_merge_format(messages: list[dict[str, str]]) -> list[dict[str, str]]:
+        """
+        Merges consecutive user messages into a single message, separated by newlines.
+
+        This is useful for condensing a multi-turn user input into a single
+        message for the LLM. Assistant and system messages are left unchanged and
+        act as separators between user message groups.
+        """
+        merged: list[dict[str, str]] = []
+
+        for message in messages:
+            role, content = message["role"], message["content"].strip()
+
+            # Merge with previous user turn
+            if merged and role == "user" and merged[-1]["role"] == "user":
+                merged[-1]["content"] += "\n" + content
+
+            # Otherwise, start a new turn
+            else:
+                merged.append({"role": role, "content": content})
+
+        return merged

{hamtaa_texttools-1.1.12 → hamtaa_texttools-1.1.13}/texttools/tools/internals/sync_operator.py

@@ -6,6 +6,7 @@ from pydantic import BaseModel
 
 from texttools.tools.internals.output_models import ToolOutput
 from texttools.tools.internals.operator_utils import OperatorUtils
+from texttools.tools.internals.formatters import Formatter
 from texttools.tools.internals.prompt_loader import PromptLoader
 
 # Base Model type for output models
@@ -92,6 +93,7 @@ class Operator:
         Execute the LLM pipeline with the given input text.
         """
         prompt_loader = PromptLoader()
+        formatter = Formatter()
         output = ToolOutput()
 
         try:
@@ -131,6 +133,8 @@ class Operator:
                 OperatorUtils.build_user_message(prompt_configs["main_template"])
             )
 
+            messages = formatter.user_merge_format(messages)
+
             parsed, completion = self._parse_completion(
                 messages, output_model, temperature, logprobs, top_logprobs
             )