hamtaa-texttools 0.1.48__tar.gz → 0.1.50__tar.gz

{hamtaa_texttools-0.1.48 → hamtaa_texttools-0.1.50}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 0.1.48
+Version: 0.1.50
 Summary: A set of high-level NLP tools
 Author: Tohidi, Montazer, Givechi, Mousavinezhad
 Requires-Python: >=3.8

{hamtaa_texttools-0.1.48 → hamtaa_texttools-0.1.50}/hamtaa_texttools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hamtaa-texttools
-Version: 0.1.48
+Version: 0.1.50
 Summary: A set of high-level NLP tools
 Author: Tohidi, Montazer, Givechi, Mousavinezhad
 Requires-Python: >=3.8

{hamtaa_texttools-0.1.48 → hamtaa_texttools-0.1.50}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "hamtaa-texttools"
-version = "0.1.48"
+version = "0.1.50"
 description = "A set of high-level NLP tools"
 readme = "README.md"
 requires-python = ">=3.8"

{hamtaa_texttools-0.1.48 → hamtaa_texttools-0.1.50}/texttools/utils/batch_manager/batch_runner.py

@@ -9,7 +9,7 @@ from typing import Any, Callable
 from openai import OpenAI
 from pydantic import BaseModel
 
-from texttools.batch_manager import SimpleBatchManager
+from texttools.utils.batch_manager.batch_manager import SimpleBatchManager
 
 
 class OutputModel(BaseModel):

{hamtaa_texttools-0.1.48 → hamtaa_texttools-0.1.50}/texttools/utils/flex_processor.py

@@ -1,23 +1,25 @@
-import random
 import asyncio
-from openai import OpenAI, RateLimitError, APIError
+import random
 from typing import Optional
+
+from openai import APIError, OpenAI, RateLimitError
 from pydantic import BaseModel, ValidationError
-import httpx
 
 # http_client = httpx()
 # test_client = OpenAI(http_client=http_client)
 
+
 async def flex_processing(
-        LLM_client: OpenAI,
-        system_prompt: str,
-        user_prompt: str,
-        output_model: Optional[BaseModel]=None,
-        prompt_cache_key: Optional[str]=None,
-        max_retries: int = 10,
-        base_delay: float = 2.0,
-        model_name: Optional[str] ="gpt-5-mini",
-        **client_kwargs):
+    LLM_client: OpenAI,
+    system_prompt: str,
+    user_prompt: str,
+    output_model: Optional[BaseModel] = None,
+    prompt_cache_key: Optional[str] = None,
+    max_retries: int = 10,
+    base_delay: float = 2.0,
+    model_name: Optional[str] = "gpt-5-mini",
+    **client_kwargs,
+):
     """
     Wrapper for flex processing with retry and exponential backoff.
     Handles 429 'Resource Unavailable' errors gracefully.
@@ -25,24 +27,24 @@ async def flex_processing(
     for attempt in range(max_retries):
         try:
             request_kwargs = {
-                    "model": model_name,
-                    "messages": [
-                        {"role": "system", "content": system_prompt},
-                        {"role": "user", "content": user_prompt},
-                    ],
-                    "service_tier": "flex",
-                    "timeout": 900.0,
-                    **client_kwargs
-                }
+                "model": model_name,
+                "messages": [
+                    {"role": "system", "content": system_prompt},
+                    {"role": "user", "content": user_prompt},
+                ],
+                "service_tier": "flex",
+                "timeout": 900.0,
+                **client_kwargs,
+            }
             if output_model:
                 request_kwargs["response_format"] = output_model
             if prompt_cache_key:
                 request_kwargs["prompt_cache_key"] = prompt_cache_key
-            
+
             response = LLM_client.chat.completions.parse(**request_kwargs)
             # response = self.client.chat.completions.parse(output_model)
             content = response.choices[0].message.content
-                # ✅ Validate structured output if a model is provided
+            # ✅ Validate structured output if a model is provided
             if output_model is not None:
                 try:
                     output_model.model_validate_json(content)
@@ -51,17 +53,17 @@ async def flex_processing(
                     return base_content
                 except ValidationError as ve:
                     # Treat invalid output as retryable
-                    wait_time = base_delay * (2 ** attempt) + random.uniform(0, 1)
+                    wait_time = base_delay * (2**attempt) + random.uniform(0, 1)
                     print(
-                        f"[Flex Retry] Attempt {attempt+1}/{max_retries} produced invalid structured output. "
+                        f"[Flex Retry] Attempt {attempt + 1}/{max_retries} produced invalid structured output. "
                         f"Retrying in {wait_time:.2f}s... (ValidationError: {ve})"
                     )
                     await asyncio.sleep(wait_time)
-                    continue 
+                    continue
         except (RateLimitError, APIError) as e:
-            wait_time = base_delay * (2 ** attempt) + random.uniform(0, 1)
+            wait_time = base_delay * (2**attempt) + random.uniform(0, 1)
             print(
-                f"[Flex Retry] Attempt {attempt+1}/{max_retries} failed "
+                f"[Flex Retry] Attempt {attempt + 1}/{max_retries} failed "
                 f"with error: {type(e).__name__} - {e}. "
                 f"Retrying in {wait_time:.2f}s..."
             )
@@ -75,4 +77,4 @@ async def flex_processing(
 
     raise RuntimeError(
         f"[Flex Processing] Exhausted {max_retries} retries for prompt_key={prompt_cache_key}"
-    )
+    )