llm_batch_helper 0.3.0__tar.gz → 0.3.1__tar.gz

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: llm_batch_helper
-Version: 0.3.0
+Version: 0.3.1
 Summary: A Python package that enables batch submission of prompts to LLM APIs, with simplified interface and built-in async capabilities handled implicitly.
 License: MIT
 Keywords: llm,openai,together,openrouter,batch,async,ai,nlp,api
@@ -276,8 +276,8 @@ LLMConfig(
     max_completion_tokens: Optional[int] = None,  # Preferred parameter
     max_tokens: Optional[int] = None,  # Deprecated, kept for backward compatibility
     system_instruction: Optional[str] = None,
-    max_retries: int = 10,
-    max_concurrent_requests: int = 5,
+    max_retries: int = 5,
+    max_concurrent_requests: int = 30,
     verification_callback: Optional[Callable] = None,
     verification_callback_args: Optional[Dict] = None
 )
@@ -400,6 +400,11 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 
 ## Changelog
 
+### v0.3.1
+- **🔧 Configuration Updates**: Optimized default values for better performance
+- Updated `max_retries` from 10 to 5 for faster failure detection
+- Updated `max_concurrent_requests` from 5 to 30 for improved batch processing performance
+
 ### v0.3.0
 - **🎉 Major Update**: Simplified API - async operations handled implicitly, no async/await required!
 - **📓 Jupyter Support**: Works seamlessly in notebooks without event loop issues

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.1}/README.md

@@ -249,8 +249,8 @@ LLMConfig(
     max_completion_tokens: Optional[int] = None,  # Preferred parameter
     max_tokens: Optional[int] = None,  # Deprecated, kept for backward compatibility
     system_instruction: Optional[str] = None,
-    max_retries: int = 10,
-    max_concurrent_requests: int = 5,
+    max_retries: int = 5,
+    max_concurrent_requests: int = 30,
     verification_callback: Optional[Callable] = None,
     verification_callback_args: Optional[Dict] = None
 )
@@ -373,6 +373,11 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 
 ## Changelog
 
+### v0.3.1
+- **🔧 Configuration Updates**: Optimized default values for better performance
+- Updated `max_retries` from 10 to 5 for faster failure detection
+- Updated `max_concurrent_requests` from 5 to 30 for improved batch processing performance
+
 ### v0.3.0
 - **🎉 Major Update**: Simplified API - async operations handled implicitly, no async/await required!
 - **📓 Jupyter Support**: Works seamlessly in notebooks without event loop issues

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.1}/llm_batch_helper/__init__.py

@@ -3,7 +3,7 @@ from .config import LLMConfig
 from .input_handlers import get_prompts, read_prompt_files, read_prompt_list
 from .providers import process_prompts_batch, process_prompts_batch_async
 
-__version__ = "0.3.0"
+__version__ = "0.3.1"
 
 __all__ = [
     "LLMCache",

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.1}/llm_batch_helper/config.py

@@ -11,8 +11,8 @@ class LLMConfig:
         temperature: float = 1.0,
         max_tokens: Optional[int] = None,
         system_instruction: Optional[str] = None,
-        max_retries: int = 10,  # Max retries for the combined LLM call + Verification
-        max_concurrent_requests: int = 5,
+        max_retries: int = 5,  # Max retries for the combined LLM call + Verification
+        max_concurrent_requests: int = 30,
         verification_callback: Optional[Callable[..., bool]] = None,
         verification_callback_args: Optional[Dict] = None,
         max_completion_tokens: Optional[int] = None,

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "llm_batch_helper"
-version = "0.3.0"
+version = "0.3.1"
 description = "A Python package that enables batch submission of prompts to LLM APIs, with simplified interface and built-in async capabilities handled implicitly."
 authors = ["Tianyi Peng <tianyipeng95@gmail.com>"]
 readme = "README.md"