llm_batch_helper 0.3.0__tar.gz → 0.3.2__tar.gz

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.2}/PKG-INFO

@@ -1,20 +1,20 @@
 Metadata-Version: 2.3
 Name: llm_batch_helper
-Version: 0.3.0
+Version: 0.3.2
 Summary: A Python package that enables batch submission of prompts to LLM APIs, with simplified interface and built-in async capabilities handled implicitly.
 License: MIT
 Keywords: llm,openai,together,openrouter,batch,async,ai,nlp,api
 Author: Tianyi Peng
 Author-email: tianyipeng95@gmail.com
-Requires-Python: >=3.11,<4.0
+Requires-Python: >=3.10,<4.0
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Classifier: Programming Language :: Python :: 3.10
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Dist: httpx (>=0.24.0,<2.0.0)
@@ -276,8 +276,8 @@ LLMConfig(
     max_completion_tokens: Optional[int] = None,  # Preferred parameter
     max_tokens: Optional[int] = None,  # Deprecated, kept for backward compatibility
     system_instruction: Optional[str] = None,
-    max_retries: int = 10,
-    max_concurrent_requests: int = 5,
+    max_retries: int = 5,
+    max_concurrent_requests: int = 30,
     verification_callback: Optional[Callable] = None,
     verification_callback_args: Optional[Dict] = None
 )
@@ -400,6 +400,11 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 
 ## Changelog
 
+### v0.3.1
+- **🔧 Configuration Updates**: Optimized default values for better performance
+- Updated `max_retries` from 10 to 5 for faster failure detection
+- Updated `max_concurrent_requests` from 5 to 30 for improved batch processing performance
+
 ### v0.3.0
 - **🎉 Major Update**: Simplified API - async operations handled implicitly, no async/await required!
 - **📓 Jupyter Support**: Works seamlessly in notebooks without event loop issues

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.2}/README.md

@@ -249,8 +249,8 @@ LLMConfig(
     max_completion_tokens: Optional[int] = None,  # Preferred parameter
     max_tokens: Optional[int] = None,  # Deprecated, kept for backward compatibility
     system_instruction: Optional[str] = None,
-    max_retries: int = 10,
-    max_concurrent_requests: int = 5,
+    max_retries: int = 5,
+    max_concurrent_requests: int = 30,
     verification_callback: Optional[Callable] = None,
     verification_callback_args: Optional[Dict] = None
 )
@@ -373,6 +373,11 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 
 ## Changelog
 
+### v0.3.1
+- **🔧 Configuration Updates**: Optimized default values for better performance
+- Updated `max_retries` from 10 to 5 for faster failure detection
+- Updated `max_concurrent_requests` from 5 to 30 for improved batch processing performance
+
 ### v0.3.0
 - **🎉 Major Update**: Simplified API - async operations handled implicitly, no async/await required!
 - **📓 Jupyter Support**: Works seamlessly in notebooks without event loop issues

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.2}/llm_batch_helper/__init__.py

@@ -3,7 +3,7 @@ from .config import LLMConfig
 from .input_handlers import get_prompts, read_prompt_files, read_prompt_list
 from .providers import process_prompts_batch, process_prompts_batch_async
 
-__version__ = "0.3.0"
+__version__ = "0.3.1"
 
 __all__ = [
     "LLMCache",

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.2}/llm_batch_helper/config.py

@@ -11,8 +11,8 @@ class LLMConfig:
         temperature: float = 1.0,
         max_tokens: Optional[int] = None,
         system_instruction: Optional[str] = None,
-        max_retries: int = 10,  # Max retries for the combined LLM call + Verification
-        max_concurrent_requests: int = 5,
+        max_retries: int = 5,  # Max retries for the combined LLM call + Verification
+        max_concurrent_requests: int = 30,
         verification_callback: Optional[Callable[..., bool]] = None,
         verification_callback_args: Optional[Dict] = None,
         max_completion_tokens: Optional[int] = None,

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.2}/llm_batch_helper/providers.py

@@ -288,10 +288,11 @@ async def process_prompts_batch_async(
         force: If True, force regeneration even if cached response exists
 
     Returns:
-        Dict mapping prompt IDs to their responses
+        Dict mapping prompt IDs to their responses, ordered by input sequence
 
     Note:
         Either prompts or input_dir must be provided, but not both.
+        Results are returned in the same order as the input prompts.
     """
     if prompts is None and input_dir is None:
         raise ValueError("Either prompts or input_dir must be provided")
@@ -309,6 +310,9 @@ async def process_prompts_batch_async(
 
     # Process prompts
     results = {}
+    # Keep track of original order for sorting results
+    prompt_order = {prompt_id: idx for idx, (prompt_id, _) in enumerate(prompts)}
+    
     tasks = [
         _process_single_prompt_attempt_with_verification(
             prompt_id, prompt_text, config, provider, semaphore, cache_dir, force
@@ -320,7 +324,14 @@ async def process_prompts_batch_async(
         prompt_id, response_data = await future
         results[prompt_id] = response_data
 
-    return results
+    # Sort results by original input order to maintain input sequence
+    # Note: Python 3.7+ guarantees dict insertion order, we explicitly sort
+    # to ensure results match the original prompt order regardless of completion order
+    ordered_results = {}
+    for prompt_id in sorted(results.keys(), key=lambda pid: prompt_order[pid]):
+        ordered_results[prompt_id] = results[prompt_id]
+    
+    return ordered_results
 
 
 def process_prompts_batch(
@@ -348,10 +359,11 @@ def process_prompts_batch(
         force: If True, force regeneration even if cached response exists
 
     Returns:
-        Dict mapping prompt IDs to their responses
+        Dict mapping prompt IDs to their responses, ordered by input sequence
 
     Note:
         Either prompts or input_dir must be provided, but not both.
+        Results are returned in the same order as the input prompts.
         
     Example:
         >>> from llm_batch_helper import LLMConfig, process_prompts_batch
@@ -361,6 +373,7 @@ def process_prompts_batch(
         ...     config=config,
         ...     provider="openai"
         ... )
+        >>> # Results will be in the same order as input prompts
     """
     return _run_async_function(
         process_prompts_batch_async,

{llm_batch_helper-0.3.0 → llm_batch_helper-0.3.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "llm_batch_helper"
-version = "0.3.0"
+version = "0.3.2"
 description = "A Python package that enables batch submission of prompts to LLM APIs, with simplified interface and built-in async capabilities handled implicitly."
 authors = ["Tianyi Peng <tianyipeng95@gmail.com>"]
 readme = "README.md"
@@ -22,7 +22,7 @@ classifiers = [
 packages = [{include = "llm_batch_helper"}]
 
 [tool.poetry.dependencies]
-python = "^3.11"
+python = "^3.10"
 httpx = ">=0.24.0,<2.0.0"
 openai = "^1.0.0"
 tenacity = "^8.0.0"