llm_batch_helper 0.3.0__py3-none-any.whl → 0.3.1__py3-none-any.whl

llm_batch_helper/__init__.py

@@ -3,7 +3,7 @@ from .config import LLMConfig
 from .input_handlers import get_prompts, read_prompt_files, read_prompt_list
 from .providers import process_prompts_batch, process_prompts_batch_async
 
-__version__ = "0.3.0"
+__version__ = "0.3.1"
 
 __all__ = [
     "LLMCache",

llm_batch_helper/config.py

@@ -11,8 +11,8 @@ class LLMConfig:
         temperature: float = 1.0,
         max_tokens: Optional[int] = None,
         system_instruction: Optional[str] = None,
-        max_retries: int = 10,  # Max retries for the combined LLM call + Verification
-        max_concurrent_requests: int = 5,
+        max_retries: int = 5,  # Max retries for the combined LLM call + Verification
+        max_concurrent_requests: int = 30,
         verification_callback: Optional[Callable[..., bool]] = None,
         verification_callback_args: Optional[Dict] = None,
         max_completion_tokens: Optional[int] = None,

{llm_batch_helper-0.3.0.dist-info → llm_batch_helper-0.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: llm_batch_helper
-Version: 0.3.0
+Version: 0.3.1
 Summary: A Python package that enables batch submission of prompts to LLM APIs, with simplified interface and built-in async capabilities handled implicitly.
 License: MIT
 Keywords: llm,openai,together,openrouter,batch,async,ai,nlp,api
@@ -276,8 +276,8 @@ LLMConfig(
     max_completion_tokens: Optional[int] = None,  # Preferred parameter
     max_tokens: Optional[int] = None,  # Deprecated, kept for backward compatibility
     system_instruction: Optional[str] = None,
-    max_retries: int = 10,
-    max_concurrent_requests: int = 5,
+    max_retries: int = 5,
+    max_concurrent_requests: int = 30,
     verification_callback: Optional[Callable] = None,
     verification_callback_args: Optional[Dict] = None
 )
@@ -400,6 +400,11 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 
 ## Changelog
 
+### v0.3.1
+- **🔧 Configuration Updates**: Optimized default values for better performance
+- Updated `max_retries` from 10 to 5 for faster failure detection
+- Updated `max_concurrent_requests` from 5 to 30 for improved batch processing performance
+
 ### v0.3.0
 - **🎉 Major Update**: Simplified API - async operations handled implicitly, no async/await required!
 - **📓 Jupyter Support**: Works seamlessly in notebooks without event loop issues

llm_batch_helper-0.3.1.dist-info/RECORD

@@ -0,0 +1,10 @@
+llm_batch_helper/__init__.py,sha256=sCQ-eJVy3cCs80ASvcww10om_E9CHDctCfpIGLPIcy8,442
+llm_batch_helper/cache.py,sha256=QUODQ1tPCvFThO3yvVOTcorcOrmN2dP5HLF1Y2O1bTQ,1276
+llm_batch_helper/config.py,sha256=vM3YEeLYkN9qfY1fTPXN27wAlTeaVXXCfcFw7nvbIqw,1372
+llm_batch_helper/exceptions.py,sha256=59_f3jINUhKFble6HTp8pmtLSFE2MYLHWGclwaQKs28,296
+llm_batch_helper/input_handlers.py,sha256=IadA732F1Rw0zcBok5hjZr32RUm8eTUOpvLsRuMvaE4,2877
+llm_batch_helper/providers.py,sha256=zv7dCiKZtSOcdV-4kvd3WKhClOv1jio9neZqGcYskm8,16794
+llm_batch_helper-0.3.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+llm_batch_helper-0.3.1.dist-info/METADATA,sha256=AAzYnTi_1DhVn3subd9XT3LLFbKP63MCn1cptZTgMAc,14505
+llm_batch_helper-0.3.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+llm_batch_helper-0.3.1.dist-info/RECORD,,

llm_batch_helper-0.3.0.dist-info/RECORD

@@ -1,10 +0,0 @@
-llm_batch_helper/__init__.py,sha256=IFBwr-pFiSeJdC2LzRFbVj0sF07r7i9Wy1Dcs5bjmVQ,442
-llm_batch_helper/cache.py,sha256=QUODQ1tPCvFThO3yvVOTcorcOrmN2dP5HLF1Y2O1bTQ,1276
-llm_batch_helper/config.py,sha256=wOI-JmxzJIM-w1-rrLqyqfPa_RyuI6hQlBWSCb44Z4U,1372
-llm_batch_helper/exceptions.py,sha256=59_f3jINUhKFble6HTp8pmtLSFE2MYLHWGclwaQKs28,296
-llm_batch_helper/input_handlers.py,sha256=IadA732F1Rw0zcBok5hjZr32RUm8eTUOpvLsRuMvaE4,2877
-llm_batch_helper/providers.py,sha256=zv7dCiKZtSOcdV-4kvd3WKhClOv1jio9neZqGcYskm8,16794
-llm_batch_helper-0.3.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-llm_batch_helper-0.3.0.dist-info/METADATA,sha256=ndbraa5EA5D9-WoWN7o0aLt6NThLTv6zFuZxDsVy3VQ,14254
-llm_batch_helper-0.3.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-llm_batch_helper-0.3.0.dist-info/RECORD,,