llm_batch_helper 0.3.1__tar.gz → 0.3.2__tar.gz

{llm_batch_helper-0.3.1 → llm_batch_helper-0.3.2}/PKG-INFO

@@ -1,20 +1,20 @@
 Metadata-Version: 2.3
 Name: llm_batch_helper
-Version: 0.3.1
+Version: 0.3.2
 Summary: A Python package that enables batch submission of prompts to LLM APIs, with simplified interface and built-in async capabilities handled implicitly.
 License: MIT
 Keywords: llm,openai,together,openrouter,batch,async,ai,nlp,api
 Author: Tianyi Peng
 Author-email: tianyipeng95@gmail.com
-Requires-Python: >=3.11,<4.0
+Requires-Python: >=3.10,<4.0
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Classifier: Programming Language :: Python :: 3.10
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Dist: httpx (>=0.24.0,<2.0.0)

{llm_batch_helper-0.3.1 → llm_batch_helper-0.3.2}/llm_batch_helper/providers.py

@@ -288,10 +288,11 @@ async def process_prompts_batch_async(
         force: If True, force regeneration even if cached response exists
 
     Returns:
-        Dict mapping prompt IDs to their responses
+        Dict mapping prompt IDs to their responses, ordered by input sequence
 
     Note:
         Either prompts or input_dir must be provided, but not both.
+        Results are returned in the same order as the input prompts.
     """
     if prompts is None and input_dir is None:
         raise ValueError("Either prompts or input_dir must be provided")
@@ -309,6 +310,9 @@ async def process_prompts_batch_async(
 
     # Process prompts
     results = {}
+    # Keep track of original order for sorting results
+    prompt_order = {prompt_id: idx for idx, (prompt_id, _) in enumerate(prompts)}
+    
     tasks = [
         _process_single_prompt_attempt_with_verification(
             prompt_id, prompt_text, config, provider, semaphore, cache_dir, force
@@ -320,7 +324,14 @@ async def process_prompts_batch_async(
         prompt_id, response_data = await future
         results[prompt_id] = response_data
 
-    return results
+    # Sort results by original input order to maintain input sequence
+    # Note: Python 3.7+ guarantees dict insertion order, we explicitly sort
+    # to ensure results match the original prompt order regardless of completion order
+    ordered_results = {}
+    for prompt_id in sorted(results.keys(), key=lambda pid: prompt_order[pid]):
+        ordered_results[prompt_id] = results[prompt_id]
+    
+    return ordered_results
 
 
 def process_prompts_batch(
@@ -348,10 +359,11 @@ def process_prompts_batch(
         force: If True, force regeneration even if cached response exists
 
     Returns:
-        Dict mapping prompt IDs to their responses
+        Dict mapping prompt IDs to their responses, ordered by input sequence
 
     Note:
         Either prompts or input_dir must be provided, but not both.
+        Results are returned in the same order as the input prompts.
         
     Example:
         >>> from llm_batch_helper import LLMConfig, process_prompts_batch
@@ -361,6 +373,7 @@ def process_prompts_batch(
         ...     config=config,
         ...     provider="openai"
         ... )
+        >>> # Results will be in the same order as input prompts
     """
     return _run_async_function(
         process_prompts_batch_async,

{llm_batch_helper-0.3.1 → llm_batch_helper-0.3.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "llm_batch_helper"
-version = "0.3.1"
+version = "0.3.2"
 description = "A Python package that enables batch submission of prompts to LLM APIs, with simplified interface and built-in async capabilities handled implicitly."
 authors = ["Tianyi Peng <tianyipeng95@gmail.com>"]
 readme = "README.md"
@@ -22,7 +22,7 @@ classifiers = [
 packages = [{include = "llm_batch_helper"}]
 
 [tool.poetry.dependencies]
-python = "^3.11"
+python = "^3.10"
 httpx = ">=0.24.0,<2.0.0"
 openai = "^1.0.0"
 tenacity = "^8.0.0"