batchwizard 0.1.0__tar.gz → 0.2.0__tar.gz

{batchwizard-0.1.0 → batchwizard-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: batchwizard
-Version: 0.1.0
+Version: 0.2.0
 Summary: BatchWizard: Manage OpenAI batch processing jobs with ease
 Home-page: https://github.com/cmakafui/batchwizard
 License: MIT
@@ -62,10 +62,43 @@ BatchWizard provides a command-line interface (CLI) for managing batch jobs. Her
 
 ### Process Batch Jobs
 
-To process a directory containing input files:
+To process input files or directories:
 
 ```bash
-batchwizard process <input_directory> [--output-directory OUTPUT_DIR] [--max-concurrent-jobs NUM] [--check-interval SECONDS]
+batchwizard process <input_paths>... [--output-directory OUTPUT_DIR] [--max-concurrent-jobs NUM] [--check-interval SECONDS]
+```
+
+You can provide multiple input paths, which can be individual JSONL files or directories containing JSONL files.
+
+#### Example with Sample Input
+
+Let's say you have a file named `batchinput.jsonl` with the following content:
+
+```jsonl
+{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "gpt-4o-mini", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 1000}}
+{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "gpt-4o-mini", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 1000}}
+```
+
+To process this file using BatchWizard:
+
+1. First, ensure your OpenAI API key is set:
+   ```bash
+   batchwizard configure --set-key YOUR_API_KEY
+   ```
+2. Then, run the process command:
+   ```bash
+   batchwizard process /path/to/batchinput.jsonl --output-directory /path/to/output
+   ```
+   This command will:
+   - Upload the `batchinput.jsonl` file to OpenAI
+   - Create a batch job
+   - Monitor the job status
+   - Download the results to the specified output directory when complete
+
+You can also process multiple files or directories:
+
+```bash
+batchwizard process /path/to/file1.jsonl /path/to/directory_with_jsonl_files /path/to/file2.jsonl
 ```
 
 ### List Recent Jobs
@@ -122,7 +155,7 @@ batchwizard configure --reset
 
 BatchWizard supports the following commands:
 
-- `process`: Process batch jobs from input files in the specified directory.
+- `process`: Process batch jobs from input files or directories.
 - `configure`: Manage BatchWizard configuration.
 - `list-jobs`: List recent batch jobs.
 - `cancel`: Cancel a specific batch job.
@@ -136,6 +169,7 @@ batchwizard <command> --help
 
 ## Features
 
+- **Flexible Input**: Process individual JSONL files or entire directories containing JSONL files.
 - **Asynchronous Processing**: Efficiently handle multiple batch jobs concurrently.
 - **Rich UI**: Display progress and job status using a rich, interactive interface.
 - **Flexible Configuration**: Easily manage API keys and other settings.

{batchwizard-0.1.0 → batchwizard-0.2.0}/README.md

@@ -36,10 +36,43 @@ BatchWizard provides a command-line interface (CLI) for managing batch jobs. Her
 
 ### Process Batch Jobs
 
-To process a directory containing input files:
+To process input files or directories:
 
 ```bash
-batchwizard process <input_directory> [--output-directory OUTPUT_DIR] [--max-concurrent-jobs NUM] [--check-interval SECONDS]
+batchwizard process <input_paths>... [--output-directory OUTPUT_DIR] [--max-concurrent-jobs NUM] [--check-interval SECONDS]
+```
+
+You can provide multiple input paths, which can be individual JSONL files or directories containing JSONL files.
+
+#### Example with Sample Input
+
+Let's say you have a file named `batchinput.jsonl` with the following content:
+
+```jsonl
+{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "gpt-4o-mini", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 1000}}
+{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "gpt-4o-mini", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 1000}}
+```
+
+To process this file using BatchWizard:
+
+1. First, ensure your OpenAI API key is set:
+   ```bash
+   batchwizard configure --set-key YOUR_API_KEY
+   ```
+2. Then, run the process command:
+   ```bash
+   batchwizard process /path/to/batchinput.jsonl --output-directory /path/to/output
+   ```
+   This command will:
+   - Upload the `batchinput.jsonl` file to OpenAI
+   - Create a batch job
+   - Monitor the job status
+   - Download the results to the specified output directory when complete
+
+You can also process multiple files or directories:
+
+```bash
+batchwizard process /path/to/file1.jsonl /path/to/directory_with_jsonl_files /path/to/file2.jsonl
 ```
 
 ### List Recent Jobs
@@ -96,7 +129,7 @@ batchwizard configure --reset
 
 BatchWizard supports the following commands:
 
-- `process`: Process batch jobs from input files in the specified directory.
+- `process`: Process batch jobs from input files or directories.
 - `configure`: Manage BatchWizard configuration.
 - `list-jobs`: List recent batch jobs.
 - `cancel`: Cancel a specific batch job.
@@ -110,6 +143,7 @@ batchwizard <command> --help
 
 ## Features
 
+- **Flexible Input**: Process individual JSONL files or entire directories containing JSONL files.
 - **Asynchronous Processing**: Efficiently handle multiple batch jobs concurrently.
 - **Rich UI**: Display progress and job status using a rich, interactive interface.
 - **Flexible Configuration**: Easily manage API keys and other settings.

{batchwizard-0.1.0 → batchwizard-0.2.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "batchwizard"
-version = "0.1.0"
+version = "0.2.0"
 description = "BatchWizard: Manage OpenAI batch processing jobs with ease"
 authors = ["Carl Kugblenu"]
 license = "MIT"

{batchwizard-0.1.0 → batchwizard-0.2.0}/src/batchwizard/cli.py

@@ -20,8 +20,8 @@ logger = setup_logger(console)
 
 @app.command()
 def process(
-    input_directory: Path = typer.Argument(
-        ..., help="Directory containing input files for processing"
+    input_paths: list[Path] = typer.Argument(
+        ..., help="Paths to input files or directories for processing"
     ),
     output_directory: Optional[Path] = typer.Option(
         None, help="Directory to store output files"
@@ -33,15 +33,15 @@ def process(
         5, help="Initial interval (in seconds) between job status checks"
     ),
 ):
-    """Process batch jobs from input files in the specified directory."""
+    """Process batch jobs from input files or directories."""
     if not output_directory:
-        output_directory = input_directory / "results"
+        output_directory = Path.cwd() / "results"
     output_directory.mkdir(parents=True, exist_ok=True)
 
     api_key = get_api_key()
     if not api_key:
         logger.error(
-            "API key not set. Please set it using 'batchwizard configure --set-key YOUR_API_KEY'"
+            "API key not set. Please set it using 'openaibatch configure --set-key YOUR_API_KEY'"
         )
         raise typer.Exit(code=1)
 
@@ -54,13 +54,14 @@ def process(
 
     async def run_and_close():
         try:
-            await ui.run_processing(processor, input_directory, output_directory)
+            await ui.run_processing(processor, input_paths, output_directory)
         finally:
             await processor.close()
 
     asyncio.run(run_and_close())
 
 
+
 @app.command()
 def configure(
     set_key: Optional[str] = typer.Option(

{batchwizard-0.1.0 → batchwizard-0.2.0}/src/batchwizard/processor.py

@@ -118,12 +118,20 @@ class BatchProcessor:
                 check_interval * 1.5, 60
             )  # Implement exponential backoff
 
-    async def process_directory(
-        self, input_dir: Path, output_dir: Path
+    async def process_inputs(
+        self, input_paths: List[Path], output_dir: Path
     ) -> List[BatchJobResult]:
-        input_files = list(input_dir.glob("*_batch_*.jsonl"))
+        input_files = []
+        for path in input_paths:
+            if path.is_dir():
+                input_files.extend(path.glob("*.jsonl"))
+            elif path.suffix.lower() == ".jsonl":
+                input_files.append(path)
+            else:
+                logger.warning(f"Skipping non-JSONL file: {path}")
+
         if not input_files:
-            logger.warning(f"No input files found in {input_dir}")
+            logger.warning("No input files found in the provided paths")
             return []
 
         semaphore = asyncio.Semaphore(self.settings.max_concurrent_jobs)

{batchwizard-0.1.0 → batchwizard-0.2.0}/src/batchwizard/ui.py

@@ -128,7 +128,7 @@ class BatchWizardUI:
         layout["body"]["sidebar"]["logs"].update(log_panel)
 
     async def run_processing(
-        self, processor: BatchProcessor, input_dir: Path, output_dir: Path
+        self, processor: BatchProcessor, input_paths: List[Path], output_dir: Path
     ):
         layout = self.create_layout()
         overall_progress, job_progress = self.create_progress_bars()
@@ -150,9 +150,17 @@ class BatchWizardUI:
         with Live(layout, console=self.console, screen=True, refresh_per_second=4):
             await update_ui()
 
-            input_files = list(input_dir.glob("*_batch_*.jsonl"))
+            input_files = []
+            for path in input_paths:
+                if path.is_dir():
+                    input_files.extend(path.glob("*.jsonl"))
+                elif path.suffix.lower() == ".jsonl":
+                    input_files.append(path)
+                else:
+                    self.add_log(f"Skipping non-JSONL file: {path}")
+
             if not input_files:
-                self.add_log(f"No input files found in {input_dir}")
+                self.add_log("No input files found in the provided paths")
                 await update_ui()
                 return