llmflux 0.1.0__tar.gz

llmflux-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Rohan Marwaha
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

llmflux-0.1.0/PKG-INFO

@@ -0,0 +1,223 @@
+Metadata-Version: 2.4
+Name: llmflux
+Version: 0.1.0
+Summary: CLI tool for running LLM batch processing jobs on HPC systems with Ollama and vLLM
+Author-email: Rohan Marwaha <rohan13@illinois.edu>
+License: MIT
+Project-URL: Homepage, https://github.com/Center-for-AI-Innovation/ai-flux
+Project-URL: Repository, https://github.com/Center-for-AI-Innovation/ai-flux
+Project-URL: Issues, https://github.com/Center-for-AI-Innovation/ai-flux/issues
+Keywords: llm,batch-processing,slurm,hpc,ai,machine-learning,ollama,vllm
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: requests>=2.31.0
+Requires-Dist: pandas>=2.1.0
+Requires-Dist: pyyaml>=6.0.1
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: pydantic>=2.6.0
+Requires-Dist: datasets>=3.0.0
+Dynamic: license-file
+
+# AI-Flux: LLM Batch Processing Pipeline for HPC Systems
+
+A streamlined solution for running Large Language Models (LLMs) in batch mode on HPC systems powered by Slurm. AI-Flux uses the OpenAI-compatible API format with a JSONL-first architecture for all interactions.
+
+## Architecture
+
+```
+      JSONL Input                    Batch Processing                    Results
+   (OpenAI Format)                  (Ollama + Model)                   (JSON Output)
+         │                                 │                                 │
+         │                                 │                                 │
+         ▼                                 ▼                                 ▼
+    ┌──────────┐                   ┌──────────────┐                   ┌──────────┐
+    │  Batch   │                   │              │                   │  Output  │
+    │ Requests │─────────────────▶ │   Model on   │─────────────────▶ │  Results │
+    │  (JSONL) │                   │    GPU(s)    │                   │  (JSON)  │
+    └──────────┘                   │              │                   └──────────┘
+                                   └──────────────┘                    
+```
+
+AI-Flux processes JSONL files in a standardized OpenAI-compatible batch API format, enabling efficient processing of thousands of prompts on HPC systems with minimal overhead.
+
+## Documentation
+
+- [Configuration Guide](docs/CONFIGURATION.md) - How to configure AI-Flux
+- [Models Guide](docs/MODELS.md) - Supported models and requirements
+- [Repository Structure](docs/REPOSITORY_STRUCTURE.md) - Codebase organization
+
+## Installation
+
+1. **Create and Activate Conda Environment:**
+   ```bash
+   conda create -n aiflux python=3.11 -y
+   conda activate aiflux
+   ```
+
+2. **Install Package:**
+   ```bash
+   pip install -e .
+   ```
+
+3. **Environment Setup:**
+   ```bash
+   cp .env.example .env
+   # Edit .env with your SLURM account and model details
+   ```
+
+## Quick Start
+
+### Core Batch Processing on SLURM
+
+The primary workflow for AI-Flux is submitting JSONL files for batch processing on SLURM:
+
+```python
+from aiflux.slurm import SlurmRunner
+from aiflux.core.config import Config
+
+# Setup SLURM configuration
+config = Config()
+slurm_config = config.get_slurm_config()
+slurm_config.account = "myaccount"
+
+# Initialize runner
+runner = SlurmRunner(config=slurm_config)
+
+# Submit JSONL file directly for processing
+job_id = runner.run(
+    input_path="prompts.jsonl",
+    output_path="results.json",
+    model="llama3.2:3b",
+    batch_size=4
+)
+print(f"Job submitted with ID: {job_id}")
+```
+
+### JSONL Input Format
+
+JSONL input format follows the OpenAI Batch API specification:
+
+```jsonl
+{"custom_id":"request1","method":"POST","url":"/v1/chat/completions","body":{"model":"llama3.2:3b","messages":[{"role":"system","content":"You are a helpful assistant"},{"role":"user","content":"Explain quantum computing"}],"temperature":0.7,"max_tokens":500}}
+{"custom_id":"request2","method":"POST","url":"/v1/chat/completions","body":{"model":"llama3.2:3b","messages":[{"role":"system","content":"You are a helpful assistant"},{"role":"user","content":"What is machine learning?"}],"temperature":0.7,"max_tokens":500}}
+```
+
+For advanced options like custom batch sizes, processing settings, or SLURM configuration, see the [Configuration Guide](docs/CONFIGURATION.md).
+
+For advanced model configuration, see the [Models Guide](docs/MODELS.md).
+
+## Command-Line Interface
+
+AI-Flux includes a command-line interface for submitting batch processing jobs:
+
+```bash
+# Process JSONL file directly (core functionality)
+aiflux run --model llama3.2:3b --input data/prompts.jsonl --output results/output.json
+```
+
+For detailed command options:
+```bash
+aiflux --help
+```
+
+## Output Format
+
+Results are saved in the user's workspace:
+
+```json
+[
+  {
+    "input": {
+      "custom_id": "request1",
+      "method": "POST",
+      "url": "/v1/chat/completions",
+      "body": {
+        "model": "llama3.2:3b",
+        "messages": [
+          {"role": "system", "content": "You are a helpful assistant"},
+          {"role": "user", "content": "Original prompt text"}
+        ],
+        "temperature": 0.7,
+        "max_tokens": 1024
+      },
+      "metadata": {
+        "source_file": "example.txt"
+      }
+    },
+    "output": {
+      "id": "chat-cmpl-123",
+      "object": "chat.completion",
+      "created": 1699123456,
+      "model": "llama3.2:3b",
+      "choices": [
+        {
+          "index": 0,
+          "message": {
+            "role": "assistant",
+            "content": "Generated response text"
+          },
+          "finish_reason": "stop"
+        }
+      ]
+    },
+    "metadata": {
+      "model": "llama3.2:3b",
+      "timestamp": "2023-11-04T12:34:56.789Z",
+      "processing_time": 1.23
+    }
+  }
+]
+```
+
+## Utility Converters
+
+AI-Flux provides utility converters to help prepare JSONL files from various input formats:
+
+```bash
+# Convert CSV to JSONL
+aiflux convert csv --input data/papers.csv --output data/papers.jsonl --template "Summarize: {text}"
+
+# Convert directory to JSONL
+aiflux convert dir --input data/documents/ --output data/docs.jsonl --recursive
+```
+
+For code examples of converters, see the [examples directory](examples/).
+
+## Benchmarking
+
+AI-Flux ships with a benchmarking workflow that can source prompts, submit the SLURM job, and collect results/metrics for you.
+
+```bash
+aiflux benchmark --model llama3.2:3b --name nightly --num-prompts 60 \
+  --account ACCOUNT_NAME --partition PARTITION_NAME --nodes 1
+```
+
+- **Prompt sources**: omit `--input` to automatically download and cache LiveBench categories (``benchmark_data/``). Provide `--input path/to/prompts.jsonl` to reuse an existing JSONL file instead. Use `--num-prompts`, `--temperature`, and `--max-tokens` to control synthetic dataset generation.
+- **Outputs**: results default to `results/benchmarks/<name>_results.json` and a metrics summary (`<name>_metrics.txt`) containing elapsed SLURM runtime and number of prompts processed.
+- **Batch tuning**: adjust `--batch-size` for throughput. Pass model arguments such as `--temperature` and `--max-tokens` to forward them to the runner.
+- **SLURM overrides**: forward scheduler settings with `--account`, `--partition`, `--nodes`, `--gpus-per-node`, `--time`, `--mem`, and `--cpus-per-task`.
+- **Job controls**: add `--rebuild` to force an Apptainer image rebuild or `--debug` to keep the generated job script for inspection.
+
+For the complete option reference:
+
+```bash
+aiflux benchmark --help
+```
+
+## Contributing
+
+We welcome contributions! Please see [CONTRIBUTING.md](CONTRIBUTING.md) for guidelines.
+
+## License
+
+[MIT License](LICENSE) 

llmflux-0.1.0/README.md

@@ -0,0 +1,193 @@
+# AI-Flux: LLM Batch Processing Pipeline for HPC Systems
+
+A streamlined solution for running Large Language Models (LLMs) in batch mode on HPC systems powered by Slurm. AI-Flux uses the OpenAI-compatible API format with a JSONL-first architecture for all interactions.
+
+## Architecture
+
+```
+      JSONL Input                    Batch Processing                    Results
+   (OpenAI Format)                  (Ollama + Model)                   (JSON Output)
+         │                                 │                                 │
+         │                                 │                                 │
+         ▼                                 ▼                                 ▼
+    ┌──────────┐                   ┌──────────────┐                   ┌──────────┐
+    │  Batch   │                   │              │                   │  Output  │
+    │ Requests │─────────────────▶ │   Model on   │─────────────────▶ │  Results │
+    │  (JSONL) │                   │    GPU(s)    │                   │  (JSON)  │
+    └──────────┘                   │              │                   └──────────┘
+                                   └──────────────┘                    
+```
+
+AI-Flux processes JSONL files in a standardized OpenAI-compatible batch API format, enabling efficient processing of thousands of prompts on HPC systems with minimal overhead.
+
+## Documentation
+
+- [Configuration Guide](docs/CONFIGURATION.md) - How to configure AI-Flux
+- [Models Guide](docs/MODELS.md) - Supported models and requirements
+- [Repository Structure](docs/REPOSITORY_STRUCTURE.md) - Codebase organization
+
+## Installation
+
+1. **Create and Activate Conda Environment:**
+   ```bash
+   conda create -n aiflux python=3.11 -y
+   conda activate aiflux
+   ```
+
+2. **Install Package:**
+   ```bash
+   pip install -e .
+   ```
+
+3. **Environment Setup:**
+   ```bash
+   cp .env.example .env
+   # Edit .env with your SLURM account and model details
+   ```
+
+## Quick Start
+
+### Core Batch Processing on SLURM
+
+The primary workflow for AI-Flux is submitting JSONL files for batch processing on SLURM:
+
+```python
+from aiflux.slurm import SlurmRunner
+from aiflux.core.config import Config
+
+# Setup SLURM configuration
+config = Config()
+slurm_config = config.get_slurm_config()
+slurm_config.account = "myaccount"
+
+# Initialize runner
+runner = SlurmRunner(config=slurm_config)
+
+# Submit JSONL file directly for processing
+job_id = runner.run(
+    input_path="prompts.jsonl",
+    output_path="results.json",
+    model="llama3.2:3b",
+    batch_size=4
+)
+print(f"Job submitted with ID: {job_id}")
+```
+
+### JSONL Input Format
+
+JSONL input format follows the OpenAI Batch API specification:
+
+```jsonl
+{"custom_id":"request1","method":"POST","url":"/v1/chat/completions","body":{"model":"llama3.2:3b","messages":[{"role":"system","content":"You are a helpful assistant"},{"role":"user","content":"Explain quantum computing"}],"temperature":0.7,"max_tokens":500}}
+{"custom_id":"request2","method":"POST","url":"/v1/chat/completions","body":{"model":"llama3.2:3b","messages":[{"role":"system","content":"You are a helpful assistant"},{"role":"user","content":"What is machine learning?"}],"temperature":0.7,"max_tokens":500}}
+```
+
+For advanced options like custom batch sizes, processing settings, or SLURM configuration, see the [Configuration Guide](docs/CONFIGURATION.md).
+
+For advanced model configuration, see the [Models Guide](docs/MODELS.md).
+
+## Command-Line Interface
+
+AI-Flux includes a command-line interface for submitting batch processing jobs:
+
+```bash
+# Process JSONL file directly (core functionality)
+aiflux run --model llama3.2:3b --input data/prompts.jsonl --output results/output.json
+```
+
+For detailed command options:
+```bash
+aiflux --help
+```
+
+## Output Format
+
+Results are saved in the user's workspace:
+
+```json
+[
+  {
+    "input": {
+      "custom_id": "request1",
+      "method": "POST",
+      "url": "/v1/chat/completions",
+      "body": {
+        "model": "llama3.2:3b",
+        "messages": [
+          {"role": "system", "content": "You are a helpful assistant"},
+          {"role": "user", "content": "Original prompt text"}
+        ],
+        "temperature": 0.7,
+        "max_tokens": 1024
+      },
+      "metadata": {
+        "source_file": "example.txt"
+      }
+    },
+    "output": {
+      "id": "chat-cmpl-123",
+      "object": "chat.completion",
+      "created": 1699123456,
+      "model": "llama3.2:3b",
+      "choices": [
+        {
+          "index": 0,
+          "message": {
+            "role": "assistant",
+            "content": "Generated response text"
+          },
+          "finish_reason": "stop"
+        }
+      ]
+    },
+    "metadata": {
+      "model": "llama3.2:3b",
+      "timestamp": "2023-11-04T12:34:56.789Z",
+      "processing_time": 1.23
+    }
+  }
+]
+```
+
+## Utility Converters
+
+AI-Flux provides utility converters to help prepare JSONL files from various input formats:
+
+```bash
+# Convert CSV to JSONL
+aiflux convert csv --input data/papers.csv --output data/papers.jsonl --template "Summarize: {text}"
+
+# Convert directory to JSONL
+aiflux convert dir --input data/documents/ --output data/docs.jsonl --recursive
+```
+
+For code examples of converters, see the [examples directory](examples/).
+
+## Benchmarking
+
+AI-Flux ships with a benchmarking workflow that can source prompts, submit the SLURM job, and collect results/metrics for you.
+
+```bash
+aiflux benchmark --model llama3.2:3b --name nightly --num-prompts 60 \
+  --account ACCOUNT_NAME --partition PARTITION_NAME --nodes 1
+```
+
+- **Prompt sources**: omit `--input` to automatically download and cache LiveBench categories (``benchmark_data/``). Provide `--input path/to/prompts.jsonl` to reuse an existing JSONL file instead. Use `--num-prompts`, `--temperature`, and `--max-tokens` to control synthetic dataset generation.
+- **Outputs**: results default to `results/benchmarks/<name>_results.json` and a metrics summary (`<name>_metrics.txt`) containing elapsed SLURM runtime and number of prompts processed.
+- **Batch tuning**: adjust `--batch-size` for throughput. Pass model arguments such as `--temperature` and `--max-tokens` to forward them to the runner.
+- **SLURM overrides**: forward scheduler settings with `--account`, `--partition`, `--nodes`, `--gpus-per-node`, `--time`, `--mem`, and `--cpus-per-task`.
+- **Job controls**: add `--rebuild` to force an Apptainer image rebuild or `--debug` to keep the generated job script for inspection.
+
+For the complete option reference:
+
+```bash
+aiflux benchmark --help
+```
+
+## Contributing
+
+We welcome contributions! Please see [CONTRIBUTING.md](CONTRIBUTING.md) for guidelines.
+
+## License
+
+[MIT License](LICENSE) 

llmflux-0.1.0/pyproject.toml

@@ -0,0 +1,55 @@
+[build-system]
+requires = ["setuptools>=45", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "llmflux"
+version = "0.1.0"
+description = "CLI tool for running LLM batch processing jobs on HPC systems with Ollama and vLLM"
+readme = "README.md"
+license = {text = "MIT"}
+authors = [
+    {name = "Rohan Marwaha", email = "rohan13@illinois.edu"}
+]
+requires-python = ">=3.11"
+keywords = ["llm", "batch-processing", "slurm", "hpc", "ai", "machine-learning", "ollama", "vllm"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "Intended Audience :: Science/Research",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+]
+dependencies = [
+    "requests>=2.31.0",
+    "pandas>=2.1.0",
+    "pyyaml>=6.0.1",
+    "python-dotenv>=1.0.1",
+    "pydantic>=2.6.0",
+    "datasets>=3.0.0"
+]
+
+[project.urls]
+Homepage = "https://github.com/Center-for-AI-Innovation/ai-flux"
+Repository = "https://github.com/Center-for-AI-Innovation/ai-flux"
+Issues = "https://github.com/Center-for-AI-Innovation/ai-flux/issues"
+
+[project.scripts]
+aiflux = "aiflux.cli:main"
+
+[tool.setuptools]
+package-dir = {"" = "src"}
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.setuptools.package-data]
+"aiflux" = [
+    "templates/models/*/*.yaml",
+    "container/*.def",
+    "slurm/*.sh"
+] 

llmflux-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

llmflux-0.1.0/src/aiflux/__init__.py

@@ -0,0 +1,20 @@
+"""AI-Flux: LLM Batch Processing Pipeline for HPC Systems."""
+
+__version__ = "0.1.0"
+
+from .processors.batch import BatchProcessor
+from .slurm.runner import SlurmRunner
+from .core.config import Config, ModelConfig, SlurmConfig
+from .io.output import JSONOutputHandler
+from .io.base import InputHandler, OutputHandler
+
+__all__ = [
+    'BatchProcessor',
+    'SlurmRunner',
+    'Config',
+    'ModelConfig',
+    'SlurmConfig',
+    'InputHandler',
+    'OutputHandler',
+    'JSONOutputHandler'
+]