abstractcore 2.6.3__tar.gz → 2.6.5__tar.gz

{abstractcore-2.6.3 → abstractcore-2.6.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstractcore
-Version: 2.6.3
+Version: 2.6.5
 Summary: Unified interface to all LLM providers with essential infrastructure for tool calling, streaming, and model management
 Author-email: Laurent-Philippe Albou <contact@abstractcore.ai>
 Maintainer-email: Laurent-Philippe Albou <contact@abstractcore.ai>
@@ -47,6 +47,8 @@ Provides-Extra: mlx
 Requires-Dist: mlx<1.0.0,>=0.15.0; extra == "mlx"
 Requires-Dist: mlx-lm<1.0.0,>=0.15.0; extra == "mlx"
 Requires-Dist: outlines>=0.1.0; extra == "mlx"
+Provides-Extra: vllm
+Requires-Dist: vllm<1.0.0,>=0.6.0; extra == "vllm"
 Provides-Extra: embeddings
 Requires-Dist: sentence-transformers<6.0.0,>=5.1.0; extra == "embeddings"
 Requires-Dist: numpy<2.0.0,>=1.20.0; extra == "embeddings"
@@ -67,18 +69,26 @@ Provides-Extra: api-providers
 Requires-Dist: abstractcore[anthropic,openai]; extra == "api-providers"
 Provides-Extra: local-providers
 Requires-Dist: abstractcore[lmstudio,mlx,ollama]; extra == "local-providers"
-Provides-Extra: local-providers-non-mlx
-Requires-Dist: abstractcore[lmstudio,ollama]; extra == "local-providers-non-mlx"
+Provides-Extra: local-providers-apple
+Requires-Dist: abstractcore[lmstudio,mlx,ollama]; extra == "local-providers-apple"
+Provides-Extra: local-providers-gpu
+Requires-Dist: abstractcore[lmstudio,ollama,vllm]; extra == "local-providers-gpu"
+Provides-Extra: gpu-providers
+Requires-Dist: abstractcore[huggingface,vllm]; extra == "gpu-providers"
 Provides-Extra: heavy-providers
 Requires-Dist: abstractcore[huggingface]; extra == "heavy-providers"
 Provides-Extra: all-providers
-Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,mlx,ollama,openai]; extra == "all-providers"
-Provides-Extra: all-providers-non-mlx
-Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,ollama,openai]; extra == "all-providers-non-mlx"
+Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,mlx,ollama,openai,vllm]; extra == "all-providers"
+Provides-Extra: all-providers-apple
+Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,mlx,ollama,openai]; extra == "all-providers-apple"
+Provides-Extra: all-providers-gpu
+Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,ollama,openai,vllm]; extra == "all-providers-gpu"
 Provides-Extra: all
-Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,mlx,ollama,openai,processing,server,test,tools]; extra == "all"
-Provides-Extra: all-non-mlx
-Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,ollama,openai,processing,server,test,tools]; extra == "all-non-mlx"
+Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,mlx,ollama,openai,processing,server,test,tools,vllm]; extra == "all"
+Provides-Extra: all-apple
+Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,mlx,ollama,openai,processing,server,test,tools]; extra == "all-apple"
+Provides-Extra: all-gpu
+Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,ollama,openai,processing,server,test,tools,vllm]; extra == "all-gpu"
 Provides-Extra: lightweight
 Requires-Dist: abstractcore[anthropic,compression,embeddings,lmstudio,media,ollama,openai,processing,server,tools]; extra == "lightweight"
 Provides-Extra: dev
@@ -480,8 +490,9 @@ if response.metadata and response.metadata.get('compression_used'):
 ## Key Features
 
 - **Offline-First Design**: Built primarily for open source LLMs with full offline capability. Download once, run forever without internet access
-- **Provider Agnostic**: Seamlessly switch between OpenAI, Anthropic, Ollama, LMStudio, MLX, HuggingFace
-- **Async/Await Support** ⭐ NEW in v2.6.0: Native async support for concurrent requests with `asyncio.gather()` - works with all 6 providers
+- **Provider Agnostic**: Seamlessly switch between OpenAI, Anthropic, Ollama, LMStudio, MLX, HuggingFace, vLLM, and any OpenAI-compatible endpoint
+- **Async/Await Support** ⭐ NEW in v2.6.0: Native async support for concurrent requests with `asyncio.gather()` - works with all providers
+- **Dynamic Endpoint Configuration** ⭐ NEW in v2.6.5: Pass `base_url` in POST requests to connect to custom OpenAI-compatible endpoints without environment variables
 - **Interaction Tracing**: Complete LLM observability with programmatic access to prompts, responses, tokens, timing, and trace correlation for debugging, trust, and compliance
 - **Glyph Visual-Text Compression**: Revolutionary compression system that renders text as optimized images for 3-4x token compression and faster inference
 - **Centralized Configuration**: Global defaults and app-specific preferences at `~/.abstractcore/config/abstractcore.json`
@@ -498,14 +509,16 @@ if response.metadata and response.metadata.get('compression_used'):
 
 ## Supported Providers
 
-| Provider | Status | SEED Support | Setup |
-|----------|--------|-------------|-------|
-| **OpenAI** | Full | Native | [Get API key](docs/prerequisites.md#openai-setup) |
-| **Anthropic** | Full | Warning* | [Get API key](docs/prerequisites.md#anthropic-setup) |
-| **Ollama** | Full | Native | [Install guide](docs/prerequisites.md#ollama-setup) |
-| **LMStudio** | Full | Native | [Install guide](docs/prerequisites.md#lmstudio-setup) |
-| **MLX** | Full | Native | [Setup guide](docs/prerequisites.md#mlx-setup) |
-| **HuggingFace** | Full | Native | [Setup guide](docs/prerequisites.md#huggingface-setup) |
+| Provider | Status | SEED Support | Hardware | Setup |
+|----------|--------|-------------|----------|-------|
+| **OpenAI** | Full | Native | Any | [Get API key](docs/prerequisites.md#openai-setup) |
+| **Anthropic** | Full | Warning* | Any | [Get API key](docs/prerequisites.md#anthropic-setup) |
+| **Ollama** | Full | Native | Any | [Install guide](docs/prerequisites.md#ollama-setup) |
+| **LMStudio** | Full | Native | Any | [Install guide](docs/prerequisites.md#lmstudio-setup) |
+| **MLX** | Full | Native | **Apple Silicon only** | [Setup guide](docs/prerequisites.md#mlx-setup) |
+| **HuggingFace** | Full | Native | Any | [Setup guide](docs/prerequisites.md#huggingface-setup) |
+| **vLLM** | Full | Native | **NVIDIA CUDA only** | [Setup guide](docs/prerequisites.md#vllm-setup) |
+| **OpenAI-Compatible** ⭐ NEW | Full | Native | Any | Works with llama.cpp, text-generation-webui, LocalAI, etc. |
 
 *Anthropic doesn't support seed parameters but issues a warning when provided. Use `temperature=0.0` for more consistent outputs.
 
@@ -1024,7 +1037,8 @@ pip install abstractcore[anthropic]
 pip install abstractcore[ollama]
 pip install abstractcore[lmstudio]
 pip install abstractcore[huggingface]
-pip install abstractcore[mlx]  # macOS/Apple Silicon only
+pip install abstractcore[mlx]   # macOS/Apple Silicon only
+pip install abstractcore[vllm]  # NVIDIA CUDA only (Linux)
 
 # With server support
 pip install abstractcore[server]
@@ -1032,20 +1046,26 @@ pip install abstractcore[server]
 # With embeddings
 pip install abstractcore[embeddings]
 
-# Everything (recommended)
+# Everything (recommended for Apple Silicon)
 pip install abstractcore[all]
 
-# Cross-platform (all except MLX - for Linux/Windows)
+# Cross-platform (all except MLX/vLLM - for Linux/Windows/Intel Mac)
 pip install abstractcore[all-non-mlx]
 
 # Provider groups
-pip install abstractcore[all-providers]          # All providers (includes MLX)
-pip install abstractcore[all-providers-non-mlx]  # All providers except MLX
+pip install abstractcore[all-providers]          # All providers (includes MLX, excludes vLLM)
+pip install abstractcore[all-providers-non-mlx]  # All providers except MLX (excludes vLLM)
 pip install abstractcore[local-providers]        # Ollama, LMStudio, MLX
 pip install abstractcore[local-providers-non-mlx]  # Ollama, LMStudio only
 pip install abstractcore[api-providers]          # OpenAI, Anthropic
+pip install abstractcore[gpu-providers]          # vLLM (NVIDIA CUDA only)
 ```
 
+**Hardware-Specific Notes:**
+- **MLX**: Requires Apple Silicon (M1/M2/M3/M4). Will not work on Intel Macs or other platforms.
+- **vLLM**: Requires NVIDIA GPUs with CUDA support. Will not work on Apple Silicon, AMD GPUs, or Intel integrated graphics.
+- **All other providers** (OpenAI, Anthropic, Ollama, LMStudio, HuggingFace): Work on any hardware.
+
 **Media processing extras:**
 ```bash
 # For PDF processing

{abstractcore-2.6.3 → abstractcore-2.6.5}/README.md

@@ -368,8 +368,9 @@ if response.metadata and response.metadata.get('compression_used'):
 ## Key Features
 
 - **Offline-First Design**: Built primarily for open source LLMs with full offline capability. Download once, run forever without internet access
-- **Provider Agnostic**: Seamlessly switch between OpenAI, Anthropic, Ollama, LMStudio, MLX, HuggingFace
-- **Async/Await Support** ⭐ NEW in v2.6.0: Native async support for concurrent requests with `asyncio.gather()` - works with all 6 providers
+- **Provider Agnostic**: Seamlessly switch between OpenAI, Anthropic, Ollama, LMStudio, MLX, HuggingFace, vLLM, and any OpenAI-compatible endpoint
+- **Async/Await Support** ⭐ NEW in v2.6.0: Native async support for concurrent requests with `asyncio.gather()` - works with all providers
+- **Dynamic Endpoint Configuration** ⭐ NEW in v2.6.5: Pass `base_url` in POST requests to connect to custom OpenAI-compatible endpoints without environment variables
 - **Interaction Tracing**: Complete LLM observability with programmatic access to prompts, responses, tokens, timing, and trace correlation for debugging, trust, and compliance
 - **Glyph Visual-Text Compression**: Revolutionary compression system that renders text as optimized images for 3-4x token compression and faster inference
 - **Centralized Configuration**: Global defaults and app-specific preferences at `~/.abstractcore/config/abstractcore.json`
@@ -386,14 +387,16 @@ if response.metadata and response.metadata.get('compression_used'):
 
 ## Supported Providers
 
-| Provider | Status | SEED Support | Setup |
-|----------|--------|-------------|-------|
-| **OpenAI** | Full | Native | [Get API key](docs/prerequisites.md#openai-setup) |
-| **Anthropic** | Full | Warning* | [Get API key](docs/prerequisites.md#anthropic-setup) |
-| **Ollama** | Full | Native | [Install guide](docs/prerequisites.md#ollama-setup) |
-| **LMStudio** | Full | Native | [Install guide](docs/prerequisites.md#lmstudio-setup) |
-| **MLX** | Full | Native | [Setup guide](docs/prerequisites.md#mlx-setup) |
-| **HuggingFace** | Full | Native | [Setup guide](docs/prerequisites.md#huggingface-setup) |
+| Provider | Status | SEED Support | Hardware | Setup |
+|----------|--------|-------------|----------|-------|
+| **OpenAI** | Full | Native | Any | [Get API key](docs/prerequisites.md#openai-setup) |
+| **Anthropic** | Full | Warning* | Any | [Get API key](docs/prerequisites.md#anthropic-setup) |
+| **Ollama** | Full | Native | Any | [Install guide](docs/prerequisites.md#ollama-setup) |
+| **LMStudio** | Full | Native | Any | [Install guide](docs/prerequisites.md#lmstudio-setup) |
+| **MLX** | Full | Native | **Apple Silicon only** | [Setup guide](docs/prerequisites.md#mlx-setup) |
+| **HuggingFace** | Full | Native | Any | [Setup guide](docs/prerequisites.md#huggingface-setup) |
+| **vLLM** | Full | Native | **NVIDIA CUDA only** | [Setup guide](docs/prerequisites.md#vllm-setup) |
+| **OpenAI-Compatible** ⭐ NEW | Full | Native | Any | Works with llama.cpp, text-generation-webui, LocalAI, etc. |
 
 *Anthropic doesn't support seed parameters but issues a warning when provided. Use `temperature=0.0` for more consistent outputs.
 
@@ -912,7 +915,8 @@ pip install abstractcore[anthropic]
 pip install abstractcore[ollama]
 pip install abstractcore[lmstudio]
 pip install abstractcore[huggingface]
-pip install abstractcore[mlx]  # macOS/Apple Silicon only
+pip install abstractcore[mlx]   # macOS/Apple Silicon only
+pip install abstractcore[vllm]  # NVIDIA CUDA only (Linux)
 
 # With server support
 pip install abstractcore[server]
@@ -920,20 +924,26 @@ pip install abstractcore[server]
 # With embeddings
 pip install abstractcore[embeddings]
 
-# Everything (recommended)
+# Everything (recommended for Apple Silicon)
 pip install abstractcore[all]
 
-# Cross-platform (all except MLX - for Linux/Windows)
+# Cross-platform (all except MLX/vLLM - for Linux/Windows/Intel Mac)
 pip install abstractcore[all-non-mlx]
 
 # Provider groups
-pip install abstractcore[all-providers]          # All providers (includes MLX)
-pip install abstractcore[all-providers-non-mlx]  # All providers except MLX
+pip install abstractcore[all-providers]          # All providers (includes MLX, excludes vLLM)
+pip install abstractcore[all-providers-non-mlx]  # All providers except MLX (excludes vLLM)
 pip install abstractcore[local-providers]        # Ollama, LMStudio, MLX
 pip install abstractcore[local-providers-non-mlx]  # Ollama, LMStudio only
 pip install abstractcore[api-providers]          # OpenAI, Anthropic
+pip install abstractcore[gpu-providers]          # vLLM (NVIDIA CUDA only)
 ```
 
+**Hardware-Specific Notes:**
+- **MLX**: Requires Apple Silicon (M1/M2/M3/M4). Will not work on Intel Macs or other platforms.
+- **vLLM**: Requires NVIDIA GPUs with CUDA support. Will not work on Apple Silicon, AMD GPUs, or Intel integrated graphics.
+- **All other providers** (OpenAI, Anthropic, Ollama, LMStudio, HuggingFace): Work on any hardware.
+
 **Media processing extras:**
 ```bash
 # For PDF processing

{abstractcore-2.6.3 → abstractcore-2.6.5}/abstractcore/providers/__init__.py

@@ -7,6 +7,8 @@ from .ollama_provider import OllamaProvider
 from .lmstudio_provider import LMStudioProvider
 from .huggingface_provider import HuggingFaceProvider
 from .mlx_provider import MLXProvider
+from .vllm_provider import VLLMProvider
+from .openai_compatible_provider import OpenAICompatibleProvider
 
 # Provider registry for centralized provider discovery and management
 from .registry import (
@@ -41,6 +43,8 @@ __all__ = [
     'LMStudioProvider',
     'HuggingFaceProvider',
     'MLXProvider',
+    'VLLMProvider',
+    'OpenAICompatibleProvider',
 
     # Provider registry
     'ProviderRegistry',