abstractcore 2.6.3__py3-none-any.whl → 2.6.6__py3-none-any.whl

abstractcore/server/app.py

@@ -506,7 +506,17 @@ class ChatCompletionRequest(BaseModel):
                     "Use 'auto' for automatic format detection based on model and user-agent.",
         example="auto"
     )
-    
+
+    # Provider-specific parameters (AbstractCore-specific feature)
+    base_url: Optional[str] = Field(
+        default=None,
+        description="Base URL for the provider API endpoint (AbstractCore-specific feature). "
+                    "Useful for openai-compatible provider to connect to custom endpoints. "
+                    "Example: 'http://localhost:1234/v1' for LMStudio, 'http://localhost:8080/v1' for llama.cpp. "
+                    "If not specified, uses provider's default or environment variable.",
+        example="http://localhost:1234/v1"
+    )
+
     class Config:
         schema_extra = {
             "examples": {
@@ -2007,7 +2017,17 @@ async def process_chat_completion(
             )
 
         # Create LLM instance
-        llm = create_llm(provider, model=model)
+        # Prepare provider-specific kwargs
+        provider_kwargs = {}
+        if request.base_url:
+            provider_kwargs["base_url"] = request.base_url
+            logger.info(
+                "🔗 Custom Base URL",
+                request_id=request_id,
+                base_url=request.base_url
+            )
+
+        llm = create_llm(provider, model=model, **provider_kwargs)
 
         # Convert messages
         messages = convert_to_abstractcore_messages(processed_messages)

abstractcore/utils/version.py

@@ -11,4 +11,4 @@ including when the package is installed from PyPI where pyproject.toml is not av
 
 # Package version - update this when releasing new versions
 # This must be manually synchronized with the version in pyproject.toml
-__version__ = "2.6.3"
+__version__ = "2.6.6"

abstractcore/utils/vlm_token_calculator.py

@@ -22,9 +22,15 @@ References:
 import math
 from typing import Tuple, Dict, Any, Optional, List
 from pathlib import Path
-from PIL import Image
 import logging
 
+try:
+    from PIL import Image
+except ImportError as e:
+    raise ImportError(
+        "PIL (Pillow) is required for VLM token calculation. Install with: pip install Pillow"
+    ) from e
+
 from ..utils.structured_logging import get_logger
 from ..architectures.detection import get_model_capabilities, detect_architecture
 

{abstractcore-2.6.3.dist-info → abstractcore-2.6.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: abstractcore
-Version: 2.6.3
+Version: 2.6.6
 Summary: Unified interface to all LLM providers with essential infrastructure for tool calling, streaming, and model management
 Author-email: Laurent-Philippe Albou <contact@abstractcore.ai>
 Maintainer-email: Laurent-Philippe Albou <contact@abstractcore.ai>
@@ -47,6 +47,8 @@ Provides-Extra: mlx
 Requires-Dist: mlx<1.0.0,>=0.15.0; extra == "mlx"
 Requires-Dist: mlx-lm<1.0.0,>=0.15.0; extra == "mlx"
 Requires-Dist: outlines>=0.1.0; extra == "mlx"
+Provides-Extra: vllm
+Requires-Dist: vllm<1.0.0,>=0.6.0; extra == "vllm"
 Provides-Extra: embeddings
 Requires-Dist: sentence-transformers<6.0.0,>=5.1.0; extra == "embeddings"
 Requires-Dist: numpy<2.0.0,>=1.20.0; extra == "embeddings"
@@ -62,21 +64,36 @@ Requires-Dist: pymupdf4llm<1.0.0,>=0.0.20; extra == "media"
 Requires-Dist: unstructured[office]<1.0.0,>=0.10.0; extra == "media"
 Requires-Dist: pandas<3.0.0,>=1.0.0; extra == "media"
 Provides-Extra: compression
+Requires-Dist: abstractcore[media]; extra == "compression"
 Requires-Dist: pdf2image<2.0.0,>=1.16.0; extra == "compression"
 Provides-Extra: api-providers
 Requires-Dist: abstractcore[anthropic,openai]; extra == "api-providers"
 Provides-Extra: local-providers
 Requires-Dist: abstractcore[lmstudio,mlx,ollama]; extra == "local-providers"
-Provides-Extra: local-providers-non-mlx
-Requires-Dist: abstractcore[lmstudio,ollama]; extra == "local-providers-non-mlx"
+Provides-Extra: local-providers-apple
+Requires-Dist: abstractcore[lmstudio,mlx,ollama]; extra == "local-providers-apple"
+Provides-Extra: local-providers-gpu
+Requires-Dist: abstractcore[lmstudio,ollama,vllm]; extra == "local-providers-gpu"
+Provides-Extra: gpu-providers
+Requires-Dist: abstractcore[huggingface,vllm]; extra == "gpu-providers"
 Provides-Extra: heavy-providers
 Requires-Dist: abstractcore[huggingface]; extra == "heavy-providers"
 Provides-Extra: all-providers
-Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,mlx,ollama,openai]; extra == "all-providers"
+Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,mlx,ollama,openai,vllm]; extra == "all-providers"
+Provides-Extra: all-providers-apple
+Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,mlx,ollama,openai]; extra == "all-providers-apple"
+Provides-Extra: all-providers-gpu
+Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,ollama,openai,vllm]; extra == "all-providers-gpu"
 Provides-Extra: all-providers-non-mlx
 Requires-Dist: abstractcore[anthropic,embeddings,huggingface,lmstudio,ollama,openai]; extra == "all-providers-non-mlx"
+Provides-Extra: local-providers-non-mlx
+Requires-Dist: abstractcore[lmstudio,ollama]; extra == "local-providers-non-mlx"
 Provides-Extra: all
-Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,mlx,ollama,openai,processing,server,test,tools]; extra == "all"
+Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,mlx,ollama,openai,processing,server,test,tools,vllm]; extra == "all"
+Provides-Extra: all-apple
+Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,mlx,ollama,openai,processing,server,test,tools]; extra == "all-apple"
+Provides-Extra: all-gpu
+Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,ollama,openai,processing,server,test,tools,vllm]; extra == "all-gpu"
 Provides-Extra: all-non-mlx
 Requires-Dist: abstractcore[anthropic,compression,dev,docs,embeddings,huggingface,lmstudio,media,ollama,openai,processing,server,test,tools]; extra == "all-non-mlx"
 Provides-Extra: lightweight
@@ -480,8 +497,9 @@ if response.metadata and response.metadata.get('compression_used'):
 ## Key Features
 
 - **Offline-First Design**: Built primarily for open source LLMs with full offline capability. Download once, run forever without internet access
-- **Provider Agnostic**: Seamlessly switch between OpenAI, Anthropic, Ollama, LMStudio, MLX, HuggingFace
-- **Async/Await Support** ⭐ NEW in v2.6.0: Native async support for concurrent requests with `asyncio.gather()` - works with all 6 providers
+- **Provider Agnostic**: Seamlessly switch between OpenAI, Anthropic, Ollama, LMStudio, MLX, HuggingFace, vLLM, and any OpenAI-compatible endpoint
+- **Async/Await Support** ⭐ NEW in v2.6.0: Native async support for concurrent requests with `asyncio.gather()` - works with all providers
+- **Dynamic Endpoint Configuration** ⭐ NEW in v2.6.5: Pass `base_url` in POST requests to connect to custom OpenAI-compatible endpoints without environment variables
 - **Interaction Tracing**: Complete LLM observability with programmatic access to prompts, responses, tokens, timing, and trace correlation for debugging, trust, and compliance
 - **Glyph Visual-Text Compression**: Revolutionary compression system that renders text as optimized images for 3-4x token compression and faster inference
 - **Centralized Configuration**: Global defaults and app-specific preferences at `~/.abstractcore/config/abstractcore.json`
@@ -498,14 +516,16 @@ if response.metadata and response.metadata.get('compression_used'):
 
 ## Supported Providers
 
-| Provider | Status | SEED Support | Setup |
-|----------|--------|-------------|-------|
-| **OpenAI** | Full | Native | [Get API key](docs/prerequisites.md#openai-setup) |
-| **Anthropic** | Full | Warning* | [Get API key](docs/prerequisites.md#anthropic-setup) |
-| **Ollama** | Full | Native | [Install guide](docs/prerequisites.md#ollama-setup) |
-| **LMStudio** | Full | Native | [Install guide](docs/prerequisites.md#lmstudio-setup) |
-| **MLX** | Full | Native | [Setup guide](docs/prerequisites.md#mlx-setup) |
-| **HuggingFace** | Full | Native | [Setup guide](docs/prerequisites.md#huggingface-setup) |
+| Provider | Status | SEED Support | Hardware | Setup |
+|----------|--------|-------------|----------|-------|
+| **OpenAI** | Full | Native | Any | [Get API key](docs/prerequisites.md#openai-setup) |
+| **Anthropic** | Full | Warning* | Any | [Get API key](docs/prerequisites.md#anthropic-setup) |
+| **Ollama** | Full | Native | Any | [Install guide](docs/prerequisites.md#ollama-setup) |
+| **LMStudio** | Full | Native | Any | [Install guide](docs/prerequisites.md#lmstudio-setup) |
+| **MLX** | Full | Native | **Apple Silicon only** | [Setup guide](docs/prerequisites.md#mlx-setup) |
+| **HuggingFace** | Full | Native | Any | [Setup guide](docs/prerequisites.md#huggingface-setup) |
+| **vLLM** | Full | Native | **NVIDIA CUDA only** | [Setup guide](docs/prerequisites.md#vllm-setup) |
+| **OpenAI-Compatible** ⭐ NEW | Full | Native | Any | Works with llama.cpp, text-generation-webui, LocalAI, etc. |
 
 *Anthropic doesn't support seed parameters but issues a warning when provided. Use `temperature=0.0` for more consistent outputs.
 
@@ -1024,7 +1044,8 @@ pip install abstractcore[anthropic]
 pip install abstractcore[ollama]
 pip install abstractcore[lmstudio]
 pip install abstractcore[huggingface]
-pip install abstractcore[mlx]  # macOS/Apple Silicon only
+pip install abstractcore[mlx]   # macOS/Apple Silicon only
+pip install abstractcore[vllm]  # NVIDIA CUDA only (Linux)
 
 # With server support
 pip install abstractcore[server]
@@ -1032,20 +1053,29 @@ pip install abstractcore[server]
 # With embeddings
 pip install abstractcore[embeddings]
 
-# Everything (recommended)
+# With compression (Glyph visual-text compression)
+pip install abstractcore[compression]
+
+# Everything (recommended for Apple Silicon)
 pip install abstractcore[all]
 
-# Cross-platform (all except MLX - for Linux/Windows)
+# Cross-platform (all except MLX/vLLM - for Linux/Windows/Intel Mac)
 pip install abstractcore[all-non-mlx]
 
 # Provider groups
-pip install abstractcore[all-providers]          # All providers (includes MLX)
-pip install abstractcore[all-providers-non-mlx]  # All providers except MLX
+pip install abstractcore[all-providers]          # All providers (includes MLX, excludes vLLM)
+pip install abstractcore[all-providers-non-mlx]  # All providers except MLX (excludes vLLM)
 pip install abstractcore[local-providers]        # Ollama, LMStudio, MLX
 pip install abstractcore[local-providers-non-mlx]  # Ollama, LMStudio only
 pip install abstractcore[api-providers]          # OpenAI, Anthropic
+pip install abstractcore[gpu-providers]          # vLLM (NVIDIA CUDA only)
 ```
 
+**Hardware-Specific Notes:**
+- **MLX**: Requires Apple Silicon (M1/M2/M3/M4). Will not work on Intel Macs or other platforms.
+- **vLLM**: Requires NVIDIA GPUs with CUDA support. Will not work on Apple Silicon, AMD GPUs, or Intel integrated graphics.
+- **All other providers** (OpenAI, Anthropic, Ollama, LMStudio, HuggingFace): Work on any hardware.
+
 **Media processing extras:**
 ```bash
 # For PDF processing

{abstractcore-2.6.3.dist-info → abstractcore-2.6.6.dist-info}/RECORD

@@ -60,14 +60,14 @@ abstractcore/media/processors/office_processor.py,sha256=_aTrrDtREiy6MivbANFc1FK
 abstractcore/media/processors/pdf_processor.py,sha256=qniYt7cTYYPVRi_cS1IsXztOldeY0bqdn7sdbELBU9k,17157
 abstractcore/media/processors/text_processor.py,sha256=D84QWxxIou4MeNhERmCTxi_p27CgicVFhMXJiujZgIE,21905
 abstractcore/media/utils/__init__.py,sha256=30-CTif91iRKOXJ4njGiduWAt-xp31U7NafMBNvgdO0,460
-abstractcore/media/utils/image_scaler.py,sha256=jPdYd65K5oeo0YaXjOkmv-tvs6tNHYwxJCZ29vZqFDg,11367
+abstractcore/media/utils/image_scaler.py,sha256=RWE2kPeURLEtJDK-Qs4KvZKtu-GkMLziFL9Vc9-aWjc,11388
 abstractcore/processing/__init__.py,sha256=QcACEnhnHKYCkFL1LNOW_uqBrwkTAmz5A61N4K2dyu0,988
 abstractcore/processing/basic_deepsearch.py,sha256=dzJQtH4k44XY9tvG0Z4JIlYt_s7HpbLdSPScha-t7vk,101036
 abstractcore/processing/basic_extractor.py,sha256=3x-3BdIHgLvqLnLF6K1-P4qVaLIpAnNIIutaJi7lDQM,49832
 abstractcore/processing/basic_intent.py,sha256=wD99Z7fE2RiYk6oyTZXojUbv-bz8HhKFIuIHYLLTw54,32455
 abstractcore/processing/basic_judge.py,sha256=L1fc9H0-_88B1TULL-mlaNL7OydMgp-ru_zzzoGdr38,37220
 abstractcore/processing/basic_summarizer.py,sha256=XHNxMQ_8aLStTeUo6_2JaThlct12Htpz7ORmm0iuJsg,25495
-abstractcore/providers/__init__.py,sha256=O7gmT4p_jbzMjoZPhi_6RIMHQm-IMFX1XfcgySz3DSQ,1729
+abstractcore/providers/__init__.py,sha256=dNz-KrUwpBZhEv6DkAe3t_V8w40_HjeME5j9VL0lDyo,1886
 abstractcore/providers/anthropic_provider.py,sha256=0-qZb0Es6-VLuVVl2j7IUjOuyRlgjQdJFulWfpi4qb4,31740
 abstractcore/providers/base.py,sha256=nWF1pxeUlT4ozlUqKG0rWOmLkfo-zQgfU7fv3AUSI08,68452
 abstractcore/providers/huggingface_provider.py,sha256=v4UUmODrnWKtTygzPh-lm4jSCAPms5VYJE5v7PWB4Lo,79458
@@ -75,11 +75,13 @@ abstractcore/providers/lmstudio_provider.py,sha256=92_vx7AVVt_oufJdHo3R0D_V2qyTK
 abstractcore/providers/mlx_provider.py,sha256=afLCEwuw7r8OK4fD3OriyKMcWpxVIob_37ItmgAclfc,23123
 abstractcore/providers/model_capabilities.py,sha256=C4HIgvNTp9iIPiDeWyXo7vdzRkMdecRPoQi80yHSOL0,11955
 abstractcore/providers/ollama_provider.py,sha256=Kg5au_tia0xFTXqUlqDNrSvwVpt2lXvfnVFou9K2FGQ,34144
+abstractcore/providers/openai_compatible_provider.py,sha256=PpBFOoPBMq2q2GNU0CpO_YAH1vl6MrBbapC05i1pNMA,35822
 abstractcore/providers/openai_provider.py,sha256=Y-79mAtgDiDw6SqF2LhnWtlfuC_e6TxeF_tqJWAAyWo,36364
-abstractcore/providers/registry.py,sha256=z0FVaucJ6KmE6QAIkskH56jV-7hodWgj_G-u5_bcgp0,19732
+abstractcore/providers/registry.py,sha256=gz2fu3m7EVYHWy9Lggbmjh46abrdnxC3_73ccI_MYMg,21598
 abstractcore/providers/streaming.py,sha256=HaGkoItPWXqgml3C-KiPc0hBNpztLzjl_ooECw11BHI,31370
+abstractcore/providers/vllm_provider.py,sha256=zl1utRG-G__Qh5UpgIEU-Dbb6w5LeZfiboBUC5aPeL0,33969
 abstractcore/server/__init__.py,sha256=1DSAz_YhQtnKv7sNi5TMQV8GFujctDOabgvAdilQE0o,249
-abstractcore/server/app.py,sha256=ajG4yfMOHjqBafquLHeLTaMmEr01RXiBRxjFRTIT2j8,96602
+abstractcore/server/app.py,sha256=AYupb0rlmf4-L9xDb7qHVLdUi8lGC-jYgg1Pe_AvZ3o,97507
 abstractcore/structured/__init__.py,sha256=VXRQHGcm-iaYnLOBPin2kyhvhhQA0kaGt_pcNDGsE_8,339
 abstractcore/structured/handler.py,sha256=hcUe_fZcwx0O3msLqFiOsj6-jbq3S-ZQa9c1nRIZvuo,24622
 abstractcore/structured/retry.py,sha256=BN_PvrWybyU1clMy2cult1-TVxFSMaVqiCPmmXvA5aI,3805
@@ -98,11 +100,11 @@ abstractcore/utils/self_fixes.py,sha256=1VYxPq-q7_DtNl39NbrzUmyHpkhb9Q2SdnXUj4c0
 abstractcore/utils/structured_logging.py,sha256=Vm-HviSa42G9DJCWmaEv4a0QG3NMsADD3ictLOs4En0,19952
 abstractcore/utils/token_utils.py,sha256=eLwFmJ68p9WMFD_MHLMmeJRW6Oqx_4hKELB8FNQ2Mnk,21097
 abstractcore/utils/trace_export.py,sha256=MD1DHDWltpewy62cYzz_OSPAA6edZbZq7_pZbvxz_H8,9279
-abstractcore/utils/version.py,sha256=MLDRpkxfuzOdSqP9RhPQPGU3g3_lGxn36uZBllC5LY8,605
-abstractcore/utils/vlm_token_calculator.py,sha256=VBmIji_oiqOQ13IvVhNkb8E246tYMIXWVVOnl86Ne94,27978
-abstractcore-2.6.3.dist-info/licenses/LICENSE,sha256=PI2v_4HMvd6050uDD_4AY_8PzBnu2asa3RKbdDjowTA,1078
-abstractcore-2.6.3.dist-info/METADATA,sha256=FSrM7xWLPCdW9mtHmMDB8alRirG1oJ4ieCswyDhZXdk,43479
-abstractcore-2.6.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-abstractcore-2.6.3.dist-info/entry_points.txt,sha256=jXNdzeltVs23A2JM2e2HOiAHldHrsnud3EvPI5VffOs,658
-abstractcore-2.6.3.dist-info/top_level.txt,sha256=DiNHBI35SIawW3N9Z-z0y6cQYNbXd32pvBkW0RLfScs,13
-abstractcore-2.6.3.dist-info/RECORD,,
+abstractcore/utils/version.py,sha256=Z8uyHNTgXcYjIz0T3S0B0d_LcOXgKpyd_2WS8Rg3MtU,605
+abstractcore/utils/vlm_token_calculator.py,sha256=pIDc_iwJ4IrM_e8AxY2HDU8UdTYitBOXVhu0F-EaMTY,28144
+abstractcore-2.6.6.dist-info/licenses/LICENSE,sha256=PI2v_4HMvd6050uDD_4AY_8PzBnu2asa3RKbdDjowTA,1078
+abstractcore-2.6.6.dist-info/METADATA,sha256=Z4_SfHiSDLDXMDGLWdsd7cZASoZg2DtXgCQfnjrB6HA,45799
+abstractcore-2.6.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+abstractcore-2.6.6.dist-info/entry_points.txt,sha256=jXNdzeltVs23A2JM2e2HOiAHldHrsnud3EvPI5VffOs,658
+abstractcore-2.6.6.dist-info/top_level.txt,sha256=DiNHBI35SIawW3N9Z-z0y6cQYNbXd32pvBkW0RLfScs,13
+abstractcore-2.6.6.dist-info/RECORD,,