abstractcore 2.6.3__py3-none-any.whl → 2.6.6__py3-none-any.whl

abstractcore/providers/registry.py

@@ -136,6 +136,36 @@ class ProviderRegistry:
             import_path="..providers.huggingface_provider"
         ))
 
+        # vLLM Provider
+        self.register_provider(ProviderInfo(
+            name="vllm",
+            display_name="vLLM",
+            provider_class=None,
+            description="High-throughput GPU inference with guided decoding, Multi-LoRA, and beam search",
+            default_model="Qwen/Qwen3-Coder-30B-A3B-Instruct",
+            supported_features=["chat", "completion", "embeddings", "prompted_tools", "streaming",
+                               "structured_output", "guided_decoding", "multi_lora", "beam_search"],
+            authentication_required=False,  # Optional API key
+            local_provider=True,
+            installation_extras="vllm",
+            import_path="..providers.vllm_provider"
+        ))
+
+        # OpenAI-Compatible Generic Provider
+        self.register_provider(ProviderInfo(
+            name="openai-compatible",
+            display_name="OpenAI-Compatible",
+            provider_class=None,
+            description="Generic provider for any OpenAI-compatible API endpoint (llama.cpp, text-generation-webui, LocalAI, etc.)",
+            default_model="default",
+            supported_features=["chat", "completion", "embeddings", "prompted_tools", "streaming",
+                               "structured_output"],
+            authentication_required=False,  # Optional API key
+            local_provider=True,
+            installation_extras=None,  # No extra dependencies
+            import_path="..providers.openai_compatible_provider"
+        ))
+
 
     def register_provider(self, provider_info: ProviderInfo):
         """Register a provider in the registry."""
@@ -187,6 +217,12 @@ class ProviderRegistry:
             elif provider_info.name == "huggingface":
                 from ..providers.huggingface_provider import HuggingFaceProvider
                 return HuggingFaceProvider
+            elif provider_info.name == "vllm":
+                from ..providers.vllm_provider import VLLMProvider
+                return VLLMProvider
+            elif provider_info.name == "openai-compatible":
+                from ..providers.openai_compatible_provider import OpenAICompatibleProvider
+                return OpenAICompatibleProvider
             else:
                 raise ImportError(f"No import logic for provider: {provider_info.name}")
         except ImportError as e:
@@ -215,7 +251,7 @@ class ProviderRegistry:
             provider_class = self.get_provider_class(provider_name)
 
             # Handle providers that need instance for model listing
-            if provider_name in ["anthropic", "ollama", "lmstudio"]:
+            if provider_name in ["anthropic", "ollama", "lmstudio", "openai-compatible"]:
                 provider_info = self.get_provider_info(provider_name)
                 # Create minimal instance for API access
                 instance = provider_class(model=provider_info.default_model, **kwargs)