aisbf 0.1.0__py3-none-any.whl

aisbf/__init__.py

@@ -0,0 +1,72 @@
+"""
+Copyleft (C) 2026 Stefy Lanza <stefy@nexlab.net>
+
+AISBF - AI Service Broker Framework || AI Should Be Free
+
+A modular proxy server for managing multiple AI provider integrations.
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <https://www.gnu.org/licenses/>.
+
+Why did the programmer quit his job? Because he didn't get arrays!
+
+A modular proxy server for managing multiple AI provider integrations.
+"""
+
+from .config import config, Config, ProviderConfig, RotationConfig, AppConfig
+from .models import (
+    Message,
+    ChatCompletionRequest,
+    ChatCompletionResponse,
+    Model,
+    Provider,
+    ErrorTracking
+)
+from .providers import (
+    BaseProviderHandler,
+    GoogleProviderHandler,
+    OpenAIProviderHandler,
+    AnthropicProviderHandler,
+    OllamaProviderHandler,
+    get_provider_handler,
+    PROVIDER_HANDLERS
+)
+from .handlers import RequestHandler, RotationHandler
+
+__version__ = "0.1.0"
+__all__ = [
+    # Config
+    "config",
+    "Config",
+    "ProviderConfig",
+    "RotationConfig",
+    "AppConfig",
+    # Models
+    "Message",
+    "ChatCompletionRequest",
+    "ChatCompletionResponse",
+    "Model",
+    "Provider",
+    "ErrorTracking",
+    # Providers
+    "BaseProviderHandler",
+    "GoogleProviderHandler",
+    "OpenAIProviderHandler",
+    "AnthropicProviderHandler",
+    "OllamaProviderHandler",
+    "get_provider_handler",
+    "PROVIDER_HANDLERS",
+    # Handlers
+    "RequestHandler",
+    "RotationHandler",
+]

aisbf/config.py

@@ -0,0 +1,144 @@
+"""
+Copyleft (C) 2026 Stefy Lanza <stefy@nexlab.net>
+
+AISBF - AI Service Broker Framework || AI Should Be Free
+
+Configuration management for AISBF.
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <https://www.gnu.org/licenses/>.
+
+Why did the programmer quit his job? Because he didn't get arrays!
+
+Configuration management for AISBF.
+"""
+from typing import Dict, List, Optional
+from pydantic import BaseModel, Field
+import json
+import shutil
+from pathlib import Path
+
+class ProviderConfig(BaseModel):
+    id: str
+    name: str
+    endpoint: str
+    type: str
+    api_key_required: bool
+
+class RotationConfig(BaseModel):
+    providers: List[Dict]
+
+class AppConfig(BaseModel):
+    providers: Dict[str, ProviderConfig]
+    rotations: Dict[str, RotationConfig]
+    error_tracking: Dict[str, Dict]
+
+class Config:
+    def __init__(self):
+        self._ensure_config_directory()
+        self._load_providers()
+        self._load_rotations()
+        self._initialize_error_tracking()
+
+    def _get_config_source_dir(self):
+        """Get the directory containing default config files"""
+        # Try installed location first
+        installed_dirs = [
+            Path('/usr/local/share/aisbf'),
+            Path.home() / '.local' / 'share' / 'aisbf',
+        ]
+        
+        for installed_dir in installed_dirs:
+            if installed_dir.exists() and (installed_dir / 'providers.json').exists():
+                return installed_dir
+        
+        # Fallback to source tree config directory
+        # This is for development mode
+        source_dir = Path(__file__).parent.parent.parent / 'config'
+        if source_dir.exists() and (source_dir / 'providers.json').exists():
+            return source_dir
+        
+        # Last resort: try the old location in the package directory
+        package_dir = Path(__file__).parent
+        if (package_dir / 'providers.json').exists():
+            return package_dir
+        
+        raise FileNotFoundError("Could not find configuration files")
+
+    def _ensure_config_directory(self):
+        """Ensure ~/.aisbf/ directory exists and copy default config files if needed"""
+        config_dir = Path.home() / '.aisbf'
+        
+        # Create config directory if it doesn't exist
+        config_dir.mkdir(exist_ok=True)
+        
+        # Get the source directory for default config files
+        try:
+            source_dir = self._get_config_source_dir()
+        except FileNotFoundError:
+            print("Warning: Could not find default configuration files")
+            return
+        
+        # Copy default config files if they don't exist
+        for config_file in ['providers.json', 'rotations.json']:
+            src = source_dir / config_file
+            dst = config_dir / config_file
+            
+            if not dst.exists() and src.exists():
+                shutil.copy2(src, dst)
+                print(f"Created default config file: {dst}")
+
+    def _load_providers(self):
+        providers_path = Path.home() / '.aisbf' / 'providers.json'
+        if not providers_path.exists():
+            # Fallback to source config if user config doesn't exist
+            try:
+                source_dir = self._get_config_source_dir()
+                providers_path = source_dir / 'providers.json'
+            except FileNotFoundError:
+                raise FileNotFoundError("Could not find providers.json configuration file")
+        
+        with open(providers_path) as f:
+            data = json.load(f)
+            self.providers = {k: ProviderConfig(**v) for k, v in data['providers'].items()}
+
+    def _load_rotations(self):
+        rotations_path = Path.home() / '.aisbf' / 'rotations.json'
+        if not rotations_path.exists():
+            # Fallback to source config if user config doesn't exist
+            try:
+                source_dir = self._get_config_source_dir()
+                rotations_path = source_dir / 'rotations.json'
+            except FileNotFoundError:
+                raise FileNotFoundError("Could not find rotations.json configuration file")
+        
+        with open(rotations_path) as f:
+            data = json.load(f)
+            self.rotations = {k: RotationConfig(**v) for k, v in data['rotations'].items()}
+
+    def _initialize_error_tracking(self):
+        self.error_tracking = {}
+        for provider_id in self.providers:
+            self.error_tracking[provider_id] = {
+                'failures': 0,
+                'last_failure': None,
+                'disabled_until': None
+            }
+
+    def get_provider(self, provider_id: str) -> ProviderConfig:
+        return self.providers.get(provider_id)
+
+    def get_rotation(self, rotation_id: str) -> RotationConfig:
+        return self.rotations.get(rotation_id)
+
+config = Config()

aisbf/handlers.py

@@ -0,0 +1,190 @@
+"""
+Copyleft (C) 2026 Stefy Lanza <stefy@nexlab.net>
+
+AISBF - AI Service Broker Framework || AI Should Be Free
+
+Request handlers for AISBF.
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <https://www.gnu.org/licenses/>.
+
+Why did the programmer quit his job? Because he didn't get arrays!
+
+Request handlers for AISBF.
+"""
+import asyncio
+from typing import Dict, List, Optional
+from fastapi import HTTPException, Request
+from fastapi.responses import JSONResponse, StreamingResponse
+from .models import ChatCompletionRequest, ChatCompletionResponse
+from .providers import get_provider_handler
+from .config import config
+
+class RequestHandler:
+    def __init__(self):
+        self.config = config
+
+    async def handle_chat_completion(self, request: Request, provider_id: str, request_data: Dict) -> Dict:
+        provider_config = self.config.get_provider(provider_id)
+
+        if provider_config.api_key_required:
+            api_key = request_data.get('api_key') or request.headers.get('Authorization', '').replace('Bearer ', '')
+            if not api_key:
+                raise HTTPException(status_code=401, detail="API key required")
+        else:
+            api_key = None
+
+        handler = get_provider_handler(provider_id, api_key)
+
+        if handler.is_rate_limited():
+            raise HTTPException(status_code=503, detail="Provider temporarily unavailable")
+
+        try:
+            # Apply rate limiting
+            await handler.apply_rate_limit()
+
+            response = await handler.handle_request(
+                model=request_data['model'],
+                messages=request_data['messages'],
+                max_tokens=request_data.get('max_tokens'),
+                temperature=request_data.get('temperature', 1.0),
+                stream=request_data.get('stream', False)
+            )
+            handler.record_success()
+            return response
+        except Exception as e:
+            handler.record_failure()
+            raise HTTPException(status_code=500, detail=str(e))
+
+    async def handle_streaming_chat_completion(self, request: Request, provider_id: str, request_data: Dict):
+        provider_config = self.config.get_provider(provider_id)
+
+        if provider_config.api_key_required:
+            api_key = request_data.get('api_key') or request.headers.get('Authorization', '').replace('Bearer ', '')
+            if not api_key:
+                raise HTTPException(status_code=401, detail="API key required")
+        else:
+            api_key = None
+
+        handler = get_provider_handler(provider_id, api_key)
+
+        if handler.is_rate_limited():
+            raise HTTPException(status_code=503, detail="Provider temporarily unavailable")
+
+        async def stream_generator():
+            try:
+                # Apply rate limiting
+                await handler.apply_rate_limit()
+
+                response = await handler.handle_request(
+                    model=request_data['model'],
+                    messages=request_data['messages'],
+                    max_tokens=request_data.get('max_tokens'),
+                    temperature=request_data.get('temperature', 1.0),
+                    stream=True
+                )
+                for chunk in response:
+                    yield f"data: {chunk}\n\n".encode('utf-8')
+                handler.record_success()
+            except Exception as e:
+                handler.record_failure()
+                yield f"data: {str(e)}\n\n".encode('utf-8')
+
+        return StreamingResponse(stream_generator(), media_type="text/event-stream")
+
+    async def handle_model_list(self, request: Request, provider_id: str) -> List[Dict]:
+        provider_config = self.config.get_provider(provider_id)
+
+        if provider_config.api_key_required:
+            api_key = request.headers.get('Authorization', '').replace('Bearer ', '')
+            if not api_key:
+                raise HTTPException(status_code=401, detail="API key required")
+        else:
+            api_key = None
+
+        handler = get_provider_handler(provider_id, api_key)
+        try:
+            # Apply rate limiting
+            await handler.apply_rate_limit()
+
+            models = await handler.get_models()
+            return [model.dict() for model in models]
+        except Exception as e:
+            raise HTTPException(status_code=500, detail=str(e))
+
+class RotationHandler:
+    def __init__(self):
+        self.config = config
+
+    async def handle_rotation_request(self, rotation_id: str, request_data: Dict) -> Dict:
+        rotation_config = self.config.get_rotation(rotation_id)
+        if not rotation_config:
+            raise HTTPException(status_code=400, detail=f"Rotation {rotation_id} not found")
+
+        providers = rotation_config.providers
+        weighted_models = []
+
+        for provider in providers:
+            for model in provider['models']:
+                weighted_models.extend([model] * model['weight'])
+
+        if not weighted_models:
+            raise HTTPException(status_code=400, detail="No models available in rotation")
+
+        import random
+        selected_model = random.choice(weighted_models)
+
+        provider_id = selected_model['provider_id']
+        api_key = selected_model.get('api_key')
+        model_name = selected_model['name']
+
+        handler = get_provider_handler(provider_id, api_key)
+
+        if handler.is_rate_limited():
+            raise HTTPException(status_code=503, detail="All providers temporarily unavailable")
+
+        try:
+            # Apply rate limiting with model-specific rate limit if available
+            rate_limit = selected_model.get('rate_limit')
+            await handler.apply_rate_limit(rate_limit)
+
+            response = await handler.handle_request(
+                model=model_name,
+                messages=request_data['messages'],
+                max_tokens=request_data.get('max_tokens'),
+                temperature=request_data.get('temperature', 1.0),
+                stream=request_data.get('stream', False)
+            )
+            handler.record_success()
+            return response
+        except Exception as e:
+            handler.record_failure()
+            raise HTTPException(status_code=500, detail=str(e))
+
+    async def handle_rotation_model_list(self, rotation_id: str) -> List[Dict]:
+        rotation_config = self.config.get_rotation(rotation_id)
+        if not rotation_config:
+            raise HTTPException(status_code=400, detail=f"Rotation {rotation_id} not found")
+
+        all_models = []
+        for provider in rotation_config.providers:
+            for model in provider['models']:
+                all_models.append({
+                    "id": f"{provider['provider_id']}/{model['name']}",
+                    "name": model['name'],
+                    "provider_id": provider['provider_id'],
+                    "weight": model['weight'],
+                    "rate_limit": model.get('rate_limit')
+                })
+
+        return all_models

aisbf/models.py

@@ -0,0 +1,67 @@
+"""
+Copyleft (C) 2026 Stefy Lanza <stefy@nexlab.net>
+
+AISBF - AI Service Broker Framework || AI Should Be Free
+
+A modular proxy server for managing multiple AI provider integrations.
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <https://www.gnu.org/licenses/>.
+
+Why did the programmer quit his job? Because he didn't get arrays!
+
+A modular proxy server for managing multiple AI provider integrations.
+"""
+
+from pydantic import BaseModel, Field
+from typing import Dict, List, Optional, Union
+
+class Message(BaseModel):
+    role: str
+    content: Union[str, List[Dict]]
+
+class ChatCompletionRequest(BaseModel):
+    model: str
+    messages: List[Message]
+    max_tokens: Optional[int] = None
+    temperature: Optional[float] = 1.0
+    stream: Optional[bool] = False
+
+class ChatCompletionResponse(BaseModel):
+    id: str
+    object: str
+    created: int
+    model: str
+    choices: List[Dict]
+    usage: Optional[Dict] = None
+    stream: Optional[bool] = False
+
+class Model(BaseModel):
+    id: str
+    name: str
+    provider_id: str
+    weight: int = 1
+    rate_limit: Optional[float] = None
+
+class Provider(BaseModel):
+    id: str
+    name: str
+    type: str
+    endpoint: str
+    api_key_required: bool
+    models: List[Model] = []
+
+class ErrorTracking(BaseModel):
+    failures: int
+    last_failure: Optional[int]
+    disabled_until: Optional[int]