llms-py 3.0.0__py3-none-any.whl → 3.0.0b2__py3-none-any.whl

llms/main.py

@@ -9,10 +9,8 @@
 import argparse
 import asyncio
 import base64
-import contextlib
 import hashlib
 import importlib.util
-import inspect
 import json
 import mimetypes
 import os
@@ -28,8 +26,7 @@ from datetime import datetime
 from importlib import resources  # Py≥3.9  (pip install importlib_resources for 3.7/3.8)
 from io import BytesIO
 from pathlib import Path
-from typing import get_type_hints
-from urllib.parse import parse_qs, urlencode, urljoin
+from urllib.parse import parse_qs, urlencode
 
 import aiohttp
 from aiohttp import web
@@ -41,13 +38,11 @@ try:
 except ImportError:
     HAS_PIL = False
 
-VERSION = "3.0.0"
+VERSION = "3.0.0b2"
 _ROOT = None
-DEBUG = os.getenv("DEBUG") == "1"
-MOCK = os.getenv("MOCK") == "1"
-MOCK_DIR = os.getenv("MOCK_DIR")
-DISABLE_EXTENSIONS = (os.getenv("LLMS_DISABLE") or "").split(",")
+DEBUG = True  # os.getenv("PYPI_SERVICESTACK") is not None
 g_config_path = None
+g_ui_path = None
 g_config = None
 g_providers = None
 g_handlers = {}
@@ -107,6 +102,17 @@ def chat_summary(chat):
     return json.dumps(clone, indent=2)
 
 
+def gemini_chat_summary(gemini_chat):
+    """Summarize Gemini chat completion request for logging. Replace inline_data with size of content only"""
+    clone = json.loads(json.dumps(gemini_chat))
+    for content in clone["contents"]:
+        for part in content["parts"]:
+            if "inline_data" in part:
+                data = part["inline_data"]["data"]
+                part["inline_data"]["data"] = f"({len(data)})"
+    return json.dumps(clone, indent=2)
+
+
 image_exts = ["png", "webp", "jpg", "jpeg", "gif", "bmp", "svg", "tiff", "ico"]
 audio_exts = ["mp3", "wav", "ogg", "flac", "m4a", "opus", "webm"]
 
@@ -200,16 +206,6 @@ def is_base_64(data):
         return False
 
 
-def id_to_name(id):
-    return id.replace("-", " ").title()
-
-
-def pluralize(word, count):
-    if count == 1:
-        return word
-    return word + "s"
-
-
 def get_file_mime_type(filename):
     mime_type, _ = mimetypes.guess_type(filename)
     return mime_type or "application/octet-stream"
@@ -331,52 +327,11 @@ def convert_image_if_needed(image_bytes, mimetype="image/png"):
         return image_bytes, mimetype
 
 
-def to_content(result):
-    if isinstance(result, (str, int, float, bool)):
-        return str(result)
-    elif isinstance(result, (list, set, tuple, dict)):
-        return json.dumps(result)
-    else:
-        return str(result)
-
-
-def function_to_tool_definition(func):
-    type_hints = get_type_hints(func)
-    signature = inspect.signature(func)
-    parameters = {"type": "object", "properties": {}, "required": []}
-
-    for name, param in signature.parameters.items():
-        param_type = type_hints.get(name, str)
-        param_type_name = "string"
-        if param_type is int:
-            param_type_name = "integer"
-        elif param_type is float:
-            param_type_name = "number"
-        elif param_type is bool:
-            param_type_name = "boolean"
-
-        parameters["properties"][name] = {"type": param_type_name}
-        if param.default == inspect.Parameter.empty:
-            parameters["required"].append(name)
-
-    return {
-        "type": "function",
-        "function": {
-            "name": func.__name__,
-            "description": func.__doc__ or "",
-            "parameters": parameters,
-        },
-    }
-
-
 async def process_chat(chat, provider_id=None):
     if not chat:
         raise Exception("No chat provided")
     if "stream" not in chat:
         chat["stream"] = False
-    # Some providers don't support empty tools
-    if "tools" in chat and len(chat["tools"]) == 0:
-        del chat["tools"]
     if "messages" not in chat:
         return chat
 
@@ -503,92 +458,6 @@ async def process_chat(chat, provider_id=None):
     return chat
 
 
-def image_ext_from_mimetype(mimetype, default="png"):
-    if "/" in mimetype:
-        _ext = mimetypes.guess_extension(mimetype)
-        if _ext:
-            return _ext.lstrip(".")
-    return default
-
-
-def audio_ext_from_format(format, default="mp3"):
-    if format == "mpeg":
-        return "mp3"
-    return format or default
-
-
-def file_ext_from_mimetype(mimetype, default="pdf"):
-    if "/" in mimetype:
-        _ext = mimetypes.guess_extension(mimetype)
-        if _ext:
-            return _ext.lstrip(".")
-    return default
-
-
-def cache_message_inline_data(m):
-    """
-    Replaces and caches any inline data URIs in the message content.
-    """
-    if "content" not in m:
-        return
-
-    content = m["content"]
-    if isinstance(content, list):
-        for item in content:
-            if item.get("type") == "image_url":
-                image_url = item.get("image_url", {})
-                url = image_url.get("url")
-                if url and url.startswith("data:"):
-                    # Extract base64 and mimetype
-                    try:
-                        header, base64_data = url.split(";base64,")
-                        # header is like "data:image/png"
-                        ext = image_ext_from_mimetype(header.split(":")[1])
-                        filename = f"image.{ext}"  # Hash will handle uniqueness
-
-                        cache_url, _ = save_image_to_cache(base64_data, filename, {}, ignore_info=True)
-                        image_url["url"] = cache_url
-                    except Exception as e:
-                        _log(f"Error caching inline image: {e}")
-
-            elif item.get("type") == "input_audio":
-                input_audio = item.get("input_audio", {})
-                data = input_audio.get("data")
-                if data:
-                    # Handle data URI or raw base64
-                    base64_data = data
-                    if data.startswith("data:"):
-                        with contextlib.suppress(ValueError):
-                            header, base64_data = data.split(";base64,")
-
-                    fmt = audio_ext_from_format(input_audio.get("format"))
-                    filename = f"audio.{fmt}"
-
-                    try:
-                        cache_url, _ = save_bytes_to_cache(base64_data, filename, {}, ignore_info=True)
-                        input_audio["data"] = cache_url
-                    except Exception as e:
-                        _log(f"Error caching inline audio: {e}")
-
-            elif item.get("type") == "file":
-                file_info = item.get("file", {})
-                file_data = file_info.get("file_data")
-                if file_data and file_data.startswith("data:"):
-                    try:
-                        header, base64_data = file_data.split(";base64,")
-                        mimetype = header.split(":")[1]
-                        # Try to get extension from filename if available, else mimetype
-                        filename = file_info.get("filename", "file")
-                        if "." not in filename:
-                            ext = file_ext_from_mimetype(mimetype)
-                            filename = f"{filename}.{ext}"
-
-                        cache_url, _ = save_bytes_to_cache(base64_data, filename, {}, ignore_info=True)
-                        file_info["file_data"] = cache_url
-                    except Exception as e:
-                        _log(f"Error caching inline file: {e}")
-
-
 class HTTPError(Exception):
     def __init__(self, status, reason, body, headers=None):
         self.status = status
@@ -598,302 +467,15 @@ class HTTPError(Exception):
         super().__init__(f"HTTP {status} {reason}")
 
 
-def save_bytes_to_cache(base64_data, filename, file_info, ignore_info=False):
-    ext = filename.split(".")[-1]
-    mimetype = get_file_mime_type(filename)
-    content = base64.b64decode(base64_data) if isinstance(base64_data, str) else base64_data
-    sha256_hash = hashlib.sha256(content).hexdigest()
-
-    save_filename = f"{sha256_hash}.{ext}" if ext else sha256_hash
-
-    # Use first 2 chars for subdir to avoid too many files in one dir
-    subdir = sha256_hash[:2]
-    relative_path = f"{subdir}/{save_filename}"
-    full_path = get_cache_path(relative_path)
-    url = f"/~cache/{relative_path}"
-
-    # if file and its .info.json already exists, return it
-    info_path = os.path.splitext(full_path)[0] + ".info.json"
-    if os.path.exists(full_path) and os.path.exists(info_path):
-        _dbg(f"Cached bytes exists: {relative_path}")
-        if ignore_info:
-            return url, None
-        return url, json.load(open(info_path))
-
-    os.makedirs(os.path.dirname(full_path), exist_ok=True)
-
-    with open(full_path, "wb") as f:
-        f.write(content)
-    info = {
-        "date": int(time.time()),
-        "url": url,
-        "size": len(content),
-        "type": mimetype,
-        "name": filename,
-    }
-    info.update(file_info)
-
-    # Save metadata
-    info_path = os.path.splitext(full_path)[0] + ".info.json"
-    with open(info_path, "w") as f:
-        json.dump(info, f)
-
-    _dbg(f"Saved cached bytes and info: {relative_path}")
-
-    g_app.on_cache_saved_filters({"url": url, "info": info})
-
-    return url, info
-
-
-def save_image_to_cache(base64_data, filename, image_info, ignore_info=False):
-    ext = filename.split(".")[-1]
-    mimetype = get_file_mime_type(filename)
-    content = base64.b64decode(base64_data) if isinstance(base64_data, str) else base64_data
-    sha256_hash = hashlib.sha256(content).hexdigest()
-
-    save_filename = f"{sha256_hash}.{ext}" if ext else sha256_hash
-
-    # Use first 2 chars for subdir to avoid too many files in one dir
-    subdir = sha256_hash[:2]
-    relative_path = f"{subdir}/{save_filename}"
-    full_path = get_cache_path(relative_path)
-    url = f"/~cache/{relative_path}"
-
-    # if file and its .info.json already exists, return it
-    info_path = os.path.splitext(full_path)[0] + ".info.json"
-    if os.path.exists(full_path) and os.path.exists(info_path):
-        _dbg(f"Saved image exists: {relative_path}")
-        if ignore_info:
-            return url, None
-        return url, json.load(open(info_path))
-
-    os.makedirs(os.path.dirname(full_path), exist_ok=True)
-
-    with open(full_path, "wb") as f:
-        f.write(content)
-    info = {
-        "date": int(time.time()),
-        "url": url,
-        "size": len(content),
-        "type": mimetype,
-        "name": filename,
-    }
-    info.update(image_info)
-
-    # If image, get dimensions
-    if HAS_PIL and mimetype.startswith("image/"):
-        try:
-            with Image.open(BytesIO(content)) as img:
-                info["width"] = img.width
-                info["height"] = img.height
-        except Exception:
-            pass
-
-    if "width" in info and "height" in info:
-        _log(f"Saved image to cache: {full_path} ({len(content)} bytes) {info['width']}x{info['height']}")
-    else:
-        _log(f"Saved image to cache: {full_path} ({len(content)} bytes)")
-
-    # Save metadata
-    info_path = os.path.splitext(full_path)[0] + ".info.json"
-    with open(info_path, "w") as f:
-        json.dump(info, f)
-
-    _dbg(f"Saved image and info: {relative_path}")
-
-    g_app.on_cache_saved_filters({"url": url, "info": info})
-
-    return url, info
-
-
 async def response_json(response):
     text = await response.text()
     if response.status >= 400:
-        _dbg(f"HTTP {response.status} {response.reason}: {text}")
         raise HTTPError(response.status, reason=response.reason, body=text, headers=dict(response.headers))
     response.raise_for_status()
     body = json.loads(text)
     return body
 
 
-def chat_to_prompt(chat):
-    prompt = ""
-    if "messages" in chat:
-        for message in chat["messages"]:
-            if message["role"] == "user":
-                # if content is string
-                if isinstance(message["content"], str):
-                    if prompt:
-                        prompt += "\n"
-                    prompt += message["content"]
-                elif isinstance(message["content"], list):
-                    # if content is array of objects
-                    for part in message["content"]:
-                        if part["type"] == "text":
-                            if prompt:
-                                prompt += "\n"
-                            prompt += part["text"]
-    return prompt
-
-
-def chat_to_system_prompt(chat):
-    if "messages" in chat:
-        for message in chat["messages"]:
-            if message["role"] == "system":
-                # if content is string
-                if isinstance(message["content"], str):
-                    return message["content"]
-                elif isinstance(message["content"], list):
-                    # if content is array of objects
-                    for part in message["content"]:
-                        if part["type"] == "text":
-                            return part["text"]
-    return None
-
-
-def chat_to_username(chat):
-    if "metadata" in chat and "user" in chat["metadata"]:
-        return chat["metadata"]["user"]
-    return None
-
-
-def last_user_prompt(chat):
-    prompt = ""
-    if "messages" in chat:
-        for message in chat["messages"]:
-            if message["role"] == "user":
-                # if content is string
-                if isinstance(message["content"], str):
-                    prompt = message["content"]
-                elif isinstance(message["content"], list):
-                    # if content is array of objects
-                    for part in message["content"]:
-                        if part["type"] == "text":
-                            prompt = part["text"]
-    return prompt
-
-
-def chat_response_to_message(openai_response):
-    """
-    Returns an assistant message from the OpenAI Response.
-    Handles normalizing text, image, and audio responses into the message content.
-    """
-    timestamp = int(time.time() * 1000)  # openai_response.get("created")
-    choices = openai_response
-    if isinstance(openai_response, dict) and "choices" in openai_response:
-        choices = openai_response["choices"]
-
-    choice = choices[0] if isinstance(choices, list) and choices else choices
-
-    if isinstance(choice, str):
-        return {"role": "assistant", "content": choice, "timestamp": timestamp}
-
-    if isinstance(choice, dict):
-        message = choice.get("message", choice)
-    else:
-        return {"role": "assistant", "content": str(choice), "timestamp": timestamp}
-
-    # Ensure message is a dict
-    if not isinstance(message, dict):
-        return {"role": "assistant", "content": message, "timestamp": timestamp}
-
-    message.update({"timestamp": timestamp})
-    return message
-
-
-def to_file_info(chat, info=None, response=None):
-    prompt = last_user_prompt(chat)
-    ret = info or {}
-    if chat["model"] and "model" not in ret:
-        ret["model"] = chat["model"]
-    if prompt and "prompt" not in ret:
-        ret["prompt"] = prompt
-    if "image_config" in chat:
-        ret.update(chat["image_config"])
-    user = chat_to_username(chat)
-    if user:
-        ret["user"] = user
-    return ret
-
-
-# Image Generator Providers
-class GeneratorBase:
-    def __init__(self, **kwargs):
-        self.id = kwargs.get("id")
-        self.api = kwargs.get("api")
-        self.api_key = kwargs.get("api_key")
-        self.headers = {
-            "Accept": "application/json",
-            "Content-Type": "application/json",
-        }
-        self.chat_url = f"{self.api}/chat/completions"
-        self.default_content = "I've generated the image for you."
-
-    def validate(self, **kwargs):
-        if not self.api_key:
-            api_keys = ", ".join(self.env)
-            return f"Provider '{self.name}' requires API Key {api_keys}"
-        return None
-
-    def test(self, **kwargs):
-        error_msg = self.validate(**kwargs)
-        if error_msg:
-            _log(error_msg)
-            return False
-        return True
-
-    async def load(self):
-        pass
-
-    def gen_summary(self, gen):
-        """Summarize gen response for logging."""
-        clone = json.loads(json.dumps(gen))
-        return json.dumps(clone, indent=2)
-
-    def chat_summary(self, chat):
-        return chat_summary(chat)
-
-    def process_chat(self, chat, provider_id=None):
-        return process_chat(chat, provider_id)
-
-    async def response_json(self, response):
-        return await response_json(response)
-
-    def get_headers(self, provider, chat):
-        headers = self.headers.copy()
-        if provider is not None:
-            headers["Authorization"] = f"Bearer {provider.api_key}"
-        elif self.api_key:
-            headers["Authorization"] = f"Bearer {self.api_key}"
-        return headers
-
-    def to_response(self, response, chat, started_at):
-        raise NotImplementedError
-
-    async def chat(self, chat, provider=None):
-        return {
-            "choices": [
-                {
-                    "message": {
-                        "role": "assistant",
-                        "content": "Not Implemented",
-                        "images": [
-                            {
-                                "type": "image_url",
-                                "image_url": {
-                                    "url": "data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIyNCIgaGVpZ2h0PSIyNCIgdmlld0JveD0iMCAwIDI0IDI0Ij48cGF0aCBmaWxsPSJjdXJyZW50Q29sb3IiIGQ9Ik0xMiAyMGE4IDggMCAxIDAgMC0xNmE4IDggMCAwIDAgMCAxNm0wIDJDNi40NzcgMjIgMiAxNy41MjMgMiAxMlM2LjQ3NyAyIDEyIDJzMTAgNC40NzcgMTAgMTBzLTQuNDc3IDEwLTEwIDEwbS0xLTZoMnYyaC0yem0wLTEwaDJ2OGgtMnoiLz48L3N2Zz4=",
-                                },
-                            }
-                        ],
-                    }
-                }
-            ]
-        }
-
-
-# OpenAI Providers
-
-
 class OpenAiCompatible:
     sdk = "@ai-sdk/openai-compatible"
 
@@ -905,9 +487,8 @@ class OpenAiCompatible:
 
         self.id = kwargs.get("id")
         self.api = kwargs.get("api").strip("/")
-        self.env = kwargs.get("env", [])
         self.api_key = kwargs.get("api_key")
-        self.name = kwargs.get("name", id_to_name(self.id))
+        self.name = kwargs.get("name", self.id.replace("-", " ").title().replace(" ", ""))
         self.set_models(**kwargs)
 
         self.chat_url = f"{self.api}/chat/completions"
@@ -935,7 +516,6 @@ class OpenAiCompatible:
         self.stream = bool(kwargs["stream"]) if "stream" in kwargs else None
         self.enable_thinking = bool(kwargs["enable_thinking"]) if "enable_thinking" in kwargs else None
         self.check = kwargs.get("check")
-        self.modalities = kwargs.get("modalities", {})
 
     def set_models(self, **kwargs):
         models = kwargs.get("models", {})
@@ -961,34 +541,23 @@ class OpenAiCompatible:
             _log(f"Filtering {len(self.models)} models, excluding models that match regex: {exclude_models}")
             self.models = {k: v for k, v in self.models.items() if not re.search(exclude_models, k)}
 
-    def validate(self, **kwargs):
-        if not self.api_key:
-            api_keys = ", ".join(self.env)
-            return f"Provider '{self.name}' requires API Key {api_keys}"
-        return None
-
     def test(self, **kwargs):
-        error_msg = self.validate(**kwargs)
-        if error_msg:
-            _log(error_msg)
-            return False
-        return True
+        ret = self.api and self.api_key and (len(self.models) > 0)
+        if not ret:
+            _log(f"Provider {self.name} Missing: {self.api}, {self.api_key}, {len(self.models)}")
+        return ret
 
     async def load(self):
         if not self.models:
             await self.load_models()
 
-    def model_info(self, model):
+    def model_cost(self, model):
         provider_model = self.provider_model(model) or model
         for model_id, model_info in self.models.items():
             if model_id.lower() == provider_model.lower():
-                return model_info
+                return model_info.get("cost")
         return None
 
-    def model_cost(self, model):
-        model_info = self.model_info(model)
-        return model_info.get("cost") if model_info else None
-
     def provider_model(self, model):
         # convert model to lowercase for case-insensitive comparison
         model_lower = model.lower()
@@ -1024,12 +593,8 @@ class OpenAiCompatible:
         if "/" in model:
             last_part = model.split("/")[-1]
             return self.provider_model(last_part)
-
         return None
 
-    def response_json(self, response):
-        return response_json(response)
-
     def to_response(self, response, chat, started_at):
         if "metadata" not in response:
             response["metadata"] = {}
@@ -1038,28 +603,12 @@ class OpenAiCompatible:
             pricing = self.model_cost(chat["model"])
             if pricing and "input" in pricing and "output" in pricing:
                 response["metadata"]["pricing"] = f"{pricing['input']}/{pricing['output']}"
+        _log(json.dumps(response, indent=2))
         return response
 
-    def chat_summary(self, chat):
-        return chat_summary(chat)
-
-    def process_chat(self, chat, provider_id=None):
-        return process_chat(chat, provider_id)
-
     async def chat(self, chat):
         chat["model"] = self.provider_model(chat["model"]) or chat["model"]
 
-        if "modalities" in chat:
-            for modality in chat.get("modalities", []):
-                # use default implementation for text modalities
-                if modality == "text":
-                    continue
-                modality_provider = self.modalities.get(modality)
-                if modality_provider:
-                    return await modality_provider.chat(chat, self)
-                else:
-                    raise Exception(f"Provider {self.name} does not support '{modality}' modality")
-
         # with open(os.path.join(os.path.dirname(__file__), 'chat.wip.json'), "w") as f:
         #     f.write(json.dumps(chat, indent=2))
 
@@ -1102,17 +651,203 @@ class OpenAiCompatible:
         _log(f"POST {self.chat_url}")
         _log(chat_summary(chat))
         # remove metadata if any (conflicts with some providers, e.g. Z.ai)
-        metadata = chat.pop("metadata", None)
+        chat.pop("metadata", None)
 
         async with aiohttp.ClientSession() as session:
             started_at = time.time()
             async with session.post(
                 self.chat_url, headers=self.headers, data=json.dumps(chat), timeout=aiohttp.ClientTimeout(total=120)
             ) as response:
-                chat["metadata"] = metadata
                 return self.to_response(await response_json(response), chat, started_at)
 
 
+class OpenAiProvider(OpenAiCompatible):
+    sdk = "@ai-sdk/openai"
+
+    def __init__(self, **kwargs):
+        if "api" not in kwargs:
+            kwargs["api"] = "https://api.openai.com/v1"
+        super().__init__(**kwargs)
+
+
+class AnthropicProvider(OpenAiCompatible):
+    sdk = "@ai-sdk/anthropic"
+
+    def __init__(self, **kwargs):
+        if "api" not in kwargs:
+            kwargs["api"] = "https://api.anthropic.com/v1"
+        super().__init__(**kwargs)
+
+        # Anthropic uses x-api-key header instead of Authorization
+        if self.api_key:
+            self.headers = self.headers.copy()
+            if "Authorization" in self.headers:
+                del self.headers["Authorization"]
+            self.headers["x-api-key"] = self.api_key
+
+        if "anthropic-version" not in self.headers:
+            self.headers = self.headers.copy()
+            self.headers["anthropic-version"] = "2023-06-01"
+        self.chat_url = f"{self.api}/messages"
+
+    async def chat(self, chat):
+        chat["model"] = self.provider_model(chat["model"]) or chat["model"]
+
+        chat = await process_chat(chat, provider_id=self.id)
+
+        # Transform OpenAI format to Anthropic format
+        anthropic_request = {
+            "model": chat["model"],
+            "messages": [],
+        }
+
+        # Extract system message (Anthropic uses top-level 'system' parameter)
+        system_messages = []
+        for message in chat.get("messages", []):
+            if message.get("role") == "system":
+                content = message.get("content", "")
+                if isinstance(content, str):
+                    system_messages.append(content)
+                elif isinstance(content, list):
+                    for item in content:
+                        if item.get("type") == "text":
+                            system_messages.append(item.get("text", ""))
+
+        if system_messages:
+            anthropic_request["system"] = "\n".join(system_messages)
+
+        # Transform messages (exclude system messages)
+        for message in chat.get("messages", []):
+            if message.get("role") == "system":
+                continue
+
+            anthropic_message = {"role": message.get("role"), "content": []}
+
+            content = message.get("content", "")
+            if isinstance(content, str):
+                anthropic_message["content"] = content
+            elif isinstance(content, list):
+                for item in content:
+                    if item.get("type") == "text":
+                        anthropic_message["content"].append({"type": "text", "text": item.get("text", "")})
+                    elif item.get("type") == "image_url" and "image_url" in item:
+                        # Transform OpenAI image_url format to Anthropic format
+                        image_url = item["image_url"].get("url", "")
+                        if image_url.startswith("data:"):
+                            # Extract media type and base64 data
+                            parts = image_url.split(";base64,", 1)
+                            if len(parts) == 2:
+                                media_type = parts[0].replace("data:", "")
+                                base64_data = parts[1]
+                                anthropic_message["content"].append(
+                                    {
+                                        "type": "image",
+                                        "source": {"type": "base64", "media_type": media_type, "data": base64_data},
+                                    }
+                                )
+
+            anthropic_request["messages"].append(anthropic_message)
+
+        # Handle max_tokens (required by Anthropic, uses max_tokens not max_completion_tokens)
+        if "max_completion_tokens" in chat:
+            anthropic_request["max_tokens"] = chat["max_completion_tokens"]
+        elif "max_tokens" in chat:
+            anthropic_request["max_tokens"] = chat["max_tokens"]
+        else:
+            # Anthropic requires max_tokens, set a default
+            anthropic_request["max_tokens"] = 4096
+
+        # Copy other supported parameters
+        if "temperature" in chat:
+            anthropic_request["temperature"] = chat["temperature"]
+        if "top_p" in chat:
+            anthropic_request["top_p"] = chat["top_p"]
+        if "top_k" in chat:
+            anthropic_request["top_k"] = chat["top_k"]
+        if "stop" in chat:
+            anthropic_request["stop_sequences"] = chat["stop"] if isinstance(chat["stop"], list) else [chat["stop"]]
+        if "stream" in chat:
+            anthropic_request["stream"] = chat["stream"]
+        if "tools" in chat:
+            anthropic_request["tools"] = chat["tools"]
+        if "tool_choice" in chat:
+            anthropic_request["tool_choice"] = chat["tool_choice"]
+
+        _log(f"POST {self.chat_url}")
+        _log(f"Anthropic Request: {json.dumps(anthropic_request, indent=2)}")
+
+        async with aiohttp.ClientSession() as session:
+            started_at = time.time()
+            async with session.post(
+                self.chat_url,
+                headers=self.headers,
+                data=json.dumps(anthropic_request),
+                timeout=aiohttp.ClientTimeout(total=120),
+            ) as response:
+                return self.to_response(await response_json(response), chat, started_at)
+
+    def to_response(self, response, chat, started_at):
+        """Convert Anthropic response format to OpenAI-compatible format."""
+        # Transform Anthropic response to OpenAI format
+        openai_response = {
+            "id": response.get("id", ""),
+            "object": "chat.completion",
+            "created": int(started_at),
+            "model": response.get("model", ""),
+            "choices": [],
+            "usage": {},
+        }
+
+        # Transform content blocks to message content
+        content_parts = []
+        thinking_parts = []
+
+        for block in response.get("content", []):
+            if block.get("type") == "text":
+                content_parts.append(block.get("text", ""))
+            elif block.get("type") == "thinking":
+                # Store thinking blocks separately (some models include reasoning)
+                thinking_parts.append(block.get("thinking", ""))
+
+        # Combine all text content
+        message_content = "\n".join(content_parts) if content_parts else ""
+
+        # Create the choice object
+        choice = {
+            "index": 0,
+            "message": {"role": "assistant", "content": message_content},
+            "finish_reason": response.get("stop_reason", "stop"),
+        }
+
+        # Add thinking as metadata if present
+        if thinking_parts:
+            choice["message"]["thinking"] = "\n".join(thinking_parts)
+
+        openai_response["choices"].append(choice)
+
+        # Transform usage
+        if "usage" in response:
+            usage = response["usage"]
+            openai_response["usage"] = {
+                "prompt_tokens": usage.get("input_tokens", 0),
+                "completion_tokens": usage.get("output_tokens", 0),
+                "total_tokens": usage.get("input_tokens", 0) + usage.get("output_tokens", 0),
+            }
+
+        # Add metadata
+        if "metadata" not in openai_response:
+            openai_response["metadata"] = {}
+        openai_response["metadata"]["duration"] = int((time.time() - started_at) * 1000)
+
+        if chat is not None and "model" in chat:
+            cost = self.model_cost(chat["model"])
+            if cost and "input" in cost and "output" in cost:
+                openai_response["metadata"]["pricing"] = f"{cost['input']}/{cost['output']}"
+
+        _log(json.dumps(openai_response, indent=2))
+        return openai_response
+
+
 class MistralProvider(OpenAiCompatible):
     sdk = "@ai-sdk/mistral"
 
@@ -1208,8 +943,8 @@ class OllamaProvider(OpenAiCompatible):
             }
         self.models = models
 
-    def validate(self, **kwargs):
-        return None
+    def test(self, **kwargs):
+        return True
 
 
 class LMStudioProvider(OllamaProvider):
@@ -1238,6 +973,223 @@ class LMStudioProvider(OllamaProvider):
         return ret
 
 
+# class GoogleOpenAiProvider(OpenAiCompatible):
+#     sdk = "google-openai-compatible"
+
+#     def __init__(self, api_key, **kwargs):
+#         super().__init__(api="https://generativelanguage.googleapis.com", api_key=api_key, **kwargs)
+#         self.chat_url = "https://generativelanguage.googleapis.com/v1beta/chat/completions"
+
+
+class GoogleProvider(OpenAiCompatible):
+    sdk = "@ai-sdk/google"
+
+    def __init__(self, **kwargs):
+        new_kwargs = {"api": "https://generativelanguage.googleapis.com", **kwargs}
+        super().__init__(**new_kwargs)
+        self.safety_settings = kwargs.get("safety_settings")
+        self.thinking_config = kwargs.get("thinking_config")
+        self.curl = kwargs.get("curl")
+        self.headers = kwargs.get("headers", {"Content-Type": "application/json"})
+        # Google fails when using Authorization header, use query string param instead
+        if "Authorization" in self.headers:
+            del self.headers["Authorization"]
+
+    async def chat(self, chat):
+        chat["model"] = self.provider_model(chat["model"]) or chat["model"]
+
+        chat = await process_chat(chat)
+        generation_config = {}
+
+        # Filter out system messages and convert to proper Gemini format
+        contents = []
+        system_prompt = None
+
+        async with aiohttp.ClientSession() as session:
+            for message in chat["messages"]:
+                if message["role"] == "system":
+                    content = message["content"]
+                    if isinstance(content, list):
+                        for item in content:
+                            if "text" in item:
+                                system_prompt = item["text"]
+                                break
+                    elif isinstance(content, str):
+                        system_prompt = content
+                elif "content" in message:
+                    if isinstance(message["content"], list):
+                        parts = []
+                        for item in message["content"]:
+                            if "type" in item:
+                                if item["type"] == "image_url" and "image_url" in item:
+                                    image_url = item["image_url"]
+                                    if "url" not in image_url:
+                                        continue
+                                    url = image_url["url"]
+                                    if not url.startswith("data:"):
+                                        raise (Exception("Image was not downloaded: " + url))
+                                    # Extract mime type from data uri
+                                    mimetype = url.split(";", 1)[0].split(":", 1)[1] if ";" in url else "image/png"
+                                    base64_data = url.split(",", 1)[1]
+                                    parts.append({"inline_data": {"mime_type": mimetype, "data": base64_data}})
+                                elif item["type"] == "input_audio" and "input_audio" in item:
+                                    input_audio = item["input_audio"]
+                                    if "data" not in input_audio:
+                                        continue
+                                    data = input_audio["data"]
+                                    format = input_audio["format"]
+                                    mimetype = f"audio/{format}"
+                                    parts.append({"inline_data": {"mime_type": mimetype, "data": data}})
+                                elif item["type"] == "file" and "file" in item:
+                                    file = item["file"]
+                                    if "file_data" not in file:
+                                        continue
+                                    data = file["file_data"]
+                                    if not data.startswith("data:"):
+                                        raise (Exception("File was not downloaded: " + data))
+                                    # Extract mime type from data uri
+                                    mimetype = (
+                                        data.split(";", 1)[0].split(":", 1)[1]
+                                        if ";" in data
+                                        else "application/octet-stream"
+                                    )
+                                    base64_data = data.split(",", 1)[1]
+                                    parts.append({"inline_data": {"mime_type": mimetype, "data": base64_data}})
+                            if "text" in item:
+                                text = item["text"]
+                                parts.append({"text": text})
+                        if len(parts) > 0:
+                            contents.append(
+                                {
+                                    "role": message["role"]
+                                    if "role" in message and message["role"] == "user"
+                                    else "model",
+                                    "parts": parts,
+                                }
+                            )
+                    else:
+                        content = message["content"]
+                        contents.append(
+                            {
+                                "role": message["role"] if "role" in message and message["role"] == "user" else "model",
+                                "parts": [{"text": content}],
+                            }
+                        )
+
+            gemini_chat = {
+                "contents": contents,
+            }
+
+            if self.safety_settings:
+                gemini_chat["safetySettings"] = self.safety_settings
+
+            # Add system instruction if present
+            if system_prompt is not None:
+                gemini_chat["systemInstruction"] = {"parts": [{"text": system_prompt}]}
+
+            if "max_completion_tokens" in chat:
+                generation_config["maxOutputTokens"] = chat["max_completion_tokens"]
+            if "stop" in chat:
+                generation_config["stopSequences"] = [chat["stop"]]
+            if "temperature" in chat:
+                generation_config["temperature"] = chat["temperature"]
+            if "top_p" in chat:
+                generation_config["topP"] = chat["top_p"]
+            if "top_logprobs" in chat:
+                generation_config["topK"] = chat["top_logprobs"]
+
+            if "thinkingConfig" in chat:
+                generation_config["thinkingConfig"] = chat["thinkingConfig"]
+            elif self.thinking_config:
+                generation_config["thinkingConfig"] = self.thinking_config
+
+            if len(generation_config) > 0:
+                gemini_chat["generationConfig"] = generation_config
+
+            started_at = int(time.time() * 1000)
+            gemini_chat_url = f"https://generativelanguage.googleapis.com/v1beta/models/{chat['model']}:generateContent?key={self.api_key}"
+
+            _log(f"POST {gemini_chat_url}")
+            _log(gemini_chat_summary(gemini_chat))
+            started_at = time.time()
+
+            if self.curl:
+                curl_args = [
+                    "curl",
+                    "-X",
+                    "POST",
+                    "-H",
+                    "Content-Type: application/json",
+                    "-d",
+                    json.dumps(gemini_chat),
+                    gemini_chat_url,
+                ]
+                try:
+                    o = subprocess.run(curl_args, check=True, capture_output=True, text=True, timeout=120)
+                    obj = json.loads(o.stdout)
+                except Exception as e:
+                    raise Exception(f"Error executing curl: {e}") from e
+            else:
+                async with session.post(
+                    gemini_chat_url,
+                    headers=self.headers,
+                    data=json.dumps(gemini_chat),
+                    timeout=aiohttp.ClientTimeout(total=120),
+                ) as res:
+                    obj = await response_json(res)
+                    _log(f"google response:\n{json.dumps(obj, indent=2)}")
+
+            response = {
+                "id": f"chatcmpl-{started_at}",
+                "created": started_at,
+                "model": obj.get("modelVersion", chat["model"]),
+            }
+            choices = []
+            if "error" in obj:
+                _log(f"Error: {obj['error']}")
+                raise Exception(obj["error"]["message"])
+            for i, candidate in enumerate(obj["candidates"]):
+                role = "assistant"
+                if "content" in candidate and "role" in candidate["content"]:
+                    role = "assistant" if candidate["content"]["role"] == "model" else candidate["content"]["role"]
+
+                # Safely extract content from all text parts
+                content = ""
+                reasoning = ""
+                if "content" in candidate and "parts" in candidate["content"]:
+                    text_parts = []
+                    reasoning_parts = []
+                    for part in candidate["content"]["parts"]:
+                        if "text" in part:
+                            if "thought" in part and part["thought"]:
+                                reasoning_parts.append(part["text"])
+                            else:
+                                text_parts.append(part["text"])
+                    content = " ".join(text_parts)
+                    reasoning = " ".join(reasoning_parts)
+
+                choice = {
+                    "index": i,
+                    "finish_reason": candidate.get("finishReason", "stop"),
+                    "message": {
+                        "role": role,
+                        "content": content,
+                    },
+                }
+                if reasoning:
+                    choice["message"]["reasoning"] = reasoning
+                choices.append(choice)
+            response["choices"] = choices
+            if "usageMetadata" in obj:
+                usage = obj["usageMetadata"]
+                response["usage"] = {
+                    "completion_tokens": usage["candidatesTokenCount"],
+                    "total_tokens": usage["totalTokenCount"],
+                    "prompt_tokens": usage["promptTokenCount"],
+                }
+            return self.to_response(response, chat, started_at)
+
+
 def get_provider_model(model_name):
     for provider in g_handlers.values():
         provider_model = provider.provider_model(model_name)
@@ -1281,237 +1233,31 @@ def api_providers():
     return ret
 
 
-def to_error_message(e):
-    return str(e)
-
-
-def to_error_response(e, stacktrace=False):
-    status = {"errorCode": "Error", "message": to_error_message(e)}
-    if stacktrace:
-        status["stackTrace"] = traceback.format_exc()
-    return {"responseStatus": status}
-
-
-def create_error_response(message, error_code="Error", stack_trace=None):
-    ret = {"responseStatus": {"errorCode": error_code, "message": message}}
-    if stack_trace:
-        ret["responseStatus"]["stackTrace"] = stack_trace
-    return ret
-
-
-def should_cancel_thread(context):
-    ret = context.get("cancelled", False)
-    if ret:
-        thread_id = context.get("threadId")
-        _dbg(f"Thread cancelled {thread_id}")
-    return ret
-
+async def chat_completion(chat):
+    model = chat["model"]
+    # get first provider that has the model
+    candidate_providers = [name for name, provider in g_handlers.items() if provider.provider_model(model)]
+    if len(candidate_providers) == 0:
+        raise (Exception(f"Model {model} not found"))
 
-def g_chat_request(template=None, text=None, model=None, system_prompt=None):
-    chat_template = g_config["defaults"].get(template or "text")
-    if not chat_template:
-        raise Exception(f"Chat template '{template}' not found")
-
-    chat = chat_template.copy()
-    if model:
-        chat["model"] = model
-    if system_prompt is not None:
-        chat["messages"].insert(0, {"role": "system", "content": system_prompt})
-    if text is not None:
-        if not chat["messages"] or len(chat["messages"]) == 0:
-            chat["messages"] = [{"role": "user", "content": [{"type": "text", "text": ""}]}]
-
-        # replace content of last message if exists, else add
-        last_msg = chat["messages"][-1] if "messages" in chat else None
-        if last_msg and last_msg["role"] == "user":
-            if isinstance(last_msg["content"], list):
-                last_msg["content"][-1]["text"] = text
-            else:
-                last_msg["content"] = text
-        else:
-            chat["messages"].append({"role": "user", "content": text})
-
-    return chat
-
-
-async def g_chat_completion(chat, context=None):
-    try:
-        model = chat.get("model")
-        if not model:
-            raise Exception("Model not specified")
-
-        if context is None:
-            context = {"chat": chat, "tools": "all"}
-
-        # get first provider that has the model
-        candidate_providers = [name for name, provider in g_handlers.items() if provider.provider_model(model)]
-        if len(candidate_providers) == 0:
-            raise (Exception(f"Model {model} not found"))
-    except Exception as e:
-        await g_app.on_chat_error(e, context or {"chat": chat})
-        raise e
-
-    started_at = time.time()
     first_exception = None
-    provider_name = "Unknown"
     for name in candidate_providers:
+        provider = g_handlers[name]
+        _log(f"provider: {name} {type(provider).__name__}")
         try:
-            provider_name = name
-            provider = g_handlers[name]
-            _log(f"provider: {name} {type(provider).__name__}")
-            started_at = time.time()
-            context["startedAt"] = datetime.now()
-            context["provider"] = name
-            model_info = provider.model_info(model)
-            context["modelCost"] = model_info.get("cost", provider.model_cost(model)) or {"input": 0, "output": 0}
-            context["modelInfo"] = model_info
-
-            # Accumulate usage across tool calls
-            total_usage = {
-                "prompt_tokens": 0,
-                "completion_tokens": 0,
-                "total_tokens": 0,
-            }
-            accumulated_cost = 0.0
-
-            # Inject global tools if present
-            current_chat = chat.copy()
-            if g_app.tool_definitions:
-                only_tools_str = context.get("tools", "all")
-                include_all_tools = only_tools_str == "all"
-                only_tools = only_tools_str.split(",")
-
-                if include_all_tools or len(only_tools) > 0:
-                    if "tools" not in current_chat:
-                        current_chat["tools"] = []
-
-                    existing_tools = {t["function"]["name"] for t in current_chat["tools"]}
-                    for tool_def in g_app.tool_definitions:
-                        name = tool_def["function"]["name"]
-                        if name not in existing_tools and (include_all_tools or name in only_tools):
-                            current_chat["tools"].append(tool_def)
-
-            # Apply pre-chat filters ONCE
-            context["chat"] = current_chat
-            for filter_func in g_app.chat_request_filters:
-                await filter_func(current_chat, context)
-
-            # Tool execution loop
-            max_iterations = 10
-            tool_history = []
-            final_response = None
-
-            for _ in range(max_iterations):
-                if should_cancel_thread(context):
-                    return
-
-                response = await provider.chat(current_chat)
-
-                if should_cancel_thread(context):
-                    return
-
-                # Aggregate usage
-                if "usage" in response:
-                    usage = response["usage"]
-                    total_usage["prompt_tokens"] += usage.get("prompt_tokens", 0)
-                    total_usage["completion_tokens"] += usage.get("completion_tokens", 0)
-                    total_usage["total_tokens"] += usage.get("total_tokens", 0)
-
-                    # Calculate cost for this step if available
-                    if "cost" in response and isinstance(response["cost"], (int, float)):
-                        accumulated_cost += response["cost"]
-                    elif "cost" in usage and isinstance(usage["cost"], (int, float)):
-                        accumulated_cost += usage["cost"]
-
-                # Check for tool_calls in the response
-                choice = response.get("choices", [])[0] if response.get("choices") else {}
-                message = choice.get("message", {})
-                tool_calls = message.get("tool_calls")
-
-                if tool_calls:
-                    # Append the assistant's message with tool calls to history
-                    if "messages" not in current_chat:
-                        current_chat["messages"] = []
-                    if "timestamp" not in message:
-                        message["timestamp"] = int(time.time() * 1000)
-                    current_chat["messages"].append(message)
-                    tool_history.append(message)
-
-                    await g_app.on_chat_tool(current_chat, context)
-
-                    for tool_call in tool_calls:
-                        function_name = tool_call["function"]["name"]
-                        try:
-                            function_args = json.loads(tool_call["function"]["arguments"])
-                        except Exception as e:
-                            tool_result = f"Error parsing JSON arguments for tool {function_name}: {e}"
-                        else:
-                            tool_result = f"Error: Tool {function_name} not found"
-                            if function_name in g_app.tools:
-                                try:
-                                    func = g_app.tools[function_name]
-                                    if inspect.iscoroutinefunction(func):
-                                        tool_result = await func(**function_args)
-                                    else:
-                                        tool_result = func(**function_args)
-                                except Exception as e:
-                                    tool_result = f"Error executing tool {function_name}: {e}"
-
-                        # Append tool result to history
-                        tool_msg = {"role": "tool", "tool_call_id": tool_call["id"], "content": to_content(tool_result)}
-                        current_chat["messages"].append(tool_msg)
-                        tool_history.append(tool_msg)
-
-                    await g_app.on_chat_tool(current_chat, context)
-
-                    if should_cancel_thread(context):
-                        return
-
-                    # Continue loop to send tool results back to LLM
-                    continue
-
-                # If no tool calls, this is the final response
-                if tool_history:
-                    response["tool_history"] = tool_history
-
-                # Update final response with aggregated usage
-                if "usage" not in response:
-                    response["usage"] = {}
-                # convert to int seconds
-                context["duration"] = duration = int(time.time() - started_at)
-                total_usage.update({"duration": duration})
-                response["usage"].update(total_usage)
-                # If we accumulated cost, set it on the response
-                if accumulated_cost > 0:
-                    response["cost"] = accumulated_cost
-
-                final_response = response
-                break  # Exit tool loop
-
-            if final_response:
-                # Apply post-chat filters ONCE on final response
-                for filter_func in g_app.chat_response_filters:
-                    await filter_func(final_response, context)
-
-                if DEBUG:
-                    _dbg(json.dumps(final_response, indent=2))
-
-                return final_response
-
+            response = await provider.chat(chat.copy())
+            return response
         except Exception as e:
             if first_exception is None:
                 first_exception = e
-                context["stackTrace"] = traceback.format_exc()
-            _err(f"Provider {provider_name} failed", first_exception)
-            await g_app.on_chat_error(e, context)
-
+            _log(f"Provider {name} failed: {e}")
             continue
 
     # If we get here, all providers failed
     raise first_exception
 
 
-async def cli_chat(chat, tools=None, image=None, audio=None, file=None, args=None, raw=False):
+async def cli_chat(chat, image=None, audio=None, file=None, args=None, raw=False):
     if g_default_model:
         chat["model"] = g_default_model
 
@@ -1586,53 +1332,25 @@ async def cli_chat(chat, tools=None, image=None, audio=None, file=None, args=Non
         printdump(chat)
 
     try:
-        context = {
-            "tools": tools or "all",
-        }
-        response = await g_app.chat_completion(chat, context=context)
-
+        response = await chat_completion(chat)
         if raw:
             print(json.dumps(response, indent=2))
             exit(0)
         else:
-            msg = response["choices"][0]["message"]
-            if "content" in msg or "answer" in msg:
-                print(msg["content"])
-
-            generated_files = []
-            for choice in response["choices"]:
-                if "message" in choice:
-                    msg = choice["message"]
-                    if "images" in msg:
-                        for image in msg["images"]:
-                            image_url = image["image_url"]["url"]
-                            generated_files.append(image_url)
-                    if "audios" in msg:
-                        for audio in msg["audios"]:
-                            audio_url = audio["audio_url"]["url"]
-                            generated_files.append(audio_url)
-
-            if len(generated_files) > 0:
-                print("\nSaved files:")
-                for file in generated_files:
-                    if file.startswith("/~cache"):
-                        print(get_cache_path(file[8:]))
-                        print(urljoin("http://localhost:8000", file))
-                    else:
-                        print(file)
-
+            answer = response["choices"][0]["message"]["content"]
+            print(answer)
     except HTTPError as e:
         # HTTP error (4xx, 5xx)
         print(f"{e}:\n{e.body}")
-        g_app.exit(1)
+        exit(1)
     except aiohttp.ClientConnectionError as e:
         # Connection issues
         print(f"Connection error: {e}")
-        g_app.exit(1)
+        exit(1)
     except asyncio.TimeoutError as e:
         # Timeout
         print(f"Timeout error: {e}")
-        g_app.exit(1)
+        exit(1)
 
 
 def config_str(key):
@@ -1655,33 +1373,29 @@ def init_llms(config, providers):
     # iterate over config and replace $ENV with env value
     for key, value in g_config.items():
         if isinstance(value, str) and value.startswith("$"):
-            g_config[key] = os.getenv(value[1:], "")
+            g_config[key] = os.environ.get(value[1:], "")
 
     # if g_verbose:
     #     printdump(g_config)
     providers = g_config["providers"]
 
     for id, orig in providers.items():
-        if "enabled" in orig and not orig["enabled"]:
+        definition = orig.copy()
+        if "enabled" in definition and not definition["enabled"]:
             continue
 
-        provider, constructor_kwargs = create_provider_from_definition(id, orig)
+        provider_id = definition.get("id", id)
+        if "id" not in definition:
+            definition["id"] = provider_id
+        provider = g_providers.get(provider_id)
+        constructor_kwargs = create_provider_kwargs(definition, provider)
+        provider = create_provider(constructor_kwargs)
+
         if provider and provider.test(**constructor_kwargs):
             g_handlers[id] = provider
     return g_handlers
 
 
-def create_provider_from_definition(id, orig):
-    definition = orig.copy()
-    provider_id = definition.get("id", id)
-    if "id" not in definition:
-        definition["id"] = provider_id
-    provider = g_providers.get(provider_id)
-    constructor_kwargs = create_provider_kwargs(definition, provider)
-    provider = create_provider(constructor_kwargs)
-    return provider, constructor_kwargs
-
-
 def create_provider_kwargs(definition, provider=None):
     if provider:
         provider = provider.copy()
@@ -1693,11 +1407,11 @@ def create_provider_kwargs(definition, provider=None):
     if "api_key" in provider:
         value = provider["api_key"]
         if isinstance(value, str) and value.startswith("$"):
-            provider["api_key"] = os.getenv(value[1:], "")
+            provider["api_key"] = os.environ.get(value[1:], "")
 
     if "api_key" not in provider and "env" in provider:
         for env_var in provider["env"]:
-            val = os.getenv(env_var)
+            val = os.environ.get(env_var)
             if val:
                 provider["api_key"] = val
                 break
@@ -1709,15 +1423,6 @@ def create_provider_kwargs(definition, provider=None):
         if isinstance(value, (list, dict)):
             constructor_kwargs[key] = value.copy()
     constructor_kwargs["headers"] = g_config["defaults"]["headers"].copy()
-
-    if "modalities" in definition:
-        constructor_kwargs["modalities"] = {}
-        for modality, modality_definition in definition["modalities"].items():
-            modality_provider = create_provider(modality_definition)
-            if not modality_provider:
-                return None
-            constructor_kwargs["modalities"][modality] = modality_provider
-
     return constructor_kwargs
 
 
@@ -1733,8 +1438,6 @@ def create_provider(provider):
     for provider_type in g_app.all_providers:
         if provider_type.sdk == npm_sdk:
             kwargs = create_provider_kwargs(provider)
-            if kwargs is None:
-                kwargs = provider
             return provider_type(**kwargs)
 
     _log(f"Could not find provider {provider_label} with npm sdk {npm_sdk}")
@@ -1788,23 +1491,11 @@ async def update_providers(home_providers_path):
     global g_providers
     text = await get_text("https://models.dev/api.json")
     all_providers = json.loads(text)
-    extra_providers = {}
-    extra_providers_path = home_providers_path.replace("providers.json", "providers-extra.json")
-    if os.path.exists(extra_providers_path):
-        with open(extra_providers_path) as f:
-            extra_providers = json.load(f)
 
     filtered_providers = {}
     for id, provider in all_providers.items():
         if id in g_config["providers"]:
             filtered_providers[id] = provider
-            if id in extra_providers and "models" in extra_providers[id]:
-                for model_id, model in extra_providers[id]["models"].items():
-                    if "id" not in model:
-                        model["id"] = model_id
-                    if "name" not in model:
-                        model["name"] = id_to_name(model["id"])
-                    filtered_providers[id]["models"][model_id] = model
 
     os.makedirs(os.path.dirname(home_providers_path), exist_ok=True)
     with open(home_providers_path, "w", encoding="utf-8") as f:
@@ -1834,11 +1525,11 @@ def print_status():
 
 
 def home_llms_path(filename):
-    return f"{os.getenv('HOME')}/.llms/{filename}"
+    return f"{os.environ.get('HOME')}/.llms/{filename}"
 
 
-def get_cache_path(path=""):
-    return home_llms_path(f"cache/{path}") if path else home_llms_path("cache")
+def get_cache_path(filename):
+    return home_llms_path(f"cache/{filename}")
 
 
 def get_config_path():
@@ -1847,8 +1538,8 @@ def get_config_path():
         "./llms.json",
         home_config_path,
     ]
-    if os.getenv("LLMS_CONFIG_PATH"):
-        check_paths.insert(0, os.getenv("LLMS_CONFIG_PATH"))
+    if os.environ.get("LLMS_CONFIG_PATH"):
+        check_paths.insert(0, os.environ.get("LLMS_CONFIG_PATH"))
 
     for check_path in check_paths:
         g_config_path = os.path.normpath(os.path.join(os.path.dirname(__file__), check_path))
@@ -1857,18 +1548,26 @@ def get_config_path():
     return None
 
 
+def get_ui_path():
+    ui_paths = [home_llms_path("ui.json"), "ui.json"]
+    for ui_path in ui_paths:
+        if os.path.exists(ui_path):
+            return ui_path
+    return None
+
+
 def enable_provider(provider):
     msg = None
     provider_config = g_config["providers"][provider]
-    if not provider_config:
-        return None, f"Provider {provider} not found"
-
-    provider, constructor_kwargs = create_provider_from_definition(provider, provider_config)
-    msg = provider.validate(**constructor_kwargs)
-    if msg:
-        return None, msg
-
     provider_config["enabled"] = True
+    if "api_key" in provider_config:
+        api_key = provider_config["api_key"]
+        if isinstance(api_key, str):
+            if api_key.startswith("$"):
+                if not os.environ.get(api_key[1:], ""):
+                    msg = f"WARNING: {provider} requires missing API Key in Environment Variable {api_key}"
+            else:
+                msg = f"WARNING: {provider} is not configured with an API Key"
     save_config(g_config)
     init_llms(g_config, g_providers)
     return provider_config, msg
@@ -2193,14 +1892,9 @@ async def text_from_resource_or_url(filename):
 
 async def save_home_configs():
     home_config_path = home_llms_path("llms.json")
+    home_ui_path = home_llms_path("ui.json")
     home_providers_path = home_llms_path("providers.json")
-    home_providers_extra_path = home_llms_path("providers-extra.json")
-
-    if (
-        os.path.exists(home_config_path)
-        and os.path.exists(home_providers_path)
-        and os.path.exists(home_providers_extra_path)
-    ):
+    if os.path.exists(home_config_path) and os.path.exists(home_ui_path) and os.path.exists(home_providers_path):
         return
 
     llms_home = os.path.dirname(home_config_path)
@@ -2212,17 +1906,17 @@ async def save_home_configs():
                 f.write(config_json)
             _log(f"Created default config at {home_config_path}")
 
+        if not os.path.exists(home_ui_path):
+            ui_json = await text_from_resource_or_url("ui.json")
+            with open(home_ui_path, "w", encoding="utf-8") as f:
+                f.write(ui_json)
+            _log(f"Created default ui config at {home_ui_path}")
+
         if not os.path.exists(home_providers_path):
             providers_json = await text_from_resource_or_url("providers.json")
             with open(home_providers_path, "w", encoding="utf-8") as f:
                 f.write(providers_json)
             _log(f"Created default providers config at {home_providers_path}")
-
-        if not os.path.exists(home_providers_extra_path):
-            extra_json = await text_from_resource_or_url("providers-extra.json")
-            with open(home_providers_extra_path, "w", encoding="utf-8") as f:
-                f.write(extra_json)
-            _log(f"Created default extra providers config at {home_providers_extra_path}")
     except Exception:
         print("Could not create llms.json. Create one with --init or use --config <path>")
         exit(1)
@@ -2259,52 +1953,59 @@ async def reload_providers():
     return g_handlers
 
 
-async def watch_config_files(config_path, providers_path, interval=1):
+async def watch_config_files(config_path, ui_path, interval=1):
     """Watch config files and reload providers when they change"""
     global g_config
 
     config_path = Path(config_path)
-    providers_path = Path(providers_path)
-
-    _log(f"Watching config file: {config_path}")
-    _log(f"Watching providers file: {providers_path}")
+    ui_path = Path(ui_path) if ui_path else None
 
-    def get_latest_mtime():
-        ret = 0
-        name = "llms.json"
-        if config_path.is_file():
-            ret = config_path.stat().st_mtime
-            name = config_path.name
-        if providers_path.is_file() and providers_path.stat().st_mtime > ret:
-            ret = providers_path.stat().st_mtime
-            name = providers_path.name
-        return ret, name
+    file_mtimes = {}
 
-    latest_mtime, name = get_latest_mtime()
+    _log(f"Watching config files: {config_path}" + (f", {ui_path}" if ui_path else ""))
 
     while True:
         await asyncio.sleep(interval)
 
         # Check llms.json
         try:
-            new_mtime, name = get_latest_mtime()
-            if new_mtime > latest_mtime:
-                _log(f"Config file changed: {name}")
-                latest_mtime = new_mtime
+            if config_path.is_file():
+                mtime = config_path.stat().st_mtime
 
-                try:
-                    # Reload llms.json
-                    with open(config_path) as f:
-                        g_config = json.load(f)
+                if str(config_path) not in file_mtimes:
+                    file_mtimes[str(config_path)] = mtime
+                elif file_mtimes[str(config_path)] != mtime:
+                    _log(f"Config file changed: {config_path.name}")
+                    file_mtimes[str(config_path)] = mtime
 
-                    # Reload providers
-                    await reload_providers()
-                    _log("Providers reloaded successfully")
-                except Exception as e:
-                    _log(f"Error reloading config: {e}")
+                    try:
+                        # Reload llms.json
+                        with open(config_path) as f:
+                            g_config = json.load(f)
+
+                        # Reload providers
+                        await reload_providers()
+                        _log("Providers reloaded successfully")
+                    except Exception as e:
+                        _log(f"Error reloading config: {e}")
         except FileNotFoundError:
             pass
 
+        # Check ui.json
+        if ui_path:
+            try:
+                if ui_path.is_file():
+                    mtime = ui_path.stat().st_mtime
+
+                    if str(ui_path) not in file_mtimes:
+                        file_mtimes[str(ui_path)] = mtime
+                    elif file_mtimes[str(ui_path)] != mtime:
+                        _log(f"Config file changed: {ui_path.name}")
+                        file_mtimes[str(ui_path)] = mtime
+                        _log("ui.json reloaded - reload page to update")
+            except FileNotFoundError:
+                pass
+
 
 def get_session_token(request):
     return request.query.get("session") or request.headers.get("X-Session-Token") or request.cookies.get("llms-token")
@@ -2318,236 +2019,46 @@ class AppExtensions:
     def __init__(self, cli_args, extra_args):
         self.cli_args = cli_args
         self.extra_args = extra_args
-        self.config = None
-        self.error_auth_required = create_error_response("Authentication required", "Unauthorized")
         self.ui_extensions = []
         self.chat_request_filters = []
-        self.chat_tool_filters = []
         self.chat_response_filters = []
-        self.chat_error_filters = []
         self.server_add_get = []
         self.server_add_post = []
-        self.server_add_put = []
-        self.server_add_delete = []
-        self.server_add_patch = []
-        self.cache_saved_filters = []
-        self.shutdown_handlers = []
-        self.tools = {}
-        self.tool_definitions = []
-        self.index_headers = []
-        self.index_footers = []
-        self.request_args = {
-            "image_config": dict,  # e.g. { "aspect_ratio": "1:1" }
-            "temperature": float,  # e.g: 0.7
-            "max_completion_tokens": int,  # e.g: 2048
-            "seed": int,  # e.g: 42
-            "top_p": float,  # e.g: 0.9
-            "frequency_penalty": float,  # e.g: 0.5
-            "presence_penalty": float,  # e.g: 0.5
-            "stop": list,  # e.g: ["Stop"]
-            "reasoning_effort": str,  # e.g: minimal, low, medium, high
-            "verbosity": str,  # e.g: low, medium, high
-            "service_tier": str,  # e.g: auto, default
-            "top_logprobs": int,
-            "safety_identifier": str,
-            "store": bool,
-            "enable_thinking": bool,
-        }
         self.all_providers = [
             OpenAiCompatible,
+            OpenAiProvider,
+            AnthropicProvider,
             MistralProvider,
             GroqProvider,
             XaiProvider,
             CodestralProvider,
+            GoogleProvider,
             OllamaProvider,
             LMStudioProvider,
         ]
-        self.aspect_ratios = {
-            "1:1": "1024×1024",
-            "2:3": "832×1248",
-            "3:2": "1248×832",
-            "3:4": "864×1184",
-            "4:3": "1184×864",
-            "4:5": "896×1152",
-            "5:4": "1152×896",
-            "9:16": "768×1344",
-            "16:9": "1344×768",
-            "21:9": "1536×672",
-        }
-        self.import_maps = {
-            "vue-prod": "/ui/lib/vue.min.mjs",
-            "vue": "/ui/lib/vue.mjs",
-            "vue-router": "/ui/lib/vue-router.min.mjs",
-            "@servicestack/client": "/ui/lib/servicestack-client.mjs",
-            "@servicestack/vue": "/ui/lib/servicestack-vue.mjs",
-            "idb": "/ui/lib/idb.min.mjs",
-            "marked": "/ui/lib/marked.min.mjs",
-            "highlight.js": "/ui/lib/highlight.min.mjs",
-            "chart.js": "/ui/lib/chart.js",
-            "color.js": "/ui/lib/color.js",
-            "ctx.mjs": "/ui/ctx.mjs",
-        }
-
-    def set_config(self, config):
-        self.config = config
-        self.auth_enabled = self.config.get("auth", {}).get("enabled", False)
-
-    # Authentication middleware helper
-    def check_auth(self, request):
-        """Check if request is authenticated. Returns (is_authenticated, user_data)"""
-        if not self.auth_enabled:
-            return True, None
-
-        # Check for OAuth session token
-        session_token = get_session_token(request)
-        if session_token and session_token in g_sessions:
-            return True, g_sessions[session_token]
-
-        # Check for API key
-        auth_header = request.headers.get("Authorization", "")
-        if auth_header.startswith("Bearer "):
-            api_key = auth_header[7:]
-            if api_key:
-                return True, {"authProvider": "apikey"}
-
-        return False, None
-
-    def get_session(self, request):
-        session_token = get_session_token(request)
-
-        if not session_token or session_token not in g_sessions:
-            return None
-
-        session_data = g_sessions[session_token]
-        return session_data
-
-    def get_username(self, request):
-        session = self.get_session(request)
-        if session:
-            return session.get("userName")
-        return None
-
-    def get_user_path(self, username=None):
-        if username:
-            return home_llms_path(os.path.join("user", username))
-        return home_llms_path(os.path.join("user", "default"))
-
-    def chat_request(self, template=None, text=None, model=None, system_prompt=None):
-        return g_chat_request(template=template, text=text, model=model, system_prompt=system_prompt)
-
-    async def chat_completion(self, chat, context=None):
-        response = await g_chat_completion(chat, context)
-        return response
-
-    def on_cache_saved_filters(self, context):
-        # _log(f"on_cache_saved_filters {len(self.cache_saved_filters)}: {context['url']}")
-        for filter_func in self.cache_saved_filters:
-            filter_func(context)
-
-    async def on_chat_error(self, e, context):
-        # Apply chat error filters
-        if "stackTrace" not in context:
-            context["stackTrace"] = traceback.format_exc()
-        for filter_func in self.chat_error_filters:
-            try:
-                await filter_func(e, context)
-            except Exception as e:
-                _err("chat error filter failed", e)
-
-    async def on_chat_tool(self, chat, context):
-        m_len = len(chat.get("messages", []))
-        t_len = len(self.chat_tool_filters)
-        _dbg(
-            f"on_tool_call for thread {context.get('threadId', None)} with {m_len} {pluralize('message', m_len)}, invoking {t_len} {pluralize('filter', t_len)}:"
-        )
-        for filter_func in self.chat_tool_filters:
-            await filter_func(chat, context)
-
-    def exit(self, exit_code=0):
-        if len(self.shutdown_handlers) > 0:
-            _dbg(f"running {len(self.shutdown_handlers)} shutdown handlers...")
-            for handler in self.shutdown_handlers:
-                handler()
-
-        _dbg(f"exit({exit_code})")
-        sys.exit(exit_code)
-
-
-def handler_name(handler):
-    if hasattr(handler, "__name__"):
-        return handler.__name__
-    return "unknown"
 
 
 class ExtensionContext:
     def __init__(self, app, path):
         self.app = app
-        self.cli_args = app.cli_args
-        self.extra_args = app.extra_args
-        self.error_auth_required = app.error_auth_required
         self.path = path
         self.name = os.path.basename(path)
-        if self.name.endswith(".py"):
-            self.name = self.name[:-3]
         self.ext_prefix = f"/ext/{self.name}"
-        self.MOCK = MOCK
-        self.MOCK_DIR = MOCK_DIR
-        self.debug = DEBUG
-        self.verbose = g_verbose
-        self.aspect_ratios = app.aspect_ratios
-        self.request_args = app.request_args
-
-    def chat_to_prompt(self, chat):
-        return chat_to_prompt(chat)
-
-    def chat_to_system_prompt(self, chat):
-        return chat_to_system_prompt(chat)
-
-    def chat_response_to_message(self, response):
-        return chat_response_to_message(response)
-
-    def last_user_prompt(self, chat):
-        return last_user_prompt(chat)
-
-    def to_file_info(self, chat, info=None, response=None):
-        return to_file_info(chat, info=info, response=response)
-
-    def save_image_to_cache(self, base64_data, filename, image_info):
-        return save_image_to_cache(base64_data, filename, image_info)
-
-    def save_bytes_to_cache(self, bytes_data, filename, file_info):
-        return save_bytes_to_cache(bytes_data, filename, file_info)
-
-    def text_from_file(self, path):
-        return text_from_file(path)
 
     def log(self, message):
-        if self.verbose:
-            print(f"[{self.name}] {message}", flush=True)
-        return message
-
-    def log_json(self, obj):
-        if self.verbose:
-            print(f"[{self.name}] {json.dumps(obj, indent=2)}", flush=True)
-        return obj
+        print(f"[{self.name}] {message}", flush=True)
 
     def dbg(self, message):
-        if self.debug:
+        if DEBUG:
             print(f"DEBUG [{self.name}]: {message}", flush=True)
 
     def err(self, message, e):
         print(f"ERROR [{self.name}]: {message}", e)
-        if self.verbose:
+        if g_verbose:
             print(traceback.format_exc(), flush=True)
 
-    def error_message(self, e):
-        return to_error_message(e)
-
-    def error_response(self, e, stacktrace=False):
-        return to_error_response(e, stacktrace=stacktrace)
-
     def add_provider(self, provider):
-        self.log(f"Registered provider: {provider.__name__}")
+        self.log(f"Registered provider: {provider}")
         self.app.all_providers.append(provider)
 
     def register_ui_extension(self, index):
@@ -2556,29 +2067,13 @@ class ExtensionContext:
         self.app.ui_extensions.append({"id": self.name, "path": path})
 
     def register_chat_request_filter(self, handler):
-        self.log(f"Registered chat request filter: {handler_name(handler)}")
+        self.log(f"Registered chat request filter: {handler}")
         self.app.chat_request_filters.append(handler)
 
-    def register_chat_tool_filter(self, handler):
-        self.log(f"Registered chat tool filter: {handler_name(handler)}")
-        self.app.chat_tool_filters.append(handler)
-
     def register_chat_response_filter(self, handler):
-        self.log(f"Registered chat response filter: {handler_name(handler)}")
+        self.log(f"Registered chat response filter: {handler}")
         self.app.chat_response_filters.append(handler)
 
-    def register_chat_error_filter(self, handler):
-        self.log(f"Registered chat error filter: {handler_name(handler)}")
-        self.app.chat_error_filters.append(handler)
-
-    def register_cache_saved_filter(self, handler):
-        self.log(f"Registered cache saved filter: {handler_name(handler)}")
-        self.app.cache_saved_filters.append(handler)
-
-    def register_shutdown_handler(self, handler):
-        self.log(f"Registered shutdown handler: {handler_name(handler)}")
-        self.app.shutdown_handlers.append(handler)
-
     def add_static_files(self, ext_dir):
         self.log(f"Registered static files: {ext_dir}")
 
@@ -2599,38 +2094,11 @@ class ExtensionContext:
         self.dbg(f"Registered POST: {os.path.join(self.ext_prefix, path)}")
         self.app.server_add_post.append((os.path.join(self.ext_prefix, path), handler, kwargs))
 
-    def add_put(self, path, handler, **kwargs):
-        self.dbg(f"Registered PUT: {os.path.join(self.ext_prefix, path)}")
-        self.app.server_add_put.append((os.path.join(self.ext_prefix, path), handler, kwargs))
-
-    def add_delete(self, path, handler, **kwargs):
-        self.dbg(f"Registered DELETE: {os.path.join(self.ext_prefix, path)}")
-        self.app.server_add_delete.append((os.path.join(self.ext_prefix, path), handler, kwargs))
-
-    def add_patch(self, path, handler, **kwargs):
-        self.dbg(f"Registered PATCH: {os.path.join(self.ext_prefix, path)}")
-        self.app.server_add_patch.append((os.path.join(self.ext_prefix, path), handler, kwargs))
-
-    def add_importmaps(self, dict):
-        self.app.import_maps.update(dict)
-
-    def add_index_header(self, html):
-        self.app.index_headers.append(html)
-
-    def add_index_footer(self, html):
-        self.app.index_footers.append(html)
-
     def get_config(self):
         return g_config
 
-    def get_cache_path(self, path=""):
-        return get_cache_path(path)
-
-    def chat_request(self, template=None, text=None, model=None, system_prompt=None):
-        return self.app.chat_request(template=template, text=text, model=model, system_prompt=system_prompt)
-
-    def chat_completion(self, chat, context=None):
-        return self.app.chat_completion(chat, context=context)
+    def chat_completion(self, chat):
+        return chat_completion(chat)
 
     def get_providers(self):
         return g_handlers
@@ -2638,92 +2106,32 @@ class ExtensionContext:
     def get_provider(self, name):
         return g_handlers.get(name)
 
-    def register_tool(self, func, tool_def=None):
-        if tool_def is None:
-            tool_def = function_to_tool_definition(func)
-
-        name = tool_def["function"]["name"]
-        self.log(f"Registered tool: {name}")
-        self.app.tools[name] = func
-        self.app.tool_definitions.append(tool_def)
-
-    def check_auth(self, request):
-        return self.app.check_auth(request)
-
     def get_session(self, request):
-        return self.app.get_session(request)
-
-    def get_username(self, request):
-        return self.app.get_username(request)
-
-    def get_user_path(self, username=None):
-        return self.app.get_user_path(username)
+        session_token = get_session_token(request)
 
-    def should_cancel_thread(self, context):
-        return should_cancel_thread(context)
+        if not session_token or session_token not in g_sessions:
+            return None
 
-    def cache_message_inline_data(self, message):
-        return cache_message_inline_data(message)
+        session_data = g_sessions[session_token]
+        return session_data
 
-    def to_content(self, result):
-        return to_content(result)
+    def get_username(self, request):
+        session = self.get_session(request)
+        if session:
+            return session.get("userName")
+        return None
 
 
 def get_extensions_path():
-    return os.getenv("LLMS_EXTENSIONS_DIR", os.path.join(Path.home(), ".llms", "extensions"))
+    return os.path.join(Path.home(), ".llms", "extensions")
 
 
-def get_disabled_extensions():
-    ret = DISABLE_EXTENSIONS.copy()
-    if g_config:
-        for ext in g_config.get("disable_extensions", []):
-            if ext not in ret:
-                ret.append(ext)
-    return ret
-
-
-def get_extensions_dirs():
-    """
-    Returns a list of extension directories.
-    """
+def init_extensions(parser):
     extensions_path = get_extensions_path()
     os.makedirs(extensions_path, exist_ok=True)
 
-    # allow overriding builtin extensions
-    override_extensions = []
-    if os.path.exists(extensions_path):
-        override_extensions = os.listdir(extensions_path)
-
-    ret = []
-    disabled_extensions = get_disabled_extensions()
-
-    builtin_extensions_dir = _ROOT / "extensions"
-    if os.path.exists(builtin_extensions_dir):
-        for item in os.listdir(builtin_extensions_dir):
-            if os.path.isdir(os.path.join(builtin_extensions_dir, item)):
-                if item in override_extensions:
-                    continue
-                if item in disabled_extensions:
-                    continue
-                ret.append(os.path.join(builtin_extensions_dir, item))
-
-    if os.path.exists(extensions_path):
-        for item in os.listdir(extensions_path):
-            if os.path.isdir(os.path.join(extensions_path, item)):
-                if item in disabled_extensions:
-                    continue
-                ret.append(os.path.join(extensions_path, item))
-
-    return ret
-
-
-def init_extensions(parser):
-    """
-    Initializes extensions by loading their __init__.py files and calling the __parser__ function if it exists.
-    """
-    for item_path in get_extensions_dirs():
-        item = os.path.basename(item_path)
-
+    for item in os.listdir(extensions_path):
+        item_path = os.path.join(extensions_path, item)
         if os.path.isdir(item_path):
             try:
                 # check for __parser__ function if exists in __init.__.py and call it with parser
@@ -2748,28 +2156,25 @@ def install_extensions():
     Scans ensure ~/.llms/extensions/ for directories with __init__.py and loads them as extensions.
     Calls the `__install__(ctx)` function in the extension module.
     """
+    extensions_path = get_extensions_path()
+    os.makedirs(extensions_path, exist_ok=True)
 
-    extension_dirs = get_extensions_dirs()
-    ext_count = len(list(extension_dirs))
+    ext_count = len(os.listdir(extensions_path))
     if ext_count == 0:
         _log("No extensions found")
         return
 
-    disabled_extensions = get_disabled_extensions()
-    if len(disabled_extensions) > 0:
-        _log(f"Disabled extensions: {', '.join(disabled_extensions)}")
-
     _log(f"Installing {ext_count} extension{'' if ext_count == 1 else 's'}...")
 
-    for item_path in extension_dirs:
-        item = os.path.basename(item_path)
+    sys.path.append(extensions_path)
 
+    for item in os.listdir(extensions_path):
+        item_path = os.path.join(extensions_path, item)
         if os.path.isdir(item_path):
-            sys.path.append(item_path)
-            try:
+            init_file = os.path.join(item_path, "__init__.py")
+            if os.path.exists(init_file):
                 ctx = ExtensionContext(g_app, item_path)
-                init_file = os.path.join(item_path, "__init__.py")
-                if os.path.exists(init_file):
+                try:
                     spec = importlib.util.spec_from_file_location(item, init_file)
                     if spec and spec.loader:
                         module = importlib.util.module_from_spec(spec)
@@ -2784,20 +2189,20 @@ def install_extensions():
                             _dbg(f"Extension {item} has no __install__ function")
                     else:
                         _dbg(f"Extension {item} has no __init__.py")
-                else:
-                    _dbg(f"Extension {init_file} not found")
 
-                # if ui folder exists, serve as static files at /ext/{item}/
-                ui_path = os.path.join(item_path, "ui")
-                if os.path.exists(ui_path):
-                    ctx.add_static_files(ui_path)
+                    # if ui folder exists, serve as static files at /ext/{item}/
+                    ui_path = os.path.join(item_path, "ui")
+                    if os.path.exists(ui_path):
+                        ctx.add_static_files(ui_path)
 
-                # Register UI extension if index.mjs exists (/ext/{item}/index.mjs)
-                if os.path.exists(os.path.join(ui_path, "index.mjs")):
-                    ctx.register_ui_extension("index.mjs")
+                        # Register UI extension if index.mjs exists (/ext/{item}/index.mjs)
+                        if os.path.exists(os.path.join(ui_path, "index.mjs")):
+                            ctx.register_ui_extension("index.mjs")
 
-            except Exception as e:
-                _err(f"Failed to install extension {item}", e)
+                except Exception as e:
+                    _err(f"Failed to install extension {item}", e)
+            else:
+                _dbg(f"Extension {init_file} not found")
         else:
             _dbg(f"Extension {item} not found: {item_path} is not a directory {os.path.exists(item_path)}")
 
@@ -2806,9 +2211,11 @@ def run_extension_cli():
     """
     Run the CLI for an extension.
     """
-    for item_path in get_extensions_dirs():
-        item = os.path.basename(item_path)
+    extensions_path = get_extensions_path()
+    os.makedirs(extensions_path, exist_ok=True)
 
+    for item in os.listdir(extensions_path):
+        item_path = os.path.join(extensions_path, item)
         if os.path.isdir(item_path):
             init_file = os.path.join(item_path, "__init__.py")
             if os.path.exists(init_file):
@@ -2823,8 +2230,8 @@ def run_extension_cli():
                     # Check for __run__ function if exists in __init__.py and call it with ctx
                     run_func = getattr(module, "__run__", None)
                     if callable(run_func):
-                        _log(f"Running extension {item}...")
                         handled = run_func(ctx)
+                        _log(f"Extension {item} was run")
                         return handled
 
                 except Exception as e:
@@ -2833,12 +2240,7 @@ def run_extension_cli():
 
 
 def main():
-    global _ROOT, g_verbose, g_default_model, g_logprefix, g_providers, g_config, g_config_path, g_app
-
-    _ROOT = os.getenv("LLMS_ROOT", resolve_root())
-    if not _ROOT:
-        print("Resource root not found")
-        exit(1)
+    global _ROOT, g_verbose, g_default_model, g_logprefix, g_providers, g_config, g_config_path, g_ui_path, g_app
 
     parser = argparse.ArgumentParser(description=f"llms v{VERSION}")
     parser.add_argument("--config", default=None, help="Path to config file", metavar="FILE")
@@ -2849,13 +2251,9 @@ def main():
     parser.add_argument(
         "-s", "--system", default=None, help="System prompt to use for chat completion", metavar="PROMPT"
     )
-    parser.add_argument(
-        "--tools", default=None, help="Tools to use for chat completion (all|none|<tool>,<tool>...)", metavar="TOOLS"
-    )
     parser.add_argument("--image", default=None, help="Image input to use in chat completion")
     parser.add_argument("--audio", default=None, help="Audio input to use in chat completion")
     parser.add_argument("--file", default=None, help="File input to use in chat completion")
-    parser.add_argument("--out", default=None, help="Image or Video Generation Request", metavar="MODALITY")
     parser.add_argument(
         "--args",
         default=None,
@@ -2878,8 +2276,9 @@ def main():
     parser.add_argument("--default", default=None, help="Configure the default model to use", metavar="MODEL")
 
     parser.add_argument("--init", action="store_true", help="Create a default llms.json")
-    parser.add_argument("--update-providers", action="store_true", help="Update local models.dev providers.json")
+    parser.add_argument("--update", action="store_true", help="Update local models.dev providers.json")
 
+    parser.add_argument("--root", default=None, help="Change root directory for UI files", metavar="PATH")
     parser.add_argument("--logprefix", default="", help="Prefix used in log messages", metavar="PREFIX")
     parser.add_argument("--verbose", action="store_true", help="Verbose output")
 
@@ -2900,15 +2299,6 @@ def main():
         metavar="EXTENSION",
     )
 
-    parser.add_argument(
-        "--update",
-        nargs="?",
-        const="ls",
-        default=None,
-        help="Update an extension (use 'all' to update all extensions)",
-        metavar="EXTENSION",
-    )
-
     # Load parser extensions, go through all extensions and load their parser arguments
     init_extensions(parser)
 
@@ -2917,7 +2307,7 @@ def main():
     g_app = AppExtensions(cli_args, extra_args)
 
     # Check for verbose mode from CLI argument or environment variables
-    verbose_env = os.getenv("VERBOSE", "").lower()
+    verbose_env = os.environ.get("VERBOSE", "").lower()
     if cli_args.verbose or verbose_env in ("1", "true"):
         g_verbose = True
         # printdump(cli_args)
@@ -2926,9 +2316,14 @@ def main():
     if cli_args.logprefix:
         g_logprefix = cli_args.logprefix
 
+    _ROOT = Path(cli_args.root) if cli_args.root else resolve_root()
+    if not _ROOT:
+        print("Resource root not found")
+        exit(1)
+
     home_config_path = home_llms_path("llms.json")
+    home_ui_path = home_llms_path("ui.json")
     home_providers_path = home_llms_path("providers.json")
-    home_providers_extra_path = home_llms_path("providers-extra.json")
 
     if cli_args.init:
         if os.path.exists(home_config_path):
@@ -2937,17 +2332,17 @@ def main():
             asyncio.run(save_default_config(home_config_path))
             print(f"Created default config at {home_config_path}")
 
+        if os.path.exists(home_ui_path):
+            print(f"ui.json already exists at {home_ui_path}")
+        else:
+            asyncio.run(save_text_url(github_url("ui.json"), home_ui_path))
+            print(f"Created default ui config at {home_ui_path}")
+
         if os.path.exists(home_providers_path):
             print(f"providers.json already exists at {home_providers_path}")
         else:
             asyncio.run(save_text_url(github_url("providers.json"), home_providers_path))
             print(f"Created default providers config at {home_providers_path}")
-
-        if os.path.exists(home_providers_extra_path):
-            print(f"providers-extra.json already exists at {home_providers_extra_path}")
-        else:
-            asyncio.run(save_text_url(github_url("providers-extra.json"), home_providers_extra_path))
-            print(f"Created default extra providers config at {home_providers_extra_path}")
         exit(0)
 
     if cli_args.providers:
@@ -2964,38 +2359,36 @@ def main():
             g_config = load_config_json(config_json)
 
         config_dir = os.path.dirname(g_config_path)
+        # look for ui.json in same directory as config
+        ui_path = os.path.join(config_dir, "ui.json")
+        if os.path.exists(ui_path):
+            g_ui_path = ui_path
+        else:
+            if not os.path.exists(home_ui_path):
+                ui_json = text_from_resource("ui.json")
+                with open(home_ui_path, "w", encoding="utf-8") as f:
+                    f.write(ui_json)
+                _log(f"Created default ui config at {home_ui_path}")
+            g_ui_path = home_ui_path
 
         if not g_providers and os.path.exists(os.path.join(config_dir, "providers.json")):
             g_providers = json.loads(text_from_file(os.path.join(config_dir, "providers.json")))
 
     else:
-        # ensure llms.json and providers.json exist in home directory
+        # ensure llms.json and ui.json exist in home directory
         asyncio.run(save_home_configs())
         g_config_path = home_config_path
+        g_ui_path = home_ui_path
         g_config = load_config_json(text_from_file(g_config_path))
 
-    g_app.set_config(g_config)
-
     if not g_providers:
         g_providers = json.loads(text_from_file(home_providers_path))
 
-    if cli_args.update_providers:
+    if cli_args.update:
         asyncio.run(update_providers(home_providers_path))
         print(f"Updated {home_providers_path}")
         exit(0)
 
-    # if home_providers_path is older than 1 day, update providers list
-    if (
-        os.path.exists(home_providers_path)
-        and (time.time() - os.path.getmtime(home_providers_path)) > 86400
-        and os.getenv("LLMS_DISABLE_UPDATE", "") != "1"
-    ):
-        try:
-            asyncio.run(update_providers(home_providers_path))
-            _log(f"Updated {home_providers_path}")
-        except Exception as e:
-            _err("Failed to update providers", e)
-
     if cli_args.add is not None:
         if cli_args.add == "ls":
 
@@ -3044,29 +2437,9 @@ def main():
                 requirements_path = os.path.join(target_path, "requirements.txt")
                 if os.path.exists(requirements_path):
                     print(f"Installing dependencies from {requirements_path}...")
-
-                    # Check if uv is installed
-                    has_uv = False
-                    try:
-                        subprocess.run(
-                            ["uv", "--version"], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, check=True
-                        )
-                        has_uv = True
-                    except (subprocess.CalledProcessError, FileNotFoundError):
-                        pass
-
-                    if has_uv:
-                        subprocess.run(
-                            ["uv", "pip", "install", "-p", sys.executable, "-r", "requirements.txt"],
-                            cwd=target_path,
-                            check=True,
-                        )
-                    else:
-                        subprocess.run(
-                            [sys.executable, "-m", "pip", "install", "-r", "requirements.txt"],
-                            cwd=target_path,
-                            check=True,
-                        )
+                    subprocess.run(
+                        [sys.executable, "-m", "pip", "install", "-r", "requirements.txt"], cwd=target_path, check=True
+                    )
                     print("Dependencies installed successfully.")
 
                 print(f"Extension {target_name} installed successfully.")
@@ -3111,44 +2484,10 @@ def main():
 
         exit(0)
 
-    if cli_args.update:
-        if cli_args.update == "ls":
-            # List installed extensions
-            extensions_path = get_extensions_path()
-            extensions = os.listdir(extensions_path)
-            if len(extensions) == 0:
-                print("No extensions installed.")
-                exit(0)
-            print("Installed extensions:")
-            for extension in extensions:
-                print(f"  {extension}")
-
-            print("\nUsage:")
-            print("  llms --update <extension>")
-            print("  llms --update all")
-            exit(0)
-
-        async def update_extensions(extension_name):
-            extensions_path = get_extensions_path()
-            for extension in os.listdir(extensions_path):
-                extension_path = os.path.join(extensions_path, extension)
-                if os.path.isdir(extension_path):
-                    if extension_name != "all" and extension != extension_name:
-                        continue
-                    result = subprocess.run(["git", "pull"], cwd=extension_path, capture_output=True)
-                    if result.returncode != 0:
-                        print(f"Failed to update extension {extension}: {result.stderr.decode('utf-8')}")
-                        continue
-                    print(f"Updated extension {extension}")
-                    _log(result.stdout.decode("utf-8"))
-
-        asyncio.run(update_extensions(cli_args.update))
-        exit(0)
+    asyncio.run(reload_providers())
 
     install_extensions()
 
-    asyncio.run(reload_providers())
-
     # print names
     _log(f"enabled providers: {', '.join(g_handlers.keys())}")
 
@@ -3194,14 +2533,14 @@ def main():
         print(f"\n{model_count} models available from {provider_count} providers")
 
         print_status()
-        g_app.exit(0)
+        exit(0)
 
     if cli_args.check is not None:
         # Check validity of models for a provider
         provider_name = cli_args.check
         model_names = extra_args if len(extra_args) > 0 else None
         asyncio.run(check_models(provider_name, model_names))
-        g_app.exit(0)
+        exit(0)
 
     if cli_args.serve is not None:
         # Disable inactive providers and save to config before starting server
@@ -3221,6 +2560,10 @@ def main():
         # Start server
         port = int(cli_args.serve)
 
+        if not os.path.exists(g_ui_path):
+            print(f"UI not found at {g_ui_path}")
+            exit(1)
+
         # Validate auth configuration if enabled
         auth_enabled = g_config.get("auth", {}).get("enabled", False)
         if auth_enabled:
@@ -3234,8 +2577,8 @@ def main():
             if client_secret.startswith("$"):
                 client_secret = client_secret[1:]
 
-            client_id = os.getenv(client_id, client_id)
-            client_secret = os.getenv(client_secret, client_secret)
+            client_id = os.environ.get(client_id, client_id)
+            client_secret = os.environ.get(client_secret, client_secret)
 
             if (
                 not client_id
@@ -3256,25 +2599,74 @@ def main():
         _log(f"client_max_size set to {client_max_size} bytes ({client_max_size / 1024 / 1024:.1f}MB)")
         app = web.Application(client_max_size=client_max_size)
 
+        # Authentication middleware helper
+        def check_auth(request):
+            """Check if request is authenticated. Returns (is_authenticated, user_data)"""
+            if not auth_enabled:
+                return True, None
+
+            # Check for OAuth session token
+            session_token = get_session_token(request)
+            if session_token and session_token in g_sessions:
+                return True, g_sessions[session_token]
+
+            # Check for API key
+            auth_header = request.headers.get("Authorization", "")
+            if auth_header.startswith("Bearer "):
+                api_key = auth_header[7:]
+                if api_key:
+                    return True, {"authProvider": "apikey"}
+
+            return False, None
+
         async def chat_handler(request):
             # Check authentication if enabled
-            is_authenticated, user_data = g_app.check_auth(request)
+            is_authenticated, user_data = check_auth(request)
             if not is_authenticated:
-                return web.json_response(g_app.error_auth_required, status=401)
+                return web.json_response(
+                    {
+                        "error": {
+                            "message": "Authentication required",
+                            "type": "authentication_error",
+                            "code": "unauthorized",
+                        }
+                    },
+                    status=401,
+                )
 
             try:
                 chat = await request.json()
-                context = {"chat": chat, "request": request, "user": g_app.get_username(request)}
-                metadata = chat.get("metadata", {})
-                context["threadId"] = metadata.get("threadId", None)
-                context["tools"] = metadata.get("tools", "all")
-                response = await g_app.chat_completion(chat, context)
+
+                # Apply pre-chat filters
+                context = {"request": request}
+                # Apply pre-chat filters
+                context = {"request": request}
+                for filter_func in g_app.chat_request_filters:
+                    chat = await filter_func(chat, context)
+
+                response = await chat_completion(chat)
+
+                # Apply post-chat filters
+                # Apply post-chat filters
+                for filter_func in g_app.chat_response_filters:
+                    response = await filter_func(response, context)
+
                 return web.json_response(response)
             except Exception as e:
-                return web.json_response(to_error_response(e), status=500)
+                return web.json_response({"error": str(e)}, status=500)
 
         app.router.add_post("/v1/chat/completions", chat_handler)
 
+        async def extensions_handler(request):
+            return web.json_response(g_app.ui_extensions)
+
+        app.router.add_get("/ext", extensions_handler)
+
+        async def models_handler(request):
+            return web.json_response(get_models())
+
+        app.router.add_get("/models/list", models_handler)
+
         async def active_models_handler(request):
             return web.json_response(get_active_models())
 
@@ -3304,9 +2696,8 @@ def main():
             if provider:
                 if data.get("enable", False):
                     provider_config, msg = enable_provider(provider)
-                    _log(f"Enabled provider {provider} {msg}")
-                    if not msg:
-                        await load_llms()
+                    _log(f"Enabled provider {provider}")
+                    await load_llms()
                 elif data.get("disable", False):
                     disable_provider(provider)
                     _log(f"Disabled provider {provider}")
@@ -3323,9 +2714,18 @@ def main():
 
         async def upload_handler(request):
             # Check authentication if enabled
-            is_authenticated, user_data = g_app.check_auth(request)
+            is_authenticated, user_data = check_auth(request)
             if not is_authenticated:
-                return web.json_response(g_app.error_auth_required, status=401)
+                return web.json_response(
+                    {
+                        "error": {
+                            "message": "Authentication required",
+                            "type": "authentication_error",
+                            "code": "unauthorized",
+                        }
+                    },
+                    status=401,
+                )
 
             reader = await request.multipart()
 
@@ -3335,7 +2735,7 @@ def main():
                 field = await reader.next()
 
             if not field:
-                return web.json_response(create_error_response("No file provided"), status=400)
+                return web.json_response({"error": "No file provided"}, status=400)
 
             filename = field.filename or "file"
             content = await field.read()
@@ -3373,10 +2773,9 @@ def main():
             with open(full_path, "wb") as f:
                 f.write(content)
 
-            url = f"/~cache/{relative_path}"
             response_data = {
                 "date": int(time.time()),
-                "url": url,
+                "url": f"/~cache/{relative_path}",
                 "size": len(content),
                 "type": mimetype,
                 "name": filename,
@@ -3396,22 +2795,10 @@ def main():
             with open(info_path, "w") as f:
                 json.dump(response_data, f)
 
-            g_app.on_cache_saved_filters({"url": url, "info": response_data})
-
             return web.json_response(response_data)
 
         app.router.add_post("/upload", upload_handler)
 
-        async def extensions_handler(request):
-            return web.json_response(g_app.ui_extensions)
-
-        app.router.add_get("/ext", extensions_handler)
-
-        async def tools_handler(request):
-            return web.json_response(g_app.tool_definitions)
-
-        app.router.add_get("/ext/tools", tools_handler)
-
         async def cache_handler(request):
             path = request.match_info["tail"]
             full_path = get_cache_path(path)
@@ -3423,7 +2810,7 @@ def main():
 
                 # Check for directory traversal for info path
                 try:
-                    cache_root = Path(get_cache_path())
+                    cache_root = Path(get_cache_path(""))
                     requested_path = Path(info_path).resolve()
                     if not str(requested_path).startswith(str(cache_root)):
                         return web.Response(text="403: Forbidden", status=403)
@@ -3439,7 +2826,7 @@ def main():
 
             # Check for directory traversal
             try:
-                cache_root = Path(get_cache_path())
+                cache_root = Path(get_cache_path(""))
                 requested_path = Path(full_path).resolve()
                 if not str(requested_path).startswith(str(cache_root)):
                     return web.Response(text="403: Forbidden", status=403)
@@ -3458,7 +2845,7 @@ def main():
         async def github_auth_handler(request):
             """Initiate GitHub OAuth flow"""
             if "auth" not in g_config or "github" not in g_config["auth"]:
-                return web.json_response(create_error_response("GitHub OAuth not configured"), status=500)
+                return web.json_response({"error": "GitHub OAuth not configured"}, status=500)
 
             auth_config = g_config["auth"]["github"]
             client_id = auth_config.get("client_id", "")
@@ -3470,11 +2857,11 @@ def main():
             if redirect_uri.startswith("$"):
                 redirect_uri = redirect_uri[1:]
 
-            client_id = os.getenv(client_id, client_id)
-            redirect_uri = os.getenv(redirect_uri, redirect_uri)
+            client_id = os.environ.get(client_id, client_id)
+            redirect_uri = os.environ.get(redirect_uri, redirect_uri)
 
             if not client_id:
-                return web.json_response(create_error_response("GitHub client_id not configured"), status=500)
+                return web.json_response({"error": "GitHub client_id not configured"}, status=500)
 
             # Generate CSRF state token
             state = secrets.token_urlsafe(32)
@@ -3506,7 +2893,7 @@ def main():
             if restrict_to.startswith("$"):
                 restrict_to = restrict_to[1:]
 
-            restrict_to = os.getenv(restrict_to, None if restrict_to == "GITHUB_USERS" else restrict_to)
+            restrict_to = os.environ.get(restrict_to, None if restrict_to == "GITHUB_USERS" else restrict_to)
 
             # If restrict_to is configured, validate the user
             if restrict_to:
@@ -3545,7 +2932,7 @@ def main():
             g_oauth_states.pop(state)
 
             if "auth" not in g_config or "github" not in g_config["auth"]:
-                return web.json_response(create_error_response("GitHub OAuth not configured"), status=500)
+                return web.json_response({"error": "GitHub OAuth not configured"}, status=500)
 
             auth_config = g_config["auth"]["github"]
             client_id = auth_config.get("client_id", "")
@@ -3560,12 +2947,12 @@ def main():
             if redirect_uri.startswith("$"):
                 redirect_uri = redirect_uri[1:]
 
-            client_id = os.getenv(client_id, client_id)
-            client_secret = os.getenv(client_secret, client_secret)
-            redirect_uri = os.getenv(redirect_uri, redirect_uri)
+            client_id = os.environ.get(client_id, client_id)
+            client_secret = os.environ.get(client_secret, client_secret)
+            redirect_uri = os.environ.get(redirect_uri, redirect_uri)
 
             if not client_id or not client_secret:
-                return web.json_response(create_error_response("GitHub OAuth credentials not configured"), status=500)
+                return web.json_response({"error": "GitHub OAuth credentials not configured"}, status=500)
 
             # Exchange code for access token
             async with aiohttp.ClientSession() as session:
@@ -3584,7 +2971,7 @@ def main():
 
                     if not access_token:
                         error = token_response.get("error_description", "Failed to get access token")
-                        return web.json_response(create_error_response(f"OAuth error: {error}"), status=400)
+                        return web.Response(text=f"OAuth error: {error}", status=400)
 
                 # Fetch user info
                 user_url = "https://api.github.com/user"
@@ -3619,7 +3006,7 @@ def main():
             session_token = get_session_token(request)
 
             if not session_token or session_token not in g_sessions:
-                return web.json_response(create_error_response("Invalid or expired session"), status=401)
+                return web.json_response({"error": "Invalid or expired session"}, status=401)
 
             session_data = g_sessions[session_token]
 
@@ -3675,7 +3062,9 @@ def main():
             #         })
 
             # Not authenticated - return error in expected format
-            return web.json_response(g_app.error_auth_required, status=401)
+            return web.json_response(
+                {"responseStatus": {"errorCode": "Unauthorized", "message": "Not authenticated"}}, status=401
+            )
 
         app.router.add_get("/auth", auth_handler)
         app.router.add_get("/auth/github", github_auth_handler)
@@ -3715,18 +3104,19 @@ def main():
 
         app.router.add_get("/ui/{path:.*}", ui_static, name="ui_static")
 
-        async def config_handler(request):
-            ret = {}
-            if "defaults" not in ret:
-                ret["defaults"] = g_config["defaults"]
-            enabled, disabled = provider_status()
-            ret["status"] = {"all": list(g_config["providers"].keys()), "enabled": enabled, "disabled": disabled}
-            # Add auth configuration
-            ret["requiresAuth"] = auth_enabled
-            ret["authType"] = "oauth" if auth_enabled else "apikey"
-            return web.json_response(ret)
+        async def ui_config_handler(request):
+            with open(g_ui_path, encoding="utf-8") as f:
+                ui = json.load(f)
+                if "defaults" not in ui:
+                    ui["defaults"] = g_config["defaults"]
+                enabled, disabled = provider_status()
+                ui["status"] = {"all": list(g_config["providers"].keys()), "enabled": enabled, "disabled": disabled}
+                # Add auth configuration
+                ui["requiresAuth"] = auth_enabled
+                ui["authType"] = "oauth" if auth_enabled else "apikey"
+                return web.json_response(ui)
 
-        app.router.add_get("/config", config_handler)
+        app.router.add_get("/config", ui_config_handler)
 
         async def not_found_handler(request):
             return web.Response(text="404: Not Found", status=404)
@@ -3735,81 +3125,15 @@ def main():
 
         # go through and register all g_app extensions
         for handler in g_app.server_add_get:
-            handler_fn = handler[1]
-
-            async def managed_handler(request, handler_fn=handler_fn):
-                try:
-                    return await handler_fn(request)
-                except Exception as e:
-                    return web.json_response(to_error_response(e, stacktrace=g_verbose), status=500)
-
-            app.router.add_get(handler[0], managed_handler, **handler[2])
+            app.router.add_get(handler[0], handler[1], **handler[2])
         for handler in g_app.server_add_post:
-            handler_fn = handler[1]
-
-            async def managed_handler(request, handler_fn=handler_fn):
-                try:
-                    return await handler_fn(request)
-                except Exception as e:
-                    return web.json_response(to_error_response(e, stacktrace=g_verbose), status=500)
-
-            app.router.add_post(handler[0], managed_handler, **handler[2])
-        for handler in g_app.server_add_put:
-            handler_fn = handler[1]
-
-            async def managed_handler(request, handler_fn=handler_fn):
-                try:
-                    return await handler_fn(request)
-                except Exception as e:
-                    return web.json_response(to_error_response(e, stacktrace=g_verbose), status=500)
-
-            app.router.add_put(handler[0], managed_handler, **handler[2])
-        for handler in g_app.server_add_delete:
-            handler_fn = handler[1]
-
-            async def managed_handler(request, handler_fn=handler_fn):
-                try:
-                    return await handler_fn(request)
-                except Exception as e:
-                    return web.json_response(to_error_response(e, stacktrace=g_verbose), status=500)
-
-            app.router.add_delete(handler[0], managed_handler, **handler[2])
-        for handler in g_app.server_add_patch:
-            handler_fn = handler[1]
-
-            async def managed_handler(request, handler_fn=handler_fn):
-                try:
-                    return await handler_fn(request)
-                except Exception as e:
-                    return web.json_response(to_error_response(e, stacktrace=g_verbose), status=500)
-
-            app.router.add_patch(handler[0], managed_handler, **handler[2])
+            app.router.add_post(handler[0], handler[1], **handler[2])
 
         # Serve index.html from root
         async def index_handler(request):
             index_content = read_resource_file_bytes("index.html")
-
-            importmaps = {"imports": g_app.import_maps}
-            importmaps_script = '<script type="importmap">\n' + json.dumps(importmaps, indent=4) + "\n</script>"
-            index_content = index_content.replace(
-                b'<script type="importmap"></script>',
-                importmaps_script.encode("utf-8"),
-            )
-
-            if len(g_app.index_headers) > 0:
-                html_header = ""
-                for header in g_app.index_headers:
-                    html_header += header
-                # replace </head> with html_header
-                index_content = index_content.replace(b"</head>", html_header.encode("utf-8") + b"\n</head>")
-
-            if len(g_app.index_footers) > 0:
-                html_footer = ""
-                for footer in g_app.index_footers:
-                    html_footer += footer
-                # replace </body> with html_footer
-                index_content = index_content.replace(b"</body>", html_footer.encode("utf-8") + b"\n</body>")
-
+            if index_content is None:
+                raise web.HTTPNotFound
             return web.Response(body=index_content, content_type="text/html")
 
         app.router.add_get("/", index_handler)
@@ -3821,7 +3145,7 @@ def main():
         async def start_background_tasks(app):
             """Start background tasks when the app starts"""
             # Start watching config files in the background
-            asyncio.create_task(watch_config_files(g_config_path, home_providers_path))
+            asyncio.create_task(watch_config_files(g_config_path, g_ui_path))
 
         app.on_startup.append(start_background_tasks)
 
@@ -3829,7 +3153,7 @@ def main():
 
         print(f"Starting server on port {port}...")
         web.run_app(app, host="0.0.0.0", port=port, print=_log)
-        g_app.exit(0)
+        exit(0)
 
     if cli_args.enable is not None:
         if cli_args.enable.endswith(","):
@@ -3846,7 +3170,7 @@ def main():
 
         for provider in enable_providers:
             if provider not in g_config["providers"]:
-                print(f"Provider '{provider}' not found")
+                print(f"Provider {provider} not found")
                 print(f"Available providers: {', '.join(g_config['providers'].keys())}")
                 exit(1)
             if provider in g_config["providers"]:
@@ -3859,7 +3183,7 @@ def main():
         print_status()
         if len(msgs) > 0:
             print("\n" + "\n".join(msgs))
-        g_app.exit(0)
+        exit(0)
 
     if cli_args.disable is not None:
         if cli_args.disable.endswith(","):
@@ -3882,7 +3206,7 @@ def main():
             print(f"\nDisabled provider {provider}")
 
         print_status()
-        g_app.exit(0)
+        exit(0)
 
     if cli_args.default is not None:
         default_model = cli_args.default
@@ -3894,14 +3218,13 @@ def main():
         default_text["model"] = default_model
         save_config(g_config)
         print(f"\nDefault model set to: {default_model}")
-        g_app.exit(0)
+        exit(0)
 
     if (
         cli_args.chat is not None
         or cli_args.image is not None
         or cli_args.audio is not None
         or cli_args.file is not None
-        or cli_args.out is not None
         or len(extra_args) > 0
     ):
         try:
@@ -3912,12 +3235,6 @@ def main():
                 chat = g_config["defaults"]["audio"]
             elif cli_args.file is not None:
                 chat = g_config["defaults"]["file"]
-            elif cli_args.out is not None:
-                template = f"out:{cli_args.out}"
-                if template not in g_config["defaults"]:
-                    print(f"Template for output modality '{cli_args.out}' not found")
-                    exit(1)
-                chat = g_config["defaults"][template]
             if cli_args.chat is not None:
                 chat_path = os.path.join(os.path.dirname(__file__), cli_args.chat)
                 if not os.path.exists(chat_path):
@@ -3934,9 +3251,6 @@ def main():
 
             if len(extra_args) > 0:
                 prompt = " ".join(extra_args)
-                if not chat["messages"] or len(chat["messages"]) == 0:
-                    chat["messages"] = [{"role": "user", "content": [{"type": "text", "text": ""}]}]
-
                 # replace content of last message if exists, else add
                 last_msg = chat["messages"][-1] if "messages" in chat else None
                 if last_msg and last_msg["role"] == "user":
@@ -3954,31 +3268,22 @@ def main():
 
             asyncio.run(
                 cli_chat(
-                    chat,
-                    tools=cli_args.tools,
-                    image=cli_args.image,
-                    audio=cli_args.audio,
-                    file=cli_args.file,
-                    args=args,
-                    raw=cli_args.raw,
+                    chat, image=cli_args.image, audio=cli_args.audio, file=cli_args.file, args=args, raw=cli_args.raw
                 )
             )
-            g_app.exit(0)
+            exit(0)
         except Exception as e:
             print(f"{cli_args.logprefix}Error: {e}")
             if cli_args.verbose:
                 traceback.print_exc()
-            g_app.exit(1)
+            exit(1)
 
     handled = run_extension_cli()
 
     if not handled:
         # show usage from ArgumentParser
         parser.print_help()
-        g_app.exit(0)
 
 
 if __name__ == "__main__":
-    if MOCK or DEBUG:
-        print(f"MOCK={MOCK} or DEBUG={DEBUG}")
     main()