mem-llm 2.0.0__py3-none-any.whl

mem_llm/web_launcher.py

@@ -0,0 +1,129 @@
+#!/usr/bin/env python3
+"""
+Web UI Launcher for Mem-LLM
+Starts the API server and opens the Web UI in the browser.
+"""
+
+import sys
+import time
+import webbrowser
+import requests
+import threading
+
+def check_backend_available():
+    """Check if Ollama or LM Studio is available."""
+    backends = []
+    
+    # Check Ollama
+    try:
+        response = requests.get("http://localhost:11434/api/tags", timeout=2)
+        if response.status_code == 200:
+            backends.append("Ollama (http://localhost:11434)")
+    except:
+        pass
+    
+    # Check LM Studio
+    try:
+        response = requests.get("http://localhost:1234/v1/models", timeout=2)
+        if response.status_code == 200:
+            backends.append("LM Studio (http://localhost:1234)")
+    except:
+        pass
+    
+    return backends
+
+def check_api_ready(url="http://localhost:8000/api/v1/health", timeout=30):
+    """Wait for API server to be ready."""
+    start_time = time.time()
+    while time.time() - start_time < timeout:
+        try:
+            response = requests.get(url, timeout=1)
+            if response.status_code == 200:
+                return True
+        except:
+            pass
+        time.sleep(0.5)
+    return False
+
+def start_api_server():
+    """Start the FastAPI server in a subprocess."""
+    try:
+        # Import here to avoid circular imports
+        from mem_llm.api_server import app
+        import uvicorn
+        
+        # Run server in a thread
+        def run_server():
+            uvicorn.run(app, host="0.0.0.0", port=8000, log_level="info")
+        
+        server_thread = threading.Thread(target=run_server, daemon=True)
+        server_thread.start()
+        
+        return server_thread
+    except Exception as e:
+        print(f"❌ Failed to start API server: {e}")
+        return None
+
+def main():
+    """Main entry point for the web launcher."""
+    print("🚀 Mem-LLM Web UI Launcher")
+    print("=" * 50)
+    
+    # Check available backends
+    print("\n🔍 Checking available backends...")
+    backends = check_backend_available()
+    
+    if backends:
+        print("✅ Available backends:")
+        for backend in backends:
+            print(f"   - {backend}")
+    else:
+        print("⚠️  No local backends detected!")
+        print("   Please start Ollama or LM Studio first:")
+        print("   - Ollama: https://ollama.ai")
+        print("   - LM Studio: https://lmstudio.ai")
+        response = input("\n   Continue anyway? (y/n): ")
+        if response.lower() != 'y':
+            sys.exit(0)
+    
+    # Start API server
+    print("\n🌐 Starting API server...")
+    server_thread = start_api_server()
+    
+    if not server_thread:
+        print("❌ Failed to start API server!")
+        sys.exit(1)
+    
+    # Wait for server to be ready
+    print("⏳ Waiting for API server to be ready...")
+    if not check_api_ready():
+        print("❌ API server failed to start within 30 seconds!")
+        sys.exit(1)
+    
+    print("✅ API server is ready!")
+    
+    # Open browser
+    web_url = "http://localhost:8000/"
+    print(f"\n🌐 Opening Web UI at {web_url}")
+    webbrowser.open(web_url)
+    
+    print("\n" + "=" * 50)
+    print("✅ Mem-LLM Web UI is running!")
+    print("   - Chat: http://localhost:8000/")
+    print("   - Memory: http://localhost:8000/memory")
+    print("   - Metrics: http://localhost:8000/metrics")
+    print("   - API Docs: http://localhost:8000/docs")
+    print("\n   Press Ctrl+C to stop the server.")
+    print("=" * 50)
+    
+    # Keep the main thread alive
+    try:
+        while True:
+            time.sleep(1)
+    except KeyboardInterrupt:
+        print("\n\n👋 Shutting down...")
+        sys.exit(0)
+
+if __name__ == "__main__":
+    main()
+

mem_llm/web_ui/README.md

@@ -0,0 +1,44 @@
+# Mem-LLM Web UI
+
+Modern web interface for Mem-LLM with streaming support, memory management, and metrics dashboard.
+
+## 📄 Pages
+
+1. **💬 Chat (index.html)** - Main chat interface with real-time streaming
+2. **🧠 Memory (memory.html)** - Memory management and search
+3. **📊 Metrics (metrics.html)** - System metrics and statistics
+
+## 🚀 Usage
+
+```bash
+# Install mem-llm with API support
+pip install mem-llm[api]
+
+# Launch Web UI (recommended)
+mem-llm-web
+
+# Or use launcher script
+python start_web_ui.py
+```
+
+## 📋 Requirements
+
+- Python 3.8+
+- FastAPI
+- Uvicorn
+- WebSockets
+
+## 🔧 Configuration
+
+Configure backend and model in the Web UI sidebar, or edit `api_server.py` defaults.
+
+## 📚 More Info
+
+- [Main README](../README.md)
+- [API Docs](http://localhost:8000/docs)
+- [Examples](../../examples/)
+
+## 📄 License
+
+MIT License
+

mem_llm/web_ui/__init__.py

@@ -0,0 +1,7 @@
+"""
+Mem-LLM Web UI
+Modern web interface for Mem-LLM with real-time streaming support.
+"""
+
+__all__ = []
+