mcli-framework 7.3.1__py3-none-any.whl → 7.5.0__py3-none-any.whl

mcli/ml/dashboard/app_integrated.py

@@ -12,18 +12,51 @@ from typing import List
 
 import numpy as np
 
+# Suppress warnings before other imports
+from mcli.ml.dashboard.common import suppress_streamlit_warnings
+
+suppress_streamlit_warnings()
+
 logger = logging.getLogger(__name__)
+
 import pandas as pd
 import plotly.express as px
 import plotly.graph_objects as go
 import requests
 import streamlit as st
-from dotenv import load_dotenv
 from plotly.subplots import make_subplots
-from supabase import Client, create_client
+from supabase import Client
+
+# Import common dashboard utilities
+from mcli.ml.dashboard.common import (
+    get_supabase_client,
+    load_environment_variables,
+    setup_page_config,
+)
+from mcli.ml.dashboard.styles import apply_dashboard_styles
 
-# Load environment variables from .env file
-load_dotenv()
+# Load environment variables
+load_environment_variables()
+
+# Import streamlit-extras utilities
+try:
+    from mcli.ml.dashboard.streamlit_extras_utils import (
+        enhanced_metrics,
+        section_header,
+        vertical_space,
+        data_quality_indicators,
+        trading_status_card,
+    )
+    HAS_STREAMLIT_EXTRAS = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    HAS_STREAMLIT_EXTRAS = False
+    enhanced_metrics = None
+    section_header = None
+    vertical_space = None
+    data_quality_indicators = None
+    trading_status_card = None
+    # Suppress warning for now - this is handled gracefully
+    # st.warning(f"Streamlit-extras utilities not available: {e}")
 
 # Add ML pipeline imports
 try:
@@ -46,45 +79,146 @@ except ImportError:
     PoliticianTradingPredictor = None
 
 # Add new dashboard pages
+HAS_OVERVIEW_PAGE = False
+HAS_PREDICTIONS_ENHANCED = False
+HAS_SCRAPERS_PAGE = False
+HAS_TRADING_PAGES = False
+HAS_MONTE_CARLO_PAGE = False
+HAS_CICD_PAGE = False
+HAS_WORKFLOWS_PAGE = False
+HAS_DEBUG_PAGE = False
+
+show_overview = None
+show_cicd_dashboard = None
+show_workflows_dashboard = None
+show_predictions_enhanced = None
+show_scrapers_and_logs = None
+show_trading_dashboard = None
+show_test_portfolio = None
+show_monte_carlo_predictions = None
+show_debug_dependencies = None
+
+# Import Overview page
+try:
+    from mcli.ml.dashboard.overview import show_overview
+    HAS_OVERVIEW_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Overview page not available: {e}")
+
 try:
-    from mcli.ml.dashboard.pages.cicd import show_cicd_dashboard
-    from mcli.ml.dashboard.pages.workflows import show_workflows_dashboard
     from mcli.ml.dashboard.pages.predictions_enhanced import show_predictions_enhanced
+    HAS_PREDICTIONS_ENHANCED = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Predictions Enhanced page not available: {e}")
+
+try:
     from mcli.ml.dashboard.pages.scrapers_and_logs import show_scrapers_and_logs
+    HAS_SCRAPERS_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Scrapers & Logs page not available: {e}")
+
+try:
+    import sys
+    import traceback
+
+    # Verbose logging for alpaca-py debugging
+    st.info("🔍 Attempting to import trading pages (alpaca-py dependent)...")
+
+    # First, try importing alpaca directly to see the specific error
+    try:
+        import alpaca
+        st.success(f"✅ alpaca module imported successfully")
+        if hasattr(alpaca, "__version__"):
+            st.info(f"Alpaca version: {alpaca.__version__}")
+        if hasattr(alpaca, "__file__"):
+            st.caption(f"Alpaca location: {alpaca.__file__}")
+    except ImportError as alpaca_error:
+        st.error(f"❌ Failed to import alpaca module: {alpaca_error}")
+        with st.expander("🔬 Detailed alpaca import error"):
+            st.code(traceback.format_exc())
+
+        # Try to provide diagnostic info
+        st.warning("💡 Troubleshooting tips:")
+        st.markdown("""
+        - Check that `alpaca-py>=0.20.0` is in requirements.txt
+        - Verify Python version is 3.8+ (current: {}.{})
+        - Check Streamlit Cloud deployment logs for installation errors
+        - Visit the **Debug Dependencies** page for detailed diagnostics
+        """.format(sys.version_info.major, sys.version_info.minor))
+
+    # Now try importing the trading pages
     from mcli.ml.dashboard.pages.trading import show_trading_dashboard
     from mcli.ml.dashboard.pages.test_portfolio import show_test_portfolio
+    HAS_TRADING_PAGES = True
+    st.success("✅ Trading pages imported successfully!")
 
-    HAS_EXTENDED_PAGES = True
-    HAS_SCRAPERS_PAGE = True
-except ImportError as e:
-    print(f"Import error: {e}")  # Debug print
-    HAS_EXTENDED_PAGES = False
-    HAS_SCRAPERS_PAGE = False
-    show_cicd_dashboard = None
-    show_workflows_dashboard = None
-    show_predictions_enhanced = None
-    show_scrapers_and_logs = None
-    show_trading_dashboard = None
-    show_test_portfolio = None
-
-# Page config
-st.set_page_config(
-    page_title="MCLI ML Dashboard - Integrated",
-    page_icon="📊",
-    layout="wide",
-    initial_sidebar_state="expanded",
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.error(f"❌ Trading pages not available: {e}")
+    with st.expander("📋 Full error traceback"):
+        st.code(traceback.format_exc())
+
+    # Show installed packages related to alpaca
+    try:
+        import subprocess
+        result = subprocess.run(
+            ["pip", "list"],
+            capture_output=True,
+            text=True,
+            timeout=5
+        )
+        alpaca_packages = [line for line in result.stdout.split("\n") if "alpaca" in line.lower()]
+        if alpaca_packages:
+            st.info("📦 Found alpaca-related packages:")
+            for pkg in alpaca_packages:
+                st.code(pkg)
+        else:
+            st.warning("⚠️ No alpaca-related packages found in pip list")
+
+        # Show full pip list for debugging
+        with st.expander("🔍 Full pip list (for debugging)"):
+            st.code(result.stdout, language="text")
+    except Exception as pip_error:
+        st.caption(f"Could not check installed packages: {pip_error}")
+
+try:
+    from mcli.ml.dashboard.pages.monte_carlo_predictions import show_monte_carlo_predictions
+    HAS_MONTE_CARLO_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    HAS_MONTE_CARLO_PAGE = False
+
+# Import CI/CD and Workflows pages
+try:
+    from mcli.ml.dashboard.pages.cicd import show_cicd_dashboard
+    HAS_CICD_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"CI/CD page not available: {e}")
+
+try:
+    from mcli.ml.dashboard.pages.workflows import show_workflows_dashboard
+    HAS_WORKFLOWS_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Workflows page not available: {e}")
+
+# Import Debug Dependencies page (always available for troubleshooting)
+try:
+    from mcli.ml.dashboard.pages.debug_dependencies import show_debug_dependencies
+    HAS_DEBUG_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Debug Dependencies page not available: {e}")
+
+# Page config - must be before other st commands
+setup_page_config(
+    page_title="Politician Trading Tracker - MCLI",
+    page_icon="📊"
 )
 
-# Custom CSS
+# Apply standard dashboard styles (includes metric-card, alert boxes)
+apply_dashboard_styles()
+
+# Add integrated dashboard-specific CSS
 st.markdown(
     """
 <style>
-    .metric-card {
-        background-color: #f0f2f6;
-        padding: 1rem;
-        border-radius: 0.5rem;
-        border-left: 4px solid #1f77b4;
-    }
     .success-box {
         background-color: #d4edda;
         border: 1px solid #c3e6cb;
@@ -104,69 +238,7 @@ st.markdown(
     unsafe_allow_html=True,
 )
 
-
-@st.cache_resource
-def get_supabase_client() -> Client:
-    """Get Supabase client with Streamlit Cloud secrets support"""
-    # Try Streamlit secrets first (for Streamlit Cloud), then fall back to environment variables (for local dev)
-    try:
-        url = st.secrets.get("SUPABASE_URL", "")
-        key = st.secrets.get("SUPABASE_KEY", "") or st.secrets.get("SUPABASE_SERVICE_ROLE_KEY", "")
-    except (AttributeError, FileNotFoundError):
-        # Secrets not available, try environment variables
-        url = os.getenv("SUPABASE_URL", "")
-        key = os.getenv("SUPABASE_KEY", "") or os.getenv("SUPABASE_SERVICE_ROLE_KEY", "")
-
-    if not url or not key:
-        st.error(
-            "❌ Supabase credentials not configured"
-        )
-        with st.expander("🔧 Configuration Required"):
-            st.markdown("""
-            **Missing Supabase credentials:**
-            - `SUPABASE_URL`: {}
-            - `SUPABASE_KEY`: {}
-
-            **For Streamlit Cloud:**
-            1. Go to https://share.streamlit.io
-            2. Select your app → Settings → Secrets
-            3. Add:
-               ```toml
-               SUPABASE_URL = "https://your-project.supabase.co"
-               SUPABASE_KEY = "your-anon-key"
-               ```
-
-            **For local development:**
-            1. Create `.streamlit/secrets.toml` file
-            2. Add the same credentials as above
-            3. Restart the dashboard
-
-            **Using demo data** until configured.
-            """.format(
-                "✅ Set" if url else "❌ Missing",
-                "✅ Set" if key else "❌ Missing"
-            ))
-        return None
-
-    try:
-        client = create_client(url, key)
-        # Test connection with a simple query
-        try:
-            test_result = client.table("politicians").select("id").limit(1).execute()
-            logger.info(f"✅ Supabase connection successful (URL: {url[:30]}...)")
-            return client
-        except Exception as conn_error:
-            st.error(f"❌ Supabase connection failed: {conn_error}")
-            with st.expander("🔍 Connection Details"):
-                st.write(f"**URL:** {url[:30]}...")
-                st.write(f"**Error:** {str(conn_error)}")
-                st.write("**Using demo data** until connection is restored.")
-            logger.error(f"Supabase connection test failed: {conn_error}")
-            return None
-    except Exception as e:
-        st.error(f"❌ Failed to create Supabase client: {e}")
-        logger.error(f"Failed to create Supabase client: {e}")
-        return None
+# Note: get_supabase_client is now imported from common.py
 
 
 @st.cache_data(ttl=300)  # Cache for 5 minutes
@@ -811,15 +883,37 @@ def get_model_metrics():
 
 def main():
     """Main dashboard function"""
+    
+    # Clear any problematic session state that might cause media file errors
+    try:
+        # Remove any file-related session state that might be causing issues
+        keys_to_remove = []
+        for key in st.session_state.keys():
+            if 'file' in key.lower() or 'download' in key.lower() or 'media' in key.lower():
+                keys_to_remove.append(key)
+        
+        for key in keys_to_remove:
+            if key in st.session_state:
+                del st.session_state[key]
+    except Exception:
+        # Ignore errors when clearing session state
+        pass
 
     # Title and header
-    st.title("🤖 MCLI ML System Dashboard - Integrated")
-    st.markdown("Real-time ML pipeline monitoring with LSH daemon integration")
+    st.title("📊 Politician Trading Tracker")
+    st.markdown("Track, Analyze & Replicate Congressional Trading Patterns")
 
     # Sidebar
     st.sidebar.title("Navigation")
     # Build page list
-    pages = [
+    pages = []
+
+    # Add Overview as first page if available
+    if HAS_OVERVIEW_PAGE:
+        pages.append("Overview")
+
+    # Add other pages
+    pages.extend([
         "Pipeline Overview",
         "ML Processing",
         "Model Performance",
@@ -829,24 +923,37 @@ def main():
         "Test Portfolio",
         "LSH Jobs",
         "System Health",
-    ]
+    ])
 
     # Add scrapers and logs page
     if HAS_SCRAPERS_PAGE:
         pages.append("Scrapers & Logs")
 
-    # Add extended pages if available
-    if HAS_EXTENDED_PAGES:
-        pages.extend(["CI/CD Pipelines", "Workflows"])
-    
+    # Add Monte Carlo predictions page
+    if HAS_MONTE_CARLO_PAGE:
+        pages.append("Monte Carlo Predictions")
+
+    # Add CI/CD page if available
+    if HAS_CICD_PAGE:
+        pages.append("CI/CD Pipelines")
+
+    # Add Workflows page if available
+    if HAS_WORKFLOWS_PAGE:
+        pages.append("Workflows")
+
+    # Add Debug Dependencies page (always useful for troubleshooting)
+    if HAS_DEBUG_PAGE:
+        pages.append("Debug Dependencies")
+
     page = st.sidebar.selectbox(
         "Choose a page",
         pages,
         index=0,  # Default to Pipeline Overview
+        key="main_page_selector"
     )
 
     # Auto-refresh toggle (default off to prevent blocking)
-    auto_refresh = st.sidebar.checkbox("Auto-refresh (30s)", value=False)
+    auto_refresh = st.sidebar.checkbox("Auto-refresh (30s)", value=True)
     if auto_refresh:
         try:
             from streamlit_autorefresh import st_autorefresh
@@ -873,7 +980,12 @@ def main():
 
     # Main content with error handling
     try:
-        if page == "Pipeline Overview":
+        if page == "Overview":
+            if HAS_OVERVIEW_PAGE and show_overview:
+                show_overview()
+            else:
+                st.error("Overview page not available")
+        elif page == "Pipeline Overview":
             show_pipeline_overview()
         elif page == "ML Processing":
             show_ml_processing()
@@ -883,30 +995,82 @@ def main():
             show_model_training_evaluation()
         elif page == "Predictions":
             # Use enhanced predictions page if available, otherwise fallback
-            if HAS_EXTENDED_PAGES and show_predictions_enhanced:
+            if HAS_PREDICTIONS_ENHANCED and show_predictions_enhanced:
                 show_predictions_enhanced()
             else:
                 show_predictions()
         elif page == "Trading Dashboard":
-            if HAS_EXTENDED_PAGES and show_trading_dashboard:
-                show_trading_dashboard()
+            if HAS_TRADING_PAGES and show_trading_dashboard:
+                try:
+                    show_trading_dashboard()
+                except Exception as e:
+                    st.error(f"❌ Error in Trading Dashboard page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
             else:
                 st.warning("Trading dashboard not available")
         elif page == "Test Portfolio":
-            if HAS_EXTENDED_PAGES and show_test_portfolio:
-                show_test_portfolio()
+            if HAS_TRADING_PAGES and show_test_portfolio:
+                try:
+                    show_test_portfolio()
+                except Exception as e:
+                    st.error(f"❌ Error in Test Portfolio page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
             else:
                 st.warning("Test portfolio not available")
+        elif page == "Monte Carlo Predictions":
+            if HAS_MONTE_CARLO_PAGE and show_monte_carlo_predictions:
+                try:
+                    show_monte_carlo_predictions()
+                except Exception as e:
+                    st.error(f"❌ Error in Monte Carlo Predictions page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
+            else:
+                st.warning("Monte Carlo predictions not available")
         elif page == "LSH Jobs":
             show_lsh_jobs()
         elif page == "System Health":
             show_system_health()
         elif page == "Scrapers & Logs" and HAS_SCRAPERS_PAGE:
-            show_scrapers_and_logs()
-        elif page == "CI/CD Pipelines" and HAS_EXTENDED_PAGES:
-            show_cicd_dashboard()
-        elif page == "Workflows" and HAS_EXTENDED_PAGES:
-            show_workflows_dashboard()
+            try:
+                show_scrapers_and_logs()
+            except Exception as e:
+                st.error(f"❌ Error in Scrapers & Logs page: {e}")
+                import traceback
+                st.code(traceback.format_exc())
+        elif page == "CI/CD Pipelines":
+            if show_cicd_dashboard is not None:
+                try:
+                    show_cicd_dashboard()
+                except Exception as e:
+                    st.error(f"❌ Error in CI/CD Pipelines page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
+            else:
+                st.warning("CI/CD Pipelines page is not available. This page requires additional dependencies.")
+        elif page == "Workflows":
+            if show_workflows_dashboard is not None:
+                try:
+                    show_workflows_dashboard()
+                except Exception as e:
+                    st.error(f"❌ Error in Workflows page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
+            else:
+                st.warning("Workflows page is not available. This page requires additional dependencies.")
+
+        elif page == "Debug Dependencies":
+            if show_debug_dependencies is not None:
+                try:
+                    show_debug_dependencies()
+                except Exception as e:
+                    st.error(f"❌ Error in Debug Dependencies page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
+            else:
+                st.warning("Debug Dependencies page is not available.")
     except Exception as e:
         st.error(f"❌ Error loading page '{page}': {e}")
         import traceback
@@ -2804,5 +2968,12 @@ def show_system_health():
     st.plotly_chart(fig, width="stretch", config={"responsive": True})
 
 
-# Run the main dashboard function
-main()
+# Run the main dashboard function with error handling
+try:
+    main()
+except Exception as e:
+    st.error(f"❌ Dashboard error: {e}")
+    st.info("🔄 Please refresh the page to try again")
+    import traceback
+    with st.expander("Error details"):
+        st.code(traceback.format_exc())

mcli/ml/dashboard/app_supabase.py

@@ -1,75 +1,26 @@
 """Streamlit dashboard for ML system monitoring - Supabase version"""
 
 import asyncio
-import os
 from datetime import datetime, timedelta
-from pathlib import Path
 
 import numpy as np
 import pandas as pd
 import plotly.express as px
 import plotly.graph_objects as go
 import streamlit as st
-from dotenv import load_dotenv
 from plotly.subplots import make_subplots
-from supabase import Client, create_client
+
+from mcli.ml.dashboard.common import get_supabase_client, load_environment_variables, setup_page_config
+from mcli.ml.dashboard.styles import apply_dashboard_styles
 
 # Page config must come first
-st.set_page_config(
-    page_title="MCLI ML Dashboard", page_icon="📊", layout="wide", initial_sidebar_state="expanded"
-)
-
-# Load environment variables from supabase/.env.local
-env_path = Path(__file__).parent.parent.parent.parent.parent / "supabase" / ".env.local"
-if env_path.exists():
-    load_dotenv(env_path)
-
-# Custom CSS
-st.markdown(
-    """
-<style>
-    .metric-card {
-        background-color: #f0f2f6;
-        padding: 1rem;
-        border-radius: 0.5rem;
-        border-left: 4px solid #1f77b4;
-    }
-</style>
-""",
-    unsafe_allow_html=True,
-)
+setup_page_config(page_title="MCLI ML Dashboard")
 
+# Load environment variables
+load_environment_variables()
 
-@st.cache_resource
-def get_supabase_client() -> Client:
-    """Get Supabase client with Streamlit Cloud secrets support"""
-    # Try Streamlit secrets first (for Streamlit Cloud), then fall back to environment variables (for local dev)
-    try:
-        url = st.secrets.get("SUPABASE_URL", "")
-        key = st.secrets.get("SUPABASE_KEY", "") or st.secrets.get("SUPABASE_SERVICE_ROLE_KEY", "")
-    except (AttributeError, FileNotFoundError):
-        # Secrets not available, try environment variables
-        url = os.getenv("SUPABASE_URL", "")
-        key = os.getenv("SUPABASE_KEY", "") or os.getenv("SUPABASE_SERVICE_ROLE_KEY", "")
-
-    if not url or not key:
-        st.warning(
-            "⚠️ Supabase credentials not found. Configure SUPABASE_URL and SUPABASE_KEY in Streamlit Cloud secrets or environment variables."
-        )
-        return None
-
-    try:
-        client = create_client(url, key)
-        # Test connection
-        try:
-            client.table("politicians").select("id").limit(1).execute()
-            return client
-        except Exception as e:
-            st.error(f"❌ Supabase connection test failed: {e}")
-            return None
-    except Exception as e:
-        st.error(f"❌ Failed to create Supabase client: {e}")
-        return None
+# Apply standard dashboard styles
+apply_dashboard_styles()
 
 
 @st.cache_data(ttl=30)

mcli/ml/dashboard/app_training.py

@@ -12,24 +12,22 @@ from scipy import stats
 
 from mcli.ml.database.models import Experiment, Model, ModelStatus
 from mcli.ml.database.session import SessionLocal
+from mcli.ml.dashboard.common import setup_page_config
+from mcli.ml.dashboard.styles import apply_dashboard_styles
 
-st.set_page_config(
+# Page config - must be first
+setup_page_config(
     page_title="MCLI Training Dashboard",
-    page_icon="🔬",
-    layout="wide",
-    initial_sidebar_state="expanded",
+    page_icon="🔬"
 )
 
-# Custom CSS
+# Apply standard dashboard styles (includes metric-card)
+apply_dashboard_styles()
+
+# Add training-specific CSS
 st.markdown(
     """
 <style>
-    .metric-card {
-        background-color: #f0f2f6;
-        padding: 1rem;
-        border-radius: 0.5rem;
-        border-left: 4px solid #1f77b4;
-    }
     .model-card {
         background-color: #ffffff;
         padding: 1.5rem;
@@ -594,7 +592,7 @@ def main():
     )
 
     # Auto-refresh toggle
-    auto_refresh = st.sidebar.checkbox("Auto-refresh (60s)", value=False)
+    auto_refresh = st.sidebar.checkbox("Auto-refresh (60s)", value=True)
     if auto_refresh:
         import time