mcli-framework 7.3.1__py3-none-any.whl → 7.4.0__py3-none-any.whl

mcli/ml/dashboard/app_integrated.py

@@ -6,13 +6,37 @@ import logging
 import os
 import pickle
 import subprocess
+import warnings
 from datetime import datetime, timedelta
 from pathlib import Path
 from typing import List
 
 import numpy as np
 
+# Suppress Streamlit warnings when used outside runtime context
+warnings.filterwarnings("ignore", message=".*missing ScriptRunContext.*")
+warnings.filterwarnings("ignore", message=".*No runtime found.*")
+warnings.filterwarnings("ignore", message=".*Session state does not function.*")
+warnings.filterwarnings("ignore", message=".*to view this Streamlit app.*")
+
+# Suppress Plotly deprecation warnings
+warnings.filterwarnings("ignore", message=".*keyword arguments have been deprecated.*")
+warnings.filterwarnings("ignore", message=".*Use `config` instead.*")
+
+# Suppress media file errors
+warnings.filterwarnings("ignore", message=".*MediaFileHandler.*")
+warnings.filterwarnings("ignore", message=".*Missing file.*")
+warnings.filterwarnings("ignore", message=".*Bad filename.*")
+
+# Suppress additional warnings
+warnings.filterwarnings("ignore", category=UserWarning)
+warnings.filterwarnings("ignore", category=FutureWarning)
+
 logger = logging.getLogger(__name__)
+
+# Suppress specific Streamlit media file errors in logging
+logging.getLogger("streamlit.runtime.media_file_storage").setLevel(logging.ERROR)
+logging.getLogger("streamlit.web.server.media_file_handler").setLevel(logging.ERROR)
 import pandas as pd
 import plotly.express as px
 import plotly.graph_objects as go
@@ -25,6 +49,26 @@ from supabase import Client, create_client
 # Load environment variables from .env file
 load_dotenv()
 
+# Import streamlit-extras utilities
+try:
+    from mcli.ml.dashboard.streamlit_extras_utils import (
+        enhanced_metrics,
+        section_header,
+        vertical_space,
+        data_quality_indicators,
+        trading_status_card,
+    )
+    HAS_STREAMLIT_EXTRAS = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    HAS_STREAMLIT_EXTRAS = False
+    enhanced_metrics = None
+    section_header = None
+    vertical_space = None
+    data_quality_indicators = None
+    trading_status_card = None
+    # Suppress warning for now - this is handled gracefully
+    # st.warning(f"Streamlit-extras utilities not available: {e}")
+
 # Add ML pipeline imports
 try:
     from mcli.ml.models import get_model_by_id
@@ -46,30 +90,136 @@ except ImportError:
     PoliticianTradingPredictor = None
 
 # Add new dashboard pages
+HAS_OVERVIEW_PAGE = False
+HAS_PREDICTIONS_ENHANCED = False
+HAS_SCRAPERS_PAGE = False
+HAS_TRADING_PAGES = False
+HAS_MONTE_CARLO_PAGE = False
+HAS_CICD_PAGE = False
+HAS_WORKFLOWS_PAGE = False
+HAS_DEBUG_PAGE = False
+
+show_overview = None
+show_cicd_dashboard = None
+show_workflows_dashboard = None
+show_predictions_enhanced = None
+show_scrapers_and_logs = None
+show_trading_dashboard = None
+show_test_portfolio = None
+show_monte_carlo_predictions = None
+show_debug_dependencies = None
+
+# Import Overview page
+try:
+    from mcli.ml.dashboard.pages.overview import show_overview
+    HAS_OVERVIEW_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Overview page not available: {e}")
+
 try:
-    from mcli.ml.dashboard.pages.cicd import show_cicd_dashboard
-    from mcli.ml.dashboard.pages.workflows import show_workflows_dashboard
     from mcli.ml.dashboard.pages.predictions_enhanced import show_predictions_enhanced
+    HAS_PREDICTIONS_ENHANCED = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Predictions Enhanced page not available: {e}")
+
+try:
     from mcli.ml.dashboard.pages.scrapers_and_logs import show_scrapers_and_logs
+    HAS_SCRAPERS_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Scrapers & Logs page not available: {e}")
+
+try:
+    import sys
+    import traceback
+
+    # Verbose logging for alpaca-py debugging
+    st.info("🔍 Attempting to import trading pages (alpaca-py dependent)...")
+
+    # First, try importing alpaca directly to see the specific error
+    try:
+        import alpaca
+        st.success(f"✅ alpaca module imported successfully")
+        if hasattr(alpaca, "__version__"):
+            st.info(f"Alpaca version: {alpaca.__version__}")
+        if hasattr(alpaca, "__file__"):
+            st.caption(f"Alpaca location: {alpaca.__file__}")
+    except ImportError as alpaca_error:
+        st.error(f"❌ Failed to import alpaca module: {alpaca_error}")
+        with st.expander("🔬 Detailed alpaca import error"):
+            st.code(traceback.format_exc())
+
+        # Try to provide diagnostic info
+        st.warning("💡 Troubleshooting tips:")
+        st.markdown("""
+        - Check that `alpaca-py>=0.20.0` is in requirements.txt
+        - Verify Python version is 3.8+ (current: {}.{})
+        - Check Streamlit Cloud deployment logs for installation errors
+        - Visit the **Debug Dependencies** page for detailed diagnostics
+        """.format(sys.version_info.major, sys.version_info.minor))
+
+    # Now try importing the trading pages
     from mcli.ml.dashboard.pages.trading import show_trading_dashboard
     from mcli.ml.dashboard.pages.test_portfolio import show_test_portfolio
+    HAS_TRADING_PAGES = True
+    st.success("✅ Trading pages imported successfully!")
 
-    HAS_EXTENDED_PAGES = True
-    HAS_SCRAPERS_PAGE = True
-except ImportError as e:
-    print(f"Import error: {e}")  # Debug print
-    HAS_EXTENDED_PAGES = False
-    HAS_SCRAPERS_PAGE = False
-    show_cicd_dashboard = None
-    show_workflows_dashboard = None
-    show_predictions_enhanced = None
-    show_scrapers_and_logs = None
-    show_trading_dashboard = None
-    show_test_portfolio = None
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.error(f"❌ Trading pages not available: {e}")
+    with st.expander("📋 Full error traceback"):
+        st.code(traceback.format_exc())
+
+    # Show installed packages related to alpaca
+    try:
+        import subprocess
+        result = subprocess.run(
+            ["pip", "list"],
+            capture_output=True,
+            text=True,
+            timeout=5
+        )
+        alpaca_packages = [line for line in result.stdout.split("\n") if "alpaca" in line.lower()]
+        if alpaca_packages:
+            st.info("📦 Found alpaca-related packages:")
+            for pkg in alpaca_packages:
+                st.code(pkg)
+        else:
+            st.warning("⚠️ No alpaca-related packages found in pip list")
+
+        # Show full pip list for debugging
+        with st.expander("🔍 Full pip list (for debugging)"):
+            st.code(result.stdout, language="text")
+    except Exception as pip_error:
+        st.caption(f"Could not check installed packages: {pip_error}")
+
+try:
+    from mcli.ml.dashboard.pages.monte_carlo_predictions import show_monte_carlo_predictions
+    HAS_MONTE_CARLO_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    HAS_MONTE_CARLO_PAGE = False
+
+# Import CI/CD and Workflows pages
+try:
+    from mcli.ml.dashboard.pages.cicd import show_cicd_dashboard
+    HAS_CICD_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"CI/CD page not available: {e}")
+
+try:
+    from mcli.ml.dashboard.pages.workflows import show_workflows_dashboard
+    HAS_WORKFLOWS_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Workflows page not available: {e}")
+
+# Import Debug Dependencies page (always available for troubleshooting)
+try:
+    from mcli.ml.dashboard.pages.debug_dependencies import show_debug_dependencies
+    HAS_DEBUG_PAGE = True
+except (ImportError, KeyError, ModuleNotFoundError) as e:
+    st.warning(f"Debug Dependencies page not available: {e}")
 
 # Page config
 st.set_page_config(
-    page_title="MCLI ML Dashboard - Integrated",
+    page_title="Politician Trading Tracker - MCLI",
     page_icon="📊",
     layout="wide",
     initial_sidebar_state="expanded",
@@ -811,15 +961,37 @@ def get_model_metrics():
 
 def main():
     """Main dashboard function"""
+    
+    # Clear any problematic session state that might cause media file errors
+    try:
+        # Remove any file-related session state that might be causing issues
+        keys_to_remove = []
+        for key in st.session_state.keys():
+            if 'file' in key.lower() or 'download' in key.lower() or 'media' in key.lower():
+                keys_to_remove.append(key)
+        
+        for key in keys_to_remove:
+            if key in st.session_state:
+                del st.session_state[key]
+    except Exception:
+        # Ignore errors when clearing session state
+        pass
 
     # Title and header
-    st.title("🤖 MCLI ML System Dashboard - Integrated")
-    st.markdown("Real-time ML pipeline monitoring with LSH daemon integration")
+    st.title("📊 Politician Trading Tracker")
+    st.markdown("Track, Analyze & Replicate Congressional Trading Patterns")
 
     # Sidebar
     st.sidebar.title("Navigation")
     # Build page list
-    pages = [
+    pages = []
+
+    # Add Overview as first page if available
+    if HAS_OVERVIEW_PAGE:
+        pages.append("Overview")
+
+    # Add other pages
+    pages.extend([
         "Pipeline Overview",
         "ML Processing",
         "Model Performance",
@@ -829,24 +1001,37 @@ def main():
         "Test Portfolio",
         "LSH Jobs",
         "System Health",
-    ]
+    ])
 
     # Add scrapers and logs page
     if HAS_SCRAPERS_PAGE:
         pages.append("Scrapers & Logs")
 
-    # Add extended pages if available
-    if HAS_EXTENDED_PAGES:
-        pages.extend(["CI/CD Pipelines", "Workflows"])
-    
+    # Add Monte Carlo predictions page
+    if HAS_MONTE_CARLO_PAGE:
+        pages.append("Monte Carlo Predictions")
+
+    # Add CI/CD page if available
+    if HAS_CICD_PAGE:
+        pages.append("CI/CD Pipelines")
+
+    # Add Workflows page if available
+    if HAS_WORKFLOWS_PAGE:
+        pages.append("Workflows")
+
+    # Add Debug Dependencies page (always useful for troubleshooting)
+    if HAS_DEBUG_PAGE:
+        pages.append("Debug Dependencies")
+
     page = st.sidebar.selectbox(
         "Choose a page",
         pages,
         index=0,  # Default to Pipeline Overview
+        key="main_page_selector"
     )
 
     # Auto-refresh toggle (default off to prevent blocking)
-    auto_refresh = st.sidebar.checkbox("Auto-refresh (30s)", value=False)
+    auto_refresh = st.sidebar.checkbox("Auto-refresh (30s)", value=True)
     if auto_refresh:
         try:
             from streamlit_autorefresh import st_autorefresh
@@ -873,7 +1058,12 @@ def main():
 
     # Main content with error handling
     try:
-        if page == "Pipeline Overview":
+        if page == "Overview":
+            if HAS_OVERVIEW_PAGE and show_overview:
+                show_overview()
+            else:
+                st.error("Overview page not available")
+        elif page == "Pipeline Overview":
             show_pipeline_overview()
         elif page == "ML Processing":
             show_ml_processing()
@@ -883,30 +1073,82 @@ def main():
             show_model_training_evaluation()
         elif page == "Predictions":
             # Use enhanced predictions page if available, otherwise fallback
-            if HAS_EXTENDED_PAGES and show_predictions_enhanced:
+            if HAS_PREDICTIONS_ENHANCED and show_predictions_enhanced:
                 show_predictions_enhanced()
             else:
                 show_predictions()
         elif page == "Trading Dashboard":
-            if HAS_EXTENDED_PAGES and show_trading_dashboard:
-                show_trading_dashboard()
+            if HAS_TRADING_PAGES and show_trading_dashboard:
+                try:
+                    show_trading_dashboard()
+                except Exception as e:
+                    st.error(f"❌ Error in Trading Dashboard page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
             else:
                 st.warning("Trading dashboard not available")
         elif page == "Test Portfolio":
-            if HAS_EXTENDED_PAGES and show_test_portfolio:
-                show_test_portfolio()
+            if HAS_TRADING_PAGES and show_test_portfolio:
+                try:
+                    show_test_portfolio()
+                except Exception as e:
+                    st.error(f"❌ Error in Test Portfolio page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
             else:
                 st.warning("Test portfolio not available")
+        elif page == "Monte Carlo Predictions":
+            if HAS_MONTE_CARLO_PAGE and show_monte_carlo_predictions:
+                try:
+                    show_monte_carlo_predictions()
+                except Exception as e:
+                    st.error(f"❌ Error in Monte Carlo Predictions page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
+            else:
+                st.warning("Monte Carlo predictions not available")
         elif page == "LSH Jobs":
             show_lsh_jobs()
         elif page == "System Health":
             show_system_health()
         elif page == "Scrapers & Logs" and HAS_SCRAPERS_PAGE:
-            show_scrapers_and_logs()
-        elif page == "CI/CD Pipelines" and HAS_EXTENDED_PAGES:
-            show_cicd_dashboard()
-        elif page == "Workflows" and HAS_EXTENDED_PAGES:
-            show_workflows_dashboard()
+            try:
+                show_scrapers_and_logs()
+            except Exception as e:
+                st.error(f"❌ Error in Scrapers & Logs page: {e}")
+                import traceback
+                st.code(traceback.format_exc())
+        elif page == "CI/CD Pipelines":
+            if show_cicd_dashboard is not None:
+                try:
+                    show_cicd_dashboard()
+                except Exception as e:
+                    st.error(f"❌ Error in CI/CD Pipelines page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
+            else:
+                st.warning("CI/CD Pipelines page is not available. This page requires additional dependencies.")
+        elif page == "Workflows":
+            if show_workflows_dashboard is not None:
+                try:
+                    show_workflows_dashboard()
+                except Exception as e:
+                    st.error(f"❌ Error in Workflows page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
+            else:
+                st.warning("Workflows page is not available. This page requires additional dependencies.")
+
+        elif page == "Debug Dependencies":
+            if show_debug_dependencies is not None:
+                try:
+                    show_debug_dependencies()
+                except Exception as e:
+                    st.error(f"❌ Error in Debug Dependencies page: {e}")
+                    import traceback
+                    st.code(traceback.format_exc())
+            else:
+                st.warning("Debug Dependencies page is not available.")
     except Exception as e:
         st.error(f"❌ Error loading page '{page}': {e}")
         import traceback
@@ -2804,5 +3046,12 @@ def show_system_health():
     st.plotly_chart(fig, width="stretch", config={"responsive": True})
 
 
-# Run the main dashboard function
-main()
+# Run the main dashboard function with error handling
+try:
+    main()
+except Exception as e:
+    st.error(f"❌ Dashboard error: {e}")
+    st.info("🔄 Please refresh the page to try again")
+    import traceback
+    with st.expander("Error details"):
+        st.code(traceback.format_exc())

mcli/ml/dashboard/app_training.py

@@ -594,7 +594,7 @@ def main():
     )
 
     # Auto-refresh toggle
-    auto_refresh = st.sidebar.checkbox("Auto-refresh (60s)", value=False)
+    auto_refresh = st.sidebar.checkbox("Auto-refresh (60s)", value=True)
     if auto_refresh:
         import time
 

mcli/ml/dashboard/pages/cicd.py

@@ -121,7 +121,7 @@ def show_cicd_dashboard():
         if st.button("🔄 Refresh"):
             st.rerun()
     with col2:
-        auto_refresh = st.checkbox("Auto-refresh", value=False)
+        auto_refresh = st.checkbox("Auto-refresh", value=True)
 
     if auto_refresh:
         import time