mcli-framework 7.0.6__py3-none-any.whl → 7.1.0__py3-none-any.whl

mcli/app/model_cmd.py

@@ -100,15 +100,24 @@ def download(model_name: str):
 
 @model.command()
 @click.option("--model", "-m", help="Specific model to use")
-@click.option("--port", "-p", default=8080, help="Port to run server on")
+@click.option("--port", "-p", default=None, help="Port to run server on (default: from config or 51234)")
 @click.option(
     "--auto-download",
     is_flag=True,
     default=True,
     help="Automatically download model if not available",
 )
-def start(model: Optional[str], port: int, auto_download: bool):
+def start(model: Optional[str], port: Optional[int], auto_download: bool):
     """Start the lightweight model server."""
+    # Load port from config if not specified
+    if port is None:
+        try:
+            from mcli.lib.config.config import load_config
+            config = load_config()
+            port = config.get("model", {}).get("server_port", 51234)
+        except Exception:
+            port = 51234  # Default ephemeral port
+
     server = LightweightModelServer(port=port)
 
     # Determine which model to use
@@ -192,9 +201,18 @@ def recommend():
 
 
 @model.command()
-@click.option("--port", "-p", default=8080, help="Port where server is running")
-def status(port: int):
+@click.option("--port", "-p", default=None, help="Port where server is running (default: from config or 51234)")
+def status(port: Optional[int]):
     """Check status of the lightweight model server."""
+    # Load port from config if not specified
+    if port is None:
+        try:
+            from mcli.lib.config.config import load_config
+            config = load_config()
+            port = config.get("model", {}).get("server_port", 51234)
+        except Exception:
+            port = 51234  # Default ephemeral port
+
     import requests
 
     try:
@@ -225,9 +243,18 @@ def status(port: int):
 
 
 @model.command()
-@click.option("--port", "-p", default=8080, help="Port where server is running")
-def stop(port: int):
+@click.option("--port", "-p", default=None, help="Port where server is running (default: from config or 51234)")
+def stop(port: Optional[int]):
     """Stop the lightweight model server."""
+    # Load port from config if not specified
+    if port is None:
+        try:
+            from mcli.lib.config.config import load_config
+            config = load_config()
+            port = config.get("model", {}).get("server_port", 51234)
+        except Exception:
+            port = 51234  # Default ephemeral port
+
     import requests
     import psutil
 

mcli/ml/dashboard/app_integrated.py

@@ -15,11 +15,20 @@ import json
 from pathlib import Path
 import subprocess
 import pickle
+from dotenv import load_dotenv
+
+# Load environment variables from .env file
+load_dotenv()
 
 # Add ML pipeline imports
-from mcli.ml.preprocessing.data_preprocessor import DataPreprocessor
-from mcli.ml.features.feature_engineering import FeatureEngineering
-from mcli.ml.models import get_model_by_id
+try:
+    from mcli.ml.preprocessing import PoliticianTradingPreprocessor, MLDataPipeline
+    from mcli.ml.models import get_model_by_id
+    HAS_ML_PIPELINE = True
+except ImportError:
+    HAS_ML_PIPELINE = False
+    PoliticianTradingPreprocessor = None
+    MLDataPipeline = None
 
 # Page config
 st.set_page_config(
@@ -72,13 +81,17 @@ def get_supabase_client() -> Client:
 @st.cache_resource
 def get_preprocessor():
     """Get data preprocessor instance"""
-    return DataPreprocessor()
+    if HAS_ML_PIPELINE and PoliticianTradingPreprocessor:
+        return PoliticianTradingPreprocessor()
+    return None
 
 
 @st.cache_resource
-def get_feature_engineer():
-    """Get feature engineering instance"""
-    return FeatureEngineering()
+def get_ml_pipeline():
+    """Get ML data pipeline instance"""
+    if HAS_ML_PIPELINE and MLDataPipeline:
+        return MLDataPipeline()
+    return None
 
 
 def check_lsh_daemon():
@@ -128,11 +141,18 @@ def run_ml_pipeline(df_disclosures):
     try:
         # 1. Preprocess data
         preprocessor = get_preprocessor()
-        processed_data = preprocessor.preprocess(df_disclosures)
+        if preprocessor:
+            processed_data = preprocessor.preprocess(df_disclosures)
+        else:
+            # Use raw data if preprocessor not available
+            processed_data = df_disclosures
 
-        # 2. Feature engineering
-        feature_engineer = get_feature_engineer()
-        features = feature_engineer.create_features(processed_data)
+        # 2. Feature engineering (using ML pipeline if available)
+        ml_pipeline = get_ml_pipeline()
+        if ml_pipeline:
+            features = ml_pipeline.transform(processed_data)
+        else:
+            features = processed_data
 
         # 3. Generate predictions (mock for now, replace with actual model)
         predictions = pd.DataFrame({
@@ -219,15 +239,18 @@ def main():
     st.sidebar.title("Navigation")
     page = st.sidebar.selectbox(
         "Choose a page",
-        ["Pipeline Overview", "ML Processing", "Model Performance", "Predictions", "LSH Jobs", "System Health"]
+        ["Pipeline Overview", "ML Processing", "Model Performance", "Predictions", "LSH Jobs", "System Health"],
+        index=0  # Default to Pipeline Overview
     )
 
-    # Auto-refresh toggle
-    auto_refresh = st.sidebar.checkbox("Auto-refresh (30s)", value=True)
+    # Auto-refresh toggle (default off to prevent blocking)
+    auto_refresh = st.sidebar.checkbox("Auto-refresh (30s)", value=False)
     if auto_refresh:
-        import time
-        time.sleep(30)
-        st.rerun()
+        try:
+            from streamlit_autorefresh import st_autorefresh
+            st_autorefresh(interval=30000, key="data_refresh")
+        except ImportError:
+            st.sidebar.warning("⚠️ Auto-refresh requires streamlit-autorefresh package")
 
     # Manual refresh button
     if st.sidebar.button("🔄 Refresh Now"):
@@ -244,25 +267,42 @@ def main():
             else:
                 st.sidebar.error("❌ Pipeline failed")
 
-    # Main content
-    if page == "Pipeline Overview":
-        show_pipeline_overview()
-    elif page == "ML Processing":
-        show_ml_processing()
-    elif page == "Model Performance":
-        show_model_performance()
-    elif page == "Predictions":
-        show_predictions()
-    elif page == "LSH Jobs":
-        show_lsh_jobs()
-    elif page == "System Health":
-        show_system_health()
+    # Main content with error handling
+    try:
+        if page == "Pipeline Overview":
+            show_pipeline_overview()
+        elif page == "ML Processing":
+            show_ml_processing()
+        elif page == "Model Performance":
+            show_model_performance()
+        elif page == "Predictions":
+            show_predictions()
+        elif page == "LSH Jobs":
+            show_lsh_jobs()
+        elif page == "System Health":
+            show_system_health()
+    except Exception as e:
+        st.error(f"❌ Error loading page '{page}': {e}")
+        import traceback
+        with st.expander("See error details"):
+            st.code(traceback.format_exc())
 
 
 def show_pipeline_overview():
     """Show ML pipeline overview"""
     st.header("ML Pipeline Overview")
 
+    # Check Supabase connection
+    if not get_supabase_client():
+        st.warning("⚠️ **Supabase not configured**")
+        st.info("""
+        To connect to Supabase, set these environment variables:
+        - `SUPABASE_URL`: Your Supabase project URL
+        - `SUPABASE_KEY`: Your Supabase API key
+
+        The dashboard will show demo data until configured.
+        """)
+
     # Get data
     politicians = get_politicians_data()
     disclosures = get_disclosures_data()
@@ -283,17 +323,20 @@ def show_pipeline_overview():
         if not disclosures.empty:
             preprocessor = get_preprocessor()
             try:
-                processed = preprocessor.preprocess(disclosures.head(100))
-                feature_count = len(processed.columns)
+                if preprocessor:
+                    processed = preprocessor.preprocess(disclosures.head(100))
+                    feature_count = len(processed.columns)
+                else:
+                    feature_count = len(disclosures.columns)
             except:
-                feature_count = 0
+                feature_count = len(disclosures.columns) if not disclosures.empty else 0
         else:
             feature_count = 0
 
         st.metric(
             label="Features Extracted",
             value=feature_count,
-            delta="After preprocessing"
+            delta="Raw data" if not preprocessor else "After preprocessing"
         )
 
     with col3:

mcli/mygroup/test_cmd.py

@@ -0,0 +1 @@
+def test(): pass

mcli/self/test_cmd.py

@@ -0,0 +1 @@
+def test(): pass

{mcli_framework-7.0.6.dist-info → mcli_framework-7.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mcli-framework
-Version: 7.0.6
+Version: 7.1.0
 Summary: 🚀 High-performance CLI framework with Rust extensions, AI chat, and stunning visuals
 Author-email: Luis Fernandez de la Vara <luis@lefv.io>
 Maintainer-email: Luis Fernandez de la Vara <luis@lefv.io>
@@ -136,13 +136,24 @@ Requires-Dist: pytest>=8.4.1; extra == "dev"
 Requires-Dist: pytest-cov<5.0.0,>=4.1.0; extra == "dev"
 Requires-Dist: pytest-mock>=3.14.1; extra == "dev"
 Requires-Dist: pytest-asyncio>=1.1.0; extra == "dev"
+Requires-Dist: pytest-benchmark>=4.0.0; extra == "dev"
+Requires-Dist: pytest-timeout>=2.2.0; extra == "dev"
+Requires-Dist: pytest-xdist>=3.5.0; extra == "dev"
+Requires-Dist: hypothesis>=6.92.0; extra == "dev"
+Requires-Dist: faker>=22.0.0; extra == "dev"
+Requires-Dist: responses>=0.24.0; extra == "dev"
+Requires-Dist: freezegun>=1.4.0; extra == "dev"
+Requires-Dist: pytest-html>=4.1.0; extra == "dev"
+Requires-Dist: pytest-json-report>=1.5.0; extra == "dev"
 Requires-Dist: black>=23.0.0; extra == "dev"
 Requires-Dist: isort<6.0.0,>=5.12.0; extra == "dev"
 Requires-Dist: mypy<2.0.0,>=1.7.1; extra == "dev"
+Requires-Dist: ruff>=0.1.0; extra == "dev"
+Requires-Dist: pre-commit>=3.6.0; extra == "dev"
 Requires-Dist: build>=1.2.2.post1; extra == "dev"
 Requires-Dist: maturin>=1.9.3; extra == "dev"
+Requires-Dist: twine>=4.0.0; extra == "dev"
 Provides-Extra: all
-Requires-Dist: mcli[async-extras,chat,dashboard,database,documents,gpu,ml,monitoring,streaming,video,viz,web]; extra == "all"
 Dynamic: license-file
 
 # MCLI

{mcli_framework-7.0.6.dist-info → mcli_framework-7.1.0.dist-info}/RECORD

@@ -7,7 +7,7 @@ mcli/app/completion_helpers.py,sha256=PR66qgVNC5_st-CBiD4uuGfO3Zs7Y3QmJ2GJjpx5N6
 mcli/app/cron_test_cmd.py,sha256=Ai4Smg2WxULeiMD5s2m_S_fXdMAAQsKHpSc4iJGSnwI,26156
 mcli/app/logs_cmd.py,sha256=xkGjUiuV1a1-2j8rkffp0OwnG9nS39-i2jpCnKUn9f0,13777
 mcli/app/main.py,sha256=iA9HdqhBaOnOJ2--edLPD7iAatAzhIl5NAcNhw9qJAw,19010
-mcli/app/model_cmd.py,sha256=xJqD4xBLFqi3sBsgAeyXIC8n5SR3czl8wIWx8za31vA,11756
+mcli/app/model_cmd.py,sha256=_8NBzf36u2tnUvc8ASQt88cdfBEonpXj3_16OEAf1cI,12842
 mcli/app/redis_cmd.py,sha256=Cl0LQ3Mqt27gLeb542_xw6bJBbIE-CBmWyMmaUTSk8c,9426
 mcli/app/visual_cmd.py,sha256=jXighahHxeM9HANQ2Brk6nKFgi2ZuQBOBH7PE5xhebk,9428
 mcli/app/model/model.py,sha256=EUGu_td-hRlbf4OElkdk1-0p7WyuG7sZmb-Ux2-J9KY,39061
@@ -81,7 +81,7 @@ mcli/ml/configs/dvc_config.py,sha256=LWOg4di1MpZED18YJznhYJwWsQ5i5k73RMxZT7-poHw
 mcli/ml/configs/mlflow_config.py,sha256=GvoBqxdBU6eIAghjPKqXz00n5j3Z8grdk0DFZwilIS8,4476
 mcli/ml/configs/mlops_manager.py,sha256=4CfqJnqLZjFl4Han3BAQ2ozOZmO8q47lWEnObn_Q5F4,9891
 mcli/ml/dashboard/app.py,sha256=GP_FgmR-4xQ7JoZeLygaA9_Li8T310AG9UJi3vxRpzs,15092
-mcli/ml/dashboard/app_integrated.py,sha256=6BjoV298c4jJ_Cs8syMQ35iG9pdP4uA-K_iTu_hTa6A,25610
+mcli/ml/dashboard/app_integrated.py,sha256=3yAb_9Q0Fvd1_roCnzFZd7sHPG1TdP8TVKXbmDayR2I,27332
 mcli/ml/dashboard/app_supabase.py,sha256=E6zjJTcCpv8MCrQIZ4pgce4sxtLro7utfC9s2762QVA,19734
 mcli/ml/dashboard/app_training.py,sha256=XeU-fDj2MVzM5IM1ezCYJV5RF51oyvXy2_lppPAhSdw,19623
 mcli/ml/dashboard/cli.py,sha256=n4L732c9UoA9DUsiOEzaqBNs42vt1st-JP-UHuzc92I,1479
@@ -116,9 +116,11 @@ mcli/ml/preprocessing/test_preprocessing.py,sha256=TLBp24Y7YloIrUI2_KmyJhB6uw2iJ
 mcli/ml/scripts/populate_sample_data.py,sha256=GKbS1ISiYen45JCGxSEuYvHFiCNm4Rm-4jxGwJn9A8c,7633
 mcli/ml/tests/test_integration.py,sha256=gyH7gnghshD4z9zZKqs3uZTK7oZdgVF_Ujcbe6-b3Gw,15643
 mcli/ml/tests/test_training_dashboard.py,sha256=9P1JrUCei7YydSJR8L4OrVmEWm5-SAy3e6S3h87JplQ,13588
+mcli/mygroup/test_cmd.py,sha256=PD0qoZ7GqagdQG9DaP7rIrGFenN23zVbYVYlZ0FJaSQ,16
 mcli/public/public.py,sha256=t9BkO1XV7s3YcoH0bbIpyjZ05UX_vBjaKtKkuDX7wZ0,114
 mcli/public/oi/oi.py,sha256=SQabQWQ1pE67pWYEHwIDc3R93DARJfB6VHk7qxWx9xo,308
 mcli/self/self_cmd.py,sha256=v6f5_Gm7CvBLJU_IZIDjC8Uz7nEExDfHnf1SOPgj7Gs,48458
+mcli/self/test_cmd.py,sha256=PD0qoZ7GqagdQG9DaP7rIrGFenN23zVbYVYlZ0FJaSQ,16
 mcli/workflow/lsh_integration.py,sha256=khwmMPsdYdkmmLxlZi_UqUo2p0Nf-6GF6PPbtOrmoYQ,13290
 mcli/workflow/workflow.py,sha256=t58OVXmU9uQCJnyXuIbMAm8lihSzJ_jI10vXPNpZspk,928
 mcli/workflow/daemon/api_daemon.py,sha256=hA4Jolvb2C0T5_adKeI7BYE5wajfH9BFmk4bK1CmbE4,29000
@@ -179,9 +181,9 @@ mcli/workflow/sync/sync_cmd.py,sha256=S8TuZS_WAsdeD3_j8-XSAZFFrpynAwTWnCC0e6DCLh
 mcli/workflow/sync/test_cmd.py,sha256=neVgs9zEnKSxlvzDpFkuCGucqnzjrShm2OvJtHibslg,10009
 mcli/workflow/videos/videos.py,sha256=C47ViVv6qqqkSKQz6YXjzhok4UrqFbya8w5k_x7hToM,8360
 mcli/workflow/wakatime/wakatime.py,sha256=sEjsUKa3-XyE8Ni6sAb_D3GAY5jDcA30KknW9YTbLTA,142
-mcli_framework-7.0.6.dist-info/licenses/LICENSE,sha256=sahwAMfrJv2-V66HNPTp7A9UmMjxtyejwTZZoWQvEcI,1075
-mcli_framework-7.0.6.dist-info/METADATA,sha256=dOo-hFZkRTcnniOHoClyy-W3juTZgc6TsXsYEqgRFWo,14307
-mcli_framework-7.0.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mcli_framework-7.0.6.dist-info/entry_points.txt,sha256=dYrZbDIm-KUPsl1wfv600Kx_8sMy89phMkCihbDRgP8,261
-mcli_framework-7.0.6.dist-info/top_level.txt,sha256=_bnO8J2EUkliWivey_1le0UrnocFKmyVMQjbQ8iVXjc,5
-mcli_framework-7.0.6.dist-info/RECORD,,
+mcli_framework-7.1.0.dist-info/licenses/LICENSE,sha256=sahwAMfrJv2-V66HNPTp7A9UmMjxtyejwTZZoWQvEcI,1075
+mcli_framework-7.1.0.dist-info/METADATA,sha256=bCTcJVOlpyRNzR6Vmdmz_fyLnPWFPFshsvxTC06Xo1o,14775
+mcli_framework-7.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mcli_framework-7.1.0.dist-info/entry_points.txt,sha256=dYrZbDIm-KUPsl1wfv600Kx_8sMy89phMkCihbDRgP8,261
+mcli_framework-7.1.0.dist-info/top_level.txt,sha256=_bnO8J2EUkliWivey_1le0UrnocFKmyVMQjbQ8iVXjc,5
+mcli_framework-7.1.0.dist-info/RECORD,,