mcli-framework 7.0.6__tar.gz → 7.1.0__tar.gz

{mcli_framework-7.0.6 → mcli_framework-7.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mcli-framework
-Version: 7.0.6
+Version: 7.1.0
 Summary: 🚀 High-performance CLI framework with Rust extensions, AI chat, and stunning visuals
 Author-email: Luis Fernandez de la Vara <luis@lefv.io>
 Maintainer-email: Luis Fernandez de la Vara <luis@lefv.io>
@@ -136,13 +136,24 @@ Requires-Dist: pytest>=8.4.1; extra == "dev"
 Requires-Dist: pytest-cov<5.0.0,>=4.1.0; extra == "dev"
 Requires-Dist: pytest-mock>=3.14.1; extra == "dev"
 Requires-Dist: pytest-asyncio>=1.1.0; extra == "dev"
+Requires-Dist: pytest-benchmark>=4.0.0; extra == "dev"
+Requires-Dist: pytest-timeout>=2.2.0; extra == "dev"
+Requires-Dist: pytest-xdist>=3.5.0; extra == "dev"
+Requires-Dist: hypothesis>=6.92.0; extra == "dev"
+Requires-Dist: faker>=22.0.0; extra == "dev"
+Requires-Dist: responses>=0.24.0; extra == "dev"
+Requires-Dist: freezegun>=1.4.0; extra == "dev"
+Requires-Dist: pytest-html>=4.1.0; extra == "dev"
+Requires-Dist: pytest-json-report>=1.5.0; extra == "dev"
 Requires-Dist: black>=23.0.0; extra == "dev"
 Requires-Dist: isort<6.0.0,>=5.12.0; extra == "dev"
 Requires-Dist: mypy<2.0.0,>=1.7.1; extra == "dev"
+Requires-Dist: ruff>=0.1.0; extra == "dev"
+Requires-Dist: pre-commit>=3.6.0; extra == "dev"
 Requires-Dist: build>=1.2.2.post1; extra == "dev"
 Requires-Dist: maturin>=1.9.3; extra == "dev"
+Requires-Dist: twine>=4.0.0; extra == "dev"
 Provides-Extra: all
-Requires-Dist: mcli[async-extras,chat,dashboard,database,documents,gpu,ml,monitoring,streaming,video,viz,web]; extra == "all"
 Dynamic: license-file
 
 # MCLI

{mcli_framework-7.0.6 → mcli_framework-7.1.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mcli-framework"
-version = "7.0.6"
+version = "7.1.0"
 description = "🚀 High-performance CLI framework with Rust extensions, AI chat, and stunning visuals"
 readme = "README.md"
 requires-python = ">=3.9"
@@ -177,21 +177,36 @@ web = []
 
 # Development tools
 dev = [
+  # Testing framework
   "pytest>=8.4.1",
   "pytest-cov>=4.1.0,<5.0.0",
   "pytest-mock>=3.14.1",
   "pytest-asyncio>=1.1.0",
+  "pytest-benchmark>=4.0.0",      # Performance testing
+  "pytest-timeout>=2.2.0",        # Timeout control
+  "pytest-xdist>=3.5.0",          # Parallel testing
+  "hypothesis>=6.92.0",           # Property-based testing
+  "faker>=22.0.0",                # Test data generation
+  "responses>=0.24.0",            # HTTP mocking
+  "freezegun>=1.4.0",             # Time mocking
+  "pytest-html>=4.1.0",           # HTML reports
+  "pytest-json-report>=1.5.0",   # JSON reports
+
+  # Code quality
   "black>=23.0.0",
   "isort>=5.12.0,<6.0.0",
   "mypy>=1.7.1,<2.0.0",
+  "ruff>=0.1.0",                  # Fast linter
+  "pre-commit>=3.6.0",            # Git hooks
+
+  # Build tools
   "build>=1.2.2.post1",
   "maturin>=1.9.3",
+  "twine>=4.0.0",                 # Package upload
 ]
 
-# All optional features
-all = [
-  "mcli[chat,async-extras,video,documents,viz,database,ml,gpu,monitoring,streaming,dashboard,web]",
-]
+# All optional features (all features now included by default)
+all = []
 
 [tool.black]
 line-length = 100

{mcli_framework-7.0.6 → mcli_framework-7.1.0}/src/mcli/app/model_cmd.py

@@ -100,15 +100,24 @@ def download(model_name: str):
 
 @model.command()
 @click.option("--model", "-m", help="Specific model to use")
-@click.option("--port", "-p", default=8080, help="Port to run server on")
+@click.option("--port", "-p", default=None, help="Port to run server on (default: from config or 51234)")
 @click.option(
     "--auto-download",
     is_flag=True,
     default=True,
     help="Automatically download model if not available",
 )
-def start(model: Optional[str], port: int, auto_download: bool):
+def start(model: Optional[str], port: Optional[int], auto_download: bool):
     """Start the lightweight model server."""
+    # Load port from config if not specified
+    if port is None:
+        try:
+            from mcli.lib.config.config import load_config
+            config = load_config()
+            port = config.get("model", {}).get("server_port", 51234)
+        except Exception:
+            port = 51234  # Default ephemeral port
+
     server = LightweightModelServer(port=port)
 
     # Determine which model to use
@@ -192,9 +201,18 @@ def recommend():
 
 
 @model.command()
-@click.option("--port", "-p", default=8080, help="Port where server is running")
-def status(port: int):
+@click.option("--port", "-p", default=None, help="Port where server is running (default: from config or 51234)")
+def status(port: Optional[int]):
     """Check status of the lightweight model server."""
+    # Load port from config if not specified
+    if port is None:
+        try:
+            from mcli.lib.config.config import load_config
+            config = load_config()
+            port = config.get("model", {}).get("server_port", 51234)
+        except Exception:
+            port = 51234  # Default ephemeral port
+
     import requests
 
     try:
@@ -225,9 +243,18 @@ def status(port: int):
 
 
 @model.command()
-@click.option("--port", "-p", default=8080, help="Port where server is running")
-def stop(port: int):
+@click.option("--port", "-p", default=None, help="Port where server is running (default: from config or 51234)")
+def stop(port: Optional[int]):
     """Stop the lightweight model server."""
+    # Load port from config if not specified
+    if port is None:
+        try:
+            from mcli.lib.config.config import load_config
+            config = load_config()
+            port = config.get("model", {}).get("server_port", 51234)
+        except Exception:
+            port = 51234  # Default ephemeral port
+
     import requests
     import psutil
 

{mcli_framework-7.0.6 → mcli_framework-7.1.0}/src/mcli/ml/dashboard/app_integrated.py

@@ -15,11 +15,20 @@ import json
 from pathlib import Path
 import subprocess
 import pickle
+from dotenv import load_dotenv
+
+# Load environment variables from .env file
+load_dotenv()
 
 # Add ML pipeline imports
-from mcli.ml.preprocessing.data_preprocessor import DataPreprocessor
-from mcli.ml.features.feature_engineering import FeatureEngineering
-from mcli.ml.models import get_model_by_id
+try:
+    from mcli.ml.preprocessing import PoliticianTradingPreprocessor, MLDataPipeline
+    from mcli.ml.models import get_model_by_id
+    HAS_ML_PIPELINE = True
+except ImportError:
+    HAS_ML_PIPELINE = False
+    PoliticianTradingPreprocessor = None
+    MLDataPipeline = None
 
 # Page config
 st.set_page_config(
@@ -72,13 +81,17 @@ def get_supabase_client() -> Client:
 @st.cache_resource
 def get_preprocessor():
     """Get data preprocessor instance"""
-    return DataPreprocessor()
+    if HAS_ML_PIPELINE and PoliticianTradingPreprocessor:
+        return PoliticianTradingPreprocessor()
+    return None
 
 
 @st.cache_resource
-def get_feature_engineer():
-    """Get feature engineering instance"""
-    return FeatureEngineering()
+def get_ml_pipeline():
+    """Get ML data pipeline instance"""
+    if HAS_ML_PIPELINE and MLDataPipeline:
+        return MLDataPipeline()
+    return None
 
 
 def check_lsh_daemon():
@@ -128,11 +141,18 @@ def run_ml_pipeline(df_disclosures):
     try:
         # 1. Preprocess data
         preprocessor = get_preprocessor()
-        processed_data = preprocessor.preprocess(df_disclosures)
+        if preprocessor:
+            processed_data = preprocessor.preprocess(df_disclosures)
+        else:
+            # Use raw data if preprocessor not available
+            processed_data = df_disclosures
 
-        # 2. Feature engineering
-        feature_engineer = get_feature_engineer()
-        features = feature_engineer.create_features(processed_data)
+        # 2. Feature engineering (using ML pipeline if available)
+        ml_pipeline = get_ml_pipeline()
+        if ml_pipeline:
+            features = ml_pipeline.transform(processed_data)
+        else:
+            features = processed_data
 
         # 3. Generate predictions (mock for now, replace with actual model)
         predictions = pd.DataFrame({
@@ -219,15 +239,18 @@ def main():
     st.sidebar.title("Navigation")
     page = st.sidebar.selectbox(
         "Choose a page",
-        ["Pipeline Overview", "ML Processing", "Model Performance", "Predictions", "LSH Jobs", "System Health"]
+        ["Pipeline Overview", "ML Processing", "Model Performance", "Predictions", "LSH Jobs", "System Health"],
+        index=0  # Default to Pipeline Overview
     )
 
-    # Auto-refresh toggle
-    auto_refresh = st.sidebar.checkbox("Auto-refresh (30s)", value=True)
+    # Auto-refresh toggle (default off to prevent blocking)
+    auto_refresh = st.sidebar.checkbox("Auto-refresh (30s)", value=False)
     if auto_refresh:
-        import time
-        time.sleep(30)
-        st.rerun()
+        try:
+            from streamlit_autorefresh import st_autorefresh
+            st_autorefresh(interval=30000, key="data_refresh")
+        except ImportError:
+            st.sidebar.warning("⚠️ Auto-refresh requires streamlit-autorefresh package")
 
     # Manual refresh button
     if st.sidebar.button("🔄 Refresh Now"):
@@ -244,25 +267,42 @@ def main():
             else:
                 st.sidebar.error("❌ Pipeline failed")
 
-    # Main content
-    if page == "Pipeline Overview":
-        show_pipeline_overview()
-    elif page == "ML Processing":
-        show_ml_processing()
-    elif page == "Model Performance":
-        show_model_performance()
-    elif page == "Predictions":
-        show_predictions()
-    elif page == "LSH Jobs":
-        show_lsh_jobs()
-    elif page == "System Health":
-        show_system_health()
+    # Main content with error handling
+    try:
+        if page == "Pipeline Overview":
+            show_pipeline_overview()
+        elif page == "ML Processing":
+            show_ml_processing()
+        elif page == "Model Performance":
+            show_model_performance()
+        elif page == "Predictions":
+            show_predictions()
+        elif page == "LSH Jobs":
+            show_lsh_jobs()
+        elif page == "System Health":
+            show_system_health()
+    except Exception as e:
+        st.error(f"❌ Error loading page '{page}': {e}")
+        import traceback
+        with st.expander("See error details"):
+            st.code(traceback.format_exc())
 
 
 def show_pipeline_overview():
     """Show ML pipeline overview"""
     st.header("ML Pipeline Overview")
 
+    # Check Supabase connection
+    if not get_supabase_client():
+        st.warning("⚠️ **Supabase not configured**")
+        st.info("""
+        To connect to Supabase, set these environment variables:
+        - `SUPABASE_URL`: Your Supabase project URL
+        - `SUPABASE_KEY`: Your Supabase API key
+
+        The dashboard will show demo data until configured.
+        """)
+
     # Get data
     politicians = get_politicians_data()
     disclosures = get_disclosures_data()
@@ -283,17 +323,20 @@ def show_pipeline_overview():
         if not disclosures.empty:
             preprocessor = get_preprocessor()
             try:
-                processed = preprocessor.preprocess(disclosures.head(100))
-                feature_count = len(processed.columns)
+                if preprocessor:
+                    processed = preprocessor.preprocess(disclosures.head(100))
+                    feature_count = len(processed.columns)
+                else:
+                    feature_count = len(disclosures.columns)
             except:
-                feature_count = 0
+                feature_count = len(disclosures.columns) if not disclosures.empty else 0
         else:
             feature_count = 0
 
         st.metric(
             label="Features Extracted",
             value=feature_count,
-            delta="After preprocessing"
+            delta="Raw data" if not preprocessor else "After preprocessing"
         )
 
     with col3:

mcli_framework-7.1.0/src/mcli/mygroup/test_cmd.py

@@ -0,0 +1 @@
+def test(): pass

mcli_framework-7.1.0/src/mcli/self/test_cmd.py

@@ -0,0 +1 @@
+def test(): pass

{mcli_framework-7.0.6 → mcli_framework-7.1.0}/src/mcli_framework.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mcli-framework
-Version: 7.0.6
+Version: 7.1.0
 Summary: 🚀 High-performance CLI framework with Rust extensions, AI chat, and stunning visuals
 Author-email: Luis Fernandez de la Vara <luis@lefv.io>
 Maintainer-email: Luis Fernandez de la Vara <luis@lefv.io>
@@ -136,13 +136,24 @@ Requires-Dist: pytest>=8.4.1; extra == "dev"
 Requires-Dist: pytest-cov<5.0.0,>=4.1.0; extra == "dev"
 Requires-Dist: pytest-mock>=3.14.1; extra == "dev"
 Requires-Dist: pytest-asyncio>=1.1.0; extra == "dev"
+Requires-Dist: pytest-benchmark>=4.0.0; extra == "dev"
+Requires-Dist: pytest-timeout>=2.2.0; extra == "dev"
+Requires-Dist: pytest-xdist>=3.5.0; extra == "dev"
+Requires-Dist: hypothesis>=6.92.0; extra == "dev"
+Requires-Dist: faker>=22.0.0; extra == "dev"
+Requires-Dist: responses>=0.24.0; extra == "dev"
+Requires-Dist: freezegun>=1.4.0; extra == "dev"
+Requires-Dist: pytest-html>=4.1.0; extra == "dev"
+Requires-Dist: pytest-json-report>=1.5.0; extra == "dev"
 Requires-Dist: black>=23.0.0; extra == "dev"
 Requires-Dist: isort<6.0.0,>=5.12.0; extra == "dev"
 Requires-Dist: mypy<2.0.0,>=1.7.1; extra == "dev"
+Requires-Dist: ruff>=0.1.0; extra == "dev"
+Requires-Dist: pre-commit>=3.6.0; extra == "dev"
 Requires-Dist: build>=1.2.2.post1; extra == "dev"
 Requires-Dist: maturin>=1.9.3; extra == "dev"
+Requires-Dist: twine>=4.0.0; extra == "dev"
 Provides-Extra: all
-Requires-Dist: mcli[async-extras,chat,dashboard,database,documents,gpu,ml,monitoring,streaming,video,viz,web]; extra == "all"
 Dynamic: license-file
 
 # MCLI

{mcli_framework-7.0.6 → mcli_framework-7.1.0}/src/mcli_framework.egg-info/SOURCES.txt

@@ -137,9 +137,11 @@ src/mcli/ml/preprocessing/test_preprocessing.py
 src/mcli/ml/scripts/populate_sample_data.py
 src/mcli/ml/tests/test_integration.py
 src/mcli/ml/tests/test_training_dashboard.py
+src/mcli/mygroup/test_cmd.py
 src/mcli/public/public.py
 src/mcli/public/oi/oi.py
 src/mcli/self/self_cmd.py
+src/mcli/self/test_cmd.py
 src/mcli/workflow/lsh_integration.py
 src/mcli/workflow/workflow.py
 src/mcli/workflow/daemon/api_daemon.py
@@ -209,57 +211,62 @@ src/mcli_framework.egg-info/top_level.txt
 tests/conftest.py
 tests/demo_generate_graph.py
 tests/demo_hierarchical_transform.py
-tests/end_to_end_integration_test.py
-tests/pytest.ini
 tests/run_tests.py
-tests/simple_integration_test.py
-tests/test_agent_functionality.py
-tests/test_all_cli.py
-tests/test_auth.py
-tests/test_california_scraper.py
-tests/test_chat_client.py
-tests/test_chat_cmd.py
-tests/test_chat_system_control.py
-tests/test_command_discovery.py
-tests/test_congress_scraper.py
-tests/test_daemon.py
-tests/test_daemon_client.py
-tests/test_data_pipeline.py
-tests/test_enhanced_chat.py
-tests/test_erd.py
-tests/test_erd_import.py
-tests/test_file.py
-tests/test_fix.py
-tests/test_fixed_issues.py
-tests/test_gcloud.py
-tests/test_generate_graph.py
-tests/test_generic_erd.py
 tests/test_harness.py
-tests/test_lib.py
-tests/test_lsh_client.py
-tests/test_lsh_integration.py
-tests/test_main_app.py
-tests/test_main_app_functions.py
-tests/test_ml_auth.py
-tests/test_ml_models.py
-tests/test_ml_pipeline.py
-tests/test_model_cmd.py
-tests/test_oi.py
-tests/test_optional_dependencies.py
-tests/test_politician_trading_integration.py
-tests/test_preprocessing_simple.py
-tests/test_registry.py
-tests/test_repo.py
-tests/test_rich.py
-tests/test_self.py
-tests/test_uk_scraper.py
-tests/test_us_states_scraper.py
-tests/test_utility_functions.py
-tests/test_utility_functions_simple.py
-tests/test_uv_compatibility.py
-tests/test_videos.py
-tests/test_wakatime.py
-tests/test_webapp.py
-tests/test_webapp_comprehensive.py
-tests/test_workflow.py
-tests/test_workflow_integration.py
+tests/cli/test_all_commands.py
+tests/cli/test_chat_cmd.py
+tests/cli/test_main_app.py
+tests/cli/test_model_cmd.py
+tests/cli/test_self_cmd.py
+tests/e2e/test_complete_workflows.py
+tests/e2e/test_model_workflow.py
+tests/e2e/test_new_user_workflow.py
+tests/e2e/test_update_workflow.py
+tests/fixtures/chat_fixtures.py
+tests/fixtures/cli_fixtures.py
+tests/fixtures/data_fixtures.py
+tests/fixtures/db_fixtures.py
+tests/fixtures/model_fixtures.py
+tests/integration/test_agent.py
+tests/integration/test_california_scraper.py
+tests/integration/test_chat_client.py
+tests/integration/test_chat_system.py
+tests/integration/test_congress_scraper.py
+tests/integration/test_daemon_client.py
+tests/integration/test_daemon_server.py
+tests/integration/test_flask_webapp.py
+tests/integration/test_gcloud_services.py
+tests/integration/test_lsh_client.py
+tests/integration/test_lsh_service.py
+tests/integration/test_ml_auth.py
+tests/integration/test_ml_data_pipeline.py
+tests/integration/test_ml_models.py
+tests/integration/test_ml_pipeline.py
+tests/integration/test_module_imports.py
+tests/integration/test_oi_service.py
+tests/integration/test_politician_trading.py
+tests/integration/test_repo_operations.py
+tests/integration/test_service_registry.py
+tests/integration/test_uk_scraper.py
+tests/integration/test_us_states_scraper.py
+tests/integration/test_video_processing.py
+tests/integration/test_wakatime_api.py
+tests/integration/test_webapp_full.py
+tests/integration/test_workflow.py
+tests/integration/test_workflow_commands.py
+tests/unit/test_api_utils.py
+tests/unit/test_bug_fixes.py
+tests/unit/test_config.py
+tests/unit/test_dependencies.py
+tests/unit/test_erd_generation.py
+tests/unit/test_erd_generic.py
+tests/unit/test_erd_imports.py
+tests/unit/test_graph_generation.py
+tests/unit/test_lib_auth.py
+tests/unit/test_lib_files.py
+tests/unit/test_lib_utils.py
+tests/unit/test_ml_preprocessing.py
+tests/unit/test_paths.py
+tests/unit/test_regression.py
+tests/unit/test_ui_rich.py
+tests/unit/test_uv_compat.py

{mcli_framework-7.0.6 → mcli_framework-7.1.0}/src/mcli_framework.egg-info/requires.txt

@@ -80,7 +80,6 @@ typer>=0.9.0
 flask<3.0.0,>=2.3.0
 
 [all]
-mcli[async-extras,chat,dashboard,database,documents,gpu,ml,monitoring,streaming,video,viz,web]
 
 [async-extras]
 
@@ -95,11 +94,23 @@ pytest>=8.4.1
 pytest-cov<5.0.0,>=4.1.0
 pytest-mock>=3.14.1
 pytest-asyncio>=1.1.0
+pytest-benchmark>=4.0.0
+pytest-timeout>=2.2.0
+pytest-xdist>=3.5.0
+hypothesis>=6.92.0
+faker>=22.0.0
+responses>=0.24.0
+freezegun>=1.4.0
+pytest-html>=4.1.0
+pytest-json-report>=1.5.0
 black>=23.0.0
 isort<6.0.0,>=5.12.0
 mypy<2.0.0,>=1.7.1
+ruff>=0.1.0
+pre-commit>=3.6.0
 build>=1.2.2.post1
 maturin>=1.9.3
+twine>=4.0.0
 
 [documents]