mcli-framework 7.10.2__py3-none-any.whl → 7.11.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mcli-framework might be problematic. Click here for more details.

Files changed (80) hide show
  1. mcli/__init__.py +160 -0
  2. mcli/__main__.py +14 -0
  3. mcli/app/__init__.py +23 -0
  4. mcli/app/commands_cmd.py +150 -58
  5. mcli/app/main.py +21 -27
  6. mcli/app/model/__init__.py +0 -0
  7. mcli/app/video/__init__.py +5 -0
  8. mcli/chat/__init__.py +34 -0
  9. mcli/lib/__init__.py +0 -0
  10. mcli/lib/api/__init__.py +0 -0
  11. mcli/lib/auth/__init__.py +1 -0
  12. mcli/lib/config/__init__.py +1 -0
  13. mcli/lib/custom_commands.py +52 -12
  14. mcli/lib/erd/__init__.py +25 -0
  15. mcli/lib/files/__init__.py +0 -0
  16. mcli/lib/fs/__init__.py +1 -0
  17. mcli/lib/logger/__init__.py +3 -0
  18. mcli/lib/paths.py +129 -5
  19. mcli/lib/performance/__init__.py +17 -0
  20. mcli/lib/pickles/__init__.py +1 -0
  21. mcli/lib/secrets/__init__.py +10 -0
  22. mcli/lib/shell/__init__.py +0 -0
  23. mcli/lib/toml/__init__.py +1 -0
  24. mcli/lib/watcher/__init__.py +0 -0
  25. mcli/ml/__init__.py +16 -0
  26. mcli/ml/api/__init__.py +30 -0
  27. mcli/ml/api/routers/__init__.py +27 -0
  28. mcli/ml/auth/__init__.py +41 -0
  29. mcli/ml/backtesting/__init__.py +33 -0
  30. mcli/ml/cli/__init__.py +5 -0
  31. mcli/ml/config/__init__.py +33 -0
  32. mcli/ml/configs/__init__.py +16 -0
  33. mcli/ml/dashboard/__init__.py +12 -0
  34. mcli/ml/dashboard/components/__init__.py +7 -0
  35. mcli/ml/dashboard/pages/__init__.py +6 -0
  36. mcli/ml/data_ingestion/__init__.py +29 -0
  37. mcli/ml/database/__init__.py +40 -0
  38. mcli/ml/experimentation/__init__.py +29 -0
  39. mcli/ml/features/__init__.py +39 -0
  40. mcli/ml/mlops/__init__.py +19 -0
  41. mcli/ml/models/__init__.py +90 -0
  42. mcli/ml/monitoring/__init__.py +25 -0
  43. mcli/ml/optimization/__init__.py +27 -0
  44. mcli/ml/predictions/__init__.py +5 -0
  45. mcli/ml/preprocessing/__init__.py +24 -0
  46. mcli/ml/scripts/__init__.py +1 -0
  47. mcli/ml/serving/__init__.py +1 -0
  48. mcli/ml/trading/__init__.py +63 -0
  49. mcli/ml/training/__init__.py +7 -0
  50. mcli/mygroup/__init__.py +3 -0
  51. mcli/public/__init__.py +1 -0
  52. mcli/public/commands/__init__.py +2 -0
  53. mcli/self/__init__.py +3 -0
  54. mcli/self/migrate_cmd.py +261 -0
  55. mcli/self/self_cmd.py +8 -0
  56. mcli/workflow/__init__.py +0 -0
  57. mcli/workflow/daemon/__init__.py +15 -0
  58. mcli/workflow/dashboard/__init__.py +5 -0
  59. mcli/workflow/docker/__init__.py +0 -0
  60. mcli/workflow/file/__init__.py +0 -0
  61. mcli/workflow/gcloud/__init__.py +1 -0
  62. mcli/workflow/git_commit/__init__.py +0 -0
  63. mcli/workflow/interview/__init__.py +0 -0
  64. mcli/workflow/notebook/__init__.py +16 -0
  65. mcli/workflow/registry/__init__.py +0 -0
  66. mcli/workflow/repo/__init__.py +0 -0
  67. mcli/workflow/scheduler/__init__.py +25 -0
  68. mcli/workflow/search/__init__.py +0 -0
  69. mcli/workflow/secrets/__init__.py +4 -0
  70. mcli/workflow/secrets/secrets_cmd.py +192 -0
  71. mcli/workflow/sync/__init__.py +5 -0
  72. mcli/workflow/videos/__init__.py +1 -0
  73. mcli/workflow/wakatime/__init__.py +80 -0
  74. mcli/workflow/workflow.py +22 -6
  75. {mcli_framework-7.10.2.dist-info → mcli_framework-7.11.0.dist-info}/METADATA +51 -54
  76. {mcli_framework-7.10.2.dist-info → mcli_framework-7.11.0.dist-info}/RECORD +80 -12
  77. {mcli_framework-7.10.2.dist-info → mcli_framework-7.11.0.dist-info}/WHEEL +0 -0
  78. {mcli_framework-7.10.2.dist-info → mcli_framework-7.11.0.dist-info}/entry_points.txt +0 -0
  79. {mcli_framework-7.10.2.dist-info → mcli_framework-7.11.0.dist-info}/licenses/LICENSE +0 -0
  80. {mcli_framework-7.10.2.dist-info → mcli_framework-7.11.0.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,7 @@
1
+ """Reusable Streamlit dashboard components"""
2
+
3
+ from .charts import *
4
+ from .metrics import *
5
+ from .tables import *
6
+
7
+ __all__ = ["charts", "tables", "metrics"]
@@ -0,0 +1,6 @@
1
+ """Dashboard page modules"""
2
+
3
+ from .cicd import show_cicd_dashboard
4
+ from .workflows import show_workflows_dashboard
5
+
6
+ __all__ = ["show_cicd_dashboard", "show_workflows_dashboard"]
@@ -0,0 +1,29 @@
1
+ """Real-time data ingestion pipeline"""
2
+
3
+ from .api_connectors import (
4
+ AlphaVantageConnector,
5
+ CongressionalDataAPI,
6
+ PolygonIOConnector,
7
+ QuiverQuantConnector,
8
+ StockMarketAPI,
9
+ YahooFinanceConnector,
10
+ )
11
+ from .data_pipeline import DataLoader, DataTransformer, DataValidator, IngestionPipeline
12
+ from .stream_processor import DataStream, KafkaConsumer, StreamProcessor, WebSocketConsumer
13
+
14
+ __all__ = [
15
+ "StreamProcessor",
16
+ "DataStream",
17
+ "KafkaConsumer",
18
+ "WebSocketConsumer",
19
+ "CongressionalDataAPI",
20
+ "StockMarketAPI",
21
+ "AlphaVantageConnector",
22
+ "YahooFinanceConnector",
23
+ "PolygonIOConnector",
24
+ "QuiverQuantConnector",
25
+ "IngestionPipeline",
26
+ "DataValidator",
27
+ "DataTransformer",
28
+ "DataLoader",
29
+ ]
@@ -0,0 +1,40 @@
1
+ """Database models and utilities"""
2
+
3
+ from .models import (
4
+ Alert,
5
+ BacktestResult,
6
+ Base,
7
+ DataVersion,
8
+ Experiment,
9
+ FeatureSet,
10
+ Model,
11
+ Politician,
12
+ Portfolio,
13
+ Prediction,
14
+ StockData,
15
+ Trade,
16
+ User,
17
+ )
18
+ from .session import AsyncSessionLocal, SessionLocal, async_engine, engine, get_async_db, get_db
19
+
20
+ __all__ = [
21
+ "Base",
22
+ "User",
23
+ "Trade",
24
+ "Politician",
25
+ "StockData",
26
+ "Prediction",
27
+ "Portfolio",
28
+ "Alert",
29
+ "BacktestResult",
30
+ "Experiment",
31
+ "Model",
32
+ "FeatureSet",
33
+ "DataVersion",
34
+ "get_db",
35
+ "get_async_db",
36
+ "SessionLocal",
37
+ "AsyncSessionLocal",
38
+ "engine",
39
+ "async_engine",
40
+ ]
@@ -0,0 +1,29 @@
1
+ """ML Experimentation and A/B Testing Framework"""
2
+
3
+ from .ab_testing import (
4
+ ABTestingFramework,
5
+ ExperimentConfig,
6
+ ExperimentResult,
7
+ ExperimentStatus,
8
+ Metric,
9
+ MetricsCollector,
10
+ StatisticalAnalyzer,
11
+ TrafficSplitter,
12
+ UserAssignment,
13
+ Variant,
14
+ VariantType,
15
+ )
16
+
17
+ __all__ = [
18
+ "ABTestingFramework",
19
+ "ExperimentConfig",
20
+ "Variant",
21
+ "VariantType",
22
+ "Metric",
23
+ "ExperimentStatus",
24
+ "ExperimentResult",
25
+ "UserAssignment",
26
+ "TrafficSplitter",
27
+ "MetricsCollector",
28
+ "StatisticalAnalyzer",
29
+ ]
@@ -0,0 +1,39 @@
1
+ """Feature Engineering Module for Stock Recommendation Models"""
2
+
3
+ from .ensemble_features import (
4
+ DynamicFeatureSelector,
5
+ EnsembleFeatureBuilder,
6
+ FeatureInteractionEngine,
7
+ )
8
+ from .political_features import (
9
+ CongressionalTrackingFeatures,
10
+ PolicyImpactFeatures,
11
+ PoliticalInfluenceFeatures,
12
+ )
13
+ from .recommendation_engine import (
14
+ RecommendationConfig,
15
+ RecommendationResult,
16
+ StockRecommendationEngine,
17
+ )
18
+ from .stock_features import (
19
+ CrossAssetFeatures,
20
+ MarketRegimeFeatures,
21
+ StockRecommendationFeatures,
22
+ TechnicalIndicatorFeatures,
23
+ )
24
+
25
+ __all__ = [
26
+ "StockRecommendationFeatures",
27
+ "TechnicalIndicatorFeatures",
28
+ "MarketRegimeFeatures",
29
+ "CrossAssetFeatures",
30
+ "PoliticalInfluenceFeatures",
31
+ "CongressionalTrackingFeatures",
32
+ "PolicyImpactFeatures",
33
+ "EnsembleFeatureBuilder",
34
+ "FeatureInteractionEngine",
35
+ "DynamicFeatureSelector",
36
+ "StockRecommendationEngine",
37
+ "RecommendationConfig",
38
+ "RecommendationResult",
39
+ ]
@@ -0,0 +1,19 @@
1
+ """MLOps components for ML pipeline management"""
2
+
3
+ from .experiment_tracker import ExperimentRun, ExperimentTracker, MLflowConfig, ModelRegistry
4
+ from .model_serving import ModelEndpoint, ModelServer, PredictionService
5
+ from .pipeline_orchestrator import MLPipeline, PipelineConfig, PipelineExecutor, PipelineStep
6
+
7
+ __all__ = [
8
+ "ExperimentTracker",
9
+ "ModelRegistry",
10
+ "MLflowConfig",
11
+ "ExperimentRun",
12
+ "ModelServer",
13
+ "PredictionService",
14
+ "ModelEndpoint",
15
+ "MLPipeline",
16
+ "PipelineStep",
17
+ "PipelineConfig",
18
+ "PipelineExecutor",
19
+ ]
@@ -0,0 +1,90 @@
1
+ """ML Models for Stock Recommendation System"""
2
+
3
+ from pathlib import Path
4
+ from typing import Any, Dict, Optional
5
+
6
+ import torch
7
+
8
+ from .base_models import BaseStockModel, ModelMetrics, ValidationResult
9
+ from .ensemble_models import (
10
+ AttentionStockPredictor,
11
+ CNNFeatureExtractor,
12
+ DeepEnsembleModel,
13
+ EnsembleConfig,
14
+ EnsembleTrainer,
15
+ LSTMStockPredictor,
16
+ ModelConfig,
17
+ TransformerStockModel,
18
+ )
19
+ from .recommendation_models import (
20
+ RecommendationConfig,
21
+ RecommendationTrainer,
22
+ StockRecommendationModel,
23
+ )
24
+
25
+ # Model registry
26
+ _loaded_models: Dict[str, Any] = {}
27
+
28
+
29
+ async def load_production_models():
30
+ """Load production models into memory"""
31
+ from mcli.ml.config import settings
32
+ from mcli.ml.logging import get_logger
33
+
34
+ logger = get_logger(__name__)
35
+ model_dir = settings.model.model_dir
36
+
37
+ if not model_dir.exists():
38
+ model_dir.mkdir(parents=True, exist_ok=True)
39
+ return
40
+
41
+ for model_path in model_dir.glob("*.pt"):
42
+ try:
43
+ model_id = model_path.stem
44
+ model = torch.load(model_path, map_location=settings.model.device)
45
+ _loaded_models[model_id] = model
46
+ logger.info(f"Loaded model: {model_id}")
47
+ except Exception as e:
48
+ logger.error(f"Failed to load model {model_path}: {e}")
49
+
50
+
51
+ async def get_model_by_id(model_id: str):
52
+ """Get loaded model by ID"""
53
+ from mcli.ml.config import settings
54
+
55
+ if model_id not in _loaded_models:
56
+ # Try to load from disk
57
+ model_path = settings.model.model_dir / f"{model_id}.pt"
58
+ if model_path.exists():
59
+ _loaded_models[model_id] = torch.load(model_path, map_location=settings.model.device)
60
+
61
+ return _loaded_models.get(model_id)
62
+
63
+
64
+ def initialize_models():
65
+ """Initialize models on startup"""
66
+ from mcli.ml.logging import get_logger
67
+
68
+ logger = get_logger(__name__)
69
+ logger.info("Initializing ML models...")
70
+
71
+
72
+ __all__ = [
73
+ "DeepEnsembleModel",
74
+ "AttentionStockPredictor",
75
+ "TransformerStockModel",
76
+ "LSTMStockPredictor",
77
+ "CNNFeatureExtractor",
78
+ "EnsembleTrainer",
79
+ "ModelConfig",
80
+ "EnsembleConfig",
81
+ "BaseStockModel",
82
+ "ModelMetrics",
83
+ "ValidationResult",
84
+ "StockRecommendationModel",
85
+ "RecommendationTrainer",
86
+ "RecommendationConfig",
87
+ "load_production_models",
88
+ "get_model_by_id",
89
+ "initialize_models",
90
+ ]
@@ -0,0 +1,25 @@
1
+ """ML Model Monitoring and Drift Detection"""
2
+
3
+ from .drift_detection import (
4
+ AlertSeverity,
5
+ ConceptDriftDetector,
6
+ DataProfile,
7
+ DriftAlert,
8
+ DriftType,
9
+ ModelMetrics,
10
+ ModelMonitor,
11
+ OutlierDetector,
12
+ StatisticalDriftDetector,
13
+ )
14
+
15
+ __all__ = [
16
+ "ModelMonitor",
17
+ "StatisticalDriftDetector",
18
+ "ConceptDriftDetector",
19
+ "OutlierDetector",
20
+ "DriftAlert",
21
+ "DriftType",
22
+ "AlertSeverity",
23
+ "ModelMetrics",
24
+ "DataProfile",
25
+ ]
@@ -0,0 +1,27 @@
1
+ """Advanced Portfolio Optimization"""
2
+
3
+ from .portfolio_optimizer import (
4
+ AdvancedPortfolioOptimizer,
5
+ BaseOptimizer,
6
+ BlackLittermanOptimizer,
7
+ CVaROptimizer,
8
+ KellyCriterionOptimizer,
9
+ MeanVarianceOptimizer,
10
+ OptimizationConstraints,
11
+ OptimizationObjective,
12
+ PortfolioAllocation,
13
+ RiskParityOptimizer,
14
+ )
15
+
16
+ __all__ = [
17
+ "AdvancedPortfolioOptimizer",
18
+ "OptimizationObjective",
19
+ "OptimizationConstraints",
20
+ "PortfolioAllocation",
21
+ "MeanVarianceOptimizer",
22
+ "RiskParityOptimizer",
23
+ "BlackLittermanOptimizer",
24
+ "CVaROptimizer",
25
+ "KellyCriterionOptimizer",
26
+ "BaseOptimizer",
27
+ ]
@@ -0,0 +1,5 @@
1
+ """ML Predictions Module"""
2
+
3
+ from .prediction_engine import PoliticianTradingPredictor
4
+
5
+ __all__ = ["PoliticianTradingPredictor"]
@@ -0,0 +1,24 @@
1
+ """ML Data Preprocessing Module"""
2
+
3
+ from .data_cleaners import MissingValueHandler, OutlierDetector, TradingDataCleaner
4
+ from .feature_extractors import (
5
+ MarketFeatureExtractor,
6
+ PoliticianFeatureExtractor,
7
+ SentimentFeatureExtractor,
8
+ TemporalFeatureExtractor,
9
+ )
10
+ from .ml_pipeline import MLDataPipeline, MLDataPipelineConfig
11
+ from .politician_trading_preprocessor import PoliticianTradingPreprocessor
12
+
13
+ __all__ = [
14
+ "PoliticianTradingPreprocessor",
15
+ "PoliticianFeatureExtractor",
16
+ "MarketFeatureExtractor",
17
+ "TemporalFeatureExtractor",
18
+ "SentimentFeatureExtractor",
19
+ "TradingDataCleaner",
20
+ "OutlierDetector",
21
+ "MissingValueHandler",
22
+ "MLDataPipeline",
23
+ "MLDataPipelineConfig",
24
+ ]
@@ -0,0 +1 @@
1
+ """ML scripts module."""
@@ -0,0 +1 @@
1
+ """Model serving module for MCLI ML system."""
@@ -0,0 +1,63 @@
1
+ """Trading module for portfolio management and trade execution"""
2
+
3
+ from mcli.ml.trading.alpaca_client import (
4
+ AlpacaTradingClient,
5
+ create_trading_client,
6
+ get_alpaca_config_from_env,
7
+ )
8
+ from mcli.ml.trading.models import ( # Enums; Database models; Pydantic models
9
+ OrderCreate,
10
+ OrderResponse,
11
+ OrderSide,
12
+ OrderStatus,
13
+ OrderType,
14
+ Portfolio,
15
+ PortfolioCreate,
16
+ PortfolioPerformanceSnapshot,
17
+ PortfolioResponse,
18
+ PortfolioType,
19
+ Position,
20
+ PositionResponse,
21
+ PositionSide,
22
+ RiskLevel,
23
+ TradingAccount,
24
+ TradingAccountCreate,
25
+ TradingOrder,
26
+ TradingSignal,
27
+ TradingSignalResponse,
28
+ )
29
+ from mcli.ml.trading.paper_trading import PaperTradingEngine
30
+ from mcli.ml.trading.risk_management import RiskManager
31
+ from mcli.ml.trading.trading_service import TradingService
32
+
33
+ __all__ = [
34
+ # Enums
35
+ "OrderStatus",
36
+ "OrderType",
37
+ "OrderSide",
38
+ "PositionSide",
39
+ "PortfolioType",
40
+ "RiskLevel",
41
+ # Database models
42
+ "TradingAccount",
43
+ "Portfolio",
44
+ "Position",
45
+ "TradingOrder",
46
+ "PortfolioPerformanceSnapshot",
47
+ "TradingSignal",
48
+ # Pydantic models
49
+ "TradingAccountCreate",
50
+ "PortfolioCreate",
51
+ "OrderCreate",
52
+ "PositionResponse",
53
+ "OrderResponse",
54
+ "PortfolioResponse",
55
+ "TradingSignalResponse",
56
+ # Services
57
+ "TradingService",
58
+ "AlpacaTradingClient",
59
+ "create_trading_client",
60
+ "get_alpaca_config_from_env",
61
+ "RiskManager",
62
+ "PaperTradingEngine",
63
+ ]
@@ -0,0 +1,7 @@
1
+ """ML model training module"""
2
+
3
+ from .train_model import PoliticianTradingNet, fetch_training_data
4
+ from .train_model import main as train_model
5
+ from .train_model import prepare_dataset
6
+
7
+ __all__ = ["PoliticianTradingNet", "train_model", "fetch_training_data", "prepare_dataset"]
@@ -0,0 +1,3 @@
1
+ """
2
+ Mygroup commands for mcli.
3
+ """
@@ -0,0 +1 @@
1
+ # logger.info("I am in mcli.public.__init__.py")
@@ -0,0 +1,2 @@
1
+ # User-generated commands directory
2
+ # Commands created through the MCLI chat interface are stored here
mcli/self/__init__.py ADDED
@@ -0,0 +1,3 @@
1
+ """
2
+ Self-management module for mcli.
3
+ """