mcli-framework 7.1.1__py3-none-any.whl → 7.1.3__py3-none-any.whl

mcli/ml/dashboard/cli.py

@@ -3,12 +3,14 @@
 import subprocess
 import sys
 from pathlib import Path
+
 import typer
 from rich.console import Console
 
 app = typer.Typer()
 console = Console()
 
+
 @app.command()
 def launch(
     port: int = typer.Option(8501, "--port", "-p", help="Port to run dashboard on"),
@@ -26,11 +28,17 @@ def launch(
 
     # Build streamlit command
     cmd = [
-        sys.executable, "-m", "streamlit", "run",
+        sys.executable,
+        "-m",
+        "streamlit",
+        "run",
         str(dashboard_path),
-        "--server.port", str(port),
-        "--server.address", host,
-        "--browser.gatherUsageStats", "false"
+        "--server.port",
+        str(port),
+        "--server.address",
+        host,
+        "--browser.gatherUsageStats",
+        "false",
     ]
 
     if debug:
@@ -47,5 +55,6 @@ def launch(
         console.print(f"[red]Failed to start dashboard: {e}[/red]")
         raise typer.Exit(1)
 
+
 if __name__ == "__main__":
-    app()
+    app()

mcli/ml/data_ingestion/api_connectors.py

@@ -1,18 +1,19 @@
 """API connectors for real-time data ingestion"""
 
-import requests
 import asyncio
-import aiohttp
-import websockets
 import json
-import pandas as pd
-from typing import Dict, Any, Optional, List, Callable, AsyncIterator
-from datetime import datetime, timedelta
-from dataclasses import dataclass
 import logging
-from abc import ABC, abstractmethod
 import time
+from abc import ABC, abstractmethod
+from dataclasses import dataclass
+from datetime import datetime, timedelta
+from typing import Any, AsyncIterator, Callable, Dict, List, Optional
 from urllib.parse import urljoin
+
+import aiohttp
+import pandas as pd
+import requests
+import websockets
 import yfinance as yf
 
 logger = logging.getLogger(__name__)
@@ -21,6 +22,7 @@ logger = logging.getLogger(__name__)
 @dataclass
 class APIConfig:
     """API configuration"""
+
     api_key: Optional[str] = None
     base_url: str = ""
     rate_limit: int = 100  # requests per minute
@@ -59,10 +61,7 @@ class BaseAPIConnector(ABC):
                     self.session = aiohttp.ClientSession()
 
                 async with self.session.get(
-                    url,
-                    params=params,
-                    headers=headers,
-                    timeout=self.config.timeout
+                    url, params=params, headers=headers, timeout=self.config.timeout
                 ) as response:
                     response.raise_for_status()
                     return await response.json()
@@ -110,10 +109,7 @@ class CongressionalDataAPI(BaseAPIConnector):
 
     def __init__(self, config: Optional[APIConfig] = None):
         if not config:
-            config = APIConfig(
-                base_url="https://api.capitoltrades.com/v1/",
-                rate_limit=60
-            )
+            config = APIConfig(base_url="https://api.capitoltrades.com/v1/", rate_limit=60)
         super().__init__(config)
 
     async def fetch_recent_trades(self, days: int = 30) -> List[Dict[str, Any]]:
@@ -121,7 +117,7 @@ class CongressionalDataAPI(BaseAPIConnector):
         params = {
             "from_date": (datetime.now() - timedelta(days=days)).isoformat(),
             "to_date": datetime.now().isoformat(),
-            "limit": 1000
+            "limit": 1000,
         }
 
         try:
@@ -142,19 +138,24 @@ class CongressionalDataAPI(BaseAPIConnector):
     def _generate_mock_trades(self) -> List[Dict[str, Any]]:
         """Generate mock trades for testing"""
         import random
+
         trades = []
         politicians = ["Nancy Pelosi", "Mitch McConnell", "Chuck Schumer", "Kevin McCarthy"]
         tickers = ["AAPL", "MSFT", "GOOGL", "AMZN", "TSLA", "META", "NVDA"]
 
         for _ in range(50):
-            trades.append({
-                "politician": random.choice(politicians),
-                "ticker": random.choice(tickers),
-                "transaction_type": random.choice(["buy", "sell"]),
-                "amount": random.randint(1000, 1000000),
-                "transaction_date": (datetime.now() - timedelta(days=random.randint(1, 30))).isoformat(),
-                "disclosure_date": datetime.now().isoformat()
-            })
+            trades.append(
+                {
+                    "politician": random.choice(politicians),
+                    "ticker": random.choice(tickers),
+                    "transaction_type": random.choice(["buy", "sell"]),
+                    "amount": random.randint(1000, 1000000),
+                    "transaction_date": (
+                        datetime.now() - timedelta(days=random.randint(1, 30))
+                    ).isoformat(),
+                    "disclosure_date": datetime.now().isoformat(),
+                }
+            )
 
         return trades
 
@@ -166,7 +167,7 @@ class CongressionalDataAPI(BaseAPIConnector):
             "party": "Independent",
             "state": "CA",
             "chamber": "House",
-            "committees": ["Finance", "Technology"]
+            "committees": ["Finance", "Technology"],
         }
 
 
@@ -193,17 +194,13 @@ class AlphaVantageConnector(StockMarketAPI):
         config = APIConfig(
             api_key=api_key,
             base_url="https://www.alphavantage.co/query",
-            rate_limit=5  # Free tier: 5 requests per minute
+            rate_limit=5,  # Free tier: 5 requests per minute
         )
         super().__init__(config)
 
     async def fetch_quote(self, symbol: str) -> Dict[str, Any]:
         """Fetch current quote from Alpha Vantage"""
-        params = {
-            "function": "GLOBAL_QUOTE",
-            "symbol": symbol,
-            "apikey": self.config.api_key
-        }
+        params = {"function": "GLOBAL_QUOTE", "symbol": symbol, "apikey": self.config.api_key}
 
         data = await self._make_request("", params)
         return self._parse_quote(data.get("Global Quote", {}))
@@ -214,16 +211,16 @@ class AlphaVantageConnector(StockMarketAPI):
             "function": "TIME_SERIES_DAILY",
             "symbol": symbol,
             "outputsize": "full" if period == "max" else "compact",
-            "apikey": self.config.api_key
+            "apikey": self.config.api_key,
         }
 
         data = await self._make_request("", params)
         time_series = data.get("Time Series (Daily)", {})
 
         # Convert to DataFrame
-        df = pd.DataFrame.from_dict(time_series, orient='index')
+        df = pd.DataFrame.from_dict(time_series, orient="index")
         df.index = pd.to_datetime(df.index)
-        df.columns = ['open', 'high', 'low', 'close', 'volume']
+        df.columns = ["open", "high", "low", "close", "volume"]
         df = df.astype(float)
 
         return df.sort_index()
@@ -236,7 +233,7 @@ class AlphaVantageConnector(StockMarketAPI):
             "volume": int(quote_data.get("06. volume", 0)),
             "timestamp": quote_data.get("07. latest trading day", ""),
             "change": float(quote_data.get("09. change", 0)),
-            "change_percent": quote_data.get("10. change percent", "0%")
+            "change_percent": quote_data.get("10. change percent", "0%"),
         }
 
 
@@ -259,7 +256,7 @@ class YahooFinanceConnector(StockMarketAPI):
                 "volume": info.get("volume", 0),
                 "market_cap": info.get("marketCap", 0),
                 "pe_ratio": info.get("trailingPE", 0),
-                "dividend_yield": info.get("dividendYield", 0)
+                "dividend_yield": info.get("dividendYield", 0),
             }
         except Exception as e:
             logger.error(f"Failed to fetch Yahoo Finance quote: {e}")
@@ -280,11 +277,7 @@ class PolygonIOConnector(StockMarketAPI):
     """Polygon.io API connector"""
 
     def __init__(self, api_key: str):
-        config = APIConfig(
-            api_key=api_key,
-            base_url="https://api.polygon.io/",
-            rate_limit=100
-        )
+        config = APIConfig(api_key=api_key, base_url="https://api.polygon.io/", rate_limit=100)
         super().__init__(config)
 
     async def fetch_quote(self, symbol: str) -> Dict[str, Any]:
@@ -295,16 +288,12 @@ class PolygonIOConnector(StockMarketAPI):
         data = await self._make_request(endpoint, params)
         return self._parse_polygon_quote(data)
 
-    async def fetch_aggregates(self, symbol: str,
-                             from_date: str, to_date: str,
-                             timespan: str = "day") -> pd.DataFrame:
+    async def fetch_aggregates(
+        self, symbol: str, from_date: str, to_date: str, timespan: str = "day"
+    ) -> pd.DataFrame:
         """Fetch aggregate bars from Polygon.io"""
         endpoint = f"v2/aggs/ticker/{symbol}/range/1/{timespan}/{from_date}/{to_date}"
-        params = {
-            "apiKey": self.config.api_key,
-            "adjusted": "true",
-            "sort": "asc"
-        }
+        params = {"apiKey": self.config.api_key, "adjusted": "true", "sort": "asc"}
 
         data = await self._make_request(endpoint, params)
         results = data.get("results", [])
@@ -313,16 +302,10 @@ class PolygonIOConnector(StockMarketAPI):
             return pd.DataFrame()
 
         df = pd.DataFrame(results)
-        df['timestamp'] = pd.to_datetime(df['t'], unit='ms')
-        df = df.rename(columns={
-            'o': 'open',
-            'h': 'high',
-            'l': 'low',
-            'c': 'close',
-            'v': 'volume'
-        })
+        df["timestamp"] = pd.to_datetime(df["t"], unit="ms")
+        df = df.rename(columns={"o": "open", "h": "high", "l": "low", "c": "close", "v": "volume"})
 
-        return df.set_index('timestamp')
+        return df.set_index("timestamp")
 
     def _parse_polygon_quote(self, data: Dict[str, Any]) -> Dict[str, Any]:
         """Parse Polygon.io quote"""
@@ -331,7 +314,7 @@ class PolygonIOConnector(StockMarketAPI):
             "symbol": results.get("T", ""),
             "price": results.get("P", 0),
             "size": results.get("S", 0),
-            "timestamp": results.get("t", 0)
+            "timestamp": results.get("t", 0),
         }
 
 
@@ -340,26 +323,20 @@ class QuiverQuantConnector(BaseAPIConnector):
 
     def __init__(self, api_key: str):
         config = APIConfig(
-            api_key=api_key,
-            base_url="https://api.quiverquant.com/beta/",
-            rate_limit=100
+            api_key=api_key, base_url="https://api.quiverquant.com/beta/", rate_limit=100
         )
         super().__init__(config)
 
     async def fetch_congress_trades(self) -> List[Dict[str, Any]]:
         """Fetch congressional trading data"""
-        headers = {
-            "Authorization": f"Bearer {self.config.api_key}",
-            "Accept": "application/json"
-        }
+        headers = {"Authorization": f"Bearer {self.config.api_key}", "Accept": "application/json"}
 
         try:
             if not self.session:
                 self.session = aiohttp.ClientSession()
 
             async with self.session.get(
-                f"{self.config.base_url}historical/congresstrading",
-                headers=headers
+                f"{self.config.base_url}historical/congresstrading", headers=headers
             ) as response:
                 response.raise_for_status()
                 data = await response.json()
@@ -370,18 +347,14 @@ class QuiverQuantConnector(BaseAPIConnector):
 
     async def fetch_lobbying(self, ticker: str) -> List[Dict[str, Any]]:
         """Fetch lobbying data for a ticker"""
-        headers = {
-            "Authorization": f"Bearer {self.config.api_key}",
-            "Accept": "application/json"
-        }
+        headers = {"Authorization": f"Bearer {self.config.api_key}", "Accept": "application/json"}
 
         try:
             if not self.session:
                 self.session = aiohttp.ClientSession()
 
             async with self.session.get(
-                f"{self.config.base_url}historical/lobbying/{ticker}",
-                headers=headers
+                f"{self.config.base_url}historical/lobbying/{ticker}", headers=headers
             ) as response:
                 response.raise_for_status()
                 data = await response.json()
@@ -418,10 +391,7 @@ class WebSocketDataStream:
         if not self.websocket:
             await self.connect()
 
-        message = {
-            "action": "subscribe",
-            "symbols": symbols
-        }
+        message = {"action": "subscribe", "symbols": symbols}
         await self.websocket.send(json.dumps(message))
 
     async def stream(self):
@@ -473,7 +443,7 @@ class DataAggregator:
         # Fetch from all sources concurrently
         tasks = []
         for name, connector in self.sources.items():
-            if hasattr(connector, 'fetch_quote'):
+            if hasattr(connector, "fetch_quote"):
                 tasks.append(self._fetch_with_name(name, connector.fetch_quote(symbol)))
 
         responses = await asyncio.gather(*tasks, return_exceptions=True)
@@ -498,4 +468,4 @@ class DataAggregator:
     async def _fetch_with_name(self, name: str, coro):
         """Helper to fetch with source name"""
         result = await coro
-        return name, result
+        return name, result