mentis 0.1.0__tar.gz

mentis-0.1.0/.github/workflows/ci.yml

@@ -0,0 +1,39 @@
+name: CI
+
+on:
+  push:
+    branches: [main, master]
+  pull_request:
+    branches: [main, master]
+
+jobs:
+  test:
+    name: Test Python ${{ matrix.python-version }}
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.12", "3.13"]
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: "pip"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev,all]"
+
+      - name: Run tests with coverage
+        run: pytest --cov=mentis --cov-report=xml --cov-report=term-missing
+
+      - name: Upload coverage artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-report-${{ matrix.python-version }}
+          path: coverage.xml

mentis-0.1.0/.github/workflows/lint.yml

@@ -0,0 +1,35 @@
+name: Lint
+
+on:
+  push:
+    branches: [main, master]
+  pull_request:
+    branches: [main, master]
+
+jobs:
+  lint:
+    name: Lint & Type Check
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+          cache: "pip"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev]"
+
+      - name: Run black (check formatting)
+        run: black --check mentis/ tests/
+
+      - name: Run ruff
+        run: ruff check mentis/ tests/
+
+      - name: Run mypy
+        run: mypy mentis/

mentis-0.1.0/.github/workflows/release.yml

@@ -0,0 +1,35 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - "v*.*.*"
+
+jobs:
+  build-and-publish:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install build tools
+        run: |
+          python -m pip install --upgrade pip
+          pip install build twine
+
+      - name: Build package
+        run: python -m build
+
+      - name: Publish to PyPI
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
+        run: twine upload dist/*
+
+
+        

mentis-0.1.0/.gitignore

@@ -0,0 +1,149 @@
+# =========================
+# Python
+# =========================
+
+__pycache__/
+*.py[cod]
+*$py.class
+
+# Python virtual environments
+venv/
+.venv/
+env/
+ENV/
+
+# Distribution / Packaging
+build/
+dist/
+*.egg-info/
+.eggs/
+wheels/
+
+# PyPI build files
+*.whl
+
+
+# =========================
+# Jupyter Notebook
+# =========================
+
+.ipynb_checkpoints/
+
+
+# =========================
+# Testing
+# =========================
+
+.pytest_cache/
+.coverage
+htmlcov/
+.tox/
+.nox/
+
+
+# =========================
+# Type Checking
+# =========================
+
+.mypy_cache/
+.dmypy.json
+.pyre/
+
+
+# =========================
+# Linters / Formatters
+# =========================
+
+.ruff_cache/
+.black_cache/
+
+
+# =========================
+# ML Artifacts
+# =========================
+
+# Trained models
+models/
+*.pkl
+*.pickle
+*.joblib
+*.h5
+*.pt
+*.pth
+
+# Experiment tracking
+mlruns/
+wandb/
+runs/
+
+
+# =========================
+# Data
+# =========================
+
+# Raw datasets
+data/raw/
+
+# Processed datasets
+data/processed/
+
+# Large files
+*.csv
+*.parquet
+*.jsonl
+
+
+# =========================
+# Reports
+# =========================
+
+reports/
+*.html
+*.pdf
+
+
+# =========================
+# Documentation
+# =========================
+
+docs/site/
+
+
+# =========================
+# IDE
+# =========================
+
+.vscode/
+.idea/
+
+# MacOS
+.DS_Store
+
+# Windows
+Thumbs.db
+
+
+# =========================
+# Environment Variables
+# =========================
+
+.env
+.env.*
+!.env.example
+
+
+# =========================
+# Logs
+# =========================
+
+*.log
+
+
+# =========================
+# OS temporary files
+# =========================
+
+*.tmp
+*.swp
+
+

mentis-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Mentis Contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO QUALITY AND MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

mentis-0.1.0/PKG-INFO

@@ -0,0 +1,79 @@
+Metadata-Version: 2.4
+Name: mentis
+Version: 0.1.0
+Summary: An AI engineer's toolkit: dataset scanning, model comparison, explainability, auditing, deployment checks, monitoring, and professional reporting behind a single API.
+Project-URL: Homepage, https://github.com/your-org/mentis
+Project-URL: Repository, https://github.com/your-org/mentis
+Project-URL: Issues, https://github.com/your-org/mentis/issues
+Author: Mentis Contributors
+License: MIT License
+        
+        Copyright (c) 2026 Mentis Contributors
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO QUALITY AND MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+License-File: LICENSE
+Keywords: data-quality,explainability,machine-learning,mlops,model-comparison
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.12
+Requires-Dist: jinja2>=3.1
+Requires-Dist: matplotlib>=3.8
+Requires-Dist: numpy>=1.26
+Requires-Dist: pandas>=2.0
+Requires-Dist: plotly>=5.18
+Requires-Dist: pydantic>=2.5
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: rich>=13.7
+Requires-Dist: scikit-learn>=1.4
+Requires-Dist: scipy>=1.11
+Requires-Dist: typer>=0.9
+Provides-Extra: all
+Requires-Dist: catboost>=1.2; extra == 'all'
+Requires-Dist: evidently>=0.4; extra == 'all'
+Requires-Dist: fairlearn>=0.10; extra == 'all'
+Requires-Dist: lightgbm>=4.3; extra == 'all'
+Requires-Dist: shap>=0.44; extra == 'all'
+Requires-Dist: weasyprint>=61.0; extra == 'all'
+Requires-Dist: xgboost>=2.0; extra == 'all'
+Provides-Extra: boosting
+Requires-Dist: catboost>=1.2; extra == 'boosting'
+Requires-Dist: lightgbm>=4.3; extra == 'boosting'
+Requires-Dist: xgboost>=2.0; extra == 'boosting'
+Provides-Extra: dev
+Requires-Dist: black>=24.0; extra == 'dev'
+Requires-Dist: mkdocs>=1.5; extra == 'dev'
+Requires-Dist: mypy>=1.9; extra == 'dev'
+Requires-Dist: pytest-cov>=4.1; extra == 'dev'
+Requires-Dist: pytest>=8.0; extra == 'dev'
+Requires-Dist: ruff>=0.4; extra == 'dev'
+Provides-Extra: explainability
+Requires-Dist: shap>=0.44; extra == 'explainability'
+Provides-Extra: fairness
+Requires-Dist: fairlearn>=0.10; extra == 'fairness'
+Provides-Extra: monitoring
+Requires-Dist: evidently>=0.4; extra == 'monitoring'
+Provides-Extra: pdf
+Requires-Dist: weasyprint>=61.0; extra == 'pdf'
+Description-Content-Type: text/markdown
+
+# Mentis

mentis-0.1.0/README.md

@@ -0,0 +1 @@
+# Mentis

mentis-0.1.0/mentis/__init__.py

@@ -0,0 +1,4 @@
+from mentis.config import MentisConfig
+from mentis.guardian import Guardian
+
+__all__ = ["Guardian", "MentisConfig"]

mentis-0.1.0/mentis/cli/__init__.py

@@ -0,0 +1,8 @@
+"""
+CLI subpackage: Typer-based command-line interface for Mentis.
+"""
+
+from mentis.cli.main import app
+
+__all__ = ["app"]
+

mentis-0.1.0/mentis/cli/main.py

@@ -0,0 +1,177 @@
+"""
+Command-line interface for Mentis, built with Typer.
+"""
+
+from __future__ import annotations
+
+from pathlib import Path
+
+import pandas as pd
+import typer
+from rich.console import Console
+from rich.table import Table
+
+from mentis import Guardian, MentisConfig
+from mentis.exceptions import MentisError
+
+app = typer.Typer(name="mentis", help="Mentis: an AI engineer's toolkit.")
+console = Console()
+
+
+def _load_guardian(config: str | None) -> Guardian:
+    return Guardian.from_yaml(config) if config else Guardian()
+
+
+def _load_dataframe(data_path: str) -> pd.DataFrame:
+    path = Path(data_path)
+    if not path.exists():
+        console.print(f"[red]File not found: {data_path}[/red]")
+        raise typer.Exit(code=1)
+    if path.suffix == ".parquet":
+        return pd.read_parquet(path)
+    return pd.read_csv(path)
+
+
+@app.command()
+def scan(
+    data: str = typer.Argument(..., help="Path to CSV/Parquet dataset."),
+    target: str | None = typer.Option(None, help="Target column name."),
+    config: str | None = typer.Option(None, help="Path to a Mentis YAML config."),
+) -> None:
+    """Run the Dataset Scanner on a CSV/Parquet file."""
+    guardian = _load_guardian(config)
+    df = _load_dataframe(data)
+
+    with console.status("Scanning dataset..."):
+        try:
+            result = guardian.scan(df, target=target)
+        except MentisError as exc:
+            console.print(f"[red]Scan failed: {exc}[/red]")
+            raise typer.Exit(code=1)
+
+    console.print(result)
+    for finding in result.warnings():
+        console.print(f"[yellow]⚠ {finding.message}[/yellow] -> {finding.suggestion}")
+
+
+@app.command()
+def compare(
+    config: str = typer.Argument(..., help="Path to a Mentis YAML config."),
+    data: str = typer.Option(..., help="Path to CSV/Parquet dataset."),
+) -> None:
+    """Train and compare models using settings from a YAML config."""
+    guardian = Guardian.from_yaml(config)
+    df = _load_dataframe(data)
+
+    target = guardian.config.project.target
+    if not target:
+        console.print("[red]Config must specify project.target for comparison.[/red]")
+        raise typer.Exit(code=1)
+
+    from sklearn.model_selection import train_test_split
+
+    X = df.drop(columns=[target])
+    y = df[target]
+    X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)
+
+    with console.status("Training and comparing models..."):
+        try:
+            leaderboard = guardian.compare_models(X_train, X_test, y_train, y_test)
+        except MentisError as exc:
+            console.print(f"[red]Comparison failed: {exc}[/red]")
+            raise typer.Exit(code=1)
+
+    table = Table(title="Model Leaderboard")
+    table.add_column("Model")
+    table.add_column(leaderboard.primary_metric)
+    for r in leaderboard.results:
+        score = r.metrics.get(leaderboard.primary_metric, "N/A")
+        table.add_row(r.model_name, f"{score:.4f}" if isinstance(score, float) else str(score))
+    console.print(table)
+
+
+@app.command()
+def audit(
+    project_path: str = typer.Argument(".", help="Path to the project to audit.")
+) -> None:
+    """Audit an ML project's structure and production readiness."""
+    guardian = Guardian()
+    with console.status("Auditing project..."):
+        result = guardian.audit_pipeline(project_path)
+
+    console.print(f"[bold]Production Readiness Score: {result.score}/100[/bold]")
+    for finding in result.failed():
+        console.print(f"[yellow]✗ {finding.name}[/yellow] ({finding.severity}) -> {finding.suggestion}")
+
+
+@app.command(name="deploy-check")
+def deploy_check(
+    project_path: str = typer.Argument(".", help="Path to the project to check.")
+) -> None:
+    """Check a project's deployment readiness."""
+    guardian = Guardian()
+    with console.status("Checking deployment readiness..."):
+        result = guardian.deploy_check(project_path)
+
+    console.print(f"[bold]Deployment Score: {result.score}/100[/bold]")
+    if result.detected_framework:
+        console.print(f"Framework detected: {result.detected_framework}")
+    for finding in result.failed():
+        console.print(f"[yellow]✗ {finding.name}[/yellow] ({finding.severity}) -> {finding.suggestion}")
+
+
+@app.command()
+def report(
+    data: str | None = typer.Option(None, help="Path to CSV/Parquet dataset (optional, enables scan)."),
+    target: str | None = typer.Option(None, help="Target column name."),
+    project_path: str = typer.Option(".", help="Project path for audit + deploy checks."),
+    output_dir: str = typer.Option("mentis_reports", help="Output directory for the report."),
+    fmt: str = typer.Option("html", help="Report format: html, markdown, or pdf."),
+    config: str | None = typer.Option(None, help="Path to a Mentis YAML config."),
+) -> None:
+    """
+    Generate a Mentis report: optionally scans a dataset, then always
+    runs pipeline audit and deployment checks, and writes the report.
+    """
+    guardian = _load_guardian(config)
+
+    if data:
+        df = _load_dataframe(data)
+        with console.status("Scanning dataset..."):
+            try:
+                guardian.scan(df, target=target)
+            except MentisError as exc:
+                console.print(f"[yellow]⚠ Scan skipped: {exc}[/yellow]")
+
+    with console.status("Auditing project structure..."):
+        try:
+            guardian.audit_pipeline(project_path)
+        except Exception as exc:
+            console.print(f"[yellow]⚠ Audit skipped: {exc}[/yellow]")
+
+    with console.status("Checking deployment readiness..."):
+        try:
+            guardian.deploy_check(project_path)
+        except Exception as exc:
+            console.print(f"[yellow]⚠ Deploy check skipped: {exc}[/yellow]")
+
+    with console.status(f"Generating {fmt.upper()} report..."):
+        try:
+            path = guardian.generate_report(output_path=output_dir, fmt=fmt)
+        except MentisError as exc:
+            console.print(f"[red]Report generation failed: {exc}[/red]")
+            raise typer.Exit(code=1)
+
+    console.print(f"[green]✓ Report written to:[/green] {path}")
+
+
+def main() -> None:
+    app()
+
+
+if __name__ == "__main__":
+    main()
+
+
+
+    

mentis-0.1.0/mentis/comparison/__init__.py

@@ -0,0 +1,21 @@
+"""
+Comparison subpackage: automated multi-model training, evaluation,
+and leaderboard ranking for Mentis.
+"""
+
+from mentis.comparison.leaderboard import Leaderboard, ModelResult, build_leaderboard
+from mentis.comparison.metrics import compute_metrics, primary_metric_for_task
+from mentis.comparison.model_zoo import get_model_zoo
+from mentis.comparison.trainer import ModelTrainer
+
+__all__ = [
+    "ModelTrainer",
+    "Leaderboard",
+    "ModelResult",
+    "build_leaderboard",
+    "get_model_zoo",
+    "compute_metrics",
+    "primary_metric_for_task",
+]
+
+