mcli-framework 7.0.0__tar.gz

mcli_framework-7.0.0/.github/dependabot.yml

@@ -0,0 +1,51 @@
+# Dependabot configuration for automated dependency updates
+# https://docs.github.com/en/code-security/dependabot
+
+version: 2
+updates:
+  # Python dependencies
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+    open-pull-requests-limit: 10
+    reviewers:
+      - "gwicho38"
+    labels:
+      - "dependencies"
+      - "python"
+    commit-message:
+      prefix: "chore(deps)"
+      include: "scope"
+    # Group minor and patch updates
+    groups:
+      development-dependencies:
+        patterns:
+          - "pytest*"
+          - "black"
+          - "isort"
+          - "mypy"
+          - "flake8*"
+        update-types:
+          - "minor"
+          - "patch"
+      production-dependencies:
+        patterns:
+          - "*"
+        update-types:
+          - "patch"
+
+  # GitHub Actions
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+    open-pull-requests-limit: 5
+    reviewers:
+      - "gwicho38"
+    labels:
+      - "dependencies"
+      - "github-actions"
+    commit-message:
+      prefix: "chore(ci)"

mcli_framework-7.0.0/.github/workflows/build.yml

@@ -0,0 +1,102 @@
+name: Build and Package
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+    inputs:
+      debug:
+        description: 'Enable debug mode'
+        required: false
+        default: false
+        type: boolean
+
+env:
+  PYTHON_VERSION: '3.11'
+  UV_VERSION: 'latest'
+
+jobs:
+  build:
+    name: Build Package
+    strategy:
+      matrix:
+        platform: [ubuntu-latest, macos-latest]
+    
+    runs-on: ${{ matrix.platform }}
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+      
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+        
+    - name: Install UV
+      run: |
+        if [[ "${{ matrix.platform }}" == "ubuntu-latest" ]]; then
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+        elif [[ "${{ matrix.platform }}" == "macos-latest" ]]; then
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+        fi
+        
+    - name: Set up environment
+      run: |
+        if command -v uv >/dev/null 2>&1; then
+          make setup
+        else
+          python -m pip install --upgrade pip build
+          pip install -e .
+        fi
+      
+    - name: Build wheel
+      run: |
+        if command -v uv >/dev/null 2>&1; then
+          make wheel
+        else
+          python -m build --wheel
+        fi
+      
+    - name: Test basic functionality
+      run: |
+        if command -v uv >/dev/null 2>&1; then
+          make test
+        else
+          python -c "import mcli; print('✅ Package imports successfully')"
+          python -m mcli --help
+        fi
+      
+    - name: Upload wheel artifact
+      uses: actions/upload-artifact@v4
+      with:
+        name: mcli-wheel-${{ matrix.platform }}
+        path: dist/*.whl
+        retention-days: 30
+        
+      
+  build-summary:
+    name: Build Summary
+    needs: build
+    runs-on: ubuntu-latest
+    if: always()
+    
+    steps:
+    - name: Build Status Summary
+      run: |
+        echo "## Build Results" >> $GITHUB_STEP_SUMMARY
+        echo "| Platform | Status |" >> $GITHUB_STEP_SUMMARY
+        echo "|----------|--------|" >> $GITHUB_STEP_SUMMARY
+        echo "| Ubuntu | ${{ needs.build.result }} |" >> $GITHUB_STEP_SUMMARY
+        echo "| macOS | ${{ needs.build.result }} |" >> $GITHUB_STEP_SUMMARY
+        echo "| Windows | ${{ needs.build.result }} |" >> $GITHUB_STEP_SUMMARY
+        
+        if [ "${{ needs.build.result }}" = "success" ]; then
+          echo "✅ All builds completed successfully!" >> $GITHUB_STEP_SUMMARY
+        else
+          echo "❌ Some builds failed. Check the logs for details." >> $GITHUB_STEP_SUMMARY
+        fi

mcli_framework-7.0.0/.github/workflows/ci.yml

@@ -0,0 +1,246 @@
+name: CI/CD Pipeline
+
+on:
+  push:
+    branches: [ main, develop ]
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+
+env:
+  PYTHON_VERSION: "3.11"
+
+jobs:
+  lint-and-format:
+    name: Lint and Format Check
+    runs-on: ubuntu-latest
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+      
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+        
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install black isort mypy
+        pip install -e .[dev]
+        
+    - name: Check code formatting with Black
+      run: black --check --diff src/
+      
+    - name: Check import sorting with isort
+      run: isort --check-only --diff src/
+      
+    - name: Type checking with mypy
+      run: mypy src/ --ignore-missing-imports || true
+
+  test-rust:
+    name: Test Rust Extensions
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-latest, macos-latest]
+        
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+      
+    - name: Set up Rust
+      uses: dtolnay/rust-toolchain@stable
+      with:
+        components: rustfmt, clippy
+        
+    - name: Rust format check
+      run: |
+        cd mcli_rust
+        cargo fmt --all -- --check
+        
+    - name: Rust clippy
+      run: |
+        cd mcli_rust
+        cargo clippy -- -D warnings
+        
+    - name: Rust tests
+      run: |
+        cd mcli_rust
+        cargo test
+
+  test-python:
+    name: Test Python Package
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-latest, macos-latest]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
+        
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+      
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+        
+    - name: Install system dependencies
+      if: matrix.os == 'ubuntu-latest'
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y build-essential
+        
+    - name: Set up Rust (for building extensions)
+      uses: dtolnay/rust-toolchain@stable
+        
+    - name: Install Python dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install maturin
+        pip install -e .[dev]
+        
+    - name: Build Rust extensions
+      run: |
+        cd mcli_rust
+        maturin develop
+        
+    - name: Run Python tests
+      run: |
+        pytest tests/ -v --tb=short
+        
+    - name: Test CLI functionality
+      run: |
+        mcli version
+        mcli --help
+        mcli self --help
+        mcli visual --help
+
+  integration-test:
+    name: Integration Tests
+    runs-on: ubuntu-latest
+    needs: [test-python, test-rust]
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+      
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+        
+    - name: Set up Rust
+      uses: dtolnay/rust-toolchain@stable
+        
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install maturin
+        pip install -e .[dev]
+        
+    - name: Build Rust extensions
+      run: |
+        cd mcli_rust
+        maturin develop
+        
+    - name: Test Rust-Python integration
+      run: |
+        python -c "
+        import mcli_rust
+        print('✅ Rust extensions imported successfully')
+        
+        # Test TF-IDF
+        vectorizer = mcli_rust.TfIdfVectorizer()
+        docs = ['hello world', 'rust is fast', 'python integration']
+        vectors = vectorizer.fit_transform(docs)
+        print(f'✅ TF-IDF: Generated {len(vectors)} vectors')
+        
+        # Test File Watcher
+        watcher = mcli_rust.FileWatcher()
+        print('✅ File Watcher: Created successfully')
+        
+        # Test Command Matcher
+        matcher = mcli_rust.CommandMatcher()
+        print('✅ Command Matcher: Created successfully')
+        
+        # Test Process Manager
+        manager = mcli_rust.ProcessManager()
+        print('✅ Process Manager: Created successfully')
+        
+        print('🎉 All Rust extensions working!')
+        "
+        
+    - name: Test performance monitoring
+      run: |
+        mcli self performance --detailed
+        
+    - name: Test visual effects
+      run: |
+        mcli visual message --style success "Integration tests passed!"
+        mcli visual spinner --spinner-type rust --duration 2 --message "Testing spinner..."
+
+  security-scan:
+    name: Security Scan
+    runs-on: ubuntu-latest
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+      
+    - name: Run Trivy vulnerability scanner
+      uses: aquasecurity/trivy-action@master
+      with:
+        scan-type: 'fs'
+        scan-ref: '.'
+        format: 'sarif'
+        output: 'trivy-results.sarif'
+        
+    - name: Upload Trivy scan results
+      uses: github/codeql-action/upload-sarif@v3
+      if: always()
+      continue-on-error: true
+      with:
+        sarif_file: 'trivy-results.sarif'
+
+  build-package:
+    name: Build Distribution Package
+    runs-on: ubuntu-latest
+    needs: [lint-and-format, test-python, test-rust, integration-test]
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+      
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+        
+    - name: Set up Rust
+      uses: dtolnay/rust-toolchain@stable
+        
+    - name: Install build dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install build maturin
+        
+    - name: Build Rust extensions
+      run: |
+        cd mcli_rust
+        maturin build --release
+        
+    - name: Build Python package
+      run: |
+        python -m build
+        
+    - name: Upload build artifacts
+      uses: actions/upload-artifact@v3
+      with:
+        name: dist-packages
+        path: |
+          dist/
+          mcli_rust/target/wheels/
+        retention-days: 7

mcli_framework-7.0.0/.github/workflows/ml-pipeline.yml

@@ -0,0 +1,324 @@
+name: ML System CI/CD Pipeline
+
+on:
+  push:
+    branches: [ main, develop ]
+    paths:
+      - 'src/mcli/ml/**'
+      - 'tests/test_ml_*.py'
+      - 'pyproject.toml'
+      - '.github/workflows/ml-pipeline.yml'
+  pull_request:
+    branches: [ main ]
+    paths:
+      - 'src/mcli/ml/**'
+      - 'tests/test_ml_*.py'
+
+env:
+  PYTHON_VERSION: '3.11'
+  UV_CACHE_DIR: /tmp/.uv-cache
+
+jobs:
+  lint:
+    name: Lint and Format Check
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v2
+        with:
+          enable-cache: true
+          cache-dependency-glob: "pyproject.toml"
+
+      - name: Install dependencies
+        run: |
+          uv venv
+          uv pip install -e ".[dev,ml]"
+
+      - name: Run ruff linter
+        run: |
+          source .venv/bin/activate
+          ruff check src/mcli/ml tests/test_ml_*.py
+
+      - name: Run ruff formatter check
+        run: |
+          source .venv/bin/activate
+          ruff format --check src/mcli/ml tests/test_ml_*.py
+
+      - name: Run mypy type checking
+        run: |
+          source .venv/bin/activate
+          mypy src/mcli/ml --ignore-missing-imports
+
+  test:
+    name: Test Suite
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest]
+        python-version: ['3.10', '3.11', '3.12']
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v2
+        with:
+          enable-cache: true
+          cache-dependency-glob: "pyproject.toml"
+
+      - name: Install dependencies
+        run: |
+          uv venv
+          uv pip install -e ".[dev,ml,test]"
+
+      - name: Run unit tests
+        run: |
+          source .venv/bin/activate
+          pytest tests/test_ml_*.py -v --cov=src/mcli/ml --cov-report=xml --cov-report=term
+
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v3
+        with:
+          file: ./coverage.xml
+          flags: unittests
+          name: codecov-${{ matrix.os }}-py${{ matrix.python-version }}
+
+  integration-test:
+    name: Integration Tests
+    runs-on: ubuntu-latest
+    services:
+      postgres:
+        image: postgres:15
+        env:
+          POSTGRES_USER: ml_user
+          POSTGRES_PASSWORD: test_password
+          POSTGRES_DB: ml_test
+        ports:
+          - 5432:5432
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+
+      redis:
+        image: redis:7
+        ports:
+          - 6379:6379
+        options: >-
+          --health-cmd "redis-cli ping"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v2
+        with:
+          enable-cache: true
+
+      - name: Install dependencies
+        run: |
+          uv venv
+          uv pip install -e ".[dev,ml,test]"
+
+      - name: Set up test environment
+        run: |
+          cp .env.example .env.test
+          echo "DB_HOST=localhost" >> .env.test
+          echo "DB_PORT=5432" >> .env.test
+          echo "DB_NAME=ml_test" >> .env.test
+          echo "DB_USER=ml_user" >> .env.test
+          echo "DB_PASSWORD=test_password" >> .env.test
+          echo "REDIS_HOST=localhost" >> .env.test
+          echo "REDIS_PORT=6379" >> .env.test
+
+      - name: Run database migrations
+        run: |
+          source .venv/bin/activate
+          export DATABASE_URL=postgresql://ml_user:test_password@localhost:5432/ml_test
+          alembic upgrade head
+
+      - name: Run integration tests
+        run: |
+          source .venv/bin/activate
+          pytest tests/test_ml_*.py -v -m integration --env-file=.env.test
+
+  security:
+    name: Security Scan
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v2
+
+      - name: Install dependencies
+        run: |
+          uv venv
+          uv pip install bandit safety
+
+      - name: Run bandit security scan
+        run: |
+          source .venv/bin/activate
+          bandit -r src/mcli/ml -f json -o bandit-report.json
+
+      - name: Run safety check
+        run: |
+          source .venv/bin/activate
+          safety check --json > safety-report.json || true
+
+      - name: Upload security reports
+        uses: actions/upload-artifact@v3
+        with:
+          name: security-reports
+          path: |
+            bandit-report.json
+            safety-report.json
+
+  build-docker:
+    name: Build Docker Image
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Extract metadata
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ secrets.DOCKER_USERNAME }}/mcli-ml
+          tags: |
+            type=ref,event=branch
+            type=ref,event=pr
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}.{{minor}}
+            type=sha
+
+      - name: Build and push Docker image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: ./docker/Dockerfile.ml
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+  deploy-staging:
+    name: Deploy to Staging
+    needs: [lint, test, integration-test, security]
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push' && github.ref == 'refs/heads/develop'
+    environment:
+      name: staging
+      url: https://staging.mcli-ml.example.com
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Deploy to staging environment
+        run: |
+          echo "Deploying to staging..."
+          # Add actual deployment commands here
+          # e.g., kubectl apply, terraform apply, etc.
+
+  deploy-production:
+    name: Deploy to Production
+    needs: [lint, test, integration-test, security, build-docker]
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+    environment:
+      name: production
+      url: https://mcli-ml.example.com
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Deploy to production
+        run: |
+          echo "Deploying to production..."
+          # Add actual deployment commands here
+
+      - name: Run smoke tests
+        run: |
+          echo "Running smoke tests..."
+          # Add smoke test commands
+
+      - name: Notify deployment
+        if: always()
+        uses: 8398a7/action-slack@v3
+        with:
+          status: ${{ job.status }}
+          text: 'ML System deployment to production: ${{ job.status }}'
+          webhook_url: ${{ secrets.SLACK_WEBHOOK }}
+
+  performance-test:
+    name: Performance Testing
+    needs: [test]
+    runs-on: ubuntu-latest
+    if: github.event_name == 'pull_request'
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v2
+
+      - name: Install dependencies
+        run: |
+          uv venv
+          uv pip install -e ".[dev,ml,test]"
+          uv pip install locust
+
+      - name: Run performance tests
+        run: |
+          source .venv/bin/activate
+          pytest tests/test_ml_*.py -v -m performance --benchmark-only
+
+      - name: Upload performance results
+        uses: actions/upload-artifact@v3
+        with:
+          name: performance-results
+          path: .benchmarks/