mcli-framework 8.0.52__tar.gz → 8.0.54__tar.gz

mcli_framework-8.0.54/.github/dependabot.yml

@@ -0,0 +1,49 @@
+version: 2
+updates:
+  # Python dependencies
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+    open-pull-requests-limit: 10
+    reviewers:
+      - "gwicho38"
+    labels:
+      - "dependencies"
+      - "python"
+    commit-message:
+      prefix: "chore"
+      include: "scope"
+
+  # GitHub Actions
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+    open-pull-requests-limit: 5
+    reviewers:
+      - "gwicho38"
+    labels:
+      - "dependencies"
+      - "github-actions"
+    commit-message:
+      prefix: "chore"
+      include: "scope"
+
+  # Docker
+  - package-ecosystem: "docker"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+    open-pull-requests-limit: 5
+    reviewers:
+      - "gwicho38"
+    labels:
+      - "dependencies"
+      - "docker"
+    commit-message:
+      prefix: "chore"
+      include: "scope"

mcli_framework-8.0.54/.github/dependency-review-config.yml

@@ -0,0 +1,17 @@
+# Dependency Review configuration
+# https://docs.github.com/en/code-security/supply-chain-security/understanding-your-software-supply-chain/configuring-dependency-review
+
+# Fail on moderate and above vulnerabilities
+fail-on-severity: moderate
+
+# Allow specific licenses commonly used in npm packages
+allow-licenses:
+  - MIT
+  - Apache-2.0
+  - BSD-2-Clause
+  - BSD-3-Clause
+  - ISC
+  - 0BSD
+
+# Comment on PRs with dependency changes
+comment-summary-in-pr: on-failure

mcli_framework-8.0.54/.github/workflows/build.yml

@@ -0,0 +1,102 @@
+name: Build and Package
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+    inputs:
+      debug:
+        description: 'Enable debug mode'
+        required: false
+        default: false
+        type: boolean
+
+env:
+  PYTHON_VERSION: '3.11'
+  UV_VERSION: 'latest'
+
+jobs:
+  build:
+    name: Build Package
+    strategy:
+      matrix:
+        platform: [ubuntu-latest]  # self-hosted linux
+    
+    runs-on: [self-hosted, linux, x64]
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+      
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+        
+    - name: Install UV
+      run: |
+        if [[ "${{ matrix.platform }}" == "ubuntu-latest" ]]; then
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+        elif [[ "${{ matrix.platform }}" == "macos-latest" ]]; then
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+        fi
+        
+    - name: Set up environment
+      run: |
+        if command -v uv >/dev/null 2>&1; then
+          make setup
+        else
+          python -m pip install --upgrade pip build
+          pip install -e .
+        fi
+      
+    - name: Build wheel
+      run: |
+        if command -v uv >/dev/null 2>&1; then
+          make wheel
+        else
+          python -m build --wheel
+        fi
+      
+    - name: Test basic functionality
+      run: |
+        if command -v uv >/dev/null 2>&1; then
+          make test
+        else
+          python -c "import mcli; print('✅ Package imports successfully')"
+          python -m mcli --help
+        fi
+      
+    - name: Upload wheel artifact
+      uses: actions/upload-artifact@v4
+      with:
+        name: mcli-wheel-${{ matrix.platform }}
+        path: dist/*.whl
+        retention-days: 30
+        
+      
+  build-summary:
+    name: Build Summary
+    needs: build
+    runs-on: [self-hosted, linux, x64]
+    if: always()
+    
+    steps:
+    - name: Build Status Summary
+      run: |
+        echo "## Build Results" >> $GITHUB_STEP_SUMMARY
+        echo "| Platform | Status |" >> $GITHUB_STEP_SUMMARY
+        echo "|----------|--------|" >> $GITHUB_STEP_SUMMARY
+        echo "| Ubuntu | ${{ needs.build.result }} |" >> $GITHUB_STEP_SUMMARY
+        echo "| macOS | ${{ needs.build.result }} |" >> $GITHUB_STEP_SUMMARY
+        echo "| Windows | ${{ needs.build.result }} |" >> $GITHUB_STEP_SUMMARY
+        
+        if [ "${{ needs.build.result }}" = "success" ]; then
+          echo "✅ All builds completed successfully!" >> $GITHUB_STEP_SUMMARY
+        else
+          echo "❌ Some builds failed. Check the logs for details." >> $GITHUB_STEP_SUMMARY
+        fi

mcli_framework-8.0.54/.github/workflows/ci.yml

@@ -0,0 +1,274 @@
+name: CI/CD Pipeline
+
+on:
+  push:
+    branches: [ main, develop ]
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+
+env:
+  PYTHON_VERSION: "3.11"
+
+jobs:
+  lint-and-format:
+    name: Lint and Format Check
+    runs-on: [self-hosted, linux, x64]
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install -e .[dev]
+
+    - name: Check code formatting with Black
+      run: black --check --diff src/
+
+    - name: Check import sorting with isort
+      run: isort --check-only --diff src/
+
+    - name: Check for hardcoded strings
+      run: python tools/lint_hardcoded_strings.py --check-all --json
+      continue-on-error: true  # Non-blocking until codebase refactoring is complete (13k+ violations)
+
+    - name: Type checking with mypy (full codebase)
+      run: mypy src/ --ignore-missing-imports
+      continue-on-error: true  # Non-blocking due to type errors in remaining modules
+
+    - name: Type checking with mypy (priority modules)
+      run: |
+        # Check priority modules that have improved type annotations (issue #40)
+        # These modules have fewer errors and are gradually being fully typed
+        mypy src/mcli/lib/logger/logger.py src/mcli/lib/custom_commands.py --ignore-missing-imports
+      continue-on-error: true  # Non-blocking until all function signatures are typed
+
+  test-rust:
+    name: Test Rust Extensions
+    runs-on: [self-hosted, linux, x64]
+    continue-on-error: true  # Non-blocking: macOS has LLVM version mismatch, tests pass on Ubuntu
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]  # self-hosted linux
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+
+    - name: Set up Rust
+      uses: dtolnay/rust-toolchain@stable
+      with:
+        components: rustfmt, clippy
+
+    - name: Rust format check
+      run: |
+        cd mcli_rust
+        cargo fmt --all -- --check
+
+    - name: Rust clippy
+      run: |
+        cd mcli_rust
+        cargo clippy -- -D warnings || cargo clippy || echo "Warning: Clippy found issues, continuing"
+      continue-on-error: ${{ matrix.os == 'macos-latest' }}
+
+    - name: Rust tests
+      run: |
+        cd mcli_rust
+        cargo test
+
+  test-python:
+    name: Test Python Package
+    runs-on: [self-hosted, linux, x64]
+    continue-on-error: true  # Some tests require optional deps (pandas, pydot) not in [dev]
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]  # self-hosted linux
+        python-version: ["3.10", "3.11", "3.12"]
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install system dependencies (Ubuntu)
+      if: matrix.os == 'ubuntu-latest'
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y build-essential libpq-dev
+
+    - name: Install system dependencies (macOS)
+      if: matrix.os == 'macos-latest'
+      run: |
+        brew install postgresql@16
+
+    - name: Set up Rust (for building extensions)
+      uses: dtolnay/rust-toolchain@stable
+
+    - name: Install Python dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install maturin
+        pip install -e .[dev]
+
+    - name: Build Rust extensions
+      run: |
+        cd mcli_rust
+        maturin develop --release || maturin develop || echo "Warning: Rust extension build failed, continuing without extensions"
+      continue-on-error: ${{ matrix.python-version == '3.12' }}
+
+    - name: Run Python tests with coverage
+      run: |
+        pytest tests/ -v --tb=short --cov=src/mcli --cov-report=xml --cov-report=term-missing
+
+    - name: Upload coverage to Codecov
+      uses: codecov/codecov-action@v4
+      if: matrix.os == 'ubuntu-latest' && matrix.python-version == '3.11'
+      with:
+        file: ./coverage.xml
+        flags: unittests
+        name: codecov-umbrella
+        fail_ci_if_error: false
+
+    - name: Test CLI functionality
+      run: |
+        mcli self version
+        mcli --help
+        mcli self --help
+
+  integration-test:
+    name: Integration Tests
+    runs-on: [self-hosted, linux, x64]
+    continue-on-error: true  # Non-blocking: Rust-Python integration depends on optional extensions
+    if: always()  # Run even if test-python or test-rust fail
+    needs: [test-python, test-rust]
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+
+    - name: Set up Rust
+      uses: dtolnay/rust-toolchain@stable
+
+    - name: Create virtual environment
+      run: |
+        python -m venv .venv
+        echo "VIRTUAL_ENV=${{ github.workspace }}/.venv" >> $GITHUB_ENV
+        echo "${{ github.workspace }}/.venv/bin" >> $GITHUB_PATH
+
+    - name: Install dependencies
+      run: |
+        .venv/bin/python -m pip install --upgrade pip
+        .venv/bin/pip install maturin
+        .venv/bin/pip install -e .[dev]
+
+    - name: Build Rust extensions
+      id: rust_build
+      run: |
+        cd mcli_rust
+        if maturin develop --release; then
+          echo "rust_available=true" >> $GITHUB_OUTPUT
+        elif maturin develop; then
+          echo "rust_available=true" >> $GITHUB_OUTPUT
+        else
+          echo "rust_available=false" >> $GITHUB_OUTPUT
+          echo "Warning: Rust extension build failed"
+        fi
+      continue-on-error: true
+
+    - name: Test Rust-Python integration
+      if: steps.rust_build.outputs.rust_available == 'true'
+      run: |
+        .venv/bin/python -c "
+        import mcli_rust
+        print('✅ Rust extensions imported successfully')
+
+        # Test TF-IDF
+        vectorizer = mcli_rust.TfIdfVectorizer()
+        docs = ['hello world', 'rust is fast', 'python integration']
+        vectors = vectorizer.fit_transform(docs)
+        print(f'✅ TF-IDF: Generated {len(vectors)} vectors')
+
+        # Test File Watcher
+        watcher = mcli_rust.FileWatcher()
+        print('✅ File Watcher: Created successfully')
+
+        # Test Command Matcher
+        matcher = mcli_rust.CommandMatcher()
+        print('✅ Command Matcher: Created successfully')
+
+        # Test Process Manager
+        manager = mcli_rust.ProcessManager()
+        print('✅ Process Manager: Created successfully')
+
+        print('🎉 All Rust extensions working!')
+        "
+
+    - name: Test CLI basic functionality
+      run: |
+        .venv/bin/mcli self version
+        .venv/bin/mcli --help
+        .venv/bin/mcli health
+
+  build-package:
+    name: Build Distribution Package
+    runs-on: [self-hosted, linux, x64]
+    if: always()  # Run even if tests fail
+    needs: [lint-and-format, test-python, test-rust, integration-test]
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+
+    - name: Set up Rust
+      uses: dtolnay/rust-toolchain@stable
+
+    - name: Install build dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install build maturin
+
+    - name: Build Rust extensions
+      run: |
+        cd mcli_rust
+        maturin build --release
+
+    - name: Build Python package
+      run: |
+        python -m build
+
+    - name: Upload build artifacts
+      uses: actions/upload-artifact@v4
+      with:
+        name: dist-packages
+        path: |
+          dist/
+          mcli_rust/target/wheels/
+        retention-days: 7

mcli_framework-8.0.54/.github/workflows/codeql.yml

@@ -0,0 +1,43 @@
+name: CodeQL Security Analysis
+
+on:
+  push:
+    branches: [ main, develop ]
+  pull_request:
+    branches: [ main ]
+  schedule:
+    # Run at 00:00 every Sunday
+    - cron: '0 0 * * 0'
+  workflow_dispatch:
+
+jobs:
+  analyze:
+    name: Analyze Code with CodeQL
+    runs-on: ubuntu-latest
+    permissions:
+      actions: read
+      contents: read
+      security-events: write
+
+    strategy:
+      fail-fast: false
+      matrix:
+        language: [ 'python' ]
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Initialize CodeQL
+      uses: github/codeql-action/init@v3
+      with:
+        languages: ${{ matrix.language }}
+        queries: +security-and-quality
+
+    - name: Autobuild
+      uses: github/codeql-action/autobuild@v3
+
+    - name: Perform CodeQL Analysis
+      uses: github/codeql-action/analyze@v3
+      with:
+        category: "/language:${{ matrix.language }}"

mcli_framework-8.0.54/.github/workflows/docs-links.yml

@@ -0,0 +1,48 @@
+name: Validate Documentation
+
+on:
+  push:
+    branches: [main, develop]
+    paths:
+      - 'docs/**'
+      - 'README.md'
+      - 'CONTRIBUTING.md'
+      - 'tools/validate_doc*'
+      - 'pyproject.toml'
+  pull_request:
+    branches: [main]
+    paths:
+      - 'docs/**'
+      - 'README.md'
+      - 'CONTRIBUTING.md'
+      - 'tools/validate_doc*'
+      - 'pyproject.toml'
+  workflow_dispatch:
+
+jobs:
+  validate-docs:
+    name: Validate Documentation Quality
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.11'
+
+    - name: Install dependencies
+      run: pip install requests
+
+    - name: Validate internal links (non-blocking until broken links are fixed)
+      run: python tools/validate_doc_links.py README.md docs/
+      continue-on-error: true
+
+    - name: Validate version consistency and code syntax (blocking)
+      run: python tools/validate_docs.py
+
+    - name: Validate external links (non-blocking)
+      run: python tools/validate_doc_links.py --external --timeout 15 README.md docs/
+      continue-on-error: true