mcli-framework 7.10.1__tar.gz → 7.10.2__tar.gz

{mcli_framework-7.10.1 → mcli_framework-7.10.2}/.github/dependabot.yml

@@ -1,6 +1,3 @@
-# Dependabot configuration for automated dependency updates
-# https://docs.github.com/en/code-security/dependabot
-
 version: 2
 updates:
   # Python dependencies
@@ -16,31 +13,15 @@ updates:
       - "dependencies"
       - "python"
     commit-message:
-      prefix: "chore(deps)"
+      prefix: "chore"
       include: "scope"
-    # Group minor and patch updates
-    groups:
-      development-dependencies:
-        patterns:
-          - "pytest*"
-          - "black"
-          - "isort"
-          - "mypy"
-          - "flake8*"
-        update-types:
-          - "minor"
-          - "patch"
-      production-dependencies:
-        patterns:
-          - "*"
-        update-types:
-          - "patch"
 
   # GitHub Actions
   - package-ecosystem: "github-actions"
     directory: "/"
     schedule:
       interval: "weekly"
+      day: "monday"
     open-pull-requests-limit: 5
     reviewers:
       - "gwicho38"
@@ -48,4 +29,21 @@ updates:
       - "dependencies"
       - "github-actions"
     commit-message:
-      prefix: "chore(ci)"
+      prefix: "chore"
+      include: "scope"
+
+  # Docker
+  - package-ecosystem: "docker"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+    open-pull-requests-limit: 5
+    reviewers:
+      - "gwicho38"
+    labels:
+      - "dependencies"
+      - "docker"
+    commit-message:
+      prefix: "chore"
+      include: "scope"

{mcli_framework-7.10.1 → mcli_framework-7.10.2}/.github/workflows/ci.yml

@@ -113,10 +113,19 @@ jobs:
         cd mcli_rust
         maturin develop
         
-    - name: Run Python tests
+    - name: Run Python tests with coverage
       run: |
-        pytest tests/ -v --tb=short
-        
+        pytest tests/ -v --tb=short --cov=src/mcli --cov-report=xml --cov-report=term-missing
+
+    - name: Upload coverage to Codecov
+      uses: codecov/codecov-action@v4
+      if: matrix.os == 'ubuntu-latest' && matrix.python-version == '3.11'
+      with:
+        file: ./coverage.xml
+        flags: unittests
+        name: codecov-umbrella
+        fail_ci_if_error: false
+
     - name: Test CLI functionality
       run: |
         mcli version
@@ -191,11 +200,33 @@ jobs:
   security-scan:
     name: Security Scan
     runs-on: ubuntu-latest
-    
+
     steps:
     - name: Checkout code
       uses: actions/checkout@v4
-      
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ env.PYTHON_VERSION }}
+
+    - name: Install security tools
+      run: |
+        python -m pip install --upgrade pip
+        pip install bandit safety
+
+    - name: Run Bandit security linter
+      run: |
+        bandit -r src/ -f json -o bandit-report.json || true
+        bandit -r src/ -ll
+      continue-on-error: true
+
+    - name: Run Safety dependency check
+      run: |
+        safety check --json > safety-report.json || true
+        safety check
+      continue-on-error: true
+
     - name: Run Trivy vulnerability scanner
       uses: aquasecurity/trivy-action@master
       with:
@@ -203,7 +234,8 @@ jobs:
         scan-ref: '.'
         format: 'sarif'
         output: 'trivy-results.sarif'
-        
+        severity: 'CRITICAL,HIGH'
+
     - name: Upload Trivy scan results
       uses: github/codeql-action/upload-sarif@v3
       if: always()
@@ -211,6 +243,16 @@ jobs:
       with:
         sarif_file: 'trivy-results.sarif'
 
+    - name: Upload security reports
+      uses: actions/upload-artifact@v3
+      if: always()
+      with:
+        name: security-reports
+        path: |
+          bandit-report.json
+          safety-report.json
+        retention-days: 30
+
   build-package:
     name: Build Distribution Package
     runs-on: ubuntu-latest

mcli_framework-7.10.2/.github/workflows/codeql.yml

@@ -0,0 +1,43 @@
+name: CodeQL Security Analysis
+
+on:
+  push:
+    branches: [ main, develop ]
+  pull_request:
+    branches: [ main ]
+  schedule:
+    # Run at 00:00 every Sunday
+    - cron: '0 0 * * 0'
+  workflow_dispatch:
+
+jobs:
+  analyze:
+    name: Analyze Code with CodeQL
+    runs-on: ubuntu-latest
+    permissions:
+      actions: read
+      contents: read
+      security-events: write
+
+    strategy:
+      fail-fast: false
+      matrix:
+        language: [ 'python' ]
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Initialize CodeQL
+      uses: github/codeql-action/init@v3
+      with:
+        languages: ${{ matrix.language }}
+        queries: +security-and-quality
+
+    - name: Autobuild
+      uses: github/codeql-action/autobuild@v3
+
+    - name: Perform CodeQL Analysis
+      uses: github/codeql-action/analyze@v3
+      with:
+        category: "/language:${{ matrix.language }}"

mcli_framework-7.10.2/.github/workflows/main_mcli.yml

@@ -0,0 +1,76 @@
+# Docs for the Azure Web Apps Deploy action: https://github.com/Azure/webapps-deploy
+# More GitHub Actions for Azure: https://github.com/Azure/actions
+# More info on Python, GitHub Actions, and Azure App Service: https://aka.ms/python-webapps-actions
+
+name: Build and deploy Python app to Azure Web App - mcli
+
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read #This is required for actions/checkout
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python version
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.x'
+
+      # 🛠️ Local Build Section (Optional)
+      # The following section in your workflow is designed to catch build issues early on the client side, before deployment. This can be helpful for debugging and validation. However, if this step significantly increases deployment time and early detection is not critical for your workflow, you may remove this section to streamline the deployment process.
+      - name: Create and Start virtual environment and Install dependencies
+        run: |
+          python -m venv antenv
+          source antenv/bin/activate
+          pip install -r requirements.txt
+                
+      # By default, when you enable GitHub CI/CD integration through the Azure portal, the platform automatically sets the SCM_DO_BUILD_DURING_DEPLOYMENT application setting to true. This triggers the use of Oryx, a build engine that handles application compilation and dependency installation (e.g., pip install) directly on the platform during deployment. Hence, we exclude the antenv virtual environment directory from the deployment artifact to reduce the payload size. 
+      - name: Upload artifact for deployment jobs
+        uses: actions/upload-artifact@v4
+        with:
+          name: python-app
+          path: |
+            .
+            !antenv/
+
+      # 🚫 Opting Out of Oryx Build
+      # If you prefer to disable the Oryx build process during deployment, follow these steps:
+      # 1. Remove the SCM_DO_BUILD_DURING_DEPLOYMENT app setting from your Azure App Service Environment variables.
+      # 2. Refer to sample workflows for alternative deployment strategies: https://github.com/Azure/actions-workflow-samples/tree/master/AppService
+      
+
+  deploy:
+    runs-on: ubuntu-latest
+    needs: build
+    permissions:
+      id-token: write #This is required for requesting the JWT
+      contents: read #This is required for actions/checkout
+
+    steps:
+      - name: Download artifact from build job
+        uses: actions/download-artifact@v4
+        with:
+          name: python-app
+      
+      - name: Login to Azure
+        uses: azure/login@v2
+        with:
+          client-id: ${{ secrets.AZUREAPPSERVICE_CLIENTID_83BA9E673F8446BE82F742FB6394A06F }}
+          tenant-id: ${{ secrets.AZUREAPPSERVICE_TENANTID_6D1336E8E2224AF899A4E08410F7A172 }}
+          subscription-id: ${{ secrets.AZUREAPPSERVICE_SUBSCRIPTIONID_921B80061CBE4DF0B9BCF8E87DA28876 }}
+
+      - name: 'Deploy to Azure Web App'
+        uses: azure/webapps-deploy@v3
+        id: deploy-to-webapp
+        with:
+          app-name: 'mcli'
+          slot-name: 'Production'
+          

{mcli_framework-7.10.1 → mcli_framework-7.10.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mcli-framework
-Version: 7.10.1
+Version: 7.10.2
 Summary: Portable workflow framework - transform any script into a versioned, schedulable command. Store in ~/.mcli/commands/, version with lockfile, run as daemon or cron job.
 Author-email: Luis Fernandez de la Vara <luis@lefv.io>
 Maintainer-email: Luis Fernandez de la Vara <luis@lefv.io>
@@ -160,6 +160,11 @@ Dynamic: license-file
 
 # MCLI - Portable Workflow Framework
 
+[![codecov](https://codecov.io/gh/gwicho38/mcli/branch/main/graph/badge.svg)](https://codecov.io/gh/gwicho38/mcli)
+[![Tests](https://github.com/gwicho38/mcli/workflows/CI%2FCD%20Pipeline/badge.svg)](https://github.com/gwicho38/mcli/actions)
+[![Python Version](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12-blue)](https://www.python.org/downloads/)
+[![License](https://img.shields.io/badge/license-MIT-green.svg)](LICENSE)
+
 **Transform any script into a versioned, portable, schedulable workflow command.**
 
 MCLI is a modular CLI framework that lets you write scripts once and run them anywhere - as interactive commands, scheduled jobs, or background daemons. Your workflows live in `~/.mcli/commands/`, are versioned via lockfile, and completely decoupled from the engine source code.
@@ -170,6 +175,35 @@ Write a script. Store it. Version it. Run it anywhere. Schedule it. Share it.
 
 No coupling to the engine. No vendor lock-in. Just portable workflows that work.
 
+## 🚀 Visual Workflow Editing
+
+Edit your workflow JSON files like Jupyter notebooks with our VSCode extension!
+
+[![VSCode Extension](https://img.shields.io/badge/VSCode-Extension-blue?logo=visualstudiocode)](vscode-extension/)
+[![Visual Editing](https://img.shields.io/badge/workflows-visual%20editing-brightgreen)](vscode-extension/)
+
+**Features:**
+- 📝 Cell-based editing (Jupyter-like interface)
+- ⚡ Live code execution (Python, Shell, Bash, Zsh, Fish)
+- 🎯 Monaco editor with IntelliSense
+- 📊 Rich markdown documentation cells
+- 💾 Files stay as `.json` (git-friendly)
+
+**Quick Install:**
+```bash
+# From VSCode Marketplace (pending publication)
+code --install-extension gwicho38.mcli-framework
+
+# Or install from VSIX
+code --install-extension vscode-extension/mcli-framework-1.0.0.vsix
+```
+
+**Learn More:**
+- [Extension README](vscode-extension/README.md) - Features and usage
+- [Visual Editing Guide](README-VISUAL-EDITING.md) - Quick start
+- [Installation Guide](vscode-extension/INSTALL.md) - Detailed setup
+- [Workflow Notebooks Docs](docs/workflow-notebooks.md) - Complete guide
+
 ## ⚡ Quick Start
 
 ### Installation
@@ -450,7 +484,7 @@ Available workflows:
 - **redis** - Redis cache management
 - **videos** - Video processing and overlay removal
 - **sync** - Multi-cloud synchronization
-- **politician-trading** - Financial data collection (specialized)
+- **politician-trading** - Now available as standalone package: [politician-trading-tracker](https://github.com/gwicho38/politician-trading-tracker)
 
 ## 💡 Why MCLI?
 

{mcli_framework-7.10.1 → mcli_framework-7.10.2}/README.md

@@ -1,5 +1,10 @@
 # MCLI - Portable Workflow Framework
 
+[![codecov](https://codecov.io/gh/gwicho38/mcli/branch/main/graph/badge.svg)](https://codecov.io/gh/gwicho38/mcli)
+[![Tests](https://github.com/gwicho38/mcli/workflows/CI%2FCD%20Pipeline/badge.svg)](https://github.com/gwicho38/mcli/actions)
+[![Python Version](https://img.shields.io/badge/python-3.9%20%7C%203.10%20%7C%203.11%20%7C%203.12-blue)](https://www.python.org/downloads/)
+[![License](https://img.shields.io/badge/license-MIT-green.svg)](LICENSE)
+
 **Transform any script into a versioned, portable, schedulable workflow command.**
 
 MCLI is a modular CLI framework that lets you write scripts once and run them anywhere - as interactive commands, scheduled jobs, or background daemons. Your workflows live in `~/.mcli/commands/`, are versioned via lockfile, and completely decoupled from the engine source code.
@@ -10,6 +15,35 @@ Write a script. Store it. Version it. Run it anywhere. Schedule it. Share it.
 
 No coupling to the engine. No vendor lock-in. Just portable workflows that work.
 
+## 🚀 Visual Workflow Editing
+
+Edit your workflow JSON files like Jupyter notebooks with our VSCode extension!
+
+[![VSCode Extension](https://img.shields.io/badge/VSCode-Extension-blue?logo=visualstudiocode)](vscode-extension/)
+[![Visual Editing](https://img.shields.io/badge/workflows-visual%20editing-brightgreen)](vscode-extension/)
+
+**Features:**
+- 📝 Cell-based editing (Jupyter-like interface)
+- ⚡ Live code execution (Python, Shell, Bash, Zsh, Fish)
+- 🎯 Monaco editor with IntelliSense
+- 📊 Rich markdown documentation cells
+- 💾 Files stay as `.json` (git-friendly)
+
+**Quick Install:**
+```bash
+# From VSCode Marketplace (pending publication)
+code --install-extension gwicho38.mcli-framework
+
+# Or install from VSIX
+code --install-extension vscode-extension/mcli-framework-1.0.0.vsix
+```
+
+**Learn More:**
+- [Extension README](vscode-extension/README.md) - Features and usage
+- [Visual Editing Guide](README-VISUAL-EDITING.md) - Quick start
+- [Installation Guide](vscode-extension/INSTALL.md) - Detailed setup
+- [Workflow Notebooks Docs](docs/workflow-notebooks.md) - Complete guide
+
 ## ⚡ Quick Start
 
 ### Installation
@@ -290,7 +324,7 @@ Available workflows:
 - **redis** - Redis cache management
 - **videos** - Video processing and overlay removal
 - **sync** - Multi-cloud synchronization
-- **politician-trading** - Financial data collection (specialized)
+- **politician-trading** - Now available as standalone package: [politician-trading-tracker](https://github.com/gwicho38/politician-trading-tracker)
 
 ## 💡 Why MCLI?
 

{mcli_framework-7.10.1 → mcli_framework-7.10.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "mcli-framework"
-version = "7.10.1"
+version = "7.10.2"
 description = "Portable workflow framework - transform any script into a versioned, schedulable command. Store in ~/.mcli/commands/, version with lockfile, run as daemon or cron job."
 readme = "README.md"
 requires-python = ">=3.9"
@@ -253,6 +253,8 @@ ignore_missing_imports = true
 mypy_path = "src"
 namespace_packages = true
 explicit_package_bases = true
+follow_imports = "normal"
+follow_imports_for_stubs = true
 
 # Output
 show_error_codes = true
@@ -260,6 +262,24 @@ show_column_numbers = true
 show_error_context = true
 color_output = true
 error_summary = true
+pretty = true
+
+# Error reporting
+show_traceback = true
+raise_exceptions = false
+
+# Incremental mode
+incremental = true
+cache_dir = ".mypy_cache"
+
+# Strict options for core modules (enable gradually)
+# disallow_any_unimported = false
+# disallow_any_expr = false
+# disallow_any_decorated = false
+# disallow_any_explicit = false
+# disallow_subclassing_any = false
+# strict_optional = true
+# warn_incomplete_stub = true
 
 # Per-module options
 [[tool.mypy.overrides]]
@@ -278,6 +298,19 @@ module = [
 ]
 warn_return_any = false
 
+# Ignore missing imports for optional dependencies
+[[tool.mypy.overrides]]
+module = [
+    "ollama.*",
+    "streamlit.*",
+    "torch.*",
+    "transformers.*",
+    "mlflow.*",
+    "plotly.*",
+    "supabase.*",
+]
+ignore_missing_imports = true
+
 [build-system]
 requires = ["setuptools>=65.0.0", "wheel>=0.40.0"]
 build-backend = "setuptools.build_meta"
@@ -287,6 +320,7 @@ dev = [
     "black>=25.1.0",
     "isort>=5.13.2",
     "mypy>=1.16.1",
+    "pylint>=3.0.0",
     "pytest>=8.4.1",
     "pytest-cov>=4.1.0",
     "pre-commit>=3.6.0",
@@ -342,6 +376,8 @@ show_missing = true
 precision = 2
 skip_covered = false
 skip_empty = false
+# Fail if coverage is below threshold
+fail_under = 30.0
 
 [tool.coverage.html]
 directory = "htmlcov"

{mcli_framework-7.10.1 → mcli_framework-7.10.2}/src/mcli/lib/custom_commands.py

@@ -107,15 +107,25 @@ class CustomCommandManager:
         """
         Load all custom commands from the commands directory.
 
+        Automatically filters out test commands (starting with 'test_' or 'test-')
+        unless MCLI_INCLUDE_TEST_COMMANDS=true is set.
+
         Returns:
             List of command data dictionaries
         """
         commands = []
+        include_test = os.environ.get('MCLI_INCLUDE_TEST_COMMANDS', 'false').lower() == 'true'
+
         for command_file in self.commands_dir.glob("*.json"):
             # Skip the lockfile
             if command_file.name == "commands.lock.json":
                 continue
 
+            # Skip test commands unless explicitly included
+            if not include_test and command_file.stem.startswith(('test_', 'test-')):
+                logger.debug(f"Skipping test command: {command_file.name}")
+                continue
+
             command_data = self.load_command(command_file)
             if command_data:
                 commands.append(command_data)