@ngocsangairvds/vsaf 4.1.7 → 4.1.9

package/skills/vds-skill/vds-scripts/pdf_orchestrator/scripts/migrate_render_pdfs.py

@@ -1,285 +0,0 @@
-#!/usr/bin/env python3
-"""
-Migration script to transition from render_pdfs.py to VDS PDF Orchestrator.
-
-This script helps migrate existing workflows that use the old render_pdfs.py
-to the new consolidated VDS PDF Orchestrator with enhanced security and styling.
-"""
-
-from __future__ import annotations
-
-import argparse
-import json
-import sys
-from pathlib import Path
-
-# Add src to path for imports
-sys.path.insert(0, str(Path(__file__).parent.parent / "src"))
-
-from vds_pdf_orchestrator.vds_styling import create_vds_styling_converter
-
-from vds_pdf_orchestrator.config import load_settings
-
-
-def find_render_pdfs_usage(root_dir: Path) -> list[dict]:
-    """Find files that reference render_pdfs.py."""
-    usage_patterns = []
-
-    # Search for files that reference render_pdfs.py
-    for file_path in root_dir.rglob("*"):
-        if file_path.is_file() and file_path.suffix in [
-            ".py",
-            ".sh",
-            ".md",
-            ".yml",
-            ".yaml",
-        ]:
-            try:
-                content = file_path.read_text(encoding="utf-8")
-                if "render_pdfs.py" in content:
-                    usage_patterns.append(
-                        {
-                            "file": str(file_path),
-                            "type": file_path.suffix,
-                            "lines": [
-                                f"Line {i + 1}: {line.strip()}"
-                                for i, line in enumerate(content.split("\n"))
-                                if "render_pdfs.py" in line
-                            ],
-                        }
-                    )
-            except (UnicodeDecodeError, PermissionError):
-                continue
-
-    return usage_patterns
-
-
-def generate_migration_commands(usage_patterns: list[dict]) -> list[dict]:
-    """Generate migration commands for each usage pattern."""
-    migrations = []
-
-    for usage in usage_patterns:
-        file_path = Path(usage["file"])
-
-        if usage["type"] == ".py":
-            # Python file migration
-            migrations.append(
-                {
-                    "file": str(file_path),
-                    "type": "python",
-                    "description": "Update Python script to use VDS PDF Orchestrator",
-                    "old_command": "python render_pdfs.py <folder>",
-                    "new_command": "uv run vds-pdf batch-md2pdf <folder>",
-                    "migration_steps": [
-                        "Install VDS PDF Orchestrator: pip install vds-pdf-orchestrator",
-                        "Replace render_pdfs.py calls with vds-pdf batch-md2pdf",
-                        "Update any output path handling",
-                    ],
-                }
-            )
-
-        elif usage["type"] == ".sh":
-            # Shell script migration
-            migrations.append(
-                {
-                    "file": str(file_path),
-                    "type": "shell",
-                    "description": "Update shell script to use VDS PDF Orchestrator",
-                    "old_command": "./pdf-env/bin/python render_pdfs.py <folder>",
-                    "new_command": "vds-pdf batch-md2pdf <folder>",
-                    "migration_steps": [
-                        "Remove pdf-env dependency",
-                        "Replace render_pdfs.py calls with vds-pdf commands",
-                        "Update error handling for new CLI output format",
-                    ],
-                }
-            )
-
-        elif usage["type"] in [".yml", ".yaml"]:
-            # YAML/CI configuration migration
-            migrations.append(
-                {
-                    "file": str(file_path),
-                    "type": "ci",
-                    "description": "Update CI/CD pipeline to use VDS PDF Orchestrator",
-                    "old_command": "./pdf-env/bin/python render_pdfs.py",
-                    "new_command": "vds-pdf batch-md2pdf",
-                    "migration_steps": [
-                        "Update CI environment to install vds-pdf-orchestrator",
-                        "Replace render_pdfs.py commands in pipeline",
-                        "Remove pdf-env caching and setup steps",
-                    ],
-                }
-            )
-
-    return migrations
-
-
-def create_migration_backup(files_to_migrate: list[Path]) -> Path:
-    """Create backup of files that will be migrated."""
-    from datetime import datetime
-
-    timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
-    backup_dir = Path(f"migration_backup_{timestamp}")
-    backup_dir.mkdir(exist_ok=True)
-
-    for file_path in files_to_migrate:
-        if file_path.exists():
-            relative_path = file_path.relative_to(Path.cwd())
-            backup_path = backup_dir / relative_path
-            backup_path.parent.mkdir(parents=True, exist_ok=True)
-            backup_path.write_text(file_path.read_text(encoding="utf-8"))
-
-    return backup_dir
-
-
-def test_vds_orchestrator_setup() -> dict:
-    """Test if VDS PDF Orchestrator is properly set up."""
-    try:
-        settings = load_settings()
-        converter = create_vds_styling_converter(settings)
-
-        # Test basic functionality with a minimal markdown file
-        test_md = Path("test_migration.md")
-        test_md.write_text("# Test\n\nThis is a test markdown file.", encoding="utf-8")
-
-        test_pdf = Path("test_migration.pdf")
-        result = converter.convert_markdown_to_vds_pdf(test_md, test_pdf, True)
-
-        # Cleanup
-        if test_md.exists():
-            test_md.unlink()
-        if test_pdf.exists():
-            test_pdf.unlink()
-
-        return {
-            "success": result["success"],
-            "styling_available": result["styling_used"] == "vds_corporate",
-            "message": "VDS PDF Orchestrator is working correctly"
-            if result["success"]
-            else f"Setup issue: {result.get('error', 'Unknown error')}",
-        }
-
-    except Exception as e:
-        return {
-            "success": False,
-            "styling_available": False,
-            "message": f"Setup failed: {str(e)}",
-        }
-
-
-def main() -> int:
-    """Main migration function."""
-    parser = argparse.ArgumentParser(
-        description="Migrate from render_pdfs.py to VDS PDF Orchestrator"
-    )
-    parser.add_argument(
-        "root_dir",
-        type=Path,
-        nargs="?",
-        default=Path.cwd(),
-        help="Root directory to search for render_pdfs.py usage (default: current directory)",
-    )
-    parser.add_argument(
-        "--dry-run",
-        action="store_true",
-        help="Show migration plan without making changes",
-    )
-    parser.add_argument(
-        "--output",
-        type=Path,
-        default=Path("migration_plan.json"),
-        help="Output file for migration plan (default: migration_plan.json)",
-    )
-    parser.add_argument(
-        "--test-setup",
-        action="store_true",
-        help="Test VDS PDF Orchestrator setup before migration",
-    )
-
-    args = parser.parse_args()
-
-    print("🔍 VDS PDF Orchestrator Migration Tool")
-    print("=" * 50)
-
-    # Test setup if requested
-    if args.test_setup:
-        print("\n🧪 Testing VDS PDF Orchestrator setup...")
-        test_result = test_vds_orchestrator_setup()
-        if test_result["success"]:
-            print(f"✅ {test_result['message']}")
-            if test_result["styling_available"]:
-                print("✅ VDS corporate styling is available")
-            else:
-                print("⚠️  VDS corporate styling not available, using fallback styling")
-        else:
-            print(f"❌ {test_result['message']}")
-            return 1
-
-    # Find usage patterns
-    print(f"\n🔍 Searching for render_pdfs.py usage in: {args.root_dir}")
-    usage_patterns = find_render_pdfs_usage(args.root_dir)
-
-    if not usage_patterns:
-        print("✅ No render_pdfs.py usage found. No migration needed.")
-        return 0
-
-    print(f"📊 Found {len(usage_patterns)} file(s) using render_pdfs.py:")
-    for i, usage in enumerate(usage_patterns, 1):
-        print(f"   {i}. {usage['file']} ({usage['type']})")
-        for line in usage["lines"][:3]:  # Show first 3 lines
-            print(f"      {line}")
-        if len(usage["lines"]) > 3:
-            print(f"      ... and {len(usage['lines']) - 3} more reference(s)")
-
-    # Generate migration plan
-    print("\n📋 Generating migration plan...")
-    migrations = generate_migration_commands(usage_patterns)
-
-    migration_plan = {
-        "timestamp": str(args.root_dir),
-        "total_files": len(usage_patterns),
-        "migrations": migrations,
-        "summary": {
-            "python_files": len([m for m in migrations if m["type"] == "python"]),
-            "shell_files": len([m for m in migrations if m["type"] == "shell"]),
-            "ci_files": len([m for m in migrations if m["type"] == "ci"]),
-        },
-    }
-
-    # Save migration plan
-    args.output.parent.mkdir(parents=True, exist_ok=True)
-    args.output.write_text(json.dumps(migration_plan, indent=2), encoding="utf-8")
-    print(f"💾 Migration plan saved to: {args.output}")
-
-    # Show migration summary
-    print("\n📊 Migration Summary:")
-    print(f"   Total files to migrate: {migration_plan['total_files']}")
-    print(f"   Python scripts: {migration_plan['summary']['python_files']}")
-    print(f"   Shell scripts: {migration_plan['summary']['shell_files']}")
-    print(f"   CI/CD files: {migration_plan['summary']['ci_files']}")
-
-    # Show sample migration
-    if migrations:
-        print("\n🔄 Sample Migration:")
-        sample = migrations[0]
-        print(f"   File: {sample['file']}")
-        print(f"   Type: {sample['type']}")
-        print(f"   Old command: {sample['old_command']}")
-        print(f"   New command: {sample['new_command']}")
-        print("   Steps:")
-        for step in sample["migration_steps"]:
-            print(f"      • {step}")
-
-    if not args.dry_run:
-        print("\n⚠️  Dry run mode. No changes made.")
-        print("   Run with --dry-run=False to apply migrations.")
-    else:
-        print("\n🚀 Ready to apply migrations!")
-        print("   Review the migration plan and run again to apply changes.")
-
-    return 0
-
-
-if __name__ == "__main__":
-    sys.exit(main())

package/skills/vds-skill/vds-scripts/pdf_orchestrator/scripts/setup_team.bat

@@ -1,283 +0,0 @@
-@echo off
-REM VDS PDF Orchestrator Team Setup Script (Windows)
-
-setlocal enabledelayedexpansion
-
-echo ========================================
-echo VDS PDF Orchestrator Team Setup
-echo ========================================
-echo.
-
-REM Function to check if command exists
-:check_command
-where %1 >nul 2>nul
-goto :eof
-
-REM Function to print colored output (Windows 10+)
-:print_status
-if "%~2"=="BLUE" echo [94m%~3[0m
-if "%~2"=="GREEN" echo [92m%~3[0m
-if "%~2"=="YELLOW" echo [93m%~3[0m
-if "%~2"=="RED" echo [91m%~3[0m
-goto :eof
-
-REM Check Python installation
-echo [94mChecking Python installation...[0m
-
-call :check_command python3
-if !errorlevel! equ 0 (
-    set "PYTHON_CMD=python3"
-) else (
-    call :check_command python
-    if !errorlevel! equ 0 (
-        set "PYTHON_CMD=python"
-    ) else (
-        echo [91m❌ Python is not installed. Please install Python 3.13+ first.[0m
-        echo    Visit https://www.python.org/downloads/ for installation instructions
-        pause
-        exit /b 1
-    )
-)
-
-REM Check Python version
-for /f "tokens=*" %%i in ('!PYTHON_CMD! -c "import sys; print(f'{sys.version_info.major}.{sys.version_info.minor}')"') do set PYTHON_VERSION=%%i
-
-echo [92m✅ Python !PYTHON_VERSION! found[0m
-echo.
-
-REM Check uv installation
-echo [94mChecking uv installation...[0m
-
-call :check_command uv
-if !errorlevel! equ 0 (
-    echo [92m✅ uv is installed[0m
-    echo [94mUpdating uv to latest version...[0m
-    uv self update
-) else (
-    echo [93m⚠️  uv is not installed. Installing uv...[0m
-    echo    Installing uv (fast Python package manager)...
-
-    REM Download and install uv using PowerShell
-    powershell -ExecutionPolicy Bypass -Command "irm https://astral.sh/uv/install.ps1 | iex"
-
-    REM Check if installation succeeded
-    timeout /t 2 >nul
-    call :check_command uv
-    if !errorlevel! equ 0 (
-        echo [92m✅ uv installed successfully![0m
-    ) else (
-        echo [91m❌ uv installation failed. Please install manually:[0m
-        echo    Visit https://github.com/astral-sh/uv for installation instructions
-        pause
-        exit /b 1
-    )
-)
-
-REM Setup development environment
-echo [94mSetting up development environment...[0m
-
-REM Create necessary directories
-if not exist "data" mkdir data
-if not exist "logs" mkdir logs
-if not exist "cache" mkdir cache
-
-REM Create .env file if it doesn't exist
-if not exist ".env" (
-    echo [94mCreating .env file...[0m
-    (
-        echo # VDS PDF Orchestrator Environment Configuration
-        echo.
-        echo # Development Settings
-        echo ENV=development
-        echo LOG_LEVEL=debug
-        echo PYTHONPATH=/app/src
-        echo PYTHONUNBUFFERED=1
-        echo.
-        echo # Security Settings ^(Development^)
-        echo VDS_PDF_MAX_FILE_SIZE=104857600  REM 100MB for dev testing
-        echo VDS_PDF_MAX_PAGES=500
-        echo VDS_PDF_ENABLE_SECURITY_VALIDATION=true
-        echo VDS_PDF_ENABLE_URI_VALIDATION=false  REM Disabled for dev convenience
-        echo VDS_PDF_CONVERSION_TIMEOUT=300
-        echo.
-        echo # Resource Limits
-        echo VDS_PDF_MAX_MEMORY_MB=1024
-        echo VDS_PDF_MAX_CONVERSIONS_PER_MINUTE=20
-        echo.
-        echo # MCP Server Configuration
-        echo MCP_SERVER_NAME=vds-pdf-orchestrator-dev
-        echo MCP_SERVER_VERSION=0.1.0-dev
-    ) > .env
-    echo [92m✅ .env file created[0m
-) else (
-    echo [92m✅ .env file already exists[0m
-)
-
-REM Install dependencies
-echo [94mInstalling Python dependencies...[0m
-
-uv sync
-if !errorlevel! equ 0 (
-    echo [92m✅ Dependencies installed successfully![0m
-) else (
-    echo [91m❌ Failed to install dependencies[0m
-    pause
-    exit /b 1
-)
-
-REM Run tests
-echo [94mRunning tests to verify installation...[0m
-
-uv run pytest
-if !errorlevel! equ 0 (
-    echo [92m✅ All tests passed![0m
-) else (
-    echo [93m⚠️  Some tests failed. Check the output above for details.[0m
-    echo    This might be due to missing optional dependencies or configuration issues.
-)
-
-REM Check Docker setup
-echo [94mChecking Docker setup...[0m
-
-call :check_command docker
-if !errorlevel! equ 0 (
-    call :check_command docker-compose
-    if !errorlevel! equ 0 (
-        echo [92m✅ Docker and Docker Compose are available[0m
-
-        REM Test Docker Compose configuration
-        docker-compose config >nul 2>&1
-        if !errorlevel! equ 0 (
-            echo [92m✅ Docker Compose configuration is valid[0m
-            echo [94mYou can start the development environment with:[0m
-            echo    docker-compose up -d
-        ) else (
-            echo [93m⚠️  Docker Compose configuration has issues[0m
-            echo    Check the docker-compose.yml file for errors
-        )
-    ) else (
-        echo [93m⚠️  Docker Compose is not available[0m
-        echo    Docker Compose is optional but recommended for full development experience
-        echo    Install Docker Desktop from: https://docs.docker.com/get-docker/
-    )
-) else (
-    echo [93m⚠️  Docker is not available[0m
-    echo    Docker is optional but recommended for full development experience
-    echo    Install Docker from: https://docs.docker.com/get-docker/
-)
-
-REM Create development scripts
-echo [94mCreating development convenience scripts...[0m
-
-REM Create start script
-(
-    echo @echo off
-    echo REM Start VDS PDF Orchestrator development environment
-    echo.
-    echo echo 🚀 Starting VDS PDF Orchestrator development environment...
-    echo.
-    echo REM Start Docker services
-    echo echo Starting Docker services...
-    echo docker-compose up -d
-    echo.
-    echo REM Wait for services to be ready
-    echo echo Waiting for services to be ready...
-    echo timeout /t 10 >nul
-    echo.
-    echo REM Check service status
-    echo echo Checking service status...
-    echo docker-compose ps
-    echo.
-    echo REM Show health status
-    echo echo Checking service health...
-    echo curl -s http://localhost:8000/health 2^>nul ^|^| echo Health check not available yet
-    echo.
-    echo echo ✅ Development environment started!
-    echo echo.
-    echo echo Services available:
-    echo echo   - MCP Server: http://localhost:8000
-    echo echo   - Redis: localhost:6379
-    echo echo   - Logs: docker-compose logs -f vds-pdf-orchestrator
-    echo echo.
-    echo echo To stop: docker-compose down
-) > start_dev.bat
-
-REM Create test script
-(
-    echo @echo off
-    echo REM Run tests for VDS PDF Orchestrator
-    echo.
-    echo echo 🧪 Running VDS PDF Orchestrator tests...
-    echo.
-    echo REM Activate virtual environment and run tests
-    echo .venv\Scripts\activate ^&^& pytest -v
-    echo.
-    echo echo ✅ Tests completed!
-) > run_tests.bat
-
-REM Create lint script
-(
-    echo @echo off
-    echo REM Run linting for VDS PDF Orchestrator
-    echo.
-    echo echo 🔍 Running code linting...
-    echo.
-    echo REM Activate virtual environment
-    echo .venv\Scripts\activate
-    echo.
-    echo REM Run ruff
-    echo ruff check .
-    echo if !errorlevel! equ 0 ^(
-    echo     echo ✅ No linting issues found!
-    echo ^) else ^(
-    echo     echo ⚠️  Linting issues found. Run 'ruff check --fix .' to fix auto-fixable issues.
-    echo ^)
-    echo.
-    echo REM Run formatting check
-    echo ruff format --check .
-    echo if !errorlevel! equ 0 ^(
-    echo     echo ✅ Code formatting is correct!
-    echo ^) else ^(
-    echo     echo ⚠️  Code formatting issues found. Run 'ruff format .' to fix.
-    echo ^)
-) > lint.bat
-
-echo [92m✅ Development scripts created:[0m
-echo    - start_dev.bat: Start development environment
-echo    - run_tests.bat: Run test suite
-echo    - lint.bat: Run code linting
-echo.
-
-REM Show next steps
-echo [92m🎉 VDS PDF Orchestrator setup completed successfully![0m
-echo.
-echo 📋 Next steps:
-echo.
-echo 1. Start development environment:
-echo    start_dev.bat
-echo    or: docker-compose up -d
-echo.
-echo 2. Run tests:
-echo    run_tests.bat
-echo    or: uv run pytest
-echo.
-echo 3. Run MCP server locally:
-echo    .venv\Scripts\activate
-echo    python -m src.vds_pdf_orchestrator.mcp_server
-echo.
-echo 4. Check code quality:
-echo    lint.bat
-echo.
-echo 5. View logs:
-echo    docker-compose logs -f vds-pdf-orchestrator
-echo.
-echo 6. Check service health:
-echo    curl http://localhost:8000/health
-echo.
-echo 📚 For more information, see:
-echo    - README.md: General documentation
-echo    - README_DOCKER.md: Docker development guide
-echo    - TEAM_INSTALLATION.md: Team installation guide
-echo.
-
-pause