@ngocsangairvds/vsaf 4.1.9 → 4.1.10

package/skills/vds-skill/runtime/pdf_orchestrator/scripts/migrate_render_pdfs.py

@@ -0,0 +1,285 @@
+#!/usr/bin/env python3
+"""
+Migration script to transition from render_pdfs.py to VDS PDF Orchestrator.
+
+This script helps migrate existing workflows that use the old render_pdfs.py
+to the new consolidated VDS PDF Orchestrator with enhanced security and styling.
+"""
+
+from __future__ import annotations
+
+import argparse
+import json
+import sys
+from pathlib import Path
+
+# Add src to path for imports
+sys.path.insert(0, str(Path(__file__).parent.parent / "src"))
+
+from vds_pdf_orchestrator.vds_styling import create_vds_styling_converter
+
+from vds_pdf_orchestrator.config import load_settings
+
+
+def find_render_pdfs_usage(root_dir: Path) -> list[dict]:
+    """Find files that reference render_pdfs.py."""
+    usage_patterns = []
+
+    # Search for files that reference render_pdfs.py
+    for file_path in root_dir.rglob("*"):
+        if file_path.is_file() and file_path.suffix in [
+            ".py",
+            ".sh",
+            ".md",
+            ".yml",
+            ".yaml",
+        ]:
+            try:
+                content = file_path.read_text(encoding="utf-8")
+                if "render_pdfs.py" in content:
+                    usage_patterns.append(
+                        {
+                            "file": str(file_path),
+                            "type": file_path.suffix,
+                            "lines": [
+                                f"Line {i + 1}: {line.strip()}"
+                                for i, line in enumerate(content.split("\n"))
+                                if "render_pdfs.py" in line
+                            ],
+                        }
+                    )
+            except (UnicodeDecodeError, PermissionError):
+                continue
+
+    return usage_patterns
+
+
+def generate_migration_commands(usage_patterns: list[dict]) -> list[dict]:
+    """Generate migration commands for each usage pattern."""
+    migrations = []
+
+    for usage in usage_patterns:
+        file_path = Path(usage["file"])
+
+        if usage["type"] == ".py":
+            # Python file migration
+            migrations.append(
+                {
+                    "file": str(file_path),
+                    "type": "python",
+                    "description": "Update Python script to use VDS PDF Orchestrator",
+                    "old_command": "python render_pdfs.py <folder>",
+                    "new_command": "uv run vds-pdf batch-md2pdf <folder>",
+                    "migration_steps": [
+                        "Install VDS PDF Orchestrator: pip install vds-pdf-orchestrator",
+                        "Replace render_pdfs.py calls with vds-pdf batch-md2pdf",
+                        "Update any output path handling",
+                    ],
+                }
+            )
+
+        elif usage["type"] == ".sh":
+            # Shell script migration
+            migrations.append(
+                {
+                    "file": str(file_path),
+                    "type": "shell",
+                    "description": "Update shell script to use VDS PDF Orchestrator",
+                    "old_command": "./pdf-env/bin/python render_pdfs.py <folder>",
+                    "new_command": "vds-pdf batch-md2pdf <folder>",
+                    "migration_steps": [
+                        "Remove pdf-env dependency",
+                        "Replace render_pdfs.py calls with vds-pdf commands",
+                        "Update error handling for new CLI output format",
+                    ],
+                }
+            )
+
+        elif usage["type"] in [".yml", ".yaml"]:
+            # YAML/CI configuration migration
+            migrations.append(
+                {
+                    "file": str(file_path),
+                    "type": "ci",
+                    "description": "Update CI/CD pipeline to use VDS PDF Orchestrator",
+                    "old_command": "./pdf-env/bin/python render_pdfs.py",
+                    "new_command": "vds-pdf batch-md2pdf",
+                    "migration_steps": [
+                        "Update CI environment to install vds-pdf-orchestrator",
+                        "Replace render_pdfs.py commands in pipeline",
+                        "Remove pdf-env caching and setup steps",
+                    ],
+                }
+            )
+
+    return migrations
+
+
+def create_migration_backup(files_to_migrate: list[Path]) -> Path:
+    """Create backup of files that will be migrated."""
+    from datetime import datetime
+
+    timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+    backup_dir = Path(f"migration_backup_{timestamp}")
+    backup_dir.mkdir(exist_ok=True)
+
+    for file_path in files_to_migrate:
+        if file_path.exists():
+            relative_path = file_path.relative_to(Path.cwd())
+            backup_path = backup_dir / relative_path
+            backup_path.parent.mkdir(parents=True, exist_ok=True)
+            backup_path.write_text(file_path.read_text(encoding="utf-8"))
+
+    return backup_dir
+
+
+def test_vds_orchestrator_setup() -> dict:
+    """Test if VDS PDF Orchestrator is properly set up."""
+    try:
+        settings = load_settings()
+        converter = create_vds_styling_converter(settings)
+
+        # Test basic functionality with a minimal markdown file
+        test_md = Path("test_migration.md")
+        test_md.write_text("# Test\n\nThis is a test markdown file.", encoding="utf-8")
+
+        test_pdf = Path("test_migration.pdf")
+        result = converter.convert_markdown_to_vds_pdf(test_md, test_pdf, True)
+
+        # Cleanup
+        if test_md.exists():
+            test_md.unlink()
+        if test_pdf.exists():
+            test_pdf.unlink()
+
+        return {
+            "success": result["success"],
+            "styling_available": result["styling_used"] == "vds_corporate",
+            "message": "VDS PDF Orchestrator is working correctly"
+            if result["success"]
+            else f"Setup issue: {result.get('error', 'Unknown error')}",
+        }
+
+    except Exception as e:
+        return {
+            "success": False,
+            "styling_available": False,
+            "message": f"Setup failed: {str(e)}",
+        }
+
+
+def main() -> int:
+    """Main migration function."""
+    parser = argparse.ArgumentParser(
+        description="Migrate from render_pdfs.py to VDS PDF Orchestrator"
+    )
+    parser.add_argument(
+        "root_dir",
+        type=Path,
+        nargs="?",
+        default=Path.cwd(),
+        help="Root directory to search for render_pdfs.py usage (default: current directory)",
+    )
+    parser.add_argument(
+        "--dry-run",
+        action="store_true",
+        help="Show migration plan without making changes",
+    )
+    parser.add_argument(
+        "--output",
+        type=Path,
+        default=Path("migration_plan.json"),
+        help="Output file for migration plan (default: migration_plan.json)",
+    )
+    parser.add_argument(
+        "--test-setup",
+        action="store_true",
+        help="Test VDS PDF Orchestrator setup before migration",
+    )
+
+    args = parser.parse_args()
+
+    print("🔍 VDS PDF Orchestrator Migration Tool")
+    print("=" * 50)
+
+    # Test setup if requested
+    if args.test_setup:
+        print("\n🧪 Testing VDS PDF Orchestrator setup...")
+        test_result = test_vds_orchestrator_setup()
+        if test_result["success"]:
+            print(f"✅ {test_result['message']}")
+            if test_result["styling_available"]:
+                print("✅ VDS corporate styling is available")
+            else:
+                print("⚠️  VDS corporate styling not available, using fallback styling")
+        else:
+            print(f"❌ {test_result['message']}")
+            return 1
+
+    # Find usage patterns
+    print(f"\n🔍 Searching for render_pdfs.py usage in: {args.root_dir}")
+    usage_patterns = find_render_pdfs_usage(args.root_dir)
+
+    if not usage_patterns:
+        print("✅ No render_pdfs.py usage found. No migration needed.")
+        return 0
+
+    print(f"📊 Found {len(usage_patterns)} file(s) using render_pdfs.py:")
+    for i, usage in enumerate(usage_patterns, 1):
+        print(f"   {i}. {usage['file']} ({usage['type']})")
+        for line in usage["lines"][:3]:  # Show first 3 lines
+            print(f"      {line}")
+        if len(usage["lines"]) > 3:
+            print(f"      ... and {len(usage['lines']) - 3} more reference(s)")
+
+    # Generate migration plan
+    print("\n📋 Generating migration plan...")
+    migrations = generate_migration_commands(usage_patterns)
+
+    migration_plan = {
+        "timestamp": str(args.root_dir),
+        "total_files": len(usage_patterns),
+        "migrations": migrations,
+        "summary": {
+            "python_files": len([m for m in migrations if m["type"] == "python"]),
+            "shell_files": len([m for m in migrations if m["type"] == "shell"]),
+            "ci_files": len([m for m in migrations if m["type"] == "ci"]),
+        },
+    }
+
+    # Save migration plan
+    args.output.parent.mkdir(parents=True, exist_ok=True)
+    args.output.write_text(json.dumps(migration_plan, indent=2), encoding="utf-8")
+    print(f"💾 Migration plan saved to: {args.output}")
+
+    # Show migration summary
+    print("\n📊 Migration Summary:")
+    print(f"   Total files to migrate: {migration_plan['total_files']}")
+    print(f"   Python scripts: {migration_plan['summary']['python_files']}")
+    print(f"   Shell scripts: {migration_plan['summary']['shell_files']}")
+    print(f"   CI/CD files: {migration_plan['summary']['ci_files']}")
+
+    # Show sample migration
+    if migrations:
+        print("\n🔄 Sample Migration:")
+        sample = migrations[0]
+        print(f"   File: {sample['file']}")
+        print(f"   Type: {sample['type']}")
+        print(f"   Old command: {sample['old_command']}")
+        print(f"   New command: {sample['new_command']}")
+        print("   Steps:")
+        for step in sample["migration_steps"]:
+            print(f"      • {step}")
+
+    if not args.dry_run:
+        print("\n⚠️  Dry run mode. No changes made.")
+        print("   Run with --dry-run=False to apply migrations.")
+    else:
+        print("\n🚀 Ready to apply migrations!")
+        print("   Review the migration plan and run again to apply changes.")
+
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())

package/skills/vds-skill/runtime/pdf_orchestrator/scripts/setup_team.bat

@@ -0,0 +1,283 @@
+@echo off
+REM VDS PDF Orchestrator Team Setup Script (Windows)
+
+setlocal enabledelayedexpansion
+
+echo ========================================
+echo VDS PDF Orchestrator Team Setup
+echo ========================================
+echo.
+
+REM Function to check if command exists
+:check_command
+where %1 >nul 2>nul
+goto :eof
+
+REM Function to print colored output (Windows 10+)
+:print_status
+if "%~2"=="BLUE" echo [94m%~3[0m
+if "%~2"=="GREEN" echo [92m%~3[0m
+if "%~2"=="YELLOW" echo [93m%~3[0m
+if "%~2"=="RED" echo [91m%~3[0m
+goto :eof
+
+REM Check Python installation
+echo [94mChecking Python installation...[0m
+
+call :check_command python3
+if !errorlevel! equ 0 (
+    set "PYTHON_CMD=python3"
+) else (
+    call :check_command python
+    if !errorlevel! equ 0 (
+        set "PYTHON_CMD=python"
+    ) else (
+        echo [91m❌ Python is not installed. Please install Python 3.13+ first.[0m
+        echo    Visit https://www.python.org/downloads/ for installation instructions
+        pause
+        exit /b 1
+    )
+)
+
+REM Check Python version
+for /f "tokens=*" %%i in ('!PYTHON_CMD! -c "import sys; print(f'{sys.version_info.major}.{sys.version_info.minor}')"') do set PYTHON_VERSION=%%i
+
+echo [92m✅ Python !PYTHON_VERSION! found[0m
+echo.
+
+REM Check uv installation
+echo [94mChecking uv installation...[0m
+
+call :check_command uv
+if !errorlevel! equ 0 (
+    echo [92m✅ uv is installed[0m
+    echo [94mUpdating uv to latest version...[0m
+    uv self update
+) else (
+    echo [93m⚠️  uv is not installed. Installing uv...[0m
+    echo    Installing uv (fast Python package manager)...
+
+    REM Download and install uv using PowerShell
+    powershell -ExecutionPolicy Bypass -Command "irm https://astral.sh/uv/install.ps1 | iex"
+
+    REM Check if installation succeeded
+    timeout /t 2 >nul
+    call :check_command uv
+    if !errorlevel! equ 0 (
+        echo [92m✅ uv installed successfully![0m
+    ) else (
+        echo [91m❌ uv installation failed. Please install manually:[0m
+        echo    Visit https://github.com/astral-sh/uv for installation instructions
+        pause
+        exit /b 1
+    )
+)
+
+REM Setup development environment
+echo [94mSetting up development environment...[0m
+
+REM Create necessary directories
+if not exist "data" mkdir data
+if not exist "logs" mkdir logs
+if not exist "cache" mkdir cache
+
+REM Create .env file if it doesn't exist
+if not exist ".env" (
+    echo [94mCreating .env file...[0m
+    (
+        echo # VDS PDF Orchestrator Environment Configuration
+        echo.
+        echo # Development Settings
+        echo ENV=development
+        echo LOG_LEVEL=debug
+        echo PYTHONPATH=/app/src
+        echo PYTHONUNBUFFERED=1
+        echo.
+        echo # Security Settings ^(Development^)
+        echo VDS_PDF_MAX_FILE_SIZE=104857600  REM 100MB for dev testing
+        echo VDS_PDF_MAX_PAGES=500
+        echo VDS_PDF_ENABLE_SECURITY_VALIDATION=true
+        echo VDS_PDF_ENABLE_URI_VALIDATION=false  REM Disabled for dev convenience
+        echo VDS_PDF_CONVERSION_TIMEOUT=300
+        echo.
+        echo # Resource Limits
+        echo VDS_PDF_MAX_MEMORY_MB=1024
+        echo VDS_PDF_MAX_CONVERSIONS_PER_MINUTE=20
+        echo.
+        echo # MCP Server Configuration
+        echo MCP_SERVER_NAME=vds-pdf-orchestrator-dev
+        echo MCP_SERVER_VERSION=0.1.0-dev
+    ) > .env
+    echo [92m✅ .env file created[0m
+) else (
+    echo [92m✅ .env file already exists[0m
+)
+
+REM Install dependencies
+echo [94mInstalling Python dependencies...[0m
+
+uv sync
+if !errorlevel! equ 0 (
+    echo [92m✅ Dependencies installed successfully![0m
+) else (
+    echo [91m❌ Failed to install dependencies[0m
+    pause
+    exit /b 1
+)
+
+REM Run tests
+echo [94mRunning tests to verify installation...[0m
+
+uv run pytest
+if !errorlevel! equ 0 (
+    echo [92m✅ All tests passed![0m
+) else (
+    echo [93m⚠️  Some tests failed. Check the output above for details.[0m
+    echo    This might be due to missing optional dependencies or configuration issues.
+)
+
+REM Check Docker setup
+echo [94mChecking Docker setup...[0m
+
+call :check_command docker
+if !errorlevel! equ 0 (
+    call :check_command docker-compose
+    if !errorlevel! equ 0 (
+        echo [92m✅ Docker and Docker Compose are available[0m
+
+        REM Test Docker Compose configuration
+        docker-compose config >nul 2>&1
+        if !errorlevel! equ 0 (
+            echo [92m✅ Docker Compose configuration is valid[0m
+            echo [94mYou can start the development environment with:[0m
+            echo    docker-compose up -d
+        ) else (
+            echo [93m⚠️  Docker Compose configuration has issues[0m
+            echo    Check the docker-compose.yml file for errors
+        )
+    ) else (
+        echo [93m⚠️  Docker Compose is not available[0m
+        echo    Docker Compose is optional but recommended for full development experience
+        echo    Install Docker Desktop from: https://docs.docker.com/get-docker/
+    )
+) else (
+    echo [93m⚠️  Docker is not available[0m
+    echo    Docker is optional but recommended for full development experience
+    echo    Install Docker from: https://docs.docker.com/get-docker/
+)
+
+REM Create development scripts
+echo [94mCreating development convenience scripts...[0m
+
+REM Create start script
+(
+    echo @echo off
+    echo REM Start VDS PDF Orchestrator development environment
+    echo.
+    echo echo 🚀 Starting VDS PDF Orchestrator development environment...
+    echo.
+    echo REM Start Docker services
+    echo echo Starting Docker services...
+    echo docker-compose up -d
+    echo.
+    echo REM Wait for services to be ready
+    echo echo Waiting for services to be ready...
+    echo timeout /t 10 >nul
+    echo.
+    echo REM Check service status
+    echo echo Checking service status...
+    echo docker-compose ps
+    echo.
+    echo REM Show health status
+    echo echo Checking service health...
+    echo curl -s http://localhost:8000/health 2^>nul ^|^| echo Health check not available yet
+    echo.
+    echo echo ✅ Development environment started!
+    echo echo.
+    echo echo Services available:
+    echo echo   - MCP Server: http://localhost:8000
+    echo echo   - Redis: localhost:6379
+    echo echo   - Logs: docker-compose logs -f vds-pdf-orchestrator
+    echo echo.
+    echo echo To stop: docker-compose down
+) > start_dev.bat
+
+REM Create test script
+(
+    echo @echo off
+    echo REM Run tests for VDS PDF Orchestrator
+    echo.
+    echo echo 🧪 Running VDS PDF Orchestrator tests...
+    echo.
+    echo REM Activate virtual environment and run tests
+    echo .venv\Scripts\activate ^&^& pytest -v
+    echo.
+    echo echo ✅ Tests completed!
+) > run_tests.bat
+
+REM Create lint script
+(
+    echo @echo off
+    echo REM Run linting for VDS PDF Orchestrator
+    echo.
+    echo echo 🔍 Running code linting...
+    echo.
+    echo REM Activate virtual environment
+    echo .venv\Scripts\activate
+    echo.
+    echo REM Run ruff
+    echo ruff check .
+    echo if !errorlevel! equ 0 ^(
+    echo     echo ✅ No linting issues found!
+    echo ^) else ^(
+    echo     echo ⚠️  Linting issues found. Run 'ruff check --fix .' to fix auto-fixable issues.
+    echo ^)
+    echo.
+    echo REM Run formatting check
+    echo ruff format --check .
+    echo if !errorlevel! equ 0 ^(
+    echo     echo ✅ Code formatting is correct!
+    echo ^) else ^(
+    echo     echo ⚠️  Code formatting issues found. Run 'ruff format .' to fix.
+    echo ^)
+) > lint.bat
+
+echo [92m✅ Development scripts created:[0m
+echo    - start_dev.bat: Start development environment
+echo    - run_tests.bat: Run test suite
+echo    - lint.bat: Run code linting
+echo.
+
+REM Show next steps
+echo [92m🎉 VDS PDF Orchestrator setup completed successfully![0m
+echo.
+echo 📋 Next steps:
+echo.
+echo 1. Start development environment:
+echo    start_dev.bat
+echo    or: docker-compose up -d
+echo.
+echo 2. Run tests:
+echo    run_tests.bat
+echo    or: uv run pytest
+echo.
+echo 3. Run MCP server locally:
+echo    .venv\Scripts\activate
+echo    python -m src.vds_pdf_orchestrator.mcp_server
+echo.
+echo 4. Check code quality:
+echo    lint.bat
+echo.
+echo 5. View logs:
+echo    docker-compose logs -f vds-pdf-orchestrator
+echo.
+echo 6. Check service health:
+echo    curl http://localhost:8000/health
+echo.
+echo 📚 For more information, see:
+echo    - README.md: General documentation
+echo    - README_DOCKER.md: Docker development guide
+echo    - TEAM_INSTALLATION.md: Team installation guide
+echo.
+
+pause