@exulu/backend 1.48.2 → 1.49.0

package/ee/python/setup.sh

@@ -0,0 +1,180 @@
+#!/bin/bash
+# Python Environment Setup Script
+# Sets up Python virtual environment and installs dependencies for @exulu/backend
+
+set -e  # Exit on error
+
+# Color codes for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m' # No Color
+
+# Get the directory where this script is located
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+VENV_DIR="${SCRIPT_DIR}/.venv"
+REQUIREMENTS_FILE="${SCRIPT_DIR}/requirements.txt"
+
+# Minimum Python version required
+MIN_PYTHON_MAJOR=3
+MIN_PYTHON_MINOR=10
+
+echo -e "${BLUE}========================================${NC}"
+echo -e "${BLUE}  Exulu Python Environment Setup${NC}"
+echo -e "${BLUE}========================================${NC}"
+echo ""
+
+# Function to print colored messages
+print_success() {
+    echo -e "${GREEN}✓${NC} $1"
+}
+
+print_error() {
+    echo -e "${RED}✗${NC} $1"
+}
+
+print_warning() {
+    echo -e "${YELLOW}!${NC} $1"
+}
+
+print_info() {
+    echo -e "${BLUE}ℹ${NC} $1"
+}
+
+# Function to check Python version
+check_python_version() {
+    local python_cmd=$1
+
+    if ! command -v "$python_cmd" &> /dev/null; then
+        return 1
+    fi
+
+    # Get Python version
+    local version=$($python_cmd --version 2>&1 | awk '{print $2}')
+    local major=$(echo "$version" | cut -d. -f1)
+    local minor=$(echo "$version" | cut -d. -f2)
+
+    # Check if version meets requirements
+    if [ "$major" -gt "$MIN_PYTHON_MAJOR" ] || \
+       ([ "$major" -eq "$MIN_PYTHON_MAJOR" ] && [ "$minor" -ge "$MIN_PYTHON_MINOR" ]); then
+        echo "$python_cmd"
+        return 0
+    fi
+
+    return 1
+}
+
+# Step 1: Check for Python installation
+echo "Step 1: Checking Python installation..."
+PYTHON_CMD=""
+
+# Try different Python commands
+for cmd in python3.12 python3.11 python3.10 python3 python; do
+    if PYTHON_CMD=$(check_python_version "$cmd"); then
+        break
+    fi
+done
+
+if [ -z "$PYTHON_CMD" ]; then
+    print_error "Python ${MIN_PYTHON_MAJOR}.${MIN_PYTHON_MINOR}+ is required but not found"
+    echo ""
+    echo "Please install Python ${MIN_PYTHON_MAJOR}.${MIN_PYTHON_MINOR} or higher:"
+    echo "  - macOS: brew install python@3.12"
+    echo "  - Ubuntu/Debian: sudo apt-get install python3.12"
+    echo "  - Windows: Download from https://www.python.org/downloads/"
+    echo ""
+    exit 1
+fi
+
+PYTHON_VERSION=$($PYTHON_CMD --version 2>&1 | awk '{print $2}')
+print_success "Found Python $PYTHON_VERSION at $(which $PYTHON_CMD)"
+
+# Step 2: Check for pip
+echo ""
+echo "Step 2: Checking pip installation..."
+if ! $PYTHON_CMD -m pip --version &> /dev/null; then
+    print_error "pip is not installed"
+    echo ""
+    echo "Please install pip:"
+    echo "  curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py"
+    echo "  $PYTHON_CMD get-pip.py"
+    echo ""
+    exit 1
+fi
+
+PIP_VERSION=$($PYTHON_CMD -m pip --version | awk '{print $2}')
+print_success "Found pip $PIP_VERSION"
+
+# Step 3: Create or update virtual environment
+echo ""
+echo "Step 3: Setting up virtual environment..."
+if [ -d "$VENV_DIR" ]; then
+    # Check if virtual environment is valid
+    if [ -f "$VENV_DIR/bin/activate" ] && [ -f "$VENV_DIR/bin/python" ]; then
+        print_info "Virtual environment already exists at $VENV_DIR"
+        print_info "Updating existing environment..."
+    else
+        print_warning "Virtual environment is corrupted, recreating..."
+        rm -rf "$VENV_DIR"
+        $PYTHON_CMD -m venv "$VENV_DIR"
+        print_success "Virtual environment created"
+    fi
+else
+    print_info "Creating virtual environment at $VENV_DIR"
+    $PYTHON_CMD -m venv "$VENV_DIR"
+    print_success "Virtual environment created"
+fi
+
+# Step 4: Activate virtual environment and upgrade pip
+echo ""
+echo "Step 4: Activating virtual environment..."
+source "$VENV_DIR/bin/activate"
+print_success "Virtual environment activated"
+
+# Upgrade pip in virtual environment
+print_info "Upgrading pip in virtual environment..."
+pip install --upgrade pip > /dev/null 2>&1
+print_success "pip upgraded to latest version"
+
+# Step 5: Install dependencies
+echo ""
+echo "Step 5: Installing Python dependencies..."
+if [ ! -f "$REQUIREMENTS_FILE" ]; then
+    print_error "Requirements file not found: $REQUIREMENTS_FILE"
+    exit 1
+fi
+
+print_info "Installing packages from requirements.txt..."
+echo ""
+pip install -r "$REQUIREMENTS_FILE"
+
+print_success "All dependencies installed successfully"
+
+# Step 6: Validate installation
+echo ""
+echo "Step 6: Validating installation..."
+
+# Test critical imports
+print_info "Testing critical imports..."
+$PYTHON_CMD -c "import docling" 2>/dev/null && print_success "docling imported successfully" || print_error "Failed to import docling"
+$PYTHON_CMD -c "import transformers" 2>/dev/null && print_success "transformers imported successfully" || print_error "Failed to import transformers"
+
+# Step 7: Display summary
+echo ""
+echo -e "${GREEN}========================================${NC}"
+echo -e "${GREEN}  Setup Complete!${NC}"
+echo -e "${GREEN}========================================${NC}"
+echo ""
+print_success "Python environment is ready to use"
+echo ""
+echo "Virtual environment location: $VENV_DIR"
+echo "Python version: $PYTHON_VERSION"
+echo ""
+echo "To activate the virtual environment manually:"
+echo "  source $VENV_DIR/bin/activate"
+echo ""
+echo "To use Python scripts from TypeScript:"
+echo "  import { executePythonScript } from './utils/python-executor';"
+echo ""
+print_info "Your Python environment is now configured and ready!"

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@exulu/backend",
   "author": "Qventu Bv.",
-  "version": "1.48.2",
+  "version": "1.49.0",
   "main": "./dist/index.js",
   "private": false,
   "publishConfig": {
@@ -19,6 +19,7 @@
   },
   "scripts": {
     "preinstall": "node -e \"if (process.version !== 'v22.18.0') { console.error('❌ Wrong Node.js version. Expected v22.18.0, got ' + process.version); process.exit(1); }\"",
+    "postinstall": "node scripts/postinstall.cjs",
     "build": "tsup",
     "dev": "npm link && tsup --watch",
     "prepare": "husky",
@@ -38,7 +39,12 @@
     "audit:fix": "npm audit fix",
     "cpd": "jscpd src --reporters console",
     "cpd:report": "jscpd src --reporters console,html",
-    "cpd:view": "serve cpd-report/html -l 3001"
+    "cpd:view": "serve cpd-report/html -l 3001",
+    "python:setup": "cd ee/python && ./setup.sh",
+    "python:install": "source ee/python/.venv/bin/activate && pip install -r ee/python/requirements.txt",
+    "python:validate": "source ee/python/.venv/bin/activate && python -c 'import docling; import transformers; print(\"✓ Python environment is working correctly\")'",
+    "python:clean": "rm -rf ee/python/.venv ee/python/__pycache__ ee/python/**/__pycache__ ee/python/**/*.pyc",
+    "python:rebuild": "npm run python:clean && npm run python:setup"
   },
   "keywords": [
     "exulu"
@@ -141,5 +147,10 @@
     "zod": "^3.25.76",
     "zod-to-json-schema": "^3.25.1",
     "zodex": "^0.18.2"
-  }
+  },
+  "files": [
+    "dist",
+    "ee",
+    "scripts/postinstall.cjs"
+  ]
 }

package/scripts/postinstall.cjs

@@ -0,0 +1,149 @@
+#!/usr/bin/env node
+/**
+ * Postinstall script for @exulu/backend
+ *
+ * Automatically sets up the Python environment when the package is installed.
+ * Can be skipped by setting SKIP_PYTHON_SETUP=1 environment variable.
+ */
+
+const { exec } = require('child_process');
+const { promisify } = require('util');
+const { existsSync } = require('fs');
+const { resolve, join } = require('path');
+
+const execAsync = promisify(exec);
+
+// ANSI color codes
+const colors = {
+  reset: '\x1b[0m',
+  green: '\x1b[32m',
+  yellow: '\x1b[33m',
+  blue: '\x1b[34m',
+  red: '\x1b[31m',
+};
+
+/**
+ * Check if we should skip Python setup
+ */
+function shouldSkipSetup() {
+  // Skip if environment variable is set
+  if (process.env.SKIP_PYTHON_SETUP === '1' || process.env.SKIP_PYTHON_SETUP === 'true') {
+    return true;
+  }
+
+  // Skip in CI environments by default (unless explicitly enabled)
+  if (process.env.CI && !process.env.SETUP_PYTHON_IN_CI) {
+    return true;
+  }
+
+  return false;
+}
+
+/**
+ * Check if Python environment already exists
+ */
+function pythonEnvironmentExists() {
+  const venvPath = resolve(__dirname, '..', 'ee/python/.venv');
+  const pythonPath = join(venvPath, 'bin', 'python');
+  return existsSync(venvPath) && existsSync(pythonPath);
+}
+
+/**
+ * Run the Python setup script
+ */
+async function setupPythonEnvironment() {
+  const setupScriptPath = resolve(__dirname, '..', 'ee/python/setup.sh');
+
+  if (!existsSync(setupScriptPath)) {
+    console.error(`${colors.red}✗${colors.reset} Setup script not found: ${setupScriptPath}`);
+    return false;
+  }
+
+  try {
+    console.log(`${colors.blue}Running Python environment setup...${colors.reset}`);
+    console.log('');
+
+    const { stdout, stderr } = await execAsync(`bash "${setupScriptPath}"`, {
+      cwd: resolve(__dirname, '..'),
+      timeout: 600000, // 10 minutes
+      maxBuffer: 10 * 1024 * 1024,
+    });
+
+    // Show output
+    if (stdout) console.log(stdout);
+    if (stderr) console.error(stderr);
+
+    return true;
+  } catch (error) {
+    console.error(`${colors.red}✗${colors.reset} Python setup failed:`, error.message);
+    if (error.stdout) console.log(error.stdout);
+    if (error.stderr) console.error(error.stderr);
+    return false;
+  }
+}
+
+/**
+ * Main postinstall function
+ */
+async function main() {
+  console.log('');
+  console.log(`${colors.blue}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${colors.reset}`);
+  console.log(`${colors.blue}  @exulu/backend - Post-install Setup${colors.reset}`);
+  console.log(`${colors.blue}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${colors.reset}`);
+  console.log('');
+
+  // Check if we should skip setup
+  if (shouldSkipSetup()) {
+    console.log(`${colors.yellow}⊘${colors.reset} Skipping Python setup (SKIP_PYTHON_SETUP=1)`);
+    console.log('');
+    console.log('To set up Python later, run:');
+    console.log(`  ${colors.green}npx @exulu/backend setup-python${colors.reset}`);
+    console.log('  or in your code:');
+    console.log(`  ${colors.green}import { setupPythonEnvironment } from '@exulu/backend';${colors.reset}`);
+    console.log(`  ${colors.green}await setupPythonEnvironment();${colors.reset}`);
+    console.log('');
+    return;
+  }
+
+  // Check if already exists
+  if (pythonEnvironmentExists()) {
+    console.log(`${colors.green}✓${colors.reset} Python environment already set up`);
+    console.log('');
+    console.log('To rebuild, run:');
+    console.log(`  ${colors.green}import { setupPythonEnvironment } from '@exulu/backend';${colors.reset}`);
+    console.log(`  ${colors.green}await setupPythonEnvironment({ force: true });${colors.reset}`);
+    console.log('');
+    return;
+  }
+
+  // Run setup
+  const success = await setupPythonEnvironment();
+
+  if (success) {
+    console.log('');
+    console.log(`${colors.green}✓${colors.reset} Python environment ready!`);
+    console.log('');
+  } else {
+    console.log('');
+    console.log(`${colors.yellow}!${colors.reset} Python setup failed or was skipped`);
+    console.log('');
+    console.log('This is not critical - you can set up Python later by running:');
+    console.log(`  ${colors.green}import { setupPythonEnvironment } from '@exulu/backend';${colors.reset}`);
+    console.log(`  ${colors.green}await setupPythonEnvironment();${colors.reset}`);
+    console.log('');
+    console.log('Requirements:');
+    console.log('  - Python 3.10 or higher');
+    console.log('  - pip package manager');
+    console.log('');
+  }
+
+  console.log(`${colors.blue}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${colors.reset}`);
+  console.log('');
+}
+
+// Run postinstall
+main().catch((error) => {
+  console.error('Postinstall error:', error);
+  // Don't exit with error code - postinstall failures shouldn't block npm install
+  process.exit(0);
+});