@aj-archipelago/cortex 1.3.62 → 1.3.63

package/helper-apps/cortex-file-handler/scripts/setup-test-containers.js

@@ -1,25 +1,38 @@
 import { BlobServiceClient } from "@azure/storage-blob";
 import { Storage } from "@google-cloud/storage";
 
-async function createAzureContainer() {
+async function createAzureContainers() {
   try {
     const blobServiceClient = BlobServiceClient.fromConnectionString(
       "UseDevelopmentStorage=true",
     );
-    const containerClient =
-      blobServiceClient.getContainerClient("test-container");
-
-    console.log("Creating Azure container...");
-    await containerClient.create();
-    console.log("Azure container created successfully");
-  } catch (error) {
-    // Ignore if container already exists
-    if (error.statusCode === 409) {
-      console.log("Azure container already exists");
-    } else {
-      console.error("Error creating Azure container:", error);
-      process.exit(1);
+    
+    // Get container names from environment variable
+    const containerStr = process.env.AZURE_STORAGE_CONTAINER_NAME || "default,test-container,test1,test2,test3,container1,container2,container3";
+    const containerNames = containerStr.split(',').map(name => name.trim()).filter(name => name.length > 0);
+    
+    console.log(`Creating Azure containers: ${containerNames.join(', ')}`);
+    
+    for (const containerName of containerNames) {
+      try {
+        const containerClient = blobServiceClient.getContainerClient(containerName);
+        await containerClient.create();
+        console.log(`✓ Created container: ${containerName}`);
+      } catch (error) {
+        // Ignore if container already exists
+        if (error.statusCode === 409) {
+          console.log(`✓ Container already exists: ${containerName}`);
+        } else {
+          console.error(`Error creating container ${containerName}:`, error);
+          process.exit(1);
+        }
+      }
     }
+    
+    console.log("All Azure containers created successfully");
+  } catch (error) {
+    console.error("Error creating Azure containers:", error);
+    process.exit(1);
   }
 }
 
@@ -30,6 +43,8 @@ async function createGCSBucket() {
       apiEndpoint: "http://localhost:4443",
     });
 
+    storage.baseUrl = "http://localhost:4443/storage/v1";
+
     console.log("Creating GCS bucket...");
     await storage.createBucket("cortextempfiles");
     console.log("GCS bucket created successfully");
@@ -45,7 +60,7 @@ async function createGCSBucket() {
 }
 
 async function setup() {
-  await createAzureContainer();
+  await createAzureContainers();
   await createGCSBucket();
 }
 

package/helper-apps/cortex-file-handler/scripts/test-azure.sh

@@ -1,24 +1,50 @@
 #!/bin/bash
 
+# Validate environment variables first - fail fast if missing
+echo "🔍 Validating environment configuration..."
+DOTENV_CONFIG_PATH=.env.test.azure NODE_ENV=test node -r dotenv/config scripts/validate-env.js
+if [ $? -ne 0 ]; then
+    echo "❌ Environment validation failed. Exiting."
+    exit 1
+fi
+
 # Create temp directory for Azurite
 AZURITE_DIR="/tmp/azurite-test"
 mkdir -p $AZURITE_DIR
 
 # Start Azurite in background
-echo "Starting Azurite..."
+echo "🚀 Starting Azurite..."
 azurite --silent --skipApiVersionCheck --location $AZURITE_DIR &
 AZURITE_PID=$!
 
-# Wait for Azurite to start
-sleep 2
+# Wait for Azurite to start and verify it's running
+echo "⏳ Waiting for Azurite to start..."
+sleep 3
+
+# Verify Azurite is responding
+echo "🔗 Checking Azurite connectivity..."
+timeout 10s bash -c 'until curl -s http://127.0.0.1:10000/devstoreaccount1?comp=list >/dev/null 2>&1; do sleep 1; done' || {
+    echo "❌ Azurite failed to start or is not responding"
+    kill $AZURITE_PID 2>/dev/null
+    exit 1
+}
 
 # Create test container
-echo "Setting up Azure container..."
-node scripts/setup-azure-container.js
+echo "📦 Setting up Azure containers..."
+DOTENV_CONFIG_PATH=.env.test.azure NODE_ENV=test node -r dotenv/config scripts/setup-azure-container.js
+if [ $? -ne 0 ]; then
+    echo "❌ Container setup failed. Exiting."
+    kill $AZURITE_PID 2>/dev/null
+    exit 1
+fi
 
 # Run the tests
 echo "Running tests..."
-node -r dotenv/config node_modules/ava/entrypoints/cli.mjs "$@"
+echo "🔍 Starting AVA test runner..."
+echo "📋 Test files to run:"
+find tests -name "*.test.js" | head -10
+echo "⚡ Executing AVA..."
+timeout 300s node -r dotenv/config node_modules/ava/entrypoints/cli.mjs "$@" --verbose
 
 # Store test result
 TEST_RESULT=$?

package/helper-apps/cortex-file-handler/scripts/test-gcs.sh

@@ -1,5 +1,27 @@
 #!/bin/bash
 
+# Check if Docker is available
+if ! command -v docker &> /dev/null; then
+    echo "❌ Error: Docker is not installed or not available in PATH"
+    echo "   Please install Docker to run this test script"
+    exit 1
+fi
+
+# Check if Docker daemon is running
+if ! docker info &> /dev/null; then
+    echo "❌ Error: Docker daemon is not running"
+    echo "   Please start Docker and try again"
+    exit 1
+fi
+
+# Validate environment variables first - fail fast if missing
+echo "🔍 Validating environment configuration..."
+DOTENV_CONFIG_PATH=.env.test.gcs NODE_ENV=test node -r dotenv/config scripts/validate-env.js
+if [ $? -ne 0 ]; then
+    echo "❌ Environment validation failed. Exiting."
+    exit 1
+fi
+
 # Exit on error
 set -e
 
@@ -42,8 +64,8 @@ fi
 
 # Create containers
 echo "Setting up test containers..."
-node scripts/setup-test-containers.js
+DOTENV_CONFIG_PATH=.env.test.gcs NODE_ENV=test node -r dotenv/config scripts/setup-test-containers.js
 
 # Run the tests
 echo "Running tests..."
-node -r dotenv/config node_modules/ava/entrypoints/cli.mjs "$@" 
+DOTENV_CONFIG_PATH=.env.test.gcs NODE_ENV=test node -r dotenv/config node_modules/ava/entrypoints/cli.mjs "$@" 

package/helper-apps/cortex-file-handler/scripts/validate-env.js

@@ -0,0 +1,128 @@
+#!/usr/bin/env node
+
+/**
+ * Environment Variable Validation Script
+ * 
+ * This script validates that all required environment variables are present
+ * and properly configured before running tests. It fails fast if any critical
+ * environment variables are missing or misconfigured.
+ */
+
+import { existsSync } from 'fs';
+import { readFileSync } from 'fs';
+import { execSync } from 'child_process';
+
+// Required environment variables for Azure tests
+const REQUIRED_ENV_VARS = {
+  NODE_ENV: {
+    required: true,
+    expectedValue: 'test',
+    description: 'Must be set to "test" for test environment'
+  },
+  AZURE_STORAGE_CONNECTION_STRING: {
+    required: true,
+    expectedValue: 'UseDevelopmentStorage=true',
+    description: 'Must be set to use Azurite development storage'
+  },
+  AZURE_STORAGE_CONTAINER_NAME: {
+    required: true,
+    description: 'Must specify container names (comma-separated for multiple)'
+  },
+  REDIS_CONNECTION_STRING: {
+    required: false,
+    description: 'Redis connection string (optional for tests)'
+  },
+  PORT: {
+    required: false,
+    description: 'Port for test server'
+  }
+};
+
+// Validate environment variables
+function validateEnvironment() {
+  console.log('🔍 Validating environment variables for Azure tests...\n');
+  
+  let hasErrors = false;
+  const errors = [];
+  const warnings = [];
+
+  // Validate each required environment variable
+  for (const [varName, config] of Object.entries(REQUIRED_ENV_VARS)) {
+    const value = process.env[varName];
+    
+    if (config.required && (!value || value.trim() === '')) {
+      errors.push(`❌ Missing required environment variable: ${varName}`);
+      if (config.description) {
+        errors.push(`   Description: ${config.description}`);
+      }
+      hasErrors = true;
+    } else if (config.expectedValue && value !== config.expectedValue) {
+      errors.push(`❌ Invalid value for ${varName}: "${value}"`);
+      errors.push(`   Expected: "${config.expectedValue}"`);
+      errors.push(`   Description: ${config.description}`);
+      hasErrors = true;
+    } else if (value) {
+      console.log(`✅ ${varName}: ${value}`);
+    } else if (!config.required) {
+      warnings.push(`⚠️  Optional variable ${varName} not set`);
+    }
+  }
+
+  // Validate container names format
+  const containerNames = process.env.AZURE_STORAGE_CONTAINER_NAME;
+  if (containerNames) {
+    const containers = containerNames.split(',').map(name => name.trim());
+    console.log(`✅ Container names: ${containers.join(', ')}`);
+    
+    // Check for common test containers that might be missing
+    const commonTestContainers = ['test1', 'test2', 'test3', 'container1', 'container2', 'container3', 'test-container'];
+    const missingContainers = commonTestContainers.filter(container => !containers.includes(container));
+    
+    if (missingContainers.length > 0) {
+      warnings.push(`⚠️  Some test containers might be missing: ${missingContainers.join(', ')}`);
+      warnings.push(`   Consider adding them to AZURE_STORAGE_CONTAINER_NAME if tests fail`);
+    }
+  }
+
+  // Check if Azurite is available
+  try {
+    execSync('which azurite', { stdio: 'ignore' });
+    console.log('✅ Azurite is installed and available');
+  } catch (error) {
+    errors.push('❌ Azurite is not installed or not in PATH');
+    errors.push('   Install with: npm install -g azurite');
+    hasErrors = true;
+  }
+
+  // Print warnings
+  if (warnings.length > 0) {
+    console.log('\n⚠️  Warnings:');
+    warnings.forEach(warning => console.log(warning));
+  }
+
+  // Print errors and exit if any
+  if (hasErrors) {
+    console.log('\n❌ Environment validation failed:');
+    errors.forEach(error => console.log(error));
+    console.log('\n💡 To fix these issues:');
+    console.log('1. Ensure .env.test.azure exists and contains all required variables');
+    console.log('2. Install Azurite: npm install -g azurite');
+    console.log('3. Check that DOTENV_CONFIG_PATH=.env.test.azure is set when running tests');
+    process.exit(1);
+  }
+
+  console.log('\n✅ Environment validation passed! Ready to run Azure tests.');
+  return true;
+}
+
+// Run validation if called directly
+if (import.meta.url === `file://${process.argv[1]}`) {
+  try {
+    validateEnvironment();
+  } catch (error) {
+    console.error('❌ Environment validation failed:', error.message);
+    process.exit(1);
+  }
+}
+
+export { validateEnvironment };