claude-flow-novice 2.18.6 → 2.18.8

package/claude-assets/skills/cfn-loop-orchestration-v2/lib/orchestrator/test-cli.sh

@@ -1,92 +0,0 @@
-#!/bin/bash
-
-set -euo pipefail
-
-CLI="./dist/cli/orchestrator-cli.js"
-TESTS_PASSED=0
-TESTS_FAILED=0
-
-test_case() {
-  local name="$1"
-  local expected_exit="$2"
-  shift 2
-  
-  echo -n "Testing: $name ... "
-  
-  if node "$@" > /tmp/test-output.json 2>&1; then
-    actual_exit=$?
-  else
-    actual_exit=$?
-  fi
-  
-  if [ "$actual_exit" -eq "$expected_exit" ]; then
-    echo "PASS"
-    ((TESTS_PASSED++))
-  else
-    echo "FAIL (expected exit $expected_exit, got $actual_exit)"
-    ((TESTS_FAILED++))
-  fi
-}
-
-# Test 1: Help flag
-test_case "Help flag" 0 "$CLI" --help
-
-# Test 2: Version flag
-test_case "Version flag" 0 "$CLI" --version
-
-# Test 3: Missing task-id (should fail)
-test_case "Missing task-id" 1 "$CLI" --mode standard --max-iterations 5
-
-# Test 4: Missing mode (should fail)
-test_case "Missing mode" 1 "$CLI" --task-id test --max-iterations 5
-
-# Test 5: Missing max-iterations (should fail)
-test_case "Missing max-iterations" 1 "$CLI" --task-id test --mode standard
-
-# Test 6: Invalid mode (should fail)
-test_case "Invalid mode" 1 "$CLI" --task-id test --mode invalid --max-iterations 5
-
-# Test 7: Valid basic parameters
-test_case "Valid basic parameters" 0 "$CLI" --task-id test123 --mode standard --max-iterations 10
-
-# Test 8: Valid with all optional parameters
-test_case "Valid with all parameters" 0 "$CLI" \
-  --task-id test-auth \
-  --mode enterprise \
-  --max-iterations 15 \
-  --loop3-agents backend-dev,coder \
-  --loop2-agents code-reviewer,tester \
-  --product-owner cto-agent \
-  --success-criteria enabled
-
-# Test 9: MVP mode
-test_case "MVP mode" 0 "$CLI" --task-id mvp-test --mode mvp --max-iterations 3
-
-# Test 10: Invalid max-iterations (too high)
-test_case "Invalid max-iterations (>100)" 1 "$CLI" --task-id test --mode standard --max-iterations 101
-
-# Test 11: Invalid max-iterations (too low)
-test_case "Invalid max-iterations (<1)" 1 "$CLI" --task-id test --mode standard --max-iterations 0
-
-# Test 12: Task ID with special chars (should sanitize)
-test_case "Task ID sanitization" 0 "$CLI" --task-id "test@#$%task" --mode standard --max-iterations 5
-
-# Test 13: Success criteria disabled
-test_case "Success criteria disabled" 0 "$CLI" \
-  --task-id test --mode standard --max-iterations 5 --success-criteria disabled
-
-# Test 14: Success criteria with boolean value
-test_case "Success criteria true" 0 "$CLI" \
-  --task-id test --mode standard --max-iterations 5 --success-criteria true
-
-echo ""
-echo "========================================="
-echo "Tests passed: $TESTS_PASSED"
-echo "Tests failed: $TESTS_FAILED"
-echo "========================================="
-
-if [ "$TESTS_FAILED" -eq 0 ]; then
-  exit 0
-else
-  exit 1
-fi

package/claude-assets/skills/cfn-loop-orchestration-v2/lib/orchestrator/test-edge-cases.sh

@@ -1,188 +0,0 @@
-#!/bin/bash
-# Edge Case Test Suite for CFN Loop Orchestration
-
-set -e
-
-# Results tracking
-TOTAL_TESTS=0
-PASSED_TESTS=0
-OUTPUT_FILE="/tmp/edge-case-test-results.md"
-
-# Utility function
-log_test() {
-    local test_name="$1"
-    local result="$2"
-    local reason="${3:-No details}"
-
-    TOTAL_TESTS=$((TOTAL_TESTS + 1))
-
-    if [[ "$result" == "PASS" ]]; then
-        PASSED_TESTS=$((PASSED_TESTS + 1))
-        echo "- [x] $test_name" >> "$OUTPUT_FILE"
-    else
-        echo "- [ ] $test_name (FAILED)" >> "$OUTPUT_FILE"
-        echo "  - Reason: $reason" >> "$OUTPUT_FILE"
-    fi
-}
-
-# Prepare results file
-echo "# CFN Loop Edge Case Test Suite" > "$OUTPUT_FILE"
-echo "## Test Execution: $(date)" >> "$OUTPUT_FILE"
-echo "---" >> "$OUTPUT_FILE"
-
-# Test context injection
-test_context_injection() {
-    # Test empty context
-    if echo '{}' | jq empty >/dev/null 2>&1; then
-        log_test "Empty Context" "PASS"
-    else
-        log_test "Empty Context" "FAIL" "JSON parsing failed"
-    fi
-
-    # Test large context
-    local large_context=$(python3 -c "
-import json
-print(json.dumps({
-    'deliverables': [f'file_{i}' for i in range(1000)],
-    'description': 'A' * 10000
-}))
-")
-
-    if echo "$large_context" | jq empty >/dev/null 2>&1; then
-        log_test "Large Context" "PASS"
-    else
-        log_test "Large Context" "FAIL" "Large JSON parsing failed"
-    fi
-
-    # Test Unicode context
-    local unicode_context='{"key": "こんにちは世界"}'
-    if echo "$unicode_context" | jq empty >/dev/null 2>&1; then
-        log_test "Unicode Context" "PASS"
-    else
-        log_test "Unicode Context" "FAIL" "Unicode JSON parsing failed"
-    fi
-
-    # Test malformed JSON
-    local malformed_cases=(
-        '{invalid json'
-        '{"key": "value"'
-        '{]'
-        '{"nested": {]}'
-    )
-
-    for case in "${malformed_cases[@]}"; do
-        if ! echo "$case" | jq empty >/dev/null 2>&1; then
-            log_test "Malformed JSON: $case" "PASS"
-        else
-            log_test "Malformed JSON: $case" "FAIL" "Should fail parsing"
-        fi
-    done
-}
-
-# Test confidence handling
-test_confidence_handling() {
-    # Test valid confidence ranges
-    local confidence_cases=(0.0 0.5 0.75 1.0)
-    local invalid_cases=(-0.1 1.1)
-
-    for conf in "${confidence_cases[@]}"; do
-        if [[ $(echo "$conf >= 0.0 && $conf <= 1.0" | bc) -eq 1 ]]; then
-            log_test "Confidence Range: $conf" "PASS"
-        else
-            log_test "Confidence Range: $conf" "FAIL" "Out of valid range"
-        fi
-    done
-
-    for conf in "${invalid_cases[@]}"; do
-        if [[ $(echo "$conf >= 0.0 && $conf <= 1.0" | bc) -eq 0 ]]; then
-            log_test "Invalid Confidence: $conf" "PASS"
-        else
-            log_test "Invalid Confidence: $conf" "FAIL" "Should be rejected"
-        fi
-    done
-
-    # Test mixed confidence formats
-    local mixed_cases=(
-        '{"agent1": 0.85, "agent2": "high", "agent3": 90}'
-        '{"agent1": 95, "agent2": 0.95, "agent3": "excellent"}'
-    )
-
-    for case in "${mixed_cases[@]}"; do
-        if echo "$case" | jq . >/dev/null 2>&1; then
-            log_test "Mixed Confidence Format" "PASS"
-        else
-            log_test "Mixed Confidence Format" "FAIL" "Unable to parse mixed format"
-        fi
-    done
-}
-
-# Test agent spawning
-test_agent_spawning() {
-    # Simulate agent list scenarios
-    local single_agent=("test-agent")
-    local duplicate_agents=("agent1" "agent1" "agent2")
-    local many_agents=("agent1" "agent2" "agent3" "agent4" "agent5")
-
-    if [[ "${#single_agent[@]}" -eq 1 ]]; then
-        log_test "Single Agent Spawn" "PASS"
-    else
-        log_test "Single Agent Spawn" "FAIL" "Incorrect agent count"
-    fi
-
-    local unique_agents=($(echo "${duplicate_agents[@]}" | tr ' ' '\n' | sort -u))
-    if [[ "${#unique_agents[@]}" -lt "${#duplicate_agents[@]}" ]]; then
-        log_test "Duplicate Agents Detection" "PASS"
-    else
-        log_test "Duplicate Agents Detection" "FAIL" "Failed to detect duplicates"
-    fi
-
-    if [[ "${#many_agents[@]}" -ge 3 ]]; then
-        log_test "Multiple Agent Spawn" "PASS"
-    else
-        log_test "Multiple Agent Spawn" "FAIL" "Insufficient agents"
-    fi
-}
-
-# Test Redis connectivity
-test_redis_connectivity() {
-    if redis-cli ping | grep -q PONG; then
-        log_test "Redis Connection" "PASS"
-    else
-        log_test "Redis Connection" "FAIL" "Cannot connect to Redis"
-    fi
-
-    # Test Redis key operations
-    local test_key="cfn_loop_test_$(date +%s)"
-    if redis-cli SET "$test_key" "test_value" &&
-       redis-cli GET "$test_key" | grep -q "test_value" &&
-       redis-cli DEL "$test_key" >/dev/null; then
-        log_test "Redis Key Operations" "PASS"
-    else
-        log_test "Redis Key Operations" "FAIL" "Failed basic Redis operations"
-    fi
-}
-
-# Main test execution
-main() {
-    test_context_injection
-    test_confidence_handling
-    test_agent_spawning
-    test_redis_connectivity
-
-    # Summarize results
-    echo "" >> "$OUTPUT_FILE"
-    echo "## Test Summary" >> "$OUTPUT_FILE"
-    echo "- Total Tests: $TOTAL_TESTS" >> "$OUTPUT_FILE"
-    echo "- Passed: $PASSED_TESTS" >> "$OUTPUT_FILE"
-    echo "- Failure Rate: $((TOTAL_TESTS - PASSED_TESTS))/$TOTAL_TESTS" >> "$OUTPUT_FILE"
-
-    local confidence=$(echo "scale=2; $PASSED_TESTS / $TOTAL_TESTS" | bc)
-    echo "CONFIDENCE_SCORE=$confidence" > /tmp/edge_case_confidence.txt
-
-    cat "$OUTPUT_FILE"
-    echo ""
-    cat /tmp/edge_case_confidence.txt
-}
-
-# Run tests
-main

package/claude-assets/skills/cfn-loop-orchestration-v2/lib/orchestrator/test-iteration-context-injection.sh

@@ -1,366 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-
-##############################################################################
-# Test: Iteration Context Injection
-# Validates that build_agent_context() injects test failure diagnostics
-# from previous iteration into agent context
-#
-# NOTE: Float comparisons in bash require bc or awk:
-#   CORRECT: (( $(echo "$value >= 0.95" | bc -l) ))
-#   WRONG:   [[ "$value" -ge 0.95 ]]  # -ge only works with integers
-##############################################################################
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-PROJECT_ROOT="$(cd "$SCRIPT_DIR/../../.." && pwd)"
-
-# Colors for output
-GREEN='\033[0;32m'
-RED='\033[0;31m'
-YELLOW='\033[1;33m'
-NC='\033[0m' # No Color
-
-# Test counters
-TESTS_RUN=0
-TESTS_PASSED=0
-TESTS_FAILED=0
-
-##############################################################################
-# Extract and define build_agent_context function
-##############################################################################
-
-# Extract just the build_agent_context function from orchestrate.sh
-# We'll define it inline to avoid sourcing the entire script
-build_agent_context() {
-    local task_id="$1"
-    local iteration="$2"
-    local agent_type="$3"
-    local feedback="$4"
-    local loop_type="${5:-}"
-
-    # Initialize context variables
-    local context="Task: CFN Loop implementation"
-
-    # Simplified version for testing - just the core functionality
-    context="$context | Iteration: $iteration"
-
-    # Inject test failure diagnostics from previous iteration
-    if [ "$iteration" -gt 1 ]; then
-        local iteration_context_file="/tmp/cfn-iteration-context-${task_id}.json"
-
-        if [ -f "$iteration_context_file" ]; then
-            # Extract failed test summary from iteration context
-            local failed_summary=$(jq -r '
-                if .failed_tests and (.failed_tests | length > 0) then
-                    "Previous Test Results: Pass Rate " + (.pass_rate * 100 | floor | tostring) + "% | Failed Tests: " +
-                    ([.failed_tests[].failed_test_names[]? // empty] | join(", "))
-                else
-                    empty
-                end
-            ' "$iteration_context_file" 2>/dev/null)
-
-            if [ -n "$failed_summary" ]; then
-                context="$context | $failed_summary"
-                echo "📊 Injected test diagnostics from previous iteration" >&2
-            fi
-        fi
-    fi
-
-    if [[ -n "$feedback" ]]; then
-        context="$context | Feedback: $feedback"
-    fi
-
-    echo "$context"
-}
-
-##############################################################################
-# Test Helpers
-##############################################################################
-
-print_test_header() {
-    echo ""
-    echo "=========================================="
-    echo "TEST: $1"
-    echo "=========================================="
-}
-
-assert_contains() {
-    local haystack="$1"
-    local needle="$2"
-    local test_name="$3"
-
-    TESTS_RUN=$((TESTS_RUN + 1))
-
-    if echo "$haystack" | grep -q "$needle"; then
-        echo -e "${GREEN}✓ PASS${NC}: $test_name"
-        TESTS_PASSED=$((TESTS_PASSED + 1))
-        return 0
-    else
-        echo -e "${RED}✗ FAIL${NC}: $test_name"
-        echo "  Expected to find: '$needle'"
-        echo "  In output: '$haystack'"
-        TESTS_FAILED=$((TESTS_FAILED + 1))
-        return 1
-    fi
-}
-
-assert_not_contains() {
-    local haystack="$1"
-    local needle="$2"
-    local test_name="$3"
-
-    TESTS_RUN=$((TESTS_RUN + 1))
-
-    if ! echo "$haystack" | grep -q "$needle"; then
-        echo -e "${GREEN}✓ PASS${NC}: $test_name"
-        TESTS_PASSED=$((TESTS_PASSED + 1))
-        return 0
-    else
-        echo -e "${RED}✗ FAIL${NC}: $test_name"
-        echo "  Expected NOT to find: '$needle'"
-        echo "  In output: '$haystack'"
-        TESTS_FAILED=$((TESTS_FAILED + 1))
-        return 1
-    fi
-}
-
-cleanup() {
-    rm -f /tmp/cfn-iteration-context-test-task-*.json
-}
-
-trap cleanup EXIT
-
-##############################################################################
-# Test 1: Iteration 1 should NOT inject test diagnostics
-##############################################################################
-
-test_iteration_1_no_diagnostics() {
-    print_test_header "Iteration 1 - No Test Diagnostics"
-
-    local task_id="test-task-no-diag"
-    local output
-
-    # Call build_agent_context with iteration=1
-    output=$(build_agent_context "$task_id" "1" "backend-developer" "" "loop3" 2>&1)
-
-    # Should NOT contain "Previous Test Results"
-    assert_not_contains "$output" "Previous Test Results" \
-        "Iteration 1 should not inject test diagnostics"
-
-    # Should contain "Iteration: 1"
-    assert_contains "$output" "Iteration: 1" \
-        "Iteration 1 should show iteration number"
-}
-
-##############################################################################
-# Test 2: Iteration 2 with failed tests should inject diagnostics
-##############################################################################
-
-test_iteration_2_with_failures() {
-    print_test_header "Iteration 2 - With Failed Tests"
-
-    local task_id="test-task-with-failures"
-    local context_file="/tmp/cfn-iteration-context-${task_id}.json"
-
-    # Create mock iteration context with failed tests
-    cat > "$context_file" <<'EOF'
-{
-  "gate_status": "failed",
-  "pass_rate": 0.80,
-  "threshold": 0.95,
-  "gap": 0.15,
-  "failed_tests": [
-    {
-      "framework": "jest",
-      "total_tests": 10,
-      "passed_tests": 8,
-      "failed_tests": 2,
-      "pass_rate": 0.80,
-      "failed_test_names": [
-        "JWT authentication › should reject expired tokens",
-        "JWT authentication › should refresh tokens correctly"
-      ]
-    }
-  ]
-}
-EOF
-
-    local output
-
-    # Call build_agent_context with iteration=2
-    output=$(build_agent_context "$task_id" "2" "backend-developer" "" "loop3" 2>&1)
-
-    # Should contain "Previous Test Results"
-    assert_contains "$output" "Previous Test Results" \
-        "Iteration 2 should inject test diagnostics header"
-
-    # Should contain "Pass Rate 80%"
-    assert_contains "$output" "Pass Rate 80%" \
-        "Should show pass rate from previous iteration"
-
-    # Should contain failed test names
-    assert_contains "$output" "JWT authentication › should reject expired tokens" \
-        "Should include first failed test name"
-
-    assert_contains "$output" "JWT authentication › should refresh tokens correctly" \
-        "Should include second failed test name"
-
-    # Should contain "Iteration: 2"
-    assert_contains "$output" "Iteration: 2" \
-        "Should show iteration number"
-
-    # Clean up
-    rm -f "$context_file"
-}
-
-##############################################################################
-# Test 3: Iteration 2 with no context file should work gracefully
-##############################################################################
-
-test_iteration_2_no_context_file() {
-    print_test_header "Iteration 2 - No Context File"
-
-    local task_id="test-task-no-context"
-    local output
-
-    # Ensure no context file exists
-    rm -f "/tmp/cfn-iteration-context-${task_id}.json"
-
-    # Call build_agent_context with iteration=2
-    output=$(build_agent_context "$task_id" "2" "backend-developer" "" "loop3" 2>&1)
-
-    # Should NOT contain "Previous Test Results" (no file)
-    assert_not_contains "$output" "Previous Test Results" \
-        "Iteration 2 without context file should not inject diagnostics"
-
-    # Should still contain "Iteration: 2"
-    assert_contains "$output" "Iteration: 2" \
-        "Should show iteration number even without diagnostics"
-}
-
-##############################################################################
-# Test 4: Iteration 2 with all tests passing should not inject diagnostics
-##############################################################################
-
-test_iteration_2_all_passed() {
-    print_test_header "Iteration 2 - All Tests Passed"
-
-    local task_id="test-task-all-passed"
-    local context_file="/tmp/cfn-iteration-context-${task_id}.json"
-
-    # Create mock iteration context with all tests passing
-    cat > "$context_file" <<'EOF'
-{
-  "gate_status": "passed",
-  "pass_rate": 1.0,
-  "threshold": 0.95,
-  "gap": 0.0,
-  "failed_tests": []
-}
-EOF
-
-    local output
-
-    # Call build_agent_context with iteration=2
-    output=$(build_agent_context "$task_id" "2" "backend-developer" "" "loop3" 2>&1)
-
-    # Should NOT contain "Previous Test Results" (no failures)
-    assert_not_contains "$output" "Previous Test Results" \
-        "Iteration 2 with all tests passing should not inject diagnostics"
-
-    # Clean up
-    rm -f "$context_file"
-}
-
-##############################################################################
-# Test 5: Multiple failed test suites should combine diagnostics
-##############################################################################
-
-test_multiple_failed_suites() {
-    print_test_header "Multiple Failed Test Suites"
-
-    local task_id="test-task-multi-suites"
-    local context_file="/tmp/cfn-iteration-context-${task_id}.json"
-
-    # Create mock iteration context with multiple failed test suites
-    cat > "$context_file" <<'EOF'
-{
-  "gate_status": "failed",
-  "pass_rate": 0.75,
-  "threshold": 0.95,
-  "gap": 0.20,
-  "failed_tests": [
-    {
-      "framework": "jest",
-      "pass_rate": 0.80,
-      "failed_test_names": [
-        "Auth › should validate JWT tokens"
-      ]
-    },
-    {
-      "framework": "jest",
-      "pass_rate": 0.70,
-      "failed_test_names": [
-        "Database › should handle connection errors",
-        "Database › should retry on timeout"
-      ]
-    }
-  ]
-}
-EOF
-
-    local output
-
-    # Call build_agent_context with iteration=2
-    output=$(build_agent_context "$task_id" "2" "backend-developer" "" "loop3" 2>&1)
-
-    # Should contain all failed test names
-    assert_contains "$output" "Auth › should validate JWT tokens" \
-        "Should include failed test from first suite"
-
-    assert_contains "$output" "Database › should handle connection errors" \
-        "Should include first failed test from second suite"
-
-    assert_contains "$output" "Database › should retry on timeout" \
-        "Should include second failed test from second suite"
-
-    # Clean up
-    rm -f "$context_file"
-}
-
-##############################################################################
-# Run All Tests
-##############################################################################
-
-echo ""
-echo "=================================================="
-echo "  Iteration Context Injection Test Suite"
-echo "=================================================="
-echo ""
-
-test_iteration_1_no_diagnostics
-test_iteration_2_with_failures
-test_iteration_2_no_context_file
-test_iteration_2_all_passed
-test_multiple_failed_suites
-
-##############################################################################
-# Summary
-##############################################################################
-
-echo ""
-echo "=================================================="
-echo "  Test Summary"
-echo "=================================================="
-echo "Total Tests:  $TESTS_RUN"
-echo -e "Passed:       ${GREEN}$TESTS_PASSED${NC}"
-echo -e "Failed:       ${RED}$TESTS_FAILED${NC}"
-echo ""
-
-if [ $TESTS_FAILED -eq 0 ]; then
-    echo -e "${GREEN}✓ All tests passed!${NC}"
-    exit 0
-else
-    echo -e "${RED}✗ Some tests failed${NC}"
-    exit 1
-fi