cc-devflow 4.3.0 → 4.5.0

package/.claude/scripts/test-clarify-scan.sh

@@ -1,515 +0,0 @@
-#!/usr/bin/env bash
-# =============================================================================
-# test-clarify-scan.sh - /flow-clarify 测试套件
-# =============================================================================
-# Purpose: 单元测试和集成测试
-# Usage: test-clarify-scan.sh [--unit|--integration|--test TEST_ID|--verbose|--all]
-# Exit codes: 0=all pass, 1=some fail
-# =============================================================================
-
-set -euo pipefail
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-source "${SCRIPT_DIR}/common.sh"
-source "${SCRIPT_DIR}/run-clarify-scan.sh" 2>/dev/null || true
-
-# =============================================================================
-# Test Configuration
-# =============================================================================
-VERBOSE="${VERBOSE:-0}"
-TEST_COUNT=0
-PASS_COUNT=0
-FAIL_COUNT=0
-TEST_REQ_ID="REQ-001"
-
-# =============================================================================
-# Test Helpers
-# =============================================================================
-log_test() {
-    local name="$1"
-    local status="$2"
-    local msg="${3:-}"
-    TEST_COUNT=$((TEST_COUNT + 1))
-    if [[ "$status" == "PASS" ]]; then
-        PASS_COUNT=$((PASS_COUNT + 1))
-        echo "  ✓ $name"
-    else
-        FAIL_COUNT=$((FAIL_COUNT + 1))
-        echo "  ✗ $name"
-        if [[ -n "$msg" && "$VERBOSE" == "1" ]]; then
-            echo "    → $msg"
-        fi
-    fi
-}
-
-assert_equals() {
-    local expected="$1"
-    local actual="$2"
-    [[ "$expected" == "$actual" ]]
-}
-
-assert_contains() {
-    local haystack="$1"
-    local needle="$2"
-    [[ "$haystack" == *"$needle"* ]]
-}
-
-assert_exit_code() {
-    local expected="$1"
-    local actual="$2"
-    [[ "$expected" == "$actual" ]]
-}
-
-assert_json_field() {
-    local json="$1"
-    local field="$2"
-    local expected="$3"
-    local actual
-    actual=$(echo "$json" | jq -r "$field" 2>/dev/null) || return 1
-    [[ "$actual" == "$expected" ]]
-}
-
-# =============================================================================
-# Unit Tests (UT-001 to UT-008)
-# =============================================================================
-
-# UT-001 / T014: Valid REQ_ID input returns exit code 0 and JSON output
-test_valid_req_id() {
-    # 测试 validate_req_id 函数
-    if validate_req_id "REQ-001" 2>/dev/null; then
-        log_test "UT-001: Valid REQ_ID format" "PASS"
-    else
-        log_test "UT-001: Valid REQ_ID format" "FAIL" "REQ-001 should be valid"
-    fi
-}
-
-# UT-002 / T015: Invalid REQ_ID input returns exit code 2 and error message
-test_invalid_req_id() {
-    if ! validate_req_id "INVALID" 2>/dev/null; then
-        log_test "UT-002: Invalid REQ_ID rejected" "PASS"
-    else
-        log_test "UT-002: Invalid REQ_ID rejected" "FAIL" "INVALID should be rejected"
-    fi
-}
-
-# UT-003 / T016: Dimension timeout returns exit code 1 and "timeout" status
-test_dimension_timeout() {
-    # 测试超时逻辑 - 由于需要真实 API，这里测试结构
-    # 在没有 API Key 时应该返回错误
-    if [[ -z "${CLAUDE_API_KEY:-}" ]]; then
-        log_test "UT-003: Dimension timeout (skip - no API key)" "PASS"
-    else
-        # 用极短超时测试
-        local result
-        result=$("${SCRIPT_DIR}/run-clarify-scan.sh" REQ-001 --timeout 1 --dimension 1 2>/dev/null) || true
-        if assert_contains "$result" '"status"'; then
-            log_test "UT-003: Dimension timeout structure" "PASS"
-        else
-            log_test "UT-003: Dimension timeout structure" "FAIL"
-        fi
-    fi
-}
-
-# UT-004 / T023: 15 issues → ≤5 questions
-test_max_5_questions() {
-    # 将在 US2 实现后测试
-    log_test "UT-004: Max 5 questions (pending US2)" "PASS"
-}
-
-# UT-005 / T024: 0 issues returns exit code 1
-test_no_issues() {
-    # 将在 US2 实现后测试
-    log_test "UT-005: No issues handling (pending US2)" "PASS"
-}
-
-# UT-006: Valid answer "A" returns 0
-test_valid_answer_a() {
-    if validate_answer "multiple_choice" "A" "A,B,C,D,E"; then
-        log_test "UT-006: Valid answer A" "PASS"
-    else
-        log_test "UT-006: Valid answer A" "FAIL" "A should be valid"
-    fi
-}
-
-# UT-007: Invalid answer "X" returns 1
-test_invalid_answer_x() {
-    if ! validate_answer "multiple_choice" "X" "A,B,C,D,E"; then
-        log_test "UT-007: Invalid answer X" "PASS"
-    else
-        log_test "UT-007: Invalid answer X" "FAIL" "X should be invalid"
-    fi
-}
-
-# UT-008: Short answer > 5 words returns 1
-test_long_answer() {
-    if ! validate_answer "short_answer" "this is more than five words long" ""; then
-        log_test "UT-008: Long answer rejected" "PASS"
-    else
-        log_test "UT-008: Long answer rejected" "FAIL" ">5 words should be rejected"
-    fi
-}
-
-# Additional: Valid short answer
-test_valid_short_answer() {
-    if validate_answer "short_answer" "less than five" ""; then
-        log_test "UT-009: Valid short answer" "PASS"
-    else
-        log_test "UT-009: Valid short answer" "FAIL"
-    fi
-}
-
-# Additional: Lowercase multiple choice
-test_lowercase_answer() {
-    if validate_answer "multiple_choice" "b" "A,B,C"; then
-        log_test "UT-010: Lowercase answer" "PASS"
-    else
-        log_test "UT-010: Lowercase answer" "FAIL" "b should be valid"
-    fi
-}
-
-# =============================================================================
-# Integration Tests (IT-001 to IT-005)
-# =============================================================================
-
-# IT-001 / T017: Happy Path complete scan
-test_happy_path_scan() {
-    if [[ -z "${CLAUDE_API_KEY:-}" ]]; then
-        log_test "IT-001: Happy Path scan (skip - no API key)" "PASS"
-        return
-    fi
-
-    local result exit_code
-    result=$("${SCRIPT_DIR}/run-clarify-scan.sh" REQ-001 --dimension 1 2>/dev/null) || exit_code=$?
-
-    if assert_contains "$result" '"sessionId"' && assert_contains "$result" '"dimensions"'; then
-        log_test "IT-001: Happy Path scan" "PASS"
-    else
-        log_test "IT-001: Happy Path scan" "FAIL" "Missing required fields"
-    fi
-}
-
-# IT-002: No ambiguities detected
-test_no_ambiguities() {
-    # 需要干净的 research.md，跳过
-    log_test "IT-002: No ambiguities (pending clean test data)" "PASS"
-}
-
-# IT-003 / T033: Session recovery from Q1-Q2
-test_session_recovery() {
-    # 测试 load_session 和 save_session
-    local test_dir
-    test_dir=$(mktemp -d)
-    local test_session="$test_dir/.session.json"
-
-    # 创建测试会话
-    echo '{"version": "1.0.0", "sessionId": "test", "status": "questioning"}' > "$test_session"
-
-    # 测试加载
-    local loaded
-    loaded=$(load_session "$test_session" 2>/dev/null) || true
-
-    if assert_contains "$loaded" '"sessionId"'; then
-        log_test "IT-003: Session recovery" "PASS"
-    else
-        log_test "IT-003: Session recovery" "FAIL"
-    fi
-
-    rm -rf "$test_dir"
-}
-
-# IT-004 / T034: User abort (Ctrl+C)
-test_user_abort() {
-    # 信号处理测试需要手动验证
-    log_test "IT-004: User abort (manual test required)" "PASS"
-}
-
-# IT-005: API timeout graceful degradation
-test_api_timeout() {
-    if [[ -z "${CLAUDE_API_KEY:-}" ]]; then
-        log_test "IT-005: API timeout (skip - no API key)" "PASS"
-        return
-    fi
-
-    # 使用极短超时
-    local result
-    result=$("${SCRIPT_DIR}/run-clarify-scan.sh" REQ-001 --timeout 1 --dimension 1 2>/dev/null) || true
-
-    # 应该返回某种结果（timeout 或 success）
-    if assert_contains "$result" '"dimensions"' || assert_contains "$result" '"error"'; then
-        log_test "IT-005: API timeout graceful" "PASS"
-    else
-        log_test "IT-005: API timeout graceful" "FAIL"
-    fi
-}
-
-# =============================================================================
-# Contract Tests (US2)
-# =============================================================================
-
-# T025: Priority sorting by Impact x Uncertainty
-test_priority_sorting() {
-    # 测试优先级计算
-    local issue='{"impact": 8, "uncertainty": 7}'
-    local expected_priority=56
-
-    # 计算 8 * 7 = 56
-    local calculated
-    calculated=$(echo "$issue" | jq '.impact * .uncertainty')
-
-    if [[ "$calculated" == "$expected_priority" ]]; then
-        log_test "T025: Priority sorting" "PASS"
-    else
-        log_test "T025: Priority sorting" "FAIL" "Expected $expected_priority, got $calculated"
-    fi
-}
-
-# =============================================================================
-# Contract Tests (US3)
-# =============================================================================
-
-# T031: Sequential question presentation
-test_sequential_questions() {
-    # 将在 US3 实现后测试
-    log_test "T031: Sequential questions (pending US3)" "PASS"
-}
-
-# T032: Answer validation
-test_answer_validation() {
-    # 综合测试 validate_answer
-    local pass=true
-
-    # 有效多选
-    validate_answer "multiple_choice" "A" "A,B,C" || pass=false
-    validate_answer "multiple_choice" "c" "A,B,C" || pass=false
-
-    # 无效多选
-    validate_answer "multiple_choice" "D" "A,B,C" && pass=false
-    validate_answer "multiple_choice" "AB" "A,B,C" && pass=false
-
-    # 有效短答案
-    validate_answer "short_answer" "yes" "" || pass=false
-    validate_answer "short_answer" "less than five" "" || pass=false
-
-    # 无效短答案
-    validate_answer "short_answer" "this has way more than five words in it" "" && pass=false
-
-    if [[ "$pass" == "true" ]]; then
-        log_test "T032: Answer validation" "PASS"
-    else
-        log_test "T032: Answer validation" "FAIL"
-    fi
-}
-
-# =============================================================================
-# Contract Tests (US4)
-# =============================================================================
-
-# T043: Report generation
-test_report_generation() {
-    # 将在 US4 实现后测试
-    log_test "T043: Report generation (pending US4)" "PASS"
-}
-
-# T044: Report completeness
-test_report_completeness() {
-    # 将在 US4 实现后测试
-    log_test "T044: Report completeness (pending US4)" "PASS"
-}
-
-# T045: Status update
-test_status_update() {
-    # 测试 orchestration_status.json 结构
-    local repo_root
-    repo_root=$(get_repo_root)
-    local status_file="$repo_root/devflow/requirements/REQ-001/orchestration_status.json"
-
-    if [[ -f "$status_file" ]]; then
-        local has_clarify_fields
-        has_clarify_fields=$(jq 'has("clarify_complete") and has("clarify_session_id")' "$status_file")
-        if [[ "$has_clarify_fields" == "true" ]]; then
-            log_test "T045: Status update schema" "PASS"
-        else
-            log_test "T045: Status update schema" "FAIL" "Missing clarify_* fields"
-        fi
-    else
-        log_test "T045: Status update schema" "FAIL" "Status file not found"
-    fi
-}
-
-# =============================================================================
-# Additional Tests
-# =============================================================================
-
-# Test DIMENSIONS array
-test_dimensions_array() {
-    if [[ "${#DIMENSIONS[@]}" -eq 11 ]]; then
-        log_test "T012: DIMENSIONS array (11 items)" "PASS"
-    else
-        log_test "T012: DIMENSIONS array (11 items)" "FAIL" "Got ${#DIMENSIONS[@]} items"
-    fi
-}
-
-# Test check_api_key without key
-test_api_key_missing() {
-    local original_key="${CLAUDE_API_KEY:-}"
-    unset CLAUDE_API_KEY
-
-    if ! check_api_key 2>/dev/null; then
-        log_test "T007: API key missing detection" "PASS"
-    else
-        log_test "T007: API key missing detection" "FAIL"
-    fi
-
-    # Restore
-    if [[ -n "$original_key" ]]; then
-        export CLAUDE_API_KEY="$original_key"
-    fi
-}
-
-# Test save_session atomic write
-test_save_session() {
-    local test_dir
-    test_dir=$(mktemp -d)
-    local test_file="$test_dir/test.json"
-    local test_data='{"test": "data", "updatedAt": "old"}'
-
-    save_session "$test_file" "$test_data"
-
-    if [[ -f "$test_file" ]]; then
-        local updated
-        updated=$(jq -r '.updatedAt' "$test_file")
-        if [[ "$updated" != "old" ]]; then
-            log_test "T010: save_session atomic write" "PASS"
-        else
-            log_test "T010: save_session atomic write" "FAIL" "updatedAt not updated"
-        fi
-    else
-        log_test "T010: save_session atomic write" "FAIL" "File not created"
-    fi
-
-    rm -rf "$test_dir"
-}
-
-# =============================================================================
-# Main Entry Point
-# =============================================================================
-run_unit_tests() {
-    echo ""
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    echo "📋 Unit Tests"
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    test_valid_req_id
-    test_invalid_req_id
-    test_dimension_timeout
-    test_max_5_questions
-    test_no_issues
-    test_valid_answer_a
-    test_invalid_answer_x
-    test_long_answer
-    test_valid_short_answer
-    test_lowercase_answer
-}
-
-run_integration_tests() {
-    echo ""
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    echo "🔗 Integration Tests"
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    test_happy_path_scan
-    test_no_ambiguities
-    test_session_recovery
-    test_user_abort
-    test_api_timeout
-}
-
-run_contract_tests() {
-    echo ""
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    echo "📜 Contract Tests"
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    test_priority_sorting
-    test_sequential_questions
-    test_answer_validation
-    test_report_generation
-    test_report_completeness
-    test_status_update
-}
-
-run_foundation_tests() {
-    echo ""
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    echo "🔧 Foundation Tests (Phase 2)"
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    test_api_key_missing
-    test_dimensions_array
-    test_save_session
-}
-
-print_summary() {
-    echo ""
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    echo "📊 Test Summary"
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    echo "  Total: $TEST_COUNT"
-    echo "  Pass:  $PASS_COUNT"
-    echo "  Fail:  $FAIL_COUNT"
-    echo ""
-    if [[ "$FAIL_COUNT" -eq 0 ]]; then
-        echo "✅ All tests passed!"
-        return 0
-    else
-        echo "❌ Some tests failed"
-        return 1
-    fi
-}
-
-main() {
-    local mode="${1:---all}"
-
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    echo "🧪 /flow-clarify Test Suite"
-    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-    echo "Time: $(get_beijing_time)"
-    echo "API Key: ${CLAUDE_API_KEY:+set}${CLAUDE_API_KEY:-not set}"
-
-    case "$mode" in
-        --unit)
-            run_unit_tests
-            ;;
-        --integration)
-            run_integration_tests
-            ;;
-        --contract)
-            run_contract_tests
-            ;;
-        --foundation)
-            run_foundation_tests
-            ;;
-        --test)
-            local test_id="${2:-}"
-            if [[ -n "$test_id" ]]; then
-                "test_${test_id}" 2>/dev/null || echo "Test not found: $test_id"
-            fi
-            ;;
-        --verbose)
-            VERBOSE=1
-            run_foundation_tests
-            run_unit_tests
-            run_integration_tests
-            run_contract_tests
-            ;;
-        --all|*)
-            run_foundation_tests
-            run_unit_tests
-            run_integration_tests
-            run_contract_tests
-            ;;
-    esac
-
-    print_summary
-}
-
-# 只在直接执行时运行 main
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-    main "$@"
-fi