claude-flow-novice 2.15.2 → 2.15.4

package/claude-assets/skills/workflow-codification/templates/email-notification.txt

@@ -0,0 +1,114 @@
+Subject: [CFN Workflow] New Skill Ready for Review: {{SKILL_NAME}}
+
+Hi {{EXPERT_NAME}},
+
+A new skill has been generated from a detected workflow pattern and is ready for your review.
+
+═══════════════════════════════════════════════════════════════════
+
+SKILL DETAILS
+═══════════════════════════════════════════════════════════════════
+
+Skill Name:          {{SKILL_NAME}}
+Pattern ID:          {{PATTERN_ID}}
+Priority:            {{PRIORITY}}
+Team:                {{PRIMARY_TEAM}}
+Estimated Savings:   ${{ESTIMATED_SAVINGS}}/month
+
+WORKFLOW PATTERN
+═══════════════════════════════════════════════════════════════════
+
+Occurrence Count:    {{OCCURRENCE_COUNT}} times in the last 90 days
+Teams Affected:      {{TEAMS_AFFECTED}}
+Confidence Score:    {{CONFIDENCE_SCORE}}
+Similarity Score:    {{SIMILARITY_SCORE}}
+
+Workflow Steps:
+{{WORKFLOW_STEPS}}
+
+GENERATED ARTIFACTS
+═══════════════════════════════════════════════════════════════════
+
+Location: .claude/skills/staging/codified-{{SKILL_ID}}/
+
+Files Generated:
+- execute.sh       Main skill execution script
+- validate.sh      Input validation script
+- test.sh          Test suite ({{TEST_COUNT}} tests)
+- SKILL.md         Documentation
+- edge-cases.json  Known edge cases ({{EDGE_CASE_COUNT}} cases)
+- metadata.json    Skill metadata
+
+REVIEW INSTRUCTIONS
+═══════════════════════════════════════════════════════════════════
+
+1. Review the generated code:
+   cd .claude/skills/staging/codified-{{SKILL_ID}}/
+   cat execute.sh validate.sh
+
+2. Review documentation:
+   cat SKILL.md
+
+3. Run the test suite:
+   ./test.sh
+
+4. Check for security issues:
+   - No hardcoded secrets
+   - Proper input validation
+   - Safe file operations
+   - Error handling
+
+5. Verify shellcheck compliance:
+   shellcheck -x execute.sh validate.sh test.sh
+
+6. Take action using the review CLI:
+
+   APPROVE (if everything looks good):
+   ./.claude/skills/workflow-codification/review-skill.sh \
+     --skill-id "{{SKILL_ID}}" \
+     --action approve \
+     --feedback "Optional approval comment"
+
+   REJECT (if fundamentally flawed):
+   ./.claude/skills/workflow-codification/review-skill.sh \
+     --skill-id "{{SKILL_ID}}" \
+     --action reject \
+     --feedback "Reason for rejection (required)"
+
+   REQUEST CORRECTION (if needs minor fixes):
+   ./.claude/skills/workflow-codification/review-skill.sh \
+     --skill-id "{{SKILL_ID}}" \
+     --action correct \
+     --feedback "What needs to be corrected (required)"
+
+SLA REQUIREMENT
+═══════════════════════════════════════════════════════════════════
+
+Priority: {{PRIORITY}}
+SLA:      {{SLA_DEADLINE}}
+
+Please review within {{SLA_HOURS}} hours. The system will auto-escalate
+to the Product Owner if the SLA is exceeded.
+
+BUSINESS IMPACT
+═══════════════════════════════════════════════════════════════════
+
+If approved, this skill will:
+- Reduce AI invocation costs by ~60-80% for this workflow
+- Execute in ~10 seconds vs ~200 seconds for AI agent execution
+- Save approximately ${{ESTIMATED_SAVINGS}}/month
+- Benefit {{TEAMS_AFFECTED_COUNT}} team(s)
+
+QUESTIONS OR ISSUES?
+═══════════════════════════════════════════════════════════════════
+
+- View all pending reviews: ./.claude/skills/workflow-codification/review-skill.sh --list-pending
+- Check SLA status: ./.claude/skills/workflow-codification/review-skill.sh --check-sla
+- Contact: CFN System Administrator
+
+═══════════════════════════════════════════════════════════════════
+
+Thank you for your expertise!
+
+CFN Workflow Codification System
+Automated Skill Generation & Approval Pipeline

package/claude-assets/skills/workflow-codification/templates/slack-notification.md

@@ -0,0 +1,85 @@
+🤖 **New Skill Ready for Review**
+
+---
+
+### Skill Details
+**Name:** `{{SKILL_NAME}}`
+**Priority:** {{PRIORITY_EMOJI}} {{PRIORITY}}
+**Team:** {{PRIMARY_TEAM}}
+**Estimated Savings:** 💰 ${{ESTIMATED_SAVINGS}}/month
+
+---
+
+### Pattern Summary
+**Occurrences:** {{OCCURRENCE_COUNT}}x in last 90 days
+**Teams Affected:** {{TEAMS_AFFECTED}}
+**Confidence:** {{CONFIDENCE_SCORE}}
+
+### Workflow Steps
+```
+{{WORKFLOW_STEP_1}}
+  ↓
+{{WORKFLOW_STEP_2}}
+  ↓
+{{WORKFLOW_STEP_3}}
+{{WORKFLOW_STEP_MORE}}
+```
+
+---
+
+### Generated Artifacts
+📁 Location: `.claude/skills/staging/codified-{{SKILL_ID}}/`
+
+**Files:**
+- ✅ `execute.sh` - Main script
+- ✅ `validate.sh` - Input validation
+- ✅ `test.sh` - Test suite ({{TEST_COUNT}} tests)
+- ✅ `SKILL.md` - Documentation
+- ✅ `edge-cases.json` - Edge cases ({{EDGE_CASE_COUNT}})
+
+---
+
+### Review Actions
+
+**Option 1: Approve** ✅
+```bash
+./.claude/skills/workflow-codification/review-skill.sh \
+  --skill-id "{{SKILL_ID}}" \
+  --action approve
+```
+
+**Option 2: Reject** ❌
+```bash
+./.claude/skills/workflow-codification/review-skill.sh \
+  --skill-id "{{SKILL_ID}}" \
+  --action reject \
+  --feedback "Reason for rejection"
+```
+
+**Option 3: Request Correction** 🔄
+```bash
+./.claude/skills/workflow-codification/review-skill.sh \
+  --skill-id "{{SKILL_ID}}" \
+  --action correct \
+  --feedback "What needs to be fixed"
+```
+
+---
+
+### SLA Deadline
+⏰ **{{SLA_DEADLINE}}** ({{SLA_HOURS}}h from now)
+
+---
+
+### Business Impact
+If approved:
+- 📉 60-80% cost reduction for this workflow
+- ⚡ ~10s execution (vs ~200s with AI)
+- 💵 ${{ESTIMATED_SAVINGS}}/month savings
+- 👥 Benefits {{TEAMS_AFFECTED_COUNT}} team(s)
+
+---
+
+cc: @{{EXPERT_SLACK_HANDLE}} - your review is needed!
+
+_Generated by CFN Workflow Codification System_

package/claude-assets/skills/workflow-codification/test-integration.sh

@@ -0,0 +1,296 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# Input validation (SQL injection prevention)
+validate_identifier() {
+    local input="$1"
+    local max_length="${2:-255}"
+    if ! [[ "$input" =~ ^[a-zA-Z0-9_-]+$ ]]; then
+        echo "ERROR: Invalid identifier (alphanumeric + underscore/hyphen only): $input" >&2
+        return 1
+    fi
+    if [ ${#input} -gt $max_length ]; then
+        echo "ERROR: Identifier exceeds max length ($max_length chars)" >&2
+        return 1
+    fi
+    return 0
+}
+
+# test-integration.sh - Integration tests for workflow-codification skill
+# Tests edge case tracking and cost tracking functionality
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+DB_PATH="${SCRIPT_DIR}/test-workflow-codification.db"
+PROPOSALS_DIR="${SCRIPT_DIR}/test-proposals"
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+NC='\033[0m' # No Color
+
+# Test counter
+TESTS_RUN=0
+TESTS_PASSED=0
+TESTS_FAILED=0
+
+# Setup test environment
+setup() {
+    echo "Setting up test environment..."
+    rm -f "$DB_PATH"
+    rm -rf "$PROPOSALS_DIR"
+    export DB_PATH
+    export PROPOSALS_DIR
+}
+
+# Cleanup test environment
+cleanup() {
+    echo "Cleaning up test environment..."
+    rm -f "$DB_PATH"
+    rm -rf "$PROPOSALS_DIR"
+}
+
+# Test helper functions
+test_start() {
+    TESTS_RUN=$((TESTS_RUN + 1))
+    echo -e "\n${YELLOW}Test $TESTS_RUN: $1${NC}"
+}
+
+test_pass() {
+    TESTS_PASSED=$((TESTS_PASSED + 1))
+    echo -e "${GREEN}✓ PASS${NC}"
+}
+
+test_fail() {
+    TESTS_FAILED=$((TESTS_FAILED + 1))
+    echo -e "${RED}✗ FAIL: $1${NC}"
+}
+
+# Check dependencies
+check_dependencies() {
+    test_start "Check dependencies"
+
+    if ! command -v sqlite3 &> /dev/null; then
+        test_fail "sqlite3 not installed"
+        return 1
+    fi
+
+    if ! command -v bc &> /dev/null; then
+        test_fail "bc not installed"
+        return 1
+    fi
+
+    test_pass
+}
+
+# Test edge case tracking
+test_edge_case_record() {
+    test_start "Record edge case"
+
+    output=$("${SCRIPT_DIR}/track-edge-case.sh" --action record \
+        --skill-name "test-skill" \
+        --skill-version "1.0.0" \
+        --exit-code 1 \
+        --input-params "param1=value1 param2=value2" \
+        --expected-output "success" \
+        --actual-output "failure" \
+        --error-message "Test error" 2>&1)
+
+    if [[ $? -eq 0 ]] && [[ "$output" =~ "Recorded new edge case" ]]; then
+        test_pass
+    else
+        test_fail "Failed to record edge case: $output"
+    fi
+}
+
+# Test edge case recurrence
+test_edge_case_recurrence() {
+    test_start "Edge case recurrence detection"
+
+    # Record same edge case 3 times
+    for i in {1..3}; do
+        "${SCRIPT_DIR}/track-edge-case.sh" --action record \
+            --skill-name "test-skill-recurring" \
+            --skill-version "1.0.0" \
+            --exit-code 127 \
+            --input-params "timeout=30" \
+            --error-message "Command not found" &> /dev/null
+    done
+
+    # Check if occurrence count is 3
+    count=$(sqlite3 "$DB_PATH" "SELECT occurrence_count FROM edge_cases WHERE skill_name = 'test-skill-recurring';" 2>/dev/null)
+
+    if [[ "$count" == "3" ]]; then
+        test_pass
+    else
+        test_fail "Expected occurrence_count=3, got: $count"
+    fi
+}
+
+# Test edge case query
+test_edge_case_query() {
+    test_start "Query recurring edge cases"
+
+    output=$("${SCRIPT_DIR}/track-edge-case.sh" --action query 2>&1)
+
+    if [[ $? -eq 0 ]] && [[ "$output" =~ "test-skill-recurring" ]]; then
+        test_pass
+    else
+        test_fail "Failed to query edge cases: $output"
+    fi
+}
+
+# Test cost tracking
+test_cost_tracking_log() {
+    test_start "Log skill execution"
+
+    output=$("${SCRIPT_DIR}/track-cost-savings.sh" --action log \
+        --skill-name "test-skill-cost" \
+        --skill-version "1.0.0" \
+        --execution-time-ms 150 \
+        --exit-code 0 \
+        --tokens-avoided 3000 2>&1)
+
+    if [[ $? -eq 0 ]] && [[ "$output" =~ "Logged execution" ]]; then
+        test_pass
+    else
+        test_fail "Failed to log execution: $output"
+    fi
+}
+
+# Test ROI ranking
+test_roi_ranking() {
+    test_start "Query skill ROI ranking"
+
+    # Log multiple executions
+    for i in {1..5}; do
+        "${SCRIPT_DIR}/track-cost-savings.sh" --action log \
+            --skill-name "test-skill-roi" \
+            --skill-version "1.0.0" \
+            --execution-time-ms 100 \
+            --exit-code 0 \
+            --tokens-avoided 3000 &> /dev/null
+    done
+
+    output=$("${SCRIPT_DIR}/track-cost-savings.sh" --action ranking --period 1 2>&1)
+
+    if [[ $? -eq 0 ]] && [[ "$output" =~ "test-skill-roi" ]]; then
+        test_pass
+    else
+        test_fail "Failed to query ROI ranking: $output"
+    fi
+}
+
+# Test dashboard metrics
+test_dashboard_metrics() {
+    test_start "Export dashboard metrics (JSON)"
+
+    output=$("${SCRIPT_DIR}/track-cost-savings.sh" --action dashboard --format json 2>&1)
+
+    if [[ $? -eq 0 ]] && [[ "$output" =~ "total_executions" ]] && [[ "$output" =~ "total_cost_avoided_usd" ]]; then
+        test_pass
+    else
+        test_fail "Failed to export dashboard metrics: $output"
+    fi
+}
+
+# Test projections
+test_projections() {
+    test_start "Calculate cost projections"
+
+    output=$("${SCRIPT_DIR}/track-cost-savings.sh" --action projections --period 1 2>&1)
+
+    if [[ $? -eq 0 ]] && [[ "$output" =~ "Monthly Projection" ]] && [[ "$output" =~ "Annual Projection" ]]; then
+        test_pass
+    else
+        test_fail "Failed to calculate projections: $output"
+    fi
+}
+
+# Test ROI snapshot
+test_roi_snapshot() {
+    test_start "Generate ROI snapshot"
+
+    output=$("${SCRIPT_DIR}/track-cost-savings.sh" --action snapshot 2>&1)
+
+    if [[ $? -eq 0 ]] && [[ "$output" =~ "Generated ROI snapshot" ]]; then
+        test_pass
+    else
+        test_fail "Failed to generate ROI snapshot: $output"
+    fi
+}
+
+# Test database schema
+test_database_schema() {
+    test_start "Validate database schema"
+
+    # Check edge_cases table
+    edge_cases_exists=$(sqlite3 "$DB_PATH" "SELECT name FROM sqlite_master WHERE type='table' AND name='edge_cases';" 2>/dev/null)
+
+    # Check skill_executions table
+    executions_exists=$(sqlite3 "$DB_PATH" "SELECT name FROM sqlite_master WHERE type='table' AND name='skill_executions';" 2>/dev/null)
+
+    # Check roi_snapshots table
+    snapshots_exists=$(sqlite3 "$DB_PATH" "SELECT name FROM sqlite_master WHERE type='table' AND name='roi_snapshots';" 2>/dev/null)
+
+    if [[ "$edge_cases_exists" == "edge_cases" ]] && \
+       [[ "$executions_exists" == "skill_executions" ]] && \
+       [[ "$snapshots_exists" == "roi_snapshots" ]]; then
+        test_pass
+    else
+        test_fail "Database schema validation failed"
+    fi
+}
+
+# Main test execution
+main() {
+    echo "=========================================="
+    echo "Workflow Codification Integration Tests"
+    echo "=========================================="
+
+    setup
+
+    # Run tests
+    check_dependencies || {
+        echo -e "\n${RED}Dependencies missing. Please install sqlite3 and bc.${NC}"
+        cleanup
+        exit 1
+    }
+
+    test_edge_case_record
+    test_edge_case_recurrence
+    test_edge_case_query
+    test_cost_tracking_log
+    test_roi_ranking
+    test_dashboard_metrics
+    test_projections
+    test_roi_snapshot
+    test_database_schema
+
+    cleanup
+
+    # Print summary
+    echo -e "\n=========================================="
+    echo "Test Summary"
+    echo "=========================================="
+    echo "Tests run: $TESTS_RUN"
+    echo -e "${GREEN}Tests passed: $TESTS_PASSED${NC}"
+    if [[ $TESTS_FAILED -gt 0 ]]; then
+        echo -e "${RED}Tests failed: $TESTS_FAILED${NC}"
+    else
+        echo "Tests failed: 0"
+    fi
+    echo "=========================================="
+
+    # Exit with appropriate code
+    if [[ $TESTS_FAILED -gt 0 ]]; then
+        exit 1
+    else
+        exit 0
+    fi
+}
+
+# Execute main if not sourced
+if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
+    main "$@"
+fi