claude-flow-novice 2.9.0 → 2.10.0

package/.claude/skills/cfn-ace-system/schema/validate-schema.sql

@@ -0,0 +1,280 @@
+-- ACE System: Schema Validation Queries
+-- Tests that schema supports all required query patterns
+-- Run with: sqlite3 swarm-memory.db < validate-schema.sql
+
+.mode column
+.headers on
+.width 40 15 10
+
+-- =============================================
+-- 1. BASIC TABLE VERIFICATION
+-- =============================================
+
+.print ""
+.print "=== 1. TABLE VERIFICATION ==="
+.print ""
+
+SELECT 'context_reflections' as table_name, COUNT(*) as column_count
+FROM pragma_table_info('context_reflections');
+
+SELECT 'ace_telemetry' as table_name, COUNT(*) as column_count
+FROM pragma_table_info('ace_telemetry');
+
+.print ""
+.print "=== 2. INDEX VERIFICATION ==="
+.print ""
+
+SELECT
+  name as index_name,
+  tbl_name as table_name,
+  CASE WHEN "unique" = 1 THEN 'YES' ELSE 'NO' END as is_unique
+FROM sqlite_master
+WHERE type = 'index'
+  AND tbl_name IN ('context_reflections', 'ace_telemetry')
+ORDER BY tbl_name, name;
+
+-- =============================================
+-- 3. VIEW VERIFICATION
+-- =============================================
+
+.print ""
+.print "=== 3. VIEW VERIFICATION ==="
+.print ""
+
+SELECT name as view_name
+FROM sqlite_master
+WHERE type = 'view'
+ORDER BY name;
+
+-- =============================================
+-- 4. COLUMN CONSTRAINTS VERIFICATION
+-- =============================================
+
+.print ""
+.print "=== 4. COLUMN CONSTRAINTS ==="
+.print ""
+
+SELECT
+  name as column_name,
+  type as data_type,
+  "notnull" as not_null,
+  dflt_value as default_value,
+  pk as is_primary_key
+FROM pragma_table_info('context_reflections')
+WHERE "notnull" = 1 OR pk = 1
+ORDER BY pk DESC, name;
+
+-- =============================================
+-- 5. QUERY PATTERN TESTS (Context Lookup)
+-- =============================================
+
+.print ""
+.print "=== 5. CONTEXT LOOKUP QUERY TEST ==="
+.print "Query: Find curated strategies by domain"
+.print ""
+
+-- This query should use idx_context_lookup index
+EXPLAIN QUERY PLAN
+SELECT
+  id,
+  reflection_type,
+  json_extract(metadata, '$.domain') as domain,
+  confidence,
+  created_at
+FROM context_reflections
+WHERE curator_status = 'curated'
+  AND confidence >= 0.70
+  AND json_extract(metadata, '$.domain') LIKE '%backend%'
+ORDER BY confidence DESC, created_at DESC
+LIMIT 5;
+
+-- =============================================
+-- 6. KEYWORD SIMILARITY QUERY TEST
+-- =============================================
+
+.print ""
+.print "=== 6. KEYWORD SIMILARITY QUERY TEST ==="
+.print "Query: Find contexts matching keywords"
+.print ""
+
+-- This query should use idx_metadata_keywords index
+EXPLAIN QUERY PLAN
+SELECT
+  id,
+  reflection_type,
+  json_extract(metadata, '$.keywords') as keywords,
+  confidence
+FROM context_reflections
+WHERE json_extract(metadata, '$.keywords') LIKE '%authentication%'
+  OR json_extract(metadata, '$.keywords') LIKE '%jwt%'
+ORDER BY confidence DESC
+LIMIT 5;
+
+-- =============================================
+-- 7. ANTI-PATTERN QUERY TEST
+-- =============================================
+
+.print ""
+.print "=== 7. ANTI-PATTERN QUERY TEST ==="
+.print "Query: Find critical anti-patterns"
+.print ""
+
+-- This query should use idx_context_reflections_type
+EXPLAIN QUERY PLAN
+SELECT
+  id,
+  task_id,
+  json_extract(metadata, '$.severity') as severity,
+  confidence,
+  created_at
+FROM context_reflections
+WHERE reflection_type = 'anti-pattern'
+  AND json_extract(metadata, '$.severity') = 'critical'
+ORDER BY created_at DESC;
+
+-- =============================================
+-- 8. SUCCESS RATE QUERY TEST
+-- =============================================
+
+.print ""
+.print "=== 8. SUCCESS RATE QUERY TEST ==="
+.print "Query: Find high-impact patterns"
+.print ""
+
+-- This query should use idx_context_reflections_success
+EXPLAIN QUERY PLAN
+SELECT
+  id,
+  reflection_type,
+  confidence,
+  success_count,
+  total_count,
+  CAST(success_count AS REAL) / NULLIF(total_count, 0) as success_rate
+FROM context_reflections
+WHERE total_count >= 3
+  AND CAST(success_count AS REAL) / NULLIF(total_count, 0) >= 0.80
+ORDER BY success_count DESC, success_rate DESC
+LIMIT 10;
+
+-- =============================================
+-- 9. VIEW QUERY TEST (Active Lessons)
+-- =============================================
+
+.print ""
+.print "=== 9. ACTIVE LESSONS VIEW TEST ==="
+.print "Query: Select from v_active_lessons"
+.print ""
+
+EXPLAIN QUERY PLAN
+SELECT
+  id,
+  reflection_type,
+  domain,
+  confidence,
+  success_rate
+FROM v_active_lessons
+WHERE confidence >= 0.80
+LIMIT 5;
+
+-- =============================================
+-- 10. VIEW QUERY TEST (High Impact Patterns)
+-- =============================================
+
+.print ""
+.print "=== 10. HIGH IMPACT PATTERNS VIEW TEST ==="
+.print "Query: Select from v_high_impact_patterns"
+.print ""
+
+EXPLAIN QUERY PLAN
+SELECT
+  id,
+  domain,
+  strategy_title,
+  success_count,
+  success_rate
+FROM v_high_impact_patterns
+LIMIT 5;
+
+-- =============================================
+-- 11. VIEW QUERY TEST (Recent Failures)
+-- =============================================
+
+.print ""
+.print "=== 11. RECENT FAILURES VIEW TEST ==="
+.print "Query: Select from v_recent_failures"
+.print ""
+
+EXPLAIN QUERY PLAN
+SELECT
+  id,
+  task_id,
+  domain,
+  severity,
+  confidence
+FROM v_recent_failures
+WHERE severity = 'critical'
+LIMIT 5;
+
+-- =============================================
+-- 12. PERFORMANCE METRICS
+-- =============================================
+
+.print ""
+.print "=== 12. SCHEMA STATISTICS ==="
+.print ""
+
+SELECT
+  'Reflections' as metric,
+  COUNT(*) as count,
+  ROUND(AVG(confidence), 2) as avg_confidence,
+  MIN(created_at) as earliest,
+  MAX(created_at) as latest
+FROM context_reflections;
+
+SELECT
+  'Telemetry Records' as metric,
+  COUNT(*) as count,
+  '-' as avg_confidence,
+  '-' as earliest,
+  '-' as latest
+FROM ace_telemetry;
+
+-- =============================================
+-- 13. INDEX USAGE ANALYSIS
+-- =============================================
+
+.print ""
+.print "=== 13. INDEX RECOMMENDATIONS ==="
+.print "Note: Run after queries to see which indexes were used"
+.print ""
+
+-- Show indexes that exist
+SELECT
+  m.name as index_name,
+  m.tbl_name as table_name,
+  GROUP_CONCAT(ii.name, ', ') as indexed_columns
+FROM sqlite_master m
+JOIN pragma_index_info(m.name) ii
+WHERE m.type = 'index'
+  AND m.tbl_name = 'context_reflections'
+GROUP BY m.name, m.tbl_name
+ORDER BY m.name;
+
+-- =============================================
+-- 14. SCHEMA VERSION
+-- =============================================
+
+.print ""
+.print "=== 14. SCHEMA VERSION ==="
+.print ""
+
+SELECT
+  version,
+  applied_at,
+  description
+FROM schema_version
+ORDER BY version DESC;
+
+.print ""
+.print "=== VALIDATION COMPLETE ==="
+.print ""

package/.claude/skills/cfn-ace-system/score-relevance-adapter.sh

@@ -0,0 +1,138 @@
+#!/usr/bin/env bash
+# score-relevance-adapter.sh - Interface adapter for relevance scoring
+# Translates test suite API → backend implementation API
+
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+
+# Usage
+usage() {
+  cat <<EOF
+Usage: score-relevance-adapter.sh KEYWORDS_QUERY KEYWORDS_CONTEXT DOMAINS_QUERY DOMAINS_CONTEXT AGENTS_QUERY AGENTS_CONTEXT CREATED_AT SUCCESS_RATE
+
+Adapter layer bridging test suite API and backend implementation API.
+
+Arguments:
+  KEYWORDS_QUERY     JSON array of keywords from current task
+  KEYWORDS_CONTEXT   JSON array of keywords from historical context
+  DOMAINS_QUERY      JSON array of domains from current task
+  DOMAINS_CONTEXT    JSON array of domains from historical context
+  AGENTS_QUERY       JSON array of agents from current task
+  AGENTS_CONTEXT     JSON array of agents from historical context
+  CREATED_AT         Historical context timestamp (YYYY-MM-DD)
+  SUCCESS_RATE       Historical context confidence score (0.0-1.0)
+
+Example:
+  score-relevance-adapter.sh \\
+    '["backend","authentication","jwt"]' \\
+    '["security","auth","oauth"]' \\
+    '["backend","security"]' \\
+    '["security"]' \\
+    '["backend-dev","security-specialist"]' \\
+    '["security-specialist"]' \\
+    "2025-10-25" \\
+    "0.92"
+
+Output:
+  Relevance score (0.0-1.0) written to stdout
+EOF
+  exit 1
+}
+
+# Validate parameters
+if [[ $# -ne 8 ]]; then
+  echo "Error: Expected 8 parameters, got $#" >&2
+  usage
+fi
+
+KEYWORDS_QUERY="$1"
+KEYWORDS_CONTEXT="$2"
+DOMAINS_QUERY="$3"
+DOMAINS_CONTEXT="$4"
+AGENTS_QUERY="$5"
+AGENTS_CONTEXT="$6"
+CREATED_AT="$7"
+SUCCESS_RATE="$8"
+
+# Validate timestamp format (YYYY-MM-DD)
+if ! [[ "$CREATED_AT" =~ ^[0-9]{4}-[0-9]{2}-[0-9]{2}$ ]]; then
+  echo "Error: Invalid timestamp format. Expected YYYY-MM-DD, got: $CREATED_AT" >&2
+  exit 1
+fi
+
+# Validate success rate range (0.0-1.0)
+if ! awk -v rate="$SUCCESS_RATE" 'BEGIN { exit !(rate >= 0.0 && rate <= 1.0) }'; then
+  echo "Error: Invalid success rate. Expected 0.0-1.0, got: $SUCCESS_RATE" >&2
+  exit 1
+fi
+
+# Validate JSON array format
+validate_json_array() {
+  local input="$1"
+  local name="$2"
+  
+  if ! echo "$input" | jq empty 2>/dev/null; then
+    echo "Error: Invalid JSON format for $name: $input" >&2
+    exit 1
+  fi
+  
+  if ! echo "$input" | jq -e 'type == "array"' >/dev/null 2>&1; then
+    echo "Error: Expected JSON array for $name, got: $input" >&2
+    exit 1
+  fi
+}
+
+# Validate all JSON array inputs
+validate_json_array "$KEYWORDS_QUERY" "KEYWORDS_QUERY"
+validate_json_array "$KEYWORDS_CONTEXT" "KEYWORDS_CONTEXT"
+validate_json_array "$DOMAINS_QUERY" "DOMAINS_QUERY"
+validate_json_array "$DOMAINS_CONTEXT" "DOMAINS_CONTEXT"
+validate_json_array "$AGENTS_QUERY" "AGENTS_QUERY"
+validate_json_array "$AGENTS_CONTEXT" "AGENTS_CONTEXT"
+
+# Extract first domain from domains array
+extract_first_domain() {
+  local domains_json="$1"
+  echo "$domains_json" | jq -r '.[0] // ""'
+}
+
+# Convert JSON array to comma-separated string
+json_array_to_csv() {
+  local json_array="$1"
+  echo "$json_array" | jq -r 'join(",")'
+}
+
+# Build current-tags (pass through JSON array)
+CURRENT_TAGS="$KEYWORDS_QUERY"
+
+# Extract primary domain from DOMAINS_QUERY
+CURRENT_DOMAIN=$(extract_first_domain "$DOMAINS_QUERY")
+
+# Build current-agents comma-separated list from AGENTS_QUERY
+CURRENT_AGENTS=$(json_array_to_csv "$AGENTS_QUERY")
+
+# Build historical-record JSON structure
+HISTORICAL_RECORD=$(jq -n \
+  --argjson tags "$KEYWORDS_CONTEXT" \
+  --arg domain "$(extract_first_domain "$DOMAINS_CONTEXT")" \
+  --arg agents "$(json_array_to_csv "$AGENTS_CONTEXT")" \
+  --arg timestamp "$CREATED_AT" \
+  --argjson confidence "$SUCCESS_RATE" \
+  '{
+    tags: $tags,
+    domain: $domain,
+    agents: $agents,
+    timestamp: $timestamp,
+    confidence: $confidence
+  }')
+
+# Execute backend implementation with transformed parameters
+"$SCRIPT_DIR/score-relevance.sh" \
+  --current-tags "$CURRENT_TAGS" \
+  --current-domain "$CURRENT_DOMAIN" \
+  --current-agents "$CURRENT_AGENTS" \
+  --historical-record "$HISTORICAL_RECORD"
+
+# Exit with backend script's exit code
+exit $?

package/.claude/skills/cfn-ace-system/score-relevance.sh

@@ -0,0 +1,253 @@
+#!/usr/bin/env bash
+# score-relevance.sh - Multi-factor relevance scoring for ACE System
+# Part of ACE System Phase 2.2
+
+set -euo pipefail
+
+# Default values
+CURRENT_TAGS=""
+CURRENT_DOMAIN=""
+CURRENT_AGENTS=""
+HISTORICAL_RECORD=""
+TIME_DECAY_FACTOR=30  # Days for exponential decay
+
+# Weight factors (must sum to 1.0)
+WEIGHT_KEYWORD=0.30
+WEIGHT_AGENT=0.25
+WEIGHT_DOMAIN=0.20
+WEIGHT_RECENCY=0.15
+WEIGHT_SUCCESS=0.10
+
+# Usage function
+usage() {
+    cat <<EOF
+Usage: $0 [OPTIONS]
+
+Calculate relevance score between current task and historical context
+
+OPTIONS:
+    --current-tags JSON        JSON array of current task tags
+    --current-domain TEXT      Current task domain
+    --current-agents TEXT      Comma-separated current agent types
+    --historical-record JSON   Historical context record JSON
+    --time-decay-factor NUM    Days for time decay (default: 30)
+    -h, --help                 Show this help message
+
+WEIGHTS (configurable in script):
+    Keyword similarity: 30% (Jaccard index)
+    Agent type overlap: 25% (% same agents)
+    Domain match:       20% (exact=1.0, overlap=0.5, none=0.0)
+    Recency score:      15% (exp(-days_old / 30))
+    Success rate:       10% (historical confidence)
+
+EXAMPLES:
+    $0 --current-tags '["backend","authentication","jwt"]' \\
+       --current-domain "security" \\
+       --current-agents "backend-dev,security-specialist" \\
+       --historical-record '{"tags":["backend","auth","oauth"],"domain":"security","agents":"backend-dev","timestamp":"2025-10-25","confidence":0.92}'
+
+OUTPUT:
+    Single relevance score: 0.0 - 1.0
+EOF
+    exit 1
+}
+
+# Parse arguments
+while [[ $# -gt 0 ]]; do
+    case $1 in
+        --current-tags)
+            CURRENT_TAGS="$2"
+            shift 2
+            ;;
+        --current-domain)
+            CURRENT_DOMAIN="$2"
+            shift 2
+            ;;
+        --current-agents)
+            CURRENT_AGENTS="$2"
+            shift 2
+            ;;
+        --historical-record)
+            HISTORICAL_RECORD="$2"
+            shift 2
+            ;;
+        --time-decay-factor)
+            TIME_DECAY_FACTOR="$2"
+            shift 2
+            ;;
+        -h|--help)
+            usage
+            ;;
+        *)
+            echo "Error: Unknown option: $1" >&2
+            usage
+            ;;
+    esac
+done
+
+# Validate required parameters
+if [[ -z "$CURRENT_TAGS" ]] || [[ -z "$HISTORICAL_RECORD" ]]; then
+    echo "Error: --current-tags and --historical-record are required" >&2
+    usage
+fi
+
+# Calculate Jaccard similarity between two JSON arrays
+# Formula: |A ∩ B| / |A ∪ B|
+calculate_jaccard_similarity() {
+    local array1="$1"
+    local array2="$2"
+
+    # Get unique elements in both arrays
+    local union=$(jq -s 'add | unique' <(echo "$array1") <(echo "$array2") | jq 'length')
+
+    # Get intersection (elements in both)
+    local intersection=$(jq -s '.[0] as $a | .[1] as $b | $a | map(select(. as $x | $b | index($x) != null)) | unique | length' <(echo "$array1") <(echo "$array2"))
+
+    # Avoid division by zero
+    if [[ $union -eq 0 ]]; then
+        echo "0.0"
+        return
+    fi
+
+    # Calculate Jaccard index
+    local similarity=$(echo "scale=4; $intersection / $union" | bc)
+    echo "$similarity"
+}
+
+# Calculate agent overlap score
+# Percentage of agents that match
+calculate_agent_overlap() {
+    local current_agents="$1"
+    local historical_agents="$2"
+
+    # Convert comma-separated to JSON arrays
+    local current_array=$(echo "$current_agents" | tr ',' '\n' | jq -R . | jq -s 'map(select(length > 0))')
+    local historical_array=$(echo "$historical_agents" | tr ',' '\n' | jq -R . | jq -s 'map(select(length > 0))')
+
+    # Calculate Jaccard similarity for agents
+    local overlap=$(calculate_jaccard_similarity "$current_array" "$historical_array")
+    echo "$overlap"
+}
+
+# Calculate domain match score
+# exact match=1.0, partial overlap=0.5, no match=0.0
+calculate_domain_match() {
+    local current_domain="$1"
+    local historical_domain="$2"
+
+    # Normalize to lowercase
+    current_domain=$(echo "$current_domain" | tr '[:upper:]' '[:lower:]')
+    historical_domain=$(echo "$historical_domain" | tr '[:upper:]' '[:lower:]')
+
+    # Exact match
+    if [[ "$current_domain" == "$historical_domain" ]]; then
+        echo "1.0"
+        return
+    fi
+
+    # Check for partial overlap (substring match in either direction)
+    if [[ -n "$current_domain" ]] && [[ -n "$historical_domain" ]]; then
+        if [[ "$current_domain" == *"$historical_domain"* ]] || [[ "$historical_domain" == *"$current_domain"* ]]; then
+            echo "0.5"
+            return
+        fi
+    fi
+
+    # No match
+    echo "0.0"
+}
+
+# Calculate recency score with exponential decay
+# Formula: exp(-days_old / decay_factor)
+calculate_recency_score() {
+    local timestamp="$1"
+    local decay_factor="$2"
+
+    # Get current date and historical date in epoch seconds
+    local current_epoch=$(date +%s)
+    local historical_epoch=$(date -d "$timestamp" +%s 2>/dev/null || echo "0")
+
+    # Handle invalid timestamps
+    if [[ $historical_epoch -eq 0 ]]; then
+        echo "0.0"
+        return
+    fi
+
+    # Calculate days difference
+    local seconds_diff=$((current_epoch - historical_epoch))
+    local days_diff=$(echo "scale=4; $seconds_diff / 86400" | bc)
+
+    # Exponential decay: e^(-days / decay_factor)
+    # Use awk for exponential calculation (bc doesn't support exp)
+    local recency=$(awk -v days="$days_diff" -v factor="$decay_factor" 'BEGIN { print exp(-days / factor) }')
+
+    # Ensure non-negative
+    if (( $(echo "$recency < 0" | bc -l) )); then
+        echo "0.0"
+    else
+        printf "%.4f" "$recency"
+    fi
+}
+
+# Calculate success rate score
+# Use historical confidence as proxy for success
+calculate_success_score() {
+    local confidence="$1"
+
+    # Validate range 0.0-1.0
+    if (( $(echo "$confidence < 0.0" | bc -l) )); then
+        echo "0.0"
+    elif (( $(echo "$confidence > 1.0" | bc -l) )); then
+        echo "1.0"
+    else
+        printf "%.4f" "$confidence"
+    fi
+}
+
+# Main scoring function
+calculate_relevance_score() {
+    local current_tags="$1"
+    local current_domain="$2"
+    local current_agents="$3"
+    local historical_record="$4"
+
+    # Extract historical data
+    local historical_tags=$(echo "$historical_record" | jq -r '.tags // []' | jq -c .)
+    local historical_domain=$(echo "$historical_record" | jq -r '.domain // ""')
+    local historical_agents=$(echo "$historical_record" | jq -r '.agents // ""')
+    local historical_timestamp=$(echo "$historical_record" | jq -r '.timestamp // ""')
+    local historical_confidence=$(echo "$historical_record" | jq -r '.confidence // 0.0')
+
+    # Calculate component scores
+    local keyword_score=$(calculate_jaccard_similarity "$current_tags" "$historical_tags")
+    local agent_score=$(calculate_agent_overlap "$current_agents" "$historical_agents")
+    local domain_score=$(calculate_domain_match "$current_domain" "$historical_domain")
+    local recency_score=$(calculate_recency_score "$historical_timestamp" "$TIME_DECAY_FACTOR")
+    local success_score=$(calculate_success_score "$historical_confidence")
+
+    # Calculate weighted total
+    local total_score=$(awk -v kw="$keyword_score" -v kww="$WEIGHT_KEYWORD" \
+                            -v ag="$agent_score" -v agw="$WEIGHT_AGENT" \
+                            -v dm="$domain_score" -v dmw="$WEIGHT_DOMAIN" \
+                            -v rc="$recency_score" -v rcw="$WEIGHT_RECENCY" \
+                            -v sc="$success_score" -v scw="$WEIGHT_SUCCESS" \
+                            'BEGIN { print (kw * kww) + (ag * agw) + (dm * dmw) + (rc * rcw) + (sc * scw) }')
+
+    # Ensure score is in range 0.0-1.0
+    if (( $(echo "$total_score < 0.0" | bc -l) )); then
+        total_score="0.0"
+    elif (( $(echo "$total_score > 1.0" | bc -l) )); then
+        total_score="1.0"
+    fi
+
+    printf "%.2f" "$total_score"
+}
+
+# Main execution
+main() {
+    local relevance_score=$(calculate_relevance_score "$CURRENT_TAGS" "$CURRENT_DOMAIN" "$CURRENT_AGENTS" "$HISTORICAL_RECORD")
+    echo "$relevance_score"
+}
+
+# Run main
+main