claude-flow-novice 2.9.1 → 2.10.0

package/.claude/skills/cfn-ace-system/query-contexts.sh

@@ -0,0 +1,150 @@
+#!/bin/bash
+
+# ACE System Context Query - Domain-Aware Integration
+# Purpose: Query relevant contexts using task classifier domains
+# Usage: query-contexts.sh "task description" [--limit N] [--min-confidence X]
+
+set -euo pipefail
+
+TASK_DESCRIPTION=""
+LIMIT=5
+MIN_CONFIDENCE=0.80
+OUTPUT_FORMAT="json"
+
+# Parse arguments
+while [[ $# -gt 0 ]]; do
+  case $1 in
+    --limit)
+      LIMIT="$2"
+      shift 2
+      ;;
+    --min-confidence)
+      MIN_CONFIDENCE="$2"
+      shift 2
+      ;;
+    --format)
+      OUTPUT_FORMAT="$2"
+      shift 2
+      ;;
+    *)
+      if [ -z "$TASK_DESCRIPTION" ]; then
+        TASK_DESCRIPTION="$1"
+      fi
+      shift
+      ;;
+  esac
+done
+
+if [ -z "$TASK_DESCRIPTION" ]; then
+  echo "Usage: query-contexts.sh 'task description' [--limit N] [--min-confidence X]" >&2
+  exit 1
+fi
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_ROOT="$(cd "$SCRIPT_DIR/../../.." && pwd)"
+DB_PATH="${PROJECT_ROOT}/ace-context.db"
+CLASSIFIER_PATH="${SCRIPT_DIR}/../cfn-task-classifier/classify-task.sh"
+
+# Verify dependencies
+if [ ! -f "$CLASSIFIER_PATH" ]; then
+  echo "ERROR: Task classifier not found at $CLASSIFIER_PATH" >&2
+  exit 1
+fi
+
+if [ ! -f "$DB_PATH" ]; then
+  echo "ERROR: ACE database not found at $DB_PATH" >&2
+  exit 1
+fi
+
+# Step 1: Classify task to extract domains
+CLASSIFICATION=$("$CLASSIFIER_PATH" "$TASK_DESCRIPTION" --format=json)
+if [ $? -ne 0 ]; then
+  echo "ERROR: Task classification failed" >&2
+  exit 1
+fi
+
+DOMAINS=$(echo "$CLASSIFICATION" | jq -r '.domains[]')
+COMPLEXITY=$(echo "$CLASSIFICATION" | jq -r '.complexity')
+TASK_TYPE=$(echo "$CLASSIFICATION" | jq -r '.task_type')
+
+# Step 2: Extract tags from task (for future relevance scoring)
+TAGS_OUTPUT=$("${SCRIPT_DIR}/extract-tags.sh" --text "$TASK_DESCRIPTION" --task-only 2>/dev/null || echo "[]")
+TASK_TAGS=$(echo "$TAGS_OUTPUT" | jq -r 'if type == "array" then .[] else empty end' 2>/dev/null || echo "")
+
+# Step 3: Query SQLite for contexts by domain
+TEMP_RESULTS="/tmp/ace-query-results-$$.json"
+echo "[]" > "$TEMP_RESULTS"
+
+for DOMAIN in $DOMAINS; do
+  # Query contexts for this domain
+  QUERY_RESULT=$(sqlite3 "$DB_PATH" -json << EOF
+SELECT
+  id,
+  reflection_type,
+  json_extract(metadata, '$.tags') as tags,
+  json_extract(metadata, '$.domain') as domain,
+  json_extract(metadata, '$.keywords') as keywords,
+  confidence,
+  created_at,
+  substr(extracted_lessons, 1, 500) as lessons_preview
+FROM context_reflections
+WHERE json_extract(metadata, '$.domain') = '$DOMAIN'
+  AND confidence >= $MIN_CONFIDENCE
+  AND curator_status IN ('curated', 'pending')
+ORDER BY confidence DESC, created_at DESC
+LIMIT $LIMIT;
+EOF
+)
+
+  # Merge results
+  if [ -n "$QUERY_RESULT" ] && [ "$QUERY_RESULT" != "[]" ]; then
+    MERGED=$(jq -s '.[0] + .[1]' "$TEMP_RESULTS" <(echo "$QUERY_RESULT"))
+    echo "$MERGED" > "$TEMP_RESULTS"
+  fi
+done
+
+# Step 4: Sort by confidence and limit results
+# TODO: Add relevance scoring integration with correct API (8 params required)
+FINAL_RESULTS=$(jq "sort_by(-.confidence) | .[:$LIMIT]" "$TEMP_RESULTS")
+
+# Step 5: Output results
+case "$OUTPUT_FORMAT" in
+  json)
+    echo "$FINAL_RESULTS" | jq '{
+      query: {
+        task: $task,
+        domains: $domains,
+        complexity: $complexity,
+        task_type: $task_type,
+        tags: ($tags | split(" ") | map(select(. != "")))
+      },
+      results: {
+        count: (. | length),
+        contexts: .
+      }
+    }' \
+      --arg task "$TASK_DESCRIPTION" \
+      --arg domains "$(echo $DOMAINS | tr '\n' ',' | sed 's/,$//')" \
+      --arg complexity "$COMPLEXITY" \
+      --arg task_type "$TASK_TYPE" \
+      --arg tags "$TASK_TAGS"
+    ;;
+
+  simple)
+    echo "Query: $TASK_DESCRIPTION"
+    echo "Domains: $(echo $DOMAINS | tr '\n' ',' | sed 's/,$//')"
+    echo "Results: $(echo "$FINAL_RESULTS" | jq 'length')"
+    echo ""
+    echo "$FINAL_RESULTS" | jq -r '.[] | "[\(.domain)] \(.id) (confidence: \(.confidence))"'
+    ;;
+
+  *)
+    echo "ERROR: Unknown format $OUTPUT_FORMAT" >&2
+    exit 1
+    ;;
+esac
+
+# Cleanup
+rm -f "$TEMP_RESULTS"
+
+exit 0

package/.claude/skills/cfn-ace-system/query-reflections.sh

@@ -0,0 +1,35 @@
+#!/bin/bash
+# Query pending reflections from context_reflections table
+# Usage: ./query-reflections.sh --status pending --limit 10
+
+set -e
+
+DB_PATH="${ACE_DB_PATH:-./.artifacts/database/swarm-memory.db}"
+STATUS="pending"
+LIMIT=10
+
+while [[ $# -gt 0 ]]; do
+  case $1 in
+    --status) STATUS="$2"; shift 2 ;;
+    --limit) LIMIT="$2"; shift 2 ;;
+    *) echo "Unknown option: $1"; exit 1 ;;
+  esac
+done
+
+sqlite3 "$DB_PATH" <<EOF
+SELECT json_group_array(
+  json_object(
+    'id', id,
+    'reflection_type', reflection_type,
+    'task_id', task_id,
+    'extracted_lessons', extracted_lessons,
+    'created_at', created_at
+  )
+)
+FROM (
+  SELECT * FROM context_reflections
+  WHERE curator_status = '${STATUS}'
+  ORDER BY created_at DESC
+  LIMIT ${LIMIT}
+);
+EOF

package/.claude/skills/cfn-ace-system/schema/001-create-context-reflections.sql

@@ -0,0 +1,237 @@
+-- ACE System: Context Reflections Table Schema
+-- Stores cognitive reflections from CFN Loop executions for context reuse
+-- Version: 1.0.0
+-- Created: 2025-10-29
+
+-- =============================================
+-- CONTEXT REFLECTIONS TABLE
+-- =============================================
+
+CREATE TABLE IF NOT EXISTS context_reflections (
+  -- Primary Key
+  id TEXT PRIMARY KEY,
+
+  -- Reflection Classification
+  reflection_type TEXT NOT NULL CHECK (
+    reflection_type IN ('strategy', 'anti-pattern', 'edge-case', 'pattern', 'warning', 'failure')
+  ),
+
+  -- Task Context
+  task_id TEXT NOT NULL,
+  agent_id TEXT,
+  swarm_id TEXT NOT NULL,
+  project_id TEXT DEFAULT 'default',
+
+  -- Execution Data (JSON format)
+  execution_trace TEXT NOT NULL,      -- {"iterations": 2, "loops": ["loop3", "loop2"], "timeline": [...]}
+  feedback_signals TEXT NOT NULL,     -- {"loop2_feedback": [...], "product_owner_decision": "PROCEED"}
+  extracted_lessons TEXT NOT NULL,    -- {"strategies": [...], "antiPatterns": [...], "edgeCases": [...]}
+
+  -- Metadata (JSON format for flexible querying)
+  metadata TEXT DEFAULT '{}',         -- {"tags": [...], "domain": [...], "keywords": [...], "severity": "..."}
+
+  -- Curator Status
+  curator_status TEXT DEFAULT 'pending' CHECK (
+    curator_status IN ('pending', 'curated', 'merged', 'rejected', 'archived')
+  ),
+  merged_bullet_ids TEXT,             -- JSON array: ["STRAT-007", "STRAT-008"]
+  rejection_reason TEXT,
+
+  -- Access Control
+  acl_level INTEGER NOT NULL DEFAULT 3 CHECK (acl_level BETWEEN 1 AND 5),
+
+  -- Quality Metrics
+  confidence REAL DEFAULT 0.0 CHECK (confidence BETWEEN 0.0 AND 1.0),
+  success_count INTEGER DEFAULT 0,    -- Times this context led to success
+  total_count INTEGER DEFAULT 0,      -- Times this context was used
+
+  -- Timestamps
+  created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
+  processed_at DATETIME,
+  last_used_at DATETIME,
+
+  -- Version Control
+  version INTEGER DEFAULT 1
+);
+
+-- =============================================
+-- INDEXES FOR PERFORMANCE
+-- =============================================
+
+-- Task & Swarm Lookups (core queries)
+CREATE INDEX IF NOT EXISTS idx_context_reflections_task
+  ON context_reflections(task_id);
+
+CREATE INDEX IF NOT EXISTS idx_context_reflections_swarm
+  ON context_reflections(swarm_id);
+
+-- Curator Workflow (pending items)
+CREATE INDEX IF NOT EXISTS idx_context_reflections_status
+  ON context_reflections(curator_status);
+
+-- Time-based Queries (recency scoring)
+CREATE INDEX IF NOT EXISTS idx_context_reflections_created
+  ON context_reflections(created_at DESC);
+
+-- Quality Filtering (high-confidence contexts)
+CREATE INDEX IF NOT EXISTS idx_context_reflections_confidence
+  ON context_reflections(confidence DESC);
+
+-- Success Rate Queries
+CREATE INDEX IF NOT EXISTS idx_context_reflections_success
+  ON context_reflections(success_count, total_count);
+
+-- Reflection Type Filtering
+CREATE INDEX IF NOT EXISTS idx_context_reflections_type
+  ON context_reflections(reflection_type);
+
+-- Composite Index for Context Lookup (primary query pattern)
+-- Query: Find high-confidence, recent contexts by domain/tags
+CREATE INDEX IF NOT EXISTS idx_context_lookup
+  ON context_reflections(curator_status, confidence DESC, created_at DESC)
+  WHERE curator_status = 'curated';
+
+-- =============================================
+-- ACE TELEMETRY TABLE
+-- =============================================
+
+CREATE TABLE IF NOT EXISTS ace_telemetry (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  operation TEXT NOT NULL CHECK (
+    operation IN ('reflect', 'query', 'inject', 'curate', 'pattern_detect')
+  ),
+  duration_ms INTEGER NOT NULL,
+  task_id TEXT,
+  success BOOLEAN DEFAULT 1,
+  error_message TEXT,
+  context_size INTEGER,              -- Size of context in bytes
+  results_count INTEGER,             -- Number of results returned (for queries)
+  timestamp INTEGER NOT NULL DEFAULT (strftime('%s', 'now'))
+);
+
+-- Telemetry Indexes
+CREATE INDEX IF NOT EXISTS idx_telemetry_operation
+  ON ace_telemetry(operation);
+
+CREATE INDEX IF NOT EXISTS idx_telemetry_timestamp
+  ON ace_telemetry(timestamp DESC);
+
+CREATE INDEX IF NOT EXISTS idx_telemetry_success
+  ON ace_telemetry(success, operation);
+
+-- =============================================
+-- JSON EXTRACTION INDEXES (SQLite 3.9+)
+-- =============================================
+-- These enable fast queries on JSON fields
+
+-- Tags extraction (common query: match by tags)
+CREATE INDEX IF NOT EXISTS idx_metadata_tags
+  ON context_reflections(json_extract(metadata, '$.tags'));
+
+-- Domain extraction (common query: filter by domain)
+CREATE INDEX IF NOT EXISTS idx_metadata_domain
+  ON context_reflections(json_extract(metadata, '$.domain'));
+
+-- Keywords extraction (context lookup)
+CREATE INDEX IF NOT EXISTS idx_metadata_keywords
+  ON context_reflections(json_extract(metadata, '$.keywords'));
+
+-- =============================================
+-- PERFORMANCE OPTIMIZATION SETTINGS
+-- =============================================
+
+-- Enable Write-Ahead Logging for better concurrency
+PRAGMA journal_mode = WAL;
+
+-- Use memory for temporary storage
+PRAGMA temp_store = MEMORY;
+
+-- Optimize for read-heavy workload
+PRAGMA cache_size = -65536;  -- 64MB cache
+
+-- Balance between performance and safety
+PRAGMA synchronous = NORMAL;
+
+-- Larger page size for DDR5-6400 bandwidth
+PRAGMA page_size = 8192;
+
+-- Enable query optimization
+PRAGMA optimize;
+
+-- =============================================
+-- VIEWS FOR COMMON QUERIES
+-- =============================================
+
+-- Active Curated Lessons (ready for reuse)
+CREATE VIEW IF NOT EXISTS v_active_lessons AS
+SELECT
+  id,
+  reflection_type,
+  task_id,
+  json_extract(metadata, '$.domain') as domain,
+  json_extract(metadata, '$.tags') as tags,
+  json_extract(metadata, '$.keywords') as keywords,
+  extracted_lessons,
+  confidence,
+  success_count,
+  total_count,
+  CAST(success_count AS REAL) / NULLIF(total_count, 0) as success_rate,
+  created_at
+FROM context_reflections
+WHERE curator_status = 'curated'
+  AND confidence >= 0.70
+ORDER BY created_at DESC;
+
+-- High-Impact Patterns (frequently used, high success rate)
+CREATE VIEW IF NOT EXISTS v_high_impact_patterns AS
+SELECT
+  id,
+  reflection_type,
+  json_extract(metadata, '$.domain') as domain,
+  json_extract(extracted_lessons, '$.strategies[0].title') as strategy_title,
+  confidence,
+  success_count,
+  total_count,
+  CAST(success_count AS REAL) / NULLIF(total_count, 0) as success_rate,
+  last_used_at
+FROM context_reflections
+WHERE curator_status = 'curated'
+  AND total_count >= 3
+  AND CAST(success_count AS REAL) / NULLIF(total_count, 0) >= 0.80
+ORDER BY success_count DESC, success_rate DESC
+LIMIT 10;
+
+-- Recent Failures (for anti-pattern extraction)
+CREATE VIEW IF NOT EXISTS v_recent_failures AS
+SELECT
+  id,
+  task_id,
+  reflection_type,
+  json_extract(metadata, '$.domain') as domain,
+  json_extract(metadata, '$.failure_reason') as failure_reason,
+  json_extract(metadata, '$.severity') as severity,
+  confidence,
+  created_at
+FROM context_reflections
+WHERE reflection_type IN ('anti-pattern', 'failure', 'warning')
+  AND created_at > datetime('now', '-30 days')
+ORDER BY
+  CASE
+    WHEN json_extract(metadata, '$.severity') = 'critical' THEN 1
+    WHEN json_extract(metadata, '$.severity') = 'warning' THEN 2
+    ELSE 3
+  END,
+  created_at DESC;
+
+-- =============================================
+-- SCHEMA VERSION
+-- =============================================
+
+CREATE TABLE IF NOT EXISTS schema_version (
+  version INTEGER PRIMARY KEY,
+  applied_at DATETIME DEFAULT CURRENT_TIMESTAMP,
+  description TEXT
+);
+
+INSERT OR IGNORE INTO schema_version (version, description)
+VALUES (1, 'Initial ACE context_reflections schema with telemetry and views');