@stackmemoryai/stackmemory 0.5.57 → 0.5.58

package/scripts/test-claude-config.sh

@@ -0,0 +1,123 @@
+#!/bin/bash
+# Test CLAUDE.md format effectiveness
+# Compares compact vs verbose configurations
+
+set -e
+
+CLAUDE_DIR="$HOME/.claude"
+VERBOSE_FILE="$CLAUDE_DIR/CLAUDE.md"
+COMPACT_FILE="$CLAUDE_DIR/CLAUDE.compact.md"
+BACKUP_FILE="$CLAUDE_DIR/CLAUDE.backup.md"
+RESULTS_DIR="/tmp/claude-config-test-$(date +%Y%m%d-%H%M%S)"
+
+mkdir -p "$RESULTS_DIR"
+
+echo "=== CLAUDE.md A/B Test ==="
+echo "Results: $RESULTS_DIR"
+echo ""
+
+# Test prompts that exercise CLAUDE.md rules
+declare -a TEST_PROMPTS=(
+  "What's your communication style preference?"
+  "I want to add a feature. Should you ask clarifying questions or just start coding?"
+  "Write a function to hash a password"
+  "What should you do before editing a file?"
+  "How do you handle ESM imports in TypeScript?"
+)
+
+# Token counts
+VERBOSE_TOKENS=$(cat "$VERBOSE_FILE" 2>/dev/null | wc -c | awk '{print int($1/3.5)}')
+COMPACT_TOKENS=$(cat "$COMPACT_FILE" 2>/dev/null | wc -c | awk '{print int($1/3.5)}')
+
+echo "Token comparison:"
+echo "  Verbose: ~$VERBOSE_TOKENS tokens"
+echo "  Compact: ~$COMPACT_TOKENS tokens"
+echo "  Savings: ~$((VERBOSE_TOKENS - COMPACT_TOKENS)) tokens ($(( (VERBOSE_TOKENS - COMPACT_TOKENS) * 100 / VERBOSE_TOKENS ))%)"
+echo ""
+
+# Backup current config
+cp "$VERBOSE_FILE" "$BACKUP_FILE"
+
+run_test() {
+  local config_name=$1
+  local config_file=$2
+  local output_dir="$RESULTS_DIR/$config_name"
+  mkdir -p "$output_dir"
+
+  echo "Testing with $config_name config..."
+
+  # Swap config
+  cp "$config_file" "$VERBOSE_FILE"
+
+  local i=0
+  for prompt in "${TEST_PROMPTS[@]}"; do
+    i=$((i + 1))
+    echo "  Prompt $i: ${prompt:0:40}..."
+
+    # Run claude with prompt, capture output
+    # Using --print flag for non-interactive mode
+    claude --print "$prompt" > "$output_dir/prompt_$i.txt" 2>&1 || true
+
+    # Brief pause to avoid rate limiting
+    sleep 1
+  done
+
+  echo "  Done. Outputs in $output_dir/"
+}
+
+# Test verbose config
+if [ -f "$VERBOSE_FILE" ]; then
+  # Save original verbose as .verbose for testing
+  cp "$VERBOSE_FILE" "$CLAUDE_DIR/CLAUDE.verbose.md"
+  run_test "verbose" "$CLAUDE_DIR/CLAUDE.verbose.md"
+fi
+
+# Test compact config
+if [ -f "$COMPACT_FILE" ]; then
+  run_test "compact" "$COMPACT_FILE"
+fi
+
+# Restore original config
+cp "$BACKUP_FILE" "$VERBOSE_FILE"
+rm -f "$BACKUP_FILE"
+
+echo ""
+echo "=== Analysis ==="
+
+# Compare output lengths (proxy for verbosity)
+echo "Output lengths (chars):"
+echo "  Verbose config:"
+for f in "$RESULTS_DIR/verbose"/prompt_*.txt; do
+  [ -f "$f" ] && echo "    $(basename $f): $(wc -c < "$f")"
+done
+
+echo "  Compact config:"
+for f in "$RESULTS_DIR/compact"/prompt_*.txt; do
+  [ -f "$f" ] && echo "    $(basename $f): $(wc -c < "$f")"
+done
+
+# Check for key behaviors
+echo ""
+echo "Behavior checks:"
+
+check_behavior() {
+  local name=$1
+  local pattern=$2
+  local verbose_match=$(grep -l "$pattern" "$RESULTS_DIR/verbose"/*.txt 2>/dev/null | wc -l)
+  local compact_match=$(grep -l "$pattern" "$RESULTS_DIR/compact"/*.txt 2>/dev/null | wc -l)
+  echo "  $name: verbose=$verbose_match compact=$compact_match"
+}
+
+check_behavior "Concise style" "concise\|brief\|short"
+check_behavior "Security mention" "security\|validate\|hash"
+check_behavior "ESM/extension" "\.js\|extension\|ESM"
+check_behavior "Read before edit" "read\|before\|first"
+
+echo ""
+echo "=== Summary ==="
+echo "Config files preserved. Review outputs in:"
+echo "  $RESULTS_DIR/verbose/"
+echo "  $RESULTS_DIR/compact/"
+echo ""
+echo "To manually compare:"
+echo "  diff $RESULTS_DIR/verbose/prompt_1.txt $RESULTS_DIR/compact/prompt_1.txt"

package/scripts/validate-claude-config.sh

@@ -0,0 +1,155 @@
+#!/bin/bash
+# Validate CLAUDE.md configurations - token counts and coverage
+set -e
+
+CLAUDE_DIR="$HOME/.claude"
+AGENT_DOCS="$CLAUDE_DIR/agent_docs"
+
+echo "=== CLAUDE.md Config Validation ==="
+echo ""
+
+# Token estimation function
+count_tokens() {
+  local file=$1
+  if [ -f "$file" ]; then
+    local chars=$(wc -c < "$file")
+    echo $((chars / 4))  # ~4 chars per token estimate
+  else
+    echo "0"
+  fi
+}
+
+# 1. Token Comparison
+echo "## Token Counts"
+echo ""
+printf "%-40s %8s %8s\n" "File" "Lines" "~Tokens"
+printf "%-40s %8s %8s\n" "----" "-----" "-------"
+
+total_verbose=0
+total_compact=0
+
+for file in "$CLAUDE_DIR"/*.md; do
+  [ -f "$file" ] || continue
+  name=$(basename "$file")
+  lines=$(wc -l < "$file" | tr -d ' ')
+  tokens=$(count_tokens "$file")
+  printf "%-40s %8s %8s\n" "$name" "$lines" "$tokens"
+
+  if [[ "$name" == *".compact.md" ]]; then
+    total_compact=$((total_compact + tokens))
+  else
+    total_verbose=$((total_verbose + tokens))
+  fi
+done
+
+echo ""
+
+# 2. Agent Docs Comparison
+echo "## Agent Docs"
+echo ""
+printf "%-40s %8s %8s\n" "File" "Lines" "~Tokens"
+printf "%-40s %8s %8s\n" "----" "-----" "-------"
+
+verbose_docs=0
+compact_docs=0
+
+for file in "$AGENT_DOCS"/*.md; do
+  [ -f "$file" ] || continue
+  name=$(basename "$file")
+  lines=$(wc -l < "$file" | tr -d ' ')
+  tokens=$(count_tokens "$file")
+  printf "%-40s %8s %8s\n" "$name" "$lines" "$tokens"
+
+  if [[ "$name" == *".compact.md" ]]; then
+    compact_docs=$((compact_docs + tokens))
+  else
+    verbose_docs=$((verbose_docs + tokens))
+  fi
+done
+
+echo ""
+
+# 3. Summary
+echo "## Summary"
+echo ""
+echo "Main configs:"
+echo "  Verbose total: ~$total_verbose tokens"
+echo "  Compact total: ~$total_compact tokens"
+if [ $total_verbose -gt 0 ]; then
+  savings=$((100 - (total_compact * 100 / total_verbose)))
+  echo "  Savings: ${savings}%"
+fi
+
+echo ""
+echo "Agent docs:"
+echo "  Verbose total: ~$verbose_docs tokens"
+echo "  Compact total: ~$compact_docs tokens"
+if [ $verbose_docs -gt 0 ]; then
+  savings=$((100 - (compact_docs * 100 / verbose_docs)))
+  echo "  Savings: ${savings}%"
+fi
+
+echo ""
+
+# 4. Reference Validation
+echo "## Reference Validation"
+echo ""
+
+# Check CLAUDE.md references
+if [ -f "$CLAUDE_DIR/CLAUDE.md" ]; then
+  echo "Checking CLAUDE.md references..."
+  refs=$(grep -oE '[A-Z_]+\.compact\.md' "$CLAUDE_DIR/CLAUDE.md" 2>/dev/null || true)
+
+  missing=0
+  for ref in $refs; do
+    if [ -f "$AGENT_DOCS/$ref" ]; then
+      echo "  [OK] $ref"
+    else
+      echo "  [MISSING] $ref"
+      missing=$((missing + 1))
+    fi
+  done
+
+  if [ $missing -eq 0 ] && [ -n "$refs" ]; then
+    echo "  All references valid"
+  elif [ -z "$refs" ]; then
+    echo "  No compact doc references found"
+  else
+    echo "  WARNING: $missing missing references"
+  fi
+else
+  echo "  CLAUDE.md not found"
+fi
+
+echo ""
+
+# 5. Key Rules Coverage
+echo "## Key Rules Coverage"
+echo ""
+
+check_rule() {
+  local name=$1
+  local pattern=$2
+  local file=$3
+
+  if grep -qiE "$pattern" "$file" 2>/dev/null; then
+    echo "  [OK] $name"
+  else
+    echo "  [MISSING] $name"
+  fi
+}
+
+echo "CLAUDE.md rules:"
+if [ -f "$CLAUDE_DIR/CLAUDE.md" ]; then
+  check_rule "Security/secrets" "secret|credential|api.?key" "$CLAUDE_DIR/CLAUDE.md"
+  check_rule "ESM imports" "\.js|ESM|extension" "$CLAUDE_DIR/CLAUDE.md"
+  check_rule "Validation" "lint|test|build" "$CLAUDE_DIR/CLAUDE.md"
+  check_rule "Git workflow" "commit|branch|push" "$CLAUDE_DIR/CLAUDE.md"
+  check_rule "Error handling" "error|throw|undefined" "$CLAUDE_DIR/CLAUDE.md"
+  check_rule "Thinking modes" "think|ultra" "$CLAUDE_DIR/CLAUDE.md"
+  check_rule "Coverage" "coverage|untested" "$CLAUDE_DIR/CLAUDE.md"
+  check_rule "Branch naming" "feature/|fix/|chore/" "$CLAUDE_DIR/CLAUDE.md"
+fi
+
+echo ""
+echo "=== Validation Complete ==="