xtrm-tools 0.7.3 → 0.7.4

package/.xtrm/skills/default/last30days/scripts/test-v1-vs-v2.sh

@@ -0,0 +1,219 @@
+#!/bin/bash
+set -euo pipefail
+
+# === V1 vs V2 Skill Test Harness ===
+# Runs all 17 test queries through both v1 and v2 SKILL.md
+# using `claude --print` to capture real end-to-end output.
+
+SKILL_DIR="$HOME/.claude/skills/last30days"
+REPO_DIR="/Users/mvanhorn/last30days-skill"
+
+# Safety: always restore V2 SKILL.md on exit/crash
+cleanup() {
+  if [ -f "$SKILL_DIR/SKILL.md.v2.bak" ]; then
+    echo ""
+    echo "⚠️  Restoring V2 SKILL.md from backup (script interrupted)..."
+    cp "$SKILL_DIR/SKILL.md.v2.bak" "$SKILL_DIR/SKILL.md"
+    rm -f "$SKILL_DIR/SKILL.md.v2.bak"
+    echo "  ✅ V2 restored"
+  fi
+}
+trap cleanup EXIT
+TIMESTAMP=$(date +%Y%m%d-%H%M%S)
+OUT_DIR="$REPO_DIR/docs/test-results/v1-vs-v2-${TIMESTAMP}"
+V1_DIR="$OUT_DIR/v1"
+V2_DIR="$OUT_DIR/v2"
+
+mkdir -p "$V1_DIR" "$V2_DIR"
+
+echo "📁 Output directory: $OUT_DIR"
+echo ""
+
+# All 17 test queries
+QUERIES=(
+  "prompting techniques for chatgpt for legal questions"
+  "best clawdbot use cases"
+  "how to best setup clawdbot"
+  "prompting tips for nano banana pro for ios designs"
+  "top claude code skills"
+  "using ChatGPT to make images of dogs"
+  "research best practices for beautiful remotion animation videos in claude code"
+  "photorealistic people in nano banana pro"
+  "What are the best rap songs lately"
+  "what are people saying about DeepSeek R1"
+  "best practices for cursor rules files for Cursor"
+  "prompt advice for using suno to make killer songs in simple mode"
+  "how do I use Codex with Claude Code on same app to make it better"
+  "kanye west"
+  "howie.ai"
+  "open claw"
+  "nano banana pro prompting"
+)
+
+TYPES=(
+  "PROMPTING+TOOL"
+  "RECOMMENDATIONS"
+  "HOW-TO"
+  "PROMPTING+TOOL"
+  "RECOMMENDATIONS"
+  "GENERAL"
+  "PROMPTING"
+  "PROMPTING"
+  "RECOMMENDATIONS"
+  "NEWS"
+  "PROMPTING"
+  "PROMPTING"
+  "HOW-TO"
+  "NEWS"
+  "GENERAL"
+  "GENERAL"
+  "PROMPTING"
+)
+
+slugify() {
+  echo "$1" | tr '[:upper:]' '[:lower:]' | sed 's/[^a-z0-9]/-/g' | sed 's/--*/-/g' | cut -c1-50
+}
+
+run_version() {
+  local version="$1"
+  local outdir="$2"
+  local total=${#QUERIES[@]}
+
+  echo ""
+  echo "=========================================="
+  echo "  Running $version — $total queries"
+  echo "=========================================="
+  echo ""
+
+  for i in "${!QUERIES[@]}"; do
+    local query="${QUERIES[$i]}"
+    local type="${TYPES[$i]}"
+    local slug
+    slug=$(slugify "$query")
+    local num=$((i + 1))
+    local outfile="$outdir/${num}-${slug}.txt"
+    local errfile="$outdir/${num}-${slug}.stderr.txt"
+
+    echo "[$version] ($num/$total) $query [$type]"
+
+    local start_time
+    start_time=$(date +%s)
+
+    # Run claude --print with the skill invocation
+    # No timeout — claude --print exits on its own; kill manually if stuck
+    if /Users/mvanhorn/.local/bin/claude --print \
+      "/last30days $query" \
+      > "$outfile" 2>"$errfile"; then
+      local end_time
+      end_time=$(date +%s)
+      local duration=$((end_time - start_time))
+      local lines
+      lines=$(wc -l < "$outfile")
+      echo "  ✅ Done — ${lines} lines, ${duration}s"
+    else
+      local exit_code=$?
+      echo "  ❌ Failed (exit $exit_code)" | tee -a "$outfile"
+    fi
+
+    # Brief pause between queries to avoid rate limits
+    sleep 3
+  done
+}
+
+# === Phase 1: Test V1 ===
+echo "📦 Backing up current V2 SKILL.md..."
+cp "$SKILL_DIR/SKILL.md" "$SKILL_DIR/SKILL.md.v2.bak"
+
+echo "📥 Installing V1 SKILL.md from upstream..."
+cd "$REPO_DIR"
+git show upstream/main:SKILL.md | sed '/^context: fork$/d; /^agent: Explore$/d; /^disable-model-invocation: true$/d' > "$SKILL_DIR/SKILL.md"
+cp "$SKILL_DIR/SKILL.md" "$OUT_DIR/v1-SKILL.md"
+echo "  ✅ V1 installed (stripped: context:fork, agent:Explore, disable-model-invocation)"
+
+run_version "V1" "$V1_DIR"
+
+# === Phase 2: Test V2 ===
+echo ""
+echo "📥 Restoring V2 SKILL.md..."
+cp "$SKILL_DIR/SKILL.md.v2.bak" "$SKILL_DIR/SKILL.md"
+cp "$SKILL_DIR/SKILL.md" "$OUT_DIR/v2-SKILL.md"
+echo "  ✅ V2 restored"
+
+run_version "V2" "$V2_DIR"
+
+# === Phase 3: Generate summary ===
+echo ""
+echo "=========================================="
+echo "  Generating comparison summary"
+echo "=========================================="
+
+SUMMARY="$OUT_DIR/comparison-summary.md"
+
+cat > "$SUMMARY" << EOF
+# V1 vs V2 Comparison Results
+
+Generated: $(date)
+Output directory: $OUT_DIR
+
+## Output Files
+
+| # | Query | Type | V1 Lines | V2 Lines | V1 Time | V2 Time |
+|---|-------|------|----------|----------|---------|---------|
+EOF
+
+for i in "${!QUERIES[@]}"; do
+  query="${QUERIES[$i]}"
+  type="${TYPES[$i]}"
+  slug=$(slugify "$query")
+  num=$((i + 1))
+
+  v1file="$V1_DIR/${num}-${slug}.txt"
+  v2file="$V2_DIR/${num}-${slug}.txt"
+
+  v1lines=$(wc -l < "$v1file" 2>/dev/null || echo "ERR")
+  v2lines=$(wc -l < "$v2file" 2>/dev/null || echo "ERR")
+
+  echo "| $num | \`$query\` | $type | $v1lines | $v2lines | — | — |" >> "$SUMMARY"
+done
+
+cat >> "$SUMMARY" << 'EOF'
+
+## Quick Check: Key Features
+
+For each query, check these v2 improvements:
+
+- [ ] Query parsing display (`🔍 **{TOPIC}** · {QUERY_TYPE}`)
+- [ ] Sparse citations (not every sentence)
+- [ ] Bold topic headers in summary
+- [ ] Emoji stats tree (`├─ 🟠 Reddit:`)
+- [ ] Quality checklist applied to prompts
+- [ ] Self-check (research grounding, not generic)
+
+## Scoring Guide
+
+Use the full scoring rubric from:
+`docs/plans/2026-02-06-test-v1-vs-v2-comparison-plan.md`
+
+## Next Step
+
+Have Claude read all 34 output files and generate scored comparison:
+```
+Read all files in docs/test-results/v1-vs-v2-*/v1/ and v2/
+Score each on the 7 dimensions from the test plan
+Write the final analysis to docs/test-results/v1-vs-v2-*/analysis.md
+```
+EOF
+
+# Cleanup backup
+rm -f "$SKILL_DIR/SKILL.md.v2.bak"
+
+echo ""
+echo "✅ All done!"
+echo ""
+echo "📁 Results:  $OUT_DIR"
+echo "📊 Summary:  $SUMMARY"
+echo "📄 V1 files: $V1_DIR/"
+echo "📄 V2 files: $V2_DIR/"
+echo ""
+echo "To review:"
+echo "  open $OUT_DIR"

package/.xtrm/skills/default/last30days/scripts/watchlist.py

@@ -0,0 +1,329 @@
+#!/usr/bin/env python3
+"""Topic watchlist management for last30days.
+
+CLI for adding, removing, and listing watched topics with auto-bootstrap.
+On first `add`, creates the SQLite database.
+
+Usage:
+    python3 watchlist.py add "AI video tools" [--schedule "0 8 * * *"]
+    python3 watchlist.py add "NVIDIA news" --weekly
+    python3 watchlist.py remove "AI video tools"
+    python3 watchlist.py list
+    python3 watchlist.py run-all
+    python3 watchlist.py run-one "AI video tools"
+    python3 watchlist.py config delivery telegram
+    python3 watchlist.py config budget 10.00
+"""
+
+import argparse
+import json
+import subprocess
+import sys
+import time
+from datetime import datetime
+from pathlib import Path
+
+SCRIPT_DIR = Path(__file__).parent.resolve()
+sys.path.insert(0, str(SCRIPT_DIR))
+
+import store
+
+
+def cmd_add(args):
+    """Add a topic to the watchlist."""
+    schedule = "0 8 * * 1" if args.weekly else (args.schedule or "0 8 * * *")
+    queries = args.queries.split(",") if args.queries else None
+
+    topic = store.add_topic(args.topic, search_queries=queries, schedule=schedule)
+
+    sched_desc = "weekly (Mondays 8am)" if args.weekly else f"daily ({schedule})"
+    result = {
+        "action": "added",
+        "topic": topic["name"],
+        "schedule": sched_desc,
+        "message": f'Added "{topic["name"]}" to watchlist. Schedule: {sched_desc}.',
+    }
+
+    print(json.dumps(result, default=str))
+
+
+def cmd_remove(args):
+    """Remove a topic from the watchlist."""
+    removed = store.remove_topic(args.topic)
+
+    if not removed:
+        print(json.dumps({"action": "not_found", "topic": args.topic, "message": f'Topic not found: "{args.topic}"'}))
+        return
+
+    remaining = store.list_topics()
+
+    print(json.dumps({
+        "action": "removed",
+        "topic": args.topic,
+        "message": f'Removed "{args.topic}" from watchlist.',
+        "remaining": len(remaining),
+    }))
+
+
+def cmd_list(args):
+    """List all watched topics with stats."""
+    topics = store.list_topics()
+    budget_used = store.get_daily_cost()
+    budget_limit = store.get_setting("daily_budget", "5.00")
+
+    result = {
+        "topics": topics,
+        "budget_used": budget_used,
+        "budget_limit": float(budget_limit),
+    }
+    print(json.dumps(result, default=str))
+
+
+def cmd_run_one(args):
+    """Run research for a single topic."""
+    topic = store.get_topic(args.topic)
+    if not topic:
+        print(json.dumps({"error": f'Topic not found: "{args.topic}"'}))
+        sys.exit(1)
+
+    result = _run_topic(topic)
+    print(json.dumps(result, default=str))
+
+
+def cmd_run_all(args):
+    """Run research for all enabled topics with budget guard."""
+    topics = store.list_topics()
+    enabled = [t for t in topics if t["enabled"]]
+
+    if not enabled:
+        print(json.dumps({"message": "No enabled topics to research."}))
+        return
+
+    budget_limit = float(store.get_setting("daily_budget", "5.00"))
+    results = []
+
+    for topic in enabled:
+        # Budget guard
+        daily_cost = store.get_daily_cost()
+        if daily_cost >= budget_limit:
+            results.append({
+                "topic": topic["name"],
+                "status": "skipped",
+                "reason": f"Budget exceeded: ${daily_cost:.2f}/${budget_limit:.2f}",
+            })
+            continue
+
+        result = _run_topic(topic)
+        results.append(result)
+
+    print(json.dumps({
+        "action": "run_all",
+        "results": results,
+        "budget_used": store.get_daily_cost(),
+        "budget_limit": budget_limit,
+    }, default=str))
+
+
+def _run_topic(topic: dict) -> dict:
+    """Run research for a single topic and store findings."""
+    start_time = time.time()
+    topic_id = topic["id"]
+
+    # Record the run
+    run_id = store.record_run(topic_id, source_mode="both", status="running")
+
+    try:
+        # Prefer custom search_queries over topic name (#40)
+        search_queries = json.loads(topic["search_queries"]) if topic.get("search_queries") else None
+        search_term = search_queries[0] if search_queries else topic["name"]
+        cmd = [
+            sys.executable,
+            str(SCRIPT_DIR / "last30days.py"),
+            search_term,
+            "--emit=json",
+        ]
+        result = subprocess.run(
+            cmd,
+            capture_output=True,
+            text=True,
+            timeout=300,
+        )
+
+        duration = time.time() - start_time
+
+        if result.returncode != 0:
+            store.update_run(
+                run_id,
+                status="failed",
+                error_message=result.stderr[:500],
+                duration_seconds=duration,
+            )
+            return {
+                "topic": topic["name"],
+                "status": "failed",
+                "error": result.stderr[:200],
+                "duration": duration,
+            }
+
+        # Parse research output
+        data = json.loads(result.stdout)
+
+        # Convert research items to findings format
+        findings = []
+        for item in data.get("reddit", []):
+            findings.append({
+                "source": "reddit",
+                "url": item.get("url", ""),
+                "title": item.get("title", ""),
+                "author": item.get("author", ""),
+                "content": item.get("title", ""),
+                "summary": item.get("top_comments_summary", ""),
+                "engagement_score": item.get("upvotes", 0),
+                "relevance_score": item.get("relevance", 0),
+            })
+        for item in data.get("x", []):
+            findings.append({
+                "source": "x",
+                "url": item.get("url", ""),
+                "title": item.get("text", "")[:100],
+                "author": item.get("author_handle", ""),
+                "content": item.get("text", ""),
+                "engagement_score": (item.get("engagement") or {}).get("likes", 0),
+                "relevance_score": item.get("relevance", 0),
+            })
+        for item in data.get("youtube", []):
+            findings.append({
+                "source": "youtube",
+                "url": item.get("url", ""),
+                "title": item.get("title", ""),
+                "author": item.get("channel_name", item.get("channel", "")),
+                "content": item.get("transcript_snippet", "") or item.get("title", ""),
+                "engagement_score": (item.get("engagement") or {}).get("views", 0),
+                "relevance_score": item.get("relevance", 0),
+            })
+        for item in data.get("tiktok", []):
+            findings.append({
+                "source": "tiktok",
+                "url": item.get("url", ""),
+                "title": (item.get("caption_snippet", "") or "")[:120],
+                "author": item.get("author", ""),
+                "content": item.get("caption_snippet", ""),
+                "engagement_score": (item.get("engagement") or {}).get("views", 0),
+                "relevance_score": item.get("relevance", 0),
+            })
+        for item in data.get("instagram", []):
+            findings.append({
+                "source": "instagram",
+                "url": item.get("url", ""),
+                "title": (item.get("caption_snippet", "") or "")[:120],
+                "author": item.get("author_name", ""),
+                "content": item.get("caption_snippet", ""),
+                "engagement_score": (item.get("engagement") or {}).get("views", 0),
+                "relevance_score": item.get("relevance", 0),
+            })
+
+        # Store with dedup
+        counts = store.store_findings(run_id, topic_id, findings)
+
+        store.update_run(
+            run_id,
+            status="completed",
+            duration_seconds=duration,
+            findings_new=counts["new"],
+            findings_updated=counts["updated"],
+        )
+
+        return {
+            "topic": topic["name"],
+            "status": "completed",
+            "new": counts["new"],
+            "updated": counts["updated"],
+            "duration": duration,
+        }
+
+    except subprocess.TimeoutExpired:
+        duration = time.time() - start_time
+        store.update_run(
+            run_id, status="failed",
+            error_message="Research timed out after 300s",
+            duration_seconds=duration,
+        )
+        return {"topic": topic["name"], "status": "failed", "error": "timeout"}
+
+    except json.JSONDecodeError as e:
+        duration = time.time() - start_time
+        store.update_run(
+            run_id, status="failed",
+            error_message=f"Invalid JSON output: {e}",
+            duration_seconds=duration,
+        )
+        return {"topic": topic["name"], "status": "failed", "error": f"parse error: {e}"}
+
+    except Exception as e:
+        duration = time.time() - start_time
+        store.update_run(
+            run_id, status="failed",
+            error_message=str(e)[:500],
+            duration_seconds=duration,
+        )
+        return {"topic": topic["name"], "status": "failed", "error": str(e)}
+
+
+def cmd_config(args):
+    """Configure watchlist settings."""
+    if args.setting == "delivery":
+        store.set_setting("delivery_channel", args.value)
+        print(json.dumps({"action": "config", "setting": "delivery_channel", "value": args.value}))
+    elif args.setting == "budget":
+        store.set_setting("daily_budget", args.value)
+        print(json.dumps({"action": "config", "setting": "daily_budget", "value": args.value}))
+    else:
+        print(json.dumps({"error": f"Unknown setting: {args.setting}. Use 'delivery' or 'budget'."}))
+
+
+def main():
+    parser = argparse.ArgumentParser(description="Manage last30days topic watchlist")
+    sub = parser.add_subparsers(dest="command")
+
+    # add
+    a = sub.add_parser("add", help="Add a topic to the watchlist")
+    a.add_argument("topic", help="Topic name")
+    a.add_argument("--schedule", help="Cron expression (default: 0 8 * * *)")
+    a.add_argument("--weekly", action="store_true", help="Run weekly instead of daily")
+    a.add_argument("--queries", help="Comma-separated custom search queries")
+    a.set_defaults(func=cmd_add)
+
+    # remove
+    r = sub.add_parser("remove", help="Remove a topic from the watchlist")
+    r.add_argument("topic", help="Topic name")
+    r.set_defaults(func=cmd_remove)
+
+    # list
+    l = sub.add_parser("list", help="List all watched topics")
+    l.set_defaults(func=cmd_list)
+
+    # run-all
+    ra = sub.add_parser("run-all", help="Run research for all enabled topics")
+    ra.set_defaults(func=cmd_run_all)
+
+    # run-one
+    ro = sub.add_parser("run-one", help="Run research for a single topic")
+    ro.add_argument("topic", help="Topic name")
+    ro.set_defaults(func=cmd_run_one)
+
+    # config
+    c = sub.add_parser("config", help="Configure watchlist settings")
+    c.add_argument("setting", help="Setting name (delivery, budget)")
+    c.add_argument("value", help="Setting value")
+    c.set_defaults(func=cmd_config)
+
+    args = parser.parse_args()
+    if not args.command:
+        parser.print_help()
+        sys.exit(1)
+
+    args.func(args)
+
+
+if __name__ == "__main__":
+    main()