shipwright-cli 2.0.0 → 2.1.0

package/scripts/sw-auth.sh

@@ -6,7 +6,7 @@
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 
-VERSION="2.0.0"
+VERSION="2.1.0"
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 REPO_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
 

package/scripts/sw-autonomous.sh

@@ -7,7 +7,7 @@
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 
-VERSION="2.0.0"
+VERSION="2.1.0"
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 REPO_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
 
@@ -203,31 +203,17 @@ run_analysis_cycle() {
     if command -v claude &>/dev/null; then
         info "Running codebase analysis with Claude..."
 
-        claude code << 'ANALYSIS_PROMPT'
-You are Shipwright's autonomous PM. Analyze this repository for:
-1. **Bugs & Issues**: Missing error handling, potential crashes, edge cases
-2. **Performance**: Bottlenecks, n+1 queries, memory leaks, unnecessary work
-3. **Missing Tests**: Uncovered code paths, critical scenarios
-4. **Stale Documentation**: Outdated guides, missing API docs
-5. **Security**: Input validation, injection risks, credential leaks
-6. **Code Quality**: Dead code, refactoring opportunities, tech debt
-7. **Self-Improvement**: How Shipwright itself could be enhanced
-
-For each finding, suggest:
-- Priority: critical/high/medium/low
-- Effort estimate: S/M/L (small/medium/large)
-- Labels: e.g. "bug", "performance", "test", "docs", "security", "refactor", "self-improvement"
-
-Output as JSON array of findings with fields:
-{
-  "title": "...",
-  "description": "...",
-  "priority": "high",
-  "effort": "M",
-  "labels": ["..."],
-  "category": "bug|performance|test|docs|security|refactor|self-improvement"
-}
-ANALYSIS_PROMPT
+        claude -p 'You are Shipwright'"'"'s autonomous PM. Analyze this repository for:
+1. Bugs & Issues: Missing error handling, potential crashes, edge cases
+2. Performance: Bottlenecks, n+1 queries, memory leaks, unnecessary work
+3. Missing Tests: Uncovered code paths, critical scenarios
+4. Stale Documentation: Outdated guides, missing API docs
+5. Security: Input validation, injection risks, credential leaks
+6. Code Quality: Dead code, refactoring opportunities, tech debt
+7. Self-Improvement: How Shipwright itself could be enhanced
+
+For each finding, output JSON with fields: title, description, priority (critical/high/medium/low), effort (S/M/L), labels (array), category.
+Output ONLY a JSON array, no other text.' --max-turns 3 > "$findings" 2>/dev/null || true
 
     else
         warn "Claude CLI not available, using static heuristics..."
@@ -289,8 +275,9 @@ create_issue_from_finding() {
     # Add shipwright label to auto-feed daemon
     local all_labels="shipwright,$labels"
 
-    # Create GitHub issue
-    gh issue create \
+    # Create GitHub issue; capture URL and parse issue number
+    local create_out
+    create_out=$(gh issue create \
         --title "$title" \
         --body "$description
 
@@ -301,14 +288,83 @@ create_issue_from_finding() {
 - Created: \`$(now_iso)\`
 - By: Autonomous loop (sw-autonomous.sh)
 " \
-        --label "$all_labels" 2>/dev/null && \
-        success "Created issue: $title" && \
-        return 0 || \
-        warn "Failed to create issue: $title" && \
+        --label "$all_labels" 2>/dev/null) || {
+        warn "Failed to create issue: $title"
         return 1
+    }
+    success "Created issue: $title"
+    local issue_num
+    issue_num=$(echo "$create_out" | sed -n 's|.*/issues/\([0-9]*\)|\1|p')
+    [[ -n "$issue_num" ]] && echo "$issue_num"
+    return 0
 }
 
 # ─── Issue Processing from Analysis ────────────────────────────────────────
+# Trigger pipeline for a finding issue (daemon will also pick it up; this runs immediately)
+trigger_pipeline_for_finding() {
+    local issue_num="$1"
+    local title="$2"
+    if [[ -z "$issue_num" || ! "$issue_num" =~ ^[0-9]+$ ]]; then
+        return 0
+    fi
+    if [[ ! -x "$SCRIPT_DIR/sw-pipeline.sh" ]]; then
+        return 0
+    fi
+    info "Triggering pipeline for finding issue #${issue_num}: $title"
+    (cd "$REPO_DIR" && export REPO_DIR SCRIPT_DIR && bash "$SCRIPT_DIR/sw-pipeline.sh" start --issue "$issue_num" 2>/dev/null) &
+    emit_event "autonomous.pipeline_triggered" "issue=$issue_num" "title=$title"
+}
+
+# Record finding outcome for learning (which findings led to successful fixes)
+record_finding_pending() {
+    local issue_num="$1"
+    local finding_title="$2"
+    ensure_state_dir
+    local state_file="${STATE_DIR}/state.json"
+    local pending_file="${STATE_DIR}/pending_findings.jsonl"
+    [[ ! -f "$pending_file" ]] && touch "$pending_file"
+    echo "{\"issue_number\":$issue_num,\"finding_title\":\"${finding_title//\"/\\\"}\",\"created_at\":\"$(now_iso)\",\"outcome\":\"pending\"}" >> "$pending_file"
+}
+
+# Update outcomes for pending findings (called at start of each cycle)
+update_finding_outcomes() {
+    [[ "$NO_GITHUB" == "true" ]] && return 0
+    local pending_file="${STATE_DIR}/pending_findings.jsonl"
+    [[ ! -f "$pending_file" ]] && return 0
+    local updated_file
+    updated_file=$(mktemp "${TMPDIR:-/tmp}/sw-autonomous-pending.XXXXXX")
+    while IFS= read -r line; do
+        [[ -z "$line" ]] && continue
+        local issue_num outcome
+        issue_num=$(echo "$line" | jq -r '.issue_number // empty')
+        outcome=$(echo "$line" | jq -r '.outcome // "pending"')
+        if [[ "$outcome" != "pending" || -z "$issue_num" ]]; then
+            echo "$line" >> "$updated_file"
+            continue
+        fi
+        local state
+        state=$(gh issue view "$issue_num" --json state 2>/dev/null | jq -r '.state // "OPEN"') || state="OPEN"
+        if [[ "$state" != "CLOSED" ]]; then
+            echo "$line" >> "$updated_file"
+            continue
+        fi
+        local merged=""
+        local merged_pipeline merged_daemon
+        merged_pipeline=$(gh pr list --head "pipeline/issue-${issue_num}" --json state -q '.[0].state' 2>/dev/null || echo "")
+        merged_daemon=$(gh pr list --head "daemon/issue-${issue_num}" --json state -q '.[0].state' 2>/dev/null || echo "")
+        [[ "$merged_pipeline" == "MERGED" || "$merged_daemon" == "MERGED" ]] && merged="MERGED"
+        if [[ "$merged" == "MERGED" ]]; then
+            outcome="success"
+            increment_counter "issues_completed"
+            emit_event "autonomous.finding_success" "issue=$issue_num"
+        else
+            outcome="failure"
+            emit_event "autonomous.finding_failure" "issue=$issue_num"
+        fi
+        echo "$line" | jq --arg o "$outcome" '.outcome = $o' >> "$updated_file"
+    done < "$pending_file"
+    mv "$updated_file" "$pending_file"
+}
 
 process_findings() {
     local findings_file="$1"
@@ -320,7 +376,7 @@ process_findings() {
     local created=0
     local total=0
 
-    # Parse findings and create issues
+    # Parse findings and create issues; trigger pipeline for each; record for outcome tracking
     while IFS= read -r finding; do
         [[ -z "$finding" ]] && continue
 
@@ -344,14 +400,18 @@ process_findings() {
             labels="${category}${labels:+,$labels}"
         fi
 
-        if create_issue_from_finding "$title" "$description" "$priority" "$effort" "$labels"; then
+        local issue_num
+        issue_num=$(create_issue_from_finding "$title" "$description" "$priority" "$effort" "$labels")
+        if [[ $? -eq 0 && -n "$issue_num" ]]; then
             created=$((created + 1))
             increment_counter "issues_created"
-            emit_event "autonomous.issue_created" "title=$title" "priority=$priority" "effort=$effort"
+            emit_event "autonomous.issue_created" "title=$title" "priority=$priority" "effort=$effort" "issue=$issue_num"
+            trigger_pipeline_for_finding "$issue_num" "$title"
+            record_finding_pending "$issue_num" "$title"
         fi
     done < <(jq -c '.[]' "$findings_file" 2>/dev/null)
 
-    info "Created $created of $total findings as issues"
+    info "Created $created of $total findings as issues (pipelines triggered)"
     echo "$created"
 }
 
@@ -452,6 +512,29 @@ show_history() {
 
 # ─── Loop Control ──────────────────────────────────────────────────────────
 
+# Scheduler: run cycles at interval (real scheduler instead of manual cycle only)
+run_scheduler() {
+    ensure_state_dir
+    init_state
+    update_state "status" "running"
+    info "Autonomous scheduler started (cycle every $(get_config "cycle_interval_minutes" "60") minutes)"
+    emit_event "autonomous.scheduler_started"
+
+    while true; do
+        local status
+        status=$(read_state | jq -r '.status // "running"')
+        if [[ "$status" != "running" ]]; then
+            info "Status is ${status} — exiting scheduler"
+            break
+        fi
+        run_single_cycle || true
+        local interval_mins
+        interval_mins=$(get_config "cycle_interval_minutes" "60")
+        info "Next cycle in ${interval_mins} minutes"
+        sleep $((interval_mins * 60))
+    done
+}
+
 start_loop() {
     ensure_state_dir
     init_state
@@ -491,6 +574,9 @@ run_single_cycle() {
     ensure_state_dir
     update_state "status" "analyzing"
 
+    # Update outcomes for pending findings (which led to successful fixes)
+    update_finding_outcomes
+
     info "Running single analysis cycle..."
 
     # Step 1: Analysis
@@ -574,11 +660,12 @@ USAGE
   sw autonomous <command> [options]
 
 COMMANDS
-  start                     Begin autonomous loop (analyze → create → build → learn → repeat)
+  start                     Set status to running (use with external scheduler)
+  run                       Run scheduler: cycle every N minutes until stopped
   stop                      Stop the loop gracefully
   pause                     Pause without losing state
   resume                    Resume from pause
-  cycle                     Run one analysis cycle manually
+  cycle                     Run one analysis cycle manually (create issues + trigger pipelines)
   status                    Show loop status, recent cycles, issue creation stats
   config [show|set]         Show or set configuration
   history                   Show past cycles and their outcomes
@@ -611,6 +698,9 @@ main() {
         start)
             start_loop
             ;;
+        run)
+            run_scheduler
+            ;;
         stop)
             stop_loop
             ;;

package/scripts/sw-changelog.sh

@@ -7,7 +7,7 @@
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 
-VERSION="2.0.0"
+VERSION="2.1.0"
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 REPO_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
 

package/scripts/sw-checkpoint.sh

@@ -8,7 +8,7 @@
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 
-VERSION="2.0.0"
+VERSION="2.1.0"
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 
 # ─── Colors (matches Seth's tmux theme) ─────────────────────────────────────

package/scripts/sw-ci.sh

@@ -6,7 +6,7 @@
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 
-VERSION="2.0.0"
+VERSION="2.1.0"
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 REPO_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
 

package/scripts/sw-cleanup.sh

@@ -5,7 +5,7 @@
 # ║  Default: dry-run (shows what would be cleaned).                         ║
 # ║  Use --force to actually kill sessions and remove files.                 ║
 # ╚═══════════════════════════════════════════════════════════════════════════╝
-VERSION="2.0.0"
+VERSION="2.1.0"
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 

package/scripts/sw-code-review.sh

@@ -6,7 +6,7 @@
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 
-VERSION="2.0.0"
+VERSION="2.1.0"
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 REPO_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
 
@@ -382,6 +382,50 @@ auto_fix() {
     echo "$fixed"
 }
 
+# ─── Claude-powered semantic review (logic, race conditions, API usage, requirements) ──
+run_claude_semantic_review() {
+    local diff_content="$1"
+    local requirements="${2:-}"
+    [[ -z "$diff_content" ]] && return 0
+    if ! command -v claude &>/dev/null; then
+        return 0
+    fi
+
+    local prompt="You are a senior code reviewer. Review this git diff for semantic issues (not just style).
+
+Focus on:
+1. Logic errors and edge cases (off-by-one, null/empty handling, wrong conditions)
+2. Race conditions and concurrency issues (shared state, ordering, locks)
+3. Incorrect or unsafe API usage (wrong arguments, missing error handling, deprecated APIs)
+4. Security issues (injection, auth bypass, sensitive data exposure)
+5. Requirements alignment: does the change match the intended behavior?
+
+For each issue use this format on its own line:
+- **[SEVERITY]** file:line — brief description
+
+Severity: Critical, Bug, Security, Warning, Suggestion.
+If no issues found, reply with exactly: Review clean — no semantic issues found.
+
+## Diff
+${diff_content}
+"
+    [[ -n "$requirements" ]] && prompt="${prompt}
+
+## Requirements / intended behavior
+${requirements}
+"
+
+    local claude_out
+    claude_out=$(claude -p "$prompt" --max-turns 3 2>/dev/null || true)
+    [[ -z "$claude_out" ]] && return 0
+
+    if echo "$claude_out" | grep -qi "Review clean — no semantic issues found"; then
+        return 0
+    fi
+    echo "$claude_out" | grep -oE '\*\*\[?(Critical|Bug|Security|Warning|Suggestion)\]?\*\*[^—]*—[^$]+' 2>/dev/null || \
+        echo "$claude_out" | grep -oE '-\s+\*\*[^*]+\*\*[^\n]+' 2>/dev/null || true
+}
+
 # ─── Review Subcommand ───────────────────────────────────────────────────────
 
 review_changes() {
@@ -410,6 +454,23 @@ review_changes() {
 
     [[ ${#changed_files[@]} -eq 0 ]] && { success "No changes to review"; return 0; }
 
+    # Claude-powered semantic review (logic, race conditions, API usage) when available
+    local diff_content
+    if [[ "$review_scope" == "staged" ]]; then
+        diff_content=$(cd "$REPO_DIR" && git diff --cached 2>/dev/null || true)
+    else
+        diff_content=$(cd "$REPO_DIR" && git diff main...HEAD 2>/dev/null || true)
+    fi
+    local semantic_issues=()
+    if [[ -n "$diff_content" ]] && command -v claude &>/dev/null; then
+        info "Running Claude semantic review (logic, race conditions, API usage)..."
+        mapfile -t semantic_issues < <(run_claude_semantic_review "$diff_content" "${REVIEW_REQUIREMENTS:-}" || true)
+        if [[ ${#semantic_issues[@]} -gt 0 ]]; then
+            total_issues=$((total_issues + ${#semantic_issues[@]}))
+            review_output=$(echo "$review_output" | jq --argjson arr "$(printf '%s\n' "${semantic_issues[@]}" | jq -R . | jq -s .)" '.semantic_findings = $arr' 2>/dev/null || echo "$review_output")
+        fi
+    fi
+
     for file in "${changed_files[@]}"; do
         local file_path="${REPO_DIR}/${file}"
         [[ ! -f "$file_path" ]] && continue

package/scripts/sw-connect.sh

@@ -8,7 +8,7 @@
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 
-VERSION="2.0.0"
+VERSION="2.1.0"
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 
 # ─── Colors (matches Seth's tmux theme) ─────────────────────────────────────

package/scripts/sw-context.sh

@@ -6,7 +6,7 @@
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 
-VERSION="2.0.0"
+VERSION="2.1.0"
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 REPO_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
 

package/scripts/sw-cost.sh

@@ -6,7 +6,7 @@
 set -euo pipefail
 trap 'echo "ERROR: $BASH_SOURCE:$LINENO exited with status $?" >&2' ERR
 
-VERSION="2.0.0"
+VERSION="2.1.0"
 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 REPO_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
 
@@ -70,6 +70,12 @@ COST_DIR="${HOME}/.shipwright"
 COST_FILE="${COST_DIR}/costs.json"
 BUDGET_FILE="${COST_DIR}/budget.json"
 
+# Source sw-db.sh for SQLite cost functions (if available)
+_COST_SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+if [[ -f "$_COST_SCRIPT_DIR/sw-db.sh" ]]; then
+    source "$_COST_SCRIPT_DIR/sw-db.sh" 2>/dev/null || true
+fi
+
 ensure_cost_dir() {
     mkdir -p "$COST_DIR"
     [[ -f "$COST_FILE" ]] || echo '{"entries":[],"summary":{}}' > "$COST_FILE"
@@ -143,6 +149,7 @@ cost_calculate() {
 
 # cost_record <input_tokens> <output_tokens> <model> <stage> [issue]
 # Records a cost entry to the cost file and events log.
+# Tries SQLite first, always writes to JSON for backward compat.
 cost_record() {
     local input_tokens="${1:-0}"
     local output_tokens="${2:-0}"
@@ -155,6 +162,12 @@ cost_record() {
     local cost_usd
     cost_usd=$(cost_calculate "$input_tokens" "$output_tokens" "$model")
 
+    # Try SQLite first
+    if type db_record_cost &>/dev/null; then
+        db_record_cost "$input_tokens" "$output_tokens" "$model" "$stage" "$cost_usd" "$issue" 2>/dev/null || true
+    fi
+
+    # Always write to JSON (dual-write period)
     (
         if command -v flock &>/dev/null; then
             flock -w 10 200 2>/dev/null || { warn "Cost lock timeout"; }
@@ -197,9 +210,20 @@ cost_check_budget() {
 
     ensure_cost_dir
 
+    # Try DB for budget info
     local budget_enabled budget_usd
-    budget_enabled=$(jq -r '.enabled' "$BUDGET_FILE" 2>/dev/null || echo "false")
-    budget_usd=$(jq -r '.daily_budget_usd' "$BUDGET_FILE" 2>/dev/null || echo "0")
+    if type db_get_budget &>/dev/null && type db_available &>/dev/null && db_available 2>/dev/null; then
+        local db_budget
+        db_budget=$(db_get_budget 2>/dev/null || true)
+        if [[ -n "$db_budget" ]]; then
+            budget_enabled=$(echo "$db_budget" | cut -d'|' -f2)
+            budget_usd=$(echo "$db_budget" | cut -d'|' -f1)
+            [[ "$budget_enabled" == "1" ]] && budget_enabled="true"
+        fi
+    fi
+    # Fallback to JSON
+    budget_enabled="${budget_enabled:-$(jq -r '.enabled' "$BUDGET_FILE" 2>/dev/null || echo "false")}"
+    budget_usd="${budget_usd:-$(jq -r '.daily_budget_usd' "$BUDGET_FILE" 2>/dev/null || echo "0")}"
 
     if [[ "$budget_enabled" != "true" || "$budget_usd" == "0" ]]; then
         return 0
@@ -244,6 +268,17 @@ cost_check_budget() {
 cost_remaining_budget() {
     ensure_cost_dir
 
+    # Try DB for remaining budget (single query)
+    if type db_remaining_budget &>/dev/null && type db_available &>/dev/null && db_available 2>/dev/null; then
+        local db_result
+        db_result=$(db_remaining_budget 2>/dev/null || true)
+        if [[ -n "$db_result" ]]; then
+            echo "$db_result"
+            return 0
+        fi
+    fi
+
+    # Fallback to JSON
     local budget_enabled budget_usd
     budget_enabled=$(jq -r '.enabled' "$BUDGET_FILE" 2>/dev/null || echo "false")
     budget_usd=$(jq -r '.daily_budget_usd' "$BUDGET_FILE" 2>/dev/null || echo "0")
@@ -792,6 +827,12 @@ budget_set() {
 
     ensure_cost_dir
 
+    # Write to DB if available
+    if type db_set_budget &>/dev/null; then
+        db_set_budget "$amount" 2>/dev/null || true
+    fi
+
+    # Always write to JSON (dual-write)
     local tmp_file
     tmp_file=$(mktemp)
     jq --arg amt "$amount" \