@hitechclaw/clawspark 2.0.0

package/lib/setup-dashboard.sh

@@ -0,0 +1,228 @@
+#!/usr/bin/env bash
+# lib/setup-dashboard.sh -- Installs ClawMetry observability dashboard for OpenClaw.
+# Provides metrics, logs, and health monitoring via a local web UI.
+set -euo pipefail
+
+setup_dashboard() {
+    log_info "Setting up ClawMetry observability dashboard..."
+    hr
+
+    # ── Check dependencies ───────────────────────────────────────────────────
+    if ! check_command python3; then
+        log_warn "python3 not found -- skipping dashboard."
+        return 0
+    fi
+
+    # ── Install ClawMetry ────────────────────────────────────────────────────
+    local install_ok=false
+
+    log_info "Installing ClawMetry via pip..."
+    if _pip_install clawmetry; then
+        install_ok=true
+        log_success "ClawMetry installed via pip."
+    else
+        log_warn "pip install clawmetry failed -- falling back to git clone."
+
+        # ── Fallback: clone from GitHub ──────────────────────────────
+        local clone_dir="${CLAWSPARK_DIR}/clawmetry"
+        if [[ -d "${clone_dir}" ]]; then
+            log_info "Existing clone found at ${clone_dir} -- pulling latest..."
+            (cd "${clone_dir}" && git pull) >> "${CLAWSPARK_LOG}" 2>&1 || true
+        else
+            log_info "Cloning ClawMetry from GitHub..."
+            (git clone https://github.com/vivekchand/clawmetry.git "${clone_dir}") \
+                >> "${CLAWSPARK_LOG}" 2>&1 &
+            spinner $! "Cloning clawmetry..."
+        fi
+
+        if [[ -d "${clone_dir}" ]]; then
+            log_info "Installing Flask dependency..."
+            if _pip_install flask; then
+                install_ok=true
+                log_success "ClawMetry installed from source."
+            else
+                log_warn "Flask install failed -- dashboard may not work."
+            fi
+        else
+            log_warn "Failed to clone ClawMetry -- skipping dashboard."
+            return 0
+        fi
+    fi
+
+    if [[ "${install_ok}" != "true" ]]; then
+        log_warn "ClawMetry installation incomplete -- skipping dashboard."
+        return 0
+    fi
+
+    # ── Configure ClawMetry workspace ────────────────────────────────────────
+    local openclaw_dir="${HOME}/.openclaw"
+    local clawmetry_config_dir="${CLAWSPARK_DIR}/clawmetry-config"
+    mkdir -p "${clawmetry_config_dir}"
+
+    cat > "${clawmetry_config_dir}/config.json" <<CMEOF
+{
+  "workspace": "${openclaw_dir}",
+  "host": "127.0.0.1",
+  "port": 8900,
+  "log_file": "${CLAWSPARK_DIR}/dashboard.log"
+}
+CMEOF
+    log_info "ClawMetry configured to use OpenClaw workspace at ${openclaw_dir}"
+
+    # ── Start ClawMetry as a background service ──────────────────────────────
+    _start_dashboard
+
+    # ── Verify dashboard is accessible ───────────────────────────────────────
+    local retries=5
+    local dashboard_up=false
+    while (( retries > 0 )); do
+        if curl -sf --max-time 2 http://127.0.0.1:8900 &>/dev/null; then
+            dashboard_up=true
+            break
+        fi
+        sleep 1
+        retries=$(( retries - 1 ))
+    done
+
+    if [[ "${dashboard_up}" == "true" ]]; then
+        log_success "ClawMetry dashboard is running at http://127.0.0.1:8900"
+    else
+        log_warn "ClawMetry dashboard did not respond -- it may still be starting."
+        log_info "Check logs at ${CLAWSPARK_DIR}/dashboard.log"
+    fi
+
+    # ── Print dashboard URLs ─────────────────────────────────────────────────
+    printf '\n'
+    print_box \
+        "${BOLD}Dashboard URLs${RESET}" \
+        "" \
+        "ClawMetry (observability):  http://127.0.0.1:8900" \
+        "OpenClaw Control UI:        http://127.0.0.1:18789/__openclaw__/canvas/" \
+        "" \
+        "The Control UI is built into the OpenClaw gateway" \
+        "and requires no additional setup."
+    printf '\n'
+
+    log_success "Dashboard setup complete."
+}
+
+# ── Internal helpers ─────────────────────────────────────────────────────────
+
+# pip install that handles PEP 668 (externally managed Python on Ubuntu 23.04+)
+_pip_install() {
+    local pkg="$1"
+    # Try normal pip first
+    if pip3 install "${pkg}" >> "${CLAWSPARK_LOG}" 2>&1; then
+        return 0
+    fi
+    # Try --user
+    if pip3 install --user "${pkg}" >> "${CLAWSPARK_LOG}" 2>&1; then
+        return 0
+    fi
+    # Try --break-system-packages (PEP 668 workaround for managed Python)
+    if pip3 install --break-system-packages "${pkg}" >> "${CLAWSPARK_LOG}" 2>&1; then
+        return 0
+    fi
+    # Try python3 -m pip as last resort
+    if python3 -m pip install --break-system-packages "${pkg}" >> "${CLAWSPARK_LOG}" 2>&1; then
+        return 0
+    fi
+    return 1
+}
+
+_start_dashboard() {
+    local dashboard_log="${CLAWSPARK_DIR}/dashboard.log"
+    local dashboard_pid_file="${CLAWSPARK_DIR}/dashboard.pid"
+
+    # Kill existing dashboard if running
+    if [[ -f "${dashboard_pid_file}" ]]; then
+        local old_pid
+        old_pid=$(cat "${dashboard_pid_file}")
+        if kill -0 "${old_pid}" 2>/dev/null; then
+            log_info "Stopping existing dashboard (PID ${old_pid})..."
+            kill "${old_pid}" 2>/dev/null || true
+            sleep 1
+        fi
+    fi
+
+    log_info "Starting ClawMetry dashboard..."
+
+    # Try multiple launch methods in order of preference.
+    # The pip --user install puts the CLI in ~/.local/bin (or ~/Library/Python/*/bin
+    # on macOS) which may not be on PATH.
+    local -a cli_paths=(
+        "$(command -v clawmetry 2>/dev/null || true)"
+        "${HOME}/.local/bin/clawmetry"
+    )
+    # macOS: pip --user installs to ~/Library/Python/X.Y/bin/
+    local _pyver
+    _pyver=$(python3 -c 'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")' 2>/dev/null || echo "")
+    if [[ -n "${_pyver}" ]]; then
+        cli_paths+=("${HOME}/Library/Python/${_pyver}/bin/clawmetry")
+    fi
+
+    local dash_pid=""
+    local started=false
+
+    # Method 1: CLI entry point
+    for _cp in "${cli_paths[@]}"; do
+        [[ -z "${_cp}" ]] && continue
+        [[ -x "${_cp}" ]] || continue
+        nohup "${_cp}" --port 8900 --host 127.0.0.1 > "${dashboard_log}" 2>&1 &
+        dash_pid=$!
+        echo "${dash_pid}" > "${dashboard_pid_file}"
+        sleep 2
+        if kill -0 "${dash_pid}" 2>/dev/null; then
+            log_success "ClawMetry running (PID ${dash_pid}). Logs: ${dashboard_log}"
+            started=true
+            break
+        fi
+    done
+
+    # Method 2: python3 -m clawmetry
+    if [[ "${started}" != "true" ]]; then
+        log_info "Trying python3 -m clawmetry..."
+        nohup python3 -m clawmetry --port 8900 --host 127.0.0.1 > "${dashboard_log}" 2>&1 &
+        dash_pid=$!
+        echo "${dash_pid}" > "${dashboard_pid_file}"
+        sleep 2
+        if kill -0 "${dash_pid}" 2>/dev/null; then
+            log_success "ClawMetry running (PID ${dash_pid}). Logs: ${dashboard_log}"
+            started=true
+        fi
+    fi
+
+    # Method 3: try various Flask app import paths
+    if [[ "${started}" != "true" ]]; then
+        log_info "Trying alternative launch method..."
+        nohup python3 -c "
+import sys
+# Try multiple known entry points
+for factory in ['create_app', 'app', 'make_app']:
+    try:
+        mod = __import__('clawmetry')
+        fn = getattr(mod, factory, None)
+        if callable(fn):
+            app = fn() if factory != 'app' else fn
+            try:
+                from waitress import serve
+                serve(app, host='127.0.0.1', port=8900)
+            except ImportError:
+                app.run(host='127.0.0.1', port=8900)
+            sys.exit(0)
+    except Exception:
+        continue
+print('No working entry point found in clawmetry', file=sys.stderr)
+sys.exit(1)
+" > "${dashboard_log}" 2>&1 &
+        dash_pid=$!
+        echo "${dash_pid}" > "${dashboard_pid_file}"
+        sleep 2
+        if kill -0 "${dash_pid}" 2>/dev/null; then
+            log_success "ClawMetry running via fallback (PID ${dash_pid})."
+            started=true
+        else
+            log_warn "All ClawMetry launch methods failed. Check ${dashboard_log}."
+        fi
+    fi
+}

package/lib/setup-inference.sh

@@ -0,0 +1,128 @@
+#!/usr/bin/env bash
+# lib/setup-inference.sh — Installs Ollama, pulls the chosen model, and
+# waits for the inference API to become ready.
+# Exports: INFERENCE_API_URL
+set -euo pipefail
+
+setup_inference() {
+    log_info "Setting up inference engine (Ollama)..."
+    hr
+
+    # ── Jetson: set CUDA library path so Ollama can find GPU ─────────────────
+    if [[ "${HW_PLATFORM:-}" == "jetson" ]] && [[ -d "/usr/local/cuda/lib64" ]]; then
+        if [[ "${LD_LIBRARY_PATH:-}" != */usr/local/cuda/lib64* ]]; then
+            export LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/lib/aarch64-linux-gnu/tegra:${LD_LIBRARY_PATH:-}"
+            log_info "Set LD_LIBRARY_PATH for Jetson CUDA: ${LD_LIBRARY_PATH}"
+        fi
+    fi
+
+    # ── Install Ollama if missing ───────────────────────────────────────────
+    if ! check_command ollama; then
+        log_info "Ollama not found — installing..."
+        if [[ "$(uname)" == "Darwin" ]]; then
+            # macOS: check for Ollama.app first, then try Homebrew
+            if [[ -d "/Applications/Ollama.app" ]]; then
+                log_info "Ollama.app found but not on PATH. Adding..."
+                export PATH="/Applications/Ollama.app/Contents/Resources:${PATH}"
+            elif check_command brew; then
+                log_info "Installing Ollama via Homebrew..."
+                (brew install ollama) >> "${CLAWSPARK_LOG}" 2>&1 &
+                spinner $! "Installing Ollama..."
+            else
+                log_info "Installing Ollama via install script..."
+                curl -fsSL https://ollama.com/install.sh | sh >> "${CLAWSPARK_LOG}" 2>&1 || {
+                    log_warn "Ollama install script returned an error."
+                }
+            fi
+        else
+            # Linux: use the official install script
+            log_info "Installing via official script (this needs sudo)..."
+            if curl -fsSL https://ollama.com/install.sh | sh >> "${CLAWSPARK_LOG}" 2>&1; then
+                log_success "Ollama installed."
+            else
+                log_warn "Ollama install script returned an error."
+            fi
+        fi
+        # Refresh PATH and check
+        hash -r 2>/dev/null || true
+        if ! check_command ollama; then
+            log_error "Ollama installation failed. Check ${CLAWSPARK_LOG} for details."
+            log_info "Install manually: https://ollama.com/download"
+            return 1
+        fi
+    else
+        log_success "Ollama is already installed."
+    fi
+
+    # ── Start Ollama service ────────────────────────────────────────────────
+    if ! _ollama_is_running; then
+        log_info "Starting Ollama service..."
+        if [[ "$(uname)" == "Darwin" ]] && [[ -d "/Applications/Ollama.app" ]]; then
+            # macOS: launch the Ollama app (it runs as a menubar service)
+            open -a Ollama 2>/dev/null || true
+            log_info "Launched Ollama.app."
+        elif check_command systemctl && systemctl is-enabled ollama &>/dev/null; then
+            sudo systemctl start ollama >> "${CLAWSPARK_LOG}" 2>&1 || true
+        elif check_command snap && snap list ollama &>/dev/null 2>&1; then
+            # DGX Spark / some Linux: Ollama installed as snap
+            log_info "Ollama is a snap package -- starting via snap."
+            sudo snap start ollama 2>> "${CLAWSPARK_LOG}" || true
+        else
+            # Start as a background process
+            nohup ollama serve >> "${CLAWSPARK_DIR}/ollama.log" 2>&1 &
+            local serve_pid=$!
+            echo "${serve_pid}" > "${CLAWSPARK_DIR}/ollama.pid"
+            log_info "Ollama serve started (PID ${serve_pid})."
+        fi
+
+        # Wait for the service to be ready
+        _wait_for_ollama 30
+    else
+        log_success "Ollama is already running."
+    fi
+
+    # ── Pull the selected model ─────────────────────────────────────────────
+    log_info "Pulling model: ${SELECTED_MODEL_ID} (this may take a while)..."
+    if ollama list 2>/dev/null | grep -qF "${SELECTED_MODEL_ID}"; then
+        log_success "Model ${SELECTED_MODEL_ID} is already available locally."
+    else
+        if ! ollama pull "${SELECTED_MODEL_ID}" 2>&1 | tee -a "${CLAWSPARK_LOG}"; then
+            log_error "Failed to pull model ${SELECTED_MODEL_ID}."
+            return 1
+        fi
+        log_success "Model ${SELECTED_MODEL_ID} downloaded."
+    fi
+
+    # ── Verify model is listed ──────────────────────────────────────────────
+    if ! ollama list 2>/dev/null | grep -qF "${SELECTED_MODEL_ID}"; then
+        log_error "Model ${SELECTED_MODEL_ID} not found in ollama list after pull."
+        return 1
+    fi
+
+    # ── Set API URL ─────────────────────────────────────────────────────────
+    INFERENCE_API_URL="http://127.0.0.1:11434/v1"
+    export INFERENCE_API_URL
+
+    log_success "Inference engine ready at ${INFERENCE_API_URL}"
+}
+
+# ── Internal helpers ────────────────────────────────────────────────────────
+
+_ollama_is_running() {
+    curl -sf http://127.0.0.1:11434/ &>/dev/null
+}
+
+_wait_for_ollama() {
+    local max_attempts="${1:-30}"
+    local attempt=0
+    while (( attempt < max_attempts )); do
+        if _ollama_is_running; then
+            log_success "Ollama API is responsive."
+            return 0
+        fi
+        attempt=$(( attempt + 1 ))
+        sleep 1
+    done
+    log_error "Ollama did not become ready after ${max_attempts}s."
+    return 1
+}

package/lib/setup-mcp.sh

@@ -0,0 +1,142 @@
+#!/usr/bin/env bash
+# lib/setup-mcp.sh -- Installs and configures MCP (Model Context Protocol) servers
+# via mcporter. Gives the agent real capabilities: diagrams, memory, code execution.
+set -euo pipefail
+
+setup_mcp() {
+    log_info "Setting up MCP servers (diagrams, memory, code execution)..."
+    hr
+
+    # ── Install mcporter (the MCP bridge for OpenClaw) ────────────────────────
+    if ! check_command mcporter; then
+        log_info "Installing mcporter (MCP bridge)..."
+        if npm install -g mcporter@latest >> "${CLAWSPARK_LOG}" 2>&1; then
+            log_success "mcporter installed."
+        else
+            # Try with sudo
+            sudo npm install -g mcporter@latest >> "${CLAWSPARK_LOG}" 2>&1 || {
+                log_warn "mcporter installation failed. MCP servers will not be available."
+                log_info "Install manually: npm install -g mcporter"
+                return 0
+            }
+            log_success "mcporter installed (via sudo)."
+        fi
+    else
+        log_success "mcporter already installed."
+    fi
+
+    # ── Pre-install MCP server packages globally (avoids npx download on each call) ──
+    log_info "Installing MCP server packages..."
+    local -a mcp_packages=(
+        "mermaid-mcp-server"
+        "@modelcontextprotocol/server-memory"
+        "@modelcontextprotocol/server-filesystem"
+        "@modelcontextprotocol/server-sequential-thinking"
+    )
+
+    for pkg in "${mcp_packages[@]}"; do
+        local short_name="${pkg##*/}"
+        printf '  %s->%s Installing %s%s%s ... ' "${CYAN}" "${RESET}" "${BOLD}" "${short_name}" "${RESET}"
+        if npm install -g "${pkg}" >> "${CLAWSPARK_LOG}" 2>&1; then
+            printf '%s✓%s\n' "${GREEN}" "${RESET}"
+        elif sudo npm install -g "${pkg}" >> "${CLAWSPARK_LOG}" 2>&1; then
+            printf '%s✓%s\n' "${GREEN}" "${RESET}"
+        else
+            printf '%s✗%s\n' "${YELLOW}" "${RESET}"
+        fi
+    done
+
+    # ── Create mcporter config ────────────────────────────────────────────────
+    local mcporter_dir="${HOME}/.mcporter"
+    mkdir -p "${mcporter_dir}"
+
+    local mcporter_config="${mcporter_dir}/mcporter.json"
+    local workspace="${HOME}/workspace"
+
+    log_info "Configuring MCP servers..."
+
+    python3 -c "
+import json, os, sys
+
+config_path = sys.argv[1]
+workspace = sys.argv[2]
+home = os.environ.get('HOME', '/home/saiyam')
+
+# Load existing config or start fresh
+cfg = {}
+if os.path.exists(config_path):
+    try:
+        with open(config_path) as f:
+            cfg = json.load(f)
+    except (json.JSONDecodeError, IOError):
+        cfg = {}
+
+servers = cfg.get('mcpServers', {})
+
+# 1. Mermaid -- diagrams, flowcharts, architecture, sequence diagrams
+#    The agent says 'draw architecture' -> generates Mermaid code -> renders to PNG
+servers['mermaid'] = {
+    'command': 'npx',
+    'args': ['-y', 'mermaid-mcp-server'],
+    'env': {}
+}
+
+# 2. Memory -- persistent knowledge graph across sessions
+#    The agent remembers user preferences, project context, past decisions
+servers['memory'] = {
+    'command': 'npx',
+    'args': ['-y', '@modelcontextprotocol/server-memory'],
+    'env': {}
+}
+
+# 3. Filesystem -- enhanced file operations for the workspace
+#    Read, write, search, move files with proper permissions
+servers['filesystem'] = {
+    'command': 'npx',
+    'args': ['-y', '@modelcontextprotocol/server-filesystem', workspace],
+    'env': {}
+}
+
+# 4. Sequential Thinking -- structured reasoning for complex tasks
+#    Helps the agent break down problems, plan before executing
+servers['sequentialthinking'] = {
+    'command': 'npx',
+    'args': ['-y', '@modelcontextprotocol/server-sequential-thinking'],
+    'env': {}
+}
+
+cfg['mcpServers'] = servers
+
+with open(config_path, 'w') as f:
+    json.dump(cfg, f, indent=2)
+
+print(f'Configured {len(servers)} MCP servers')
+" "${mcporter_config}" "${workspace}" 2>> "${CLAWSPARK_LOG}" || {
+        log_warn "Failed to write mcporter config."
+        return 0
+    }
+
+    # ── Verify config was written ────────────────────────────────────────────
+    if [[ -f "${mcporter_config}" ]]; then
+        local server_count
+        server_count=$(python3 -c "
+import json
+with open('${mcporter_config}') as f:
+    print(len(json.load(f).get('mcpServers', {})))
+" 2>/dev/null || echo "0")
+        log_success "MCP servers configured: ${server_count} server(s) in ${mcporter_config}"
+    fi
+
+    # ── Show what's available ─────────────────────────────────────────────────
+    printf '\n'
+    printf '  %s%sMCP Capabilities:%s\n' "${BOLD}" "${CYAN}" "${RESET}"
+    printf '  %s*%s Mermaid     -- architecture diagrams, flowcharts, sequence diagrams\n' "${GREEN}" "${RESET}"
+    printf '  %s*%s Memory      -- persistent knowledge graph across conversations\n' "${GREEN}" "${RESET}"
+    printf '  %s*%s Filesystem  -- enhanced file read/write/search\n' "${GREEN}" "${RESET}"
+    printf '  %s*%s Thinking    -- structured reasoning for complex multi-step tasks\n' "${GREEN}" "${RESET}"
+    printf '\n'
+    printf '  The agent can now create diagrams, remember context, and plan complex work.\n'
+    printf '  Add more servers: %sclawspark mcp add <server-name>%s\n\n' "${CYAN}" "${RESET}"
+
+    log_success "MCP setup complete."
+}