seo-intel 1.1.3 → 1.1.5

package/Setup SEO Intel.command

@@ -1,27 +1,15 @@
 #!/bin/bash
-cd "$(dirname "$0")" || cd ~
-clear
+cd "$(dirname "$0")"
 echo ""
-echo "  🦀 SEO Intel — Setup Wizard"
-echo "  Opening in your browser..."
+echo "  SEO Intel — Setup Wizard"
+echo "  Opening setup in your browser..."
 echo ""
-
-# Start server in background if not already running
-if ! curl -s http://localhost:3000/ > /dev/null 2>&1; then
-  npx seo-intel serve &
-  SERVER_PID=$!
-  sleep 2
-fi
-
-# Open setup wizard in browser
-open "http://localhost:3000/setup" 2>/dev/null || xdg-open "http://localhost:3000/setup" 2>/dev/null
-
-echo "  Setup wizard is open at http://localhost:3000/setup"
-echo "  Keep this window open while using the wizard."
-echo ""
-read -n 1 -s -r -p "  Press any key to stop the server and exit..."
-
-# Clean up
-if [ -n "$SERVER_PID" ]; then
-  kill $SERVER_PID 2>/dev/null
-fi
+node cli.js serve &
+SERVER_PID=$!
+# Wait for server to be ready
+for i in {1..10}; do
+  sleep 1
+  if curl -s http://localhost:3000/ > /dev/null 2>&1; then break; fi
+done
+open "http://localhost:3000/setup"
+wait $SERVER_PID

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "seo-intel",
-  "version": "1.1.3",
+  "version": "1.1.5",
   "description": "Local Ahrefs-style SEO competitor intelligence. Crawl → SQLite → cloud analysis.",
   "type": "module",
   "license": "SEE LICENSE IN LICENSE",
@@ -31,7 +31,15 @@
     "scheduler.js",
     "seo-audit.js",
     "lib/",
-    "setup/",
+    "setup/checks.js",
+    "setup/config-builder.js",
+    "setup/engine.js",
+    "setup/installers.js",
+    "setup/models.js",
+    "setup/openclaw-bridge.js",
+    "setup/validator.js",
+    "setup/web-routes.js",
+    "setup/wizard.html",
     "config/setup-wizard.js",
     "config/example.json",
     "crawler/",

package/reports/generate-html.js

@@ -2188,6 +2188,53 @@ function buildHtmlTemplate(data, opts = {}) {
       if (scopeIdx > -1 && parts[scopeIdx + 1]) extra.scope = parts[scopeIdx + 1];
       runCommand(cmd, proj, extra);
     });
+
+    // Autorun: if URL has ?autorun=setup-classic, fire seo-intel setup --classic via SSE
+    (function() {
+      const urlParams = new URLSearchParams(window.location.search);
+      if (urlParams.get('autorun') === 'setup-classic') {
+        // Remove the param so it doesn't re-trigger on refresh
+        window.history.replaceState({}, '', window.location.pathname);
+        // Wait a tick for the panel to be ready, then stream the command
+        setTimeout(function() {
+          if (!isServed) {
+            appendLine('Not connected to server. Cannot run setup --classic automatically.', 'error');
+            return;
+          }
+          running = true;
+          status.textContent = 'running...';
+          status.style.color = 'var(--color-warning)';
+          appendLine('$ seo-intel setup --classic', 'cmd');
+          const params = new URLSearchParams({ command: 'setup', classic: 'true' });
+          eventSource = new EventSource('/api/terminal?' + params.toString());
+          eventSource.onmessage = function(e) {
+            try {
+              const msg = JSON.parse(e.data);
+              if (msg.type === 'stdout') appendLine(msg.data, 'stdout');
+              else if (msg.type === 'stderr') appendLine(msg.data, 'stderr');
+              else if (msg.type === 'error') { appendLine('Error: ' + msg.data, 'error'); }
+              else if (msg.type === 'exit') {
+                const code = msg.data?.code ?? msg.data;
+                appendLine(code === 0 ? 'Done.' : 'Exited with code ' + code, code === 0 ? 'exit-ok' : 'exit-err');
+                running = false;
+                status.textContent = code === 0 ? 'done' : 'failed';
+                status.style.color = code === 0 ? 'var(--color-success)' : 'var(--color-danger)';
+                eventSource.close();
+                eventSource = null;
+              }
+            } catch (_) {}
+          };
+          eventSource.onerror = function() {
+            if (running) { appendLine('Connection lost.', 'error'); }
+            running = false;
+            status.textContent = 'disconnected';
+            status.style.color = 'var(--color-danger)';
+            eventSource?.close();
+            eventSource = null;
+          };
+        }, 300);
+      }
+    })();
   })();
   </script>
 
@@ -3499,7 +3546,6 @@ function buildHtmlTemplate(data, opts = {}) {
       };
 
       window.stopJob = function() {
-        if (!confirm('Stop the running job?')) return;
         fetch('/api/stop', { method: 'POST' })
           .then(function(r) { return r.json(); })
           .then(function(data) {
@@ -3582,6 +3628,11 @@ function buildHtmlTemplate(data, opts = {}) {
           dot.className = 'es-dot';
           label.style.color = 'var(--color-success)';
           label.textContent = 'Completed (' + (data.extracted || 0) + ' extracted' + (data.failed ? ', ' + data.failed + ' failed' : '') + ')';
+        } else if (data.status === 'stopped') {
+          panel.classList.remove('is-running', 'is-crashed');
+          dot.className = 'es-dot';
+          label.style.color = 'var(--accent-gold)';
+          label.textContent = 'Stopped' + (data.extracted ? ' (' + data.extracted + ' extracted)' : '');
         } else if (data.status === 'crashed') {
           panel.classList.remove('is-running');
           panel.classList.add('is-crashed');
@@ -4691,7 +4742,6 @@ function buildMultiHtmlTemplate(allProjectData) {
       };
 
       window.stopJob = function() {
-        if (!confirm('Stop the running job?')) return;
         fetch('/api/stop', { method: 'POST' })
           .then(function(r) { return r.json(); })
           .then(function(data) {
@@ -4750,6 +4800,10 @@ function buildMultiHtmlTemplate(allProjectData) {
           panel.classList.remove('is-running', 'is-crashed');
           dot.className = 'es-dot'; label.style.color = 'var(--color-success)';
           label.textContent = 'Completed (' + (data.extracted || 0) + ' extracted)';
+        } else if (data.status === 'stopped') {
+          panel.classList.remove('is-running', 'is-crashed');
+          dot.className = 'es-dot'; label.style.color = 'var(--accent-gold)';
+          label.textContent = 'Stopped' + (data.extracted ? ' (' + data.extracted + ' extracted)' : '');
         } else if (data.status === 'crashed') {
           panel.classList.remove('is-running'); panel.classList.add('is-crashed');
           dot.className = 'es-dot crashed'; label.style.color = 'var(--color-danger)';

package/server.js

@@ -354,6 +354,15 @@ async function handleRequest(req, res) {
         if (e.code !== 'ESRCH') throw e;
         // Already dead
       }
+      // Update progress file to reflect stopped state
+      try {
+        writeFileSync(PROGRESS_FILE, JSON.stringify({
+          ...progress,
+          status: 'stopped',
+          stopped_at: Date.now(),
+          updated_at: Date.now(),
+        }, null, 2));
+      } catch { /* best-effort */ }
       json(res, 200, { stopped: true, pid: progress.pid, command: progress.command });
     } catch (e) {
       json(res, 500, { error: e.message });

package/setup/openclaw-bridge.js

@@ -66,13 +66,39 @@ async function askAgent(messages, opts = {}) {
  */
 export async function isGatewayReady() {
   try {
+    // Try to read token from env or openclaw config file
+    let token = process.env.OPENCLAW_TOKEN;
+    if (!token) {
+      try {
+        const configPath = join(process.env.HOME || '~', '.openclaw', 'openclaw.json');
+        const { readFileSync } = await import('fs');
+        const raw = readFileSync(configPath, 'utf8');
+        // Gateway auth token is a 48-char hex string in the gateway.auth block
+        const matches = [...raw.matchAll(/"token":\s*"([a-f0-9]{40,})"/g)];
+        if (matches.length > 0) token = matches[matches.length - 1][1];
+      } catch {}
+    }
+    if (!token) return false;
+
+    // Verify gateway is reachable via a lightweight chat completions ping
     const controller = new AbortController();
-    const timeout = setTimeout(() => controller.abort(), 3000);
-    const res = await fetch(`${OPENCLAW_API}/v1/models`, {
+    const timeout = setTimeout(() => controller.abort(), 5000);
+    const res = await fetch(`${OPENCLAW_API}/v1/chat/completions`, {
+      method: 'POST',
       signal: controller.signal,
+      headers: {
+        'Authorization': `Bearer ${token}`,
+        'Content-Type': 'application/json',
+      },
+      body: JSON.stringify({
+        model: 'anthropic/claude-haiku-4-5',
+        messages: [{ role: 'user', content: 'ping' }],
+        max_tokens: 1,
+      }),
     });
     clearTimeout(timeout);
-    return res.ok;
+    const ct = res.headers.get('content-type') || '';
+    return res.ok && ct.includes('application/json');
   } catch {
     return false;
   }

package/setup/wizard.html

@@ -54,6 +54,7 @@ body {
   max-width: var(--max-width);
   margin: 0 auto 24px;
   text-align: center;
+  position: relative;
 }
 .wizard-header h1 {
   font-family: var(--font-display);
@@ -1172,6 +1173,7 @@ input::placeholder {
 <div class="wizard-header">
   <h1>SEO Intel</h1>
   <div class="subtitle">Setup Wizard</div>
+  <a href="http://localhost:3000/?autorun=setup-classic" title="Run setup in Terminal instead" style="position:absolute;top:14px;right:18px;font-size:0.68rem;color:var(--color-muted,#888);text-decoration:none;opacity:0.7;transition:opacity 0.15s;" onmouseover="this.style.opacity='1'" onmouseout="this.style.opacity='0.7'"><i class="fa-solid fa-terminal"></i> Terminal setup</a>
 </div>
 
 <!-- ═══════════════════════════════════════════════════════════════════════

package/setup/ROADMAP.md

@@ -1,109 +0,0 @@
-# SEO Intel Setup — Roadmap
-
-> From open-source CLI tool → standalone product
-
-## Current State (v0.2)
-- [x] System detection (Node, npm, Ollama, Playwright, VRAM)
-- [x] Model recommendations (VRAM-based extraction + analysis tiers)
-- [x] Project configuration (target domain, competitors, crawl mode)
-- [x] API key setup (Gemini, Claude, OpenAI, DeepSeek)
-- [x] Pipeline validation (Ollama → API → crawl → extraction)
-- [x] CLI wizard + Web wizard at /setup
-- [x] GSC setup step (CSV upload + export guide + auto-detection)
-- [x] License system (lib/license.js + lib/gate.js)
-- [x] Free/Pro tier gating on all 23 CLI commands
-- [x] Page limit enforcement (500/domain on free tier)
-- [x] License status in `status` command
-
-## Priority 1 — GSC Setup Guide
-**Status: ✅ Done (CSV upload, export guide, auto-detection)**
-
-Google Search Console is the #1 data source users need but can't figure out alone.
-Currently: manual CSV export, no API, no guidance in wizard.
-
-- [ ] Add Step 3.5: "Connect Google Search Console" in web wizard
-- [ ] Visual walkthrough: how to export CSVs from GSC UI (screenshots/steps)
-- [ ] Auto-detect existing GSC data in `gsc/` folder
-- [ ] GSC API integration (service account JSON key upload)
-- [ ] Auto-fetch GSC data on schedule (replaces manual CSV)
-
-## Priority 2 — Ollama Auto-Install
-**Status: 📋 Planned**
-
-If Ollama isn't found, offer to install it instead of just warning.
-
-- [ ] macOS: `brew install ollama` or direct download
-- [ ] Linux: `curl -fsSL https://ollama.com/install.sh | sh`
-- [ ] Windows: direct user to installer URL
-- [ ] Auto-start Ollama after install
-- [ ] Auto-pull recommended model after install
-
-## Priority 3 — Scheduling / Automation
-**Status: 📋 Planned**
-
-After setup, users need recurring crawls. "Set and forget."
-
-- [ ] "Schedule weekly crawl?" step in wizard
-- [ ] Cron job generator (macOS launchd / Linux cron / Windows Task Scheduler)
-- [ ] Built-in scheduler (node-cron or setTimeout loop in server.js)
-- [ ] Crawl → Extract → Analyze → Regenerate dashboard pipeline
-- [ ] "Last run" / "Next run" display on dashboard
-
-## Priority 4 — First Run Experience
-**Status: 📋 Planned**
-
-Don't just show CLI commands — offer to run the first crawl right there.
-
-- [ ] "Run your first crawl now?" button on Step 5
-- [ ] SSE progress stream showing crawl progress in real-time
-- [ ] Auto-trigger extraction + analysis after crawl
-- [ ] Redirect to dashboard when done
-- [ ] Estimated time based on competitor count × pages per domain
-
-## Priority 5 — Proxy & Rate Limiting
-**Status: 📋 Planned**
-
-Stealth mode users need proxy config to avoid blocks.
-
-- [ ] Proxy URL input (HTTP/SOCKS5)
-- [ ] Proxy rotation list upload
-- [ ] Rate limit slider (requests/minute)
-- [ ] Per-domain delay configuration
-- [ ] "Test proxy" validation step
-
-## Priority 6 — Notifications
-**Status: 📋 Planned**
-
-Know when things happen without checking manually.
-
-- [ ] Email notifications (SMTP setup in wizard)
-- [ ] Slack webhook integration
-- [ ] Discord webhook integration
-- [ ] Configurable triggers: crawl complete, ranking drop, new competitor page
-- [ ] Weekly digest email with key metrics
-
-## Priority 7 — Data & Backup
-**Status: 📋 Planned**
-
-Where data lives, how big it gets, how to manage it.
-
-- [ ] Show data directory + size in dashboard footer
-- [ ] One-click export (SQLite → JSON/CSV)
-- [ ] Auto-backup before major operations
-- [ ] Data retention settings (keep last N crawls)
-- [ ] Cloud backup option (S3/GCS)
-
----
-
-## Open Source → Product Progression
-
-| Feature | Open Source (froggo.pro) | Standalone SaaS |
-|---------|------------------------|-----------------|
-| Setup | CLI wizard | Web wizard + onboarding email |
-| Auth | None (local) | User accounts + API keys |
-| GSC | Manual CSV or API key | OAuth "Connect GSC" button |
-| Scheduling | Cron jobs | Built-in + hosted workers |
-| Notifications | Webhook only | Email + Slack + in-app |
-| Data | Local SQLite | Cloud DB + CDN dashboards |
-| Multi-user | Single | Teams + permissions |
-| Billing | Free / one-time | Subscription tiers |