seo-intel 1.1.7 → 1.1.9

package/.env.example

@@ -2,12 +2,14 @@
 # Run `node cli.js setup` to configure interactively
 
 # ── License (Pro features) ───────────────────────────────────────────────
-# Get your key at https://froggo.pro/seo-intel
+# Get your key at https://ukkometa.fi/en/seo-intel/
 # SEO_INTEL_LICENSE=SI-xxxx-xxxx-xxxx-xxxx
 
 # ── Analysis Model (cloud, pick one) ──────────────────────────────────────
 # Gemini: Best value — 1M context, cheapest (~$0.01-0.05/analysis)
 GEMINI_API_KEY=
+# GEMINI_TIMEOUT_MS=120000
+# OPENCLAW_ANALYSIS_MODEL=default
 
 # Claude: Best quality — nuanced strategic reasoning (~$0.10-0.30/analysis)
 # ANTHROPIC_API_KEY=

package/CHANGELOG.md

@@ -0,0 +1,54 @@
+# Changelog
+
+## 1.1.9 (2026-03-27)
+
+### Security
+- Fix shell injection risk in Gemini CLI integration (execSync → spawnSync + stdin)
+- Fix SSRF vector in llms.txt URL processing (hostname validation)
+- Fix SSRF: llms.txt URLs now respect robots.txt before enqueue
+- Set license cache file permissions to 0600 (owner-only)
+- SQL injection audit — all queries verified to use parameterised statements
+
+### Fixes
+- Crawler no longer upgrades http://localhost to https (fixes local/mock testing)
+- Updater cache moved to ~/.seo-intel/ (fixes permission errors on Linux global install)
+- Clear actionable error when Gemini times out and OpenClaw gateway is down
+- Project name passed to error context for timeout messages
+
+### Improvements
+- Defensive logging when license variant name is unrecognised
+- Setup wizard: Cloud Analysis column (gemini-3.1-pro, claude-sonnet-4-6, claude-opus-4-6, gpt-5.4, deepseek-r1) with API key input
+- Setup wizard: Agentic Setup picker — OpenClaw, Claude Code, Codex CLI, Perplexity with tailored copy-paste prompts
+- Setup wizard: Step 2 expanded to 1100px, OpenClaw as floating sidebar
+
+## 1.1.7 (2026-03-26)
+
+### New
+- **Programmatic Template Intelligence** (`seo-intel templates <project>`) — detect URL pattern groups (e.g. `/token/*`, `/blog/*`), stealth-crawl samples, overlay GSC data, and score each group with keep/noindex/improve verdicts
+- **Stale domain auto-pruning** — domains removed from config are automatically cleaned from DB on next crawl
+- **Manual prune** — `seo-intel competitors <project> --prune` to clean stale DB entries on demand
+- **Full body text storage** — crawler stores full page content in DB for richer offline extraction
+
+### Improvements
+- **Background crawl/extract** — long-running jobs survive browser tab close
+- **Dashboard terminal** — stealth flag visible, stop button works properly, status bar syncs
+- **Templates button** added to dashboard terminal panel
+- **Dashboard refresh** — crawl and analyze always regenerate full multi-project dashboard
+- **Config remove = DB remove** — `--remove` and `--remove-owned` auto-prune matching DB data
+
+### Fixes
+- SSE disconnect no longer kills crawl/extract processes
+- Terminal command display shows `--stealth` flag when enabled
+
+## 1.1.6 (2026-03-24)
+
+- Stop button for crawl/extract jobs in dashboard
+- Stealth toggle sync between status bar and terminal
+- Extraction status bar layout improvements (CSS grid)
+- EADDRINUSE recovery — server opens existing dashboard instead of crashing
+
+## 1.1.5 (2026-03-21)
+
+- Update checker, job stop API, background analyze
+- LAN Ollama host support with fallback
+- `html` CLI command, wizard UX improvements

package/LICENSE

@@ -1,6 +1,6 @@
 SEO Intel — Dual License
 
-Copyright (c) 2024-2026 froggo.pro
+Copyright (c) 2024-2026 Ukkometa (ukkometa.fi)
 
 This project uses a dual license structure:
 
@@ -65,11 +65,10 @@ You MAY:
   - Share generated reports and dashboards (outputs are yours)
 
 License:
-  Solo — €19.99/month or €199/year — full AI analysis, all commands
-  Also available at $9.99/month via froggo.pro marketplace
+  Solo — €19.99/month or €199.99/year — full AI analysis, all commands
 
-Purchase at: https://ukkometa.fi or https://froggo.pro/seo-intel
+Purchase at: https://ukkometa.fi/en/seo-intel/
 
 ================================================================================
 
-For questions: hello@froggo.pro
+For questions: ukko@ukkometa.fi

package/README.md

@@ -75,7 +75,7 @@ seo-intel suggest-usecases myproject --scope docs      # infer what pages/docs s
 | `schemas <project>` | Schema.org coverage analysis |
 | `update` | Check for updates |
 
-### Solo (€19.99/mo · [ukkometa.fi/seo-intel](https://ukkometa.fi/seo-intel))
+### Solo (€19.99/mo · [ukkometa.fi/seo-intel](https://ukkometa.fi/en/seo-intel/))
 
 | Command | Description |
 |---------|-------------|
@@ -194,7 +194,7 @@ Upload your GSC data for ranking insights:
 - 1 project, 500 pages/domain
 - Crawl, extract, setup, basic reports
 
-### Pro Tier ($49 one-time)
+### Solo (€19.99/mo · €199.99/yr)
 - Unlimited projects and pages
 - All analysis commands, GSC insights, scheduling
 
@@ -203,7 +203,7 @@ Upload your GSC data for ranking insights:
 echo "SEO_INTEL_LICENSE=SI-xxxx-xxxx-xxxx-xxxx" >> .env
 ```
 
-Get a key at [froggo.pro/seo-intel](https://froggo.pro/seo-intel)
+Get a key at [ukkometa.fi/seo-intel](https://ukkometa.fi/en/seo-intel/)
 
 ## Updates
 

package/cli.js

@@ -1,4 +1,16 @@
 #!/usr/bin/env node
+
+// ── Node.js version guard ───────────────────────────────────────────────
+const [major, minor] = process.versions.node.split('.').map(Number);
+if (major < 22 || (major === 22 && minor < 5)) {
+  console.error(
+    `\n  SEO Intel requires Node.js 22.5 or later.\n` +
+    `  You have Node.js ${process.versions.node}.\n\n` +
+    `  Install the latest LTS:  https://nodejs.org\n`
+  );
+  process.exit(1);
+}
+
 import 'dotenv/config';
 import { program } from 'commander';
 import { spawnSync } from 'child_process';
@@ -47,6 +59,13 @@ checkForUpdates();
 try { mkdirSync(join(__dirname, 'reports'), { recursive: true }); } catch { /* ok */ }
 try { mkdirSync(join(__dirname, 'config'), { recursive: true }); } catch { /* ok */ }
 
+function defaultSiteUrl(domain) {
+  const host = String(domain || '').trim();
+  const hostname = host.split(':')[0].replace(/^\[|\]$/g, '');
+  const protocol = hostname === 'localhost' || hostname === '127.0.0.1' ? 'http' : 'https';
+  return `${protocol}://${host}`;
+}
+
 // ── AI AVAILABILITY PREFLIGHT ────────────────────────────────────────────
 /**
  * Check if any AI extraction backend is reachable.
@@ -435,7 +454,7 @@ program
         else if (config.competitors?.includes(site)) site.role = 'competitor';
         else site.role = 'owned';
       }
-      if (!site.url && site.domain) site.url = `https://${site.domain}`;
+      if (!site.url && site.domain) site.url = defaultSiteUrl(site.domain);
     }
 
     const sites = opts.domain
@@ -674,7 +693,8 @@ program
     console.log(chalk.gray(`Prompt saved: ${promptPath}`));
 
     // Call Gemini via gemini CLI (reuse existing auth)
-    const result = await callGemini(prompt);
+    process.env._SEO_INTEL_PROJECT = project;
+    const result = await callAnalysisModel(prompt, opts.model);
 
     if (!result) {
       console.error(chalk.red('No response from model.'));
@@ -991,17 +1011,117 @@ function loadConfig(project) {
 }
 
 async function callGemini(prompt) {
-  // Use gemini CLI (already auth'd via OpenClaw)
-  const { execSync } = await import('child_process');
+  return callAnalysisModel(prompt, 'gemini');
+}
+
+function getOpenClawToken() {
+  const envToken = process.env.OPENCLAW_TOKEN?.trim();
+  if (envToken) return envToken;
+
   try {
-    const result = execSync(
-      `echo ${JSON.stringify(prompt)} | gemini -p -`,
-      { maxBuffer: 10 * 1024 * 1024, timeout: 120000 }
-    ).toString();
-    return result;
+    const configPath = join(process.env.HOME || process.env.USERPROFILE || '', '.openclaw', 'openclaw.json');
+    const raw = readFileSync(configPath, 'utf8');
+    const matches = [...raw.matchAll(/"token":\s*"([a-f0-9]{40,})"/g)];
+    if (matches.length > 0) return matches[matches.length - 1][1];
+  } catch {}
+
+  return null;
+}
+
+async function callOpenClaw(prompt, model = 'default') {
+  const token = getOpenClawToken();
+  if (!token) throw new Error('OpenClaw token not found');
+
+  const timeoutMs = parseInt(process.env.OPENCLAW_TIMEOUT_MS || process.env.GEMINI_TIMEOUT_MS || '120000', 10);
+  const controller = new AbortController();
+  const timeout = setTimeout(() => controller.abort(), timeoutMs);
+
+  try {
+    const res = await fetch('http://127.0.0.1:18789/v1/chat/completions', {
+      method: 'POST',
+      signal: controller.signal,
+      headers: {
+        'Authorization': `Bearer ${token}`,
+        'Content-Type': 'application/json',
+      },
+      body: JSON.stringify({
+        model: model === 'openclaw' ? 'default' : model,
+        messages: [{ role: 'user', content: prompt }],
+        temperature: 0.2,
+        max_tokens: 4000,
+      }),
+    });
+
+    if (!res.ok) throw new Error(`OpenClaw API error: ${res.status} ${await res.text()}`);
+
+    const data = await res.json();
+    return data.choices?.[0]?.message?.content || null;
+  } finally {
+    clearTimeout(timeout);
+  }
+}
+
+async function callAnalysisModel(prompt, model = 'gemini') {
+  const requestedModel = String(model || 'gemini').trim();
+  const normalizedModel = requestedModel.toLowerCase();
+
+  if (normalizedModel !== 'gemini') {
+    try {
+      return await callOpenClaw(prompt, requestedModel);
+    } catch (err) {
+      console.error('[openclaw]', err.message);
+      return null;
+    }
+  }
+
+  const timeoutMs = parseInt(process.env.GEMINI_TIMEOUT_MS || '120000', 10);
+  try {
+    const result = spawnSync('gemini', ['-p', '-'], {
+      input: prompt,
+      encoding: 'utf8',
+      timeout: timeoutMs,
+      maxBuffer: 10 * 1024 * 1024
+    });
+
+    if (result.error) throw result.error;
+    if (result.status !== 0) {
+      throw new Error(result.stderr?.trim() || `gemini exited with status ${result.status}`);
+    }
+
+    return result.stdout;
   } catch (err) {
-    console.error('[gemini]', err.message);
-    return null;
+    const fallbackModel = process.env.OPENCLAW_ANALYSIS_MODEL || 'default';
+    try {
+      console.warn(`[gemini] ${err.message}`);
+      console.log(chalk.yellow(`Gemini CLI unavailable, retrying via OpenClaw (${fallbackModel})...\n`));
+      return await callOpenClaw(prompt, fallbackModel);
+    } catch (fallbackErr) {
+      // Produce clear, actionable error messages
+      const geminiMsg = err.message || '';
+      const ocMsg = fallbackErr.message || '';
+
+      const isTimeout = geminiMsg.includes('ETIMEDOUT') || geminiMsg.includes('timeout') || err.name === 'AbortError';
+      const isGatewayDown = ocMsg.includes('ECONNREFUSED') || ocMsg.includes('token not found') || ocMsg.includes('gateway');
+
+      console.error(chalk.red('\n  ✗ Analysis failed — no model available\n'));
+
+      if (isTimeout) {
+        console.error(chalk.yellow('  Gemini timed out.') + chalk.dim(' Try: GEMINI_TIMEOUT_MS=180000 seo-intel analyze ' + (process.env._SEO_INTEL_PROJECT || '<project>')));
+      } else {
+        console.error(chalk.dim(`  Gemini: ${geminiMsg}`));
+      }
+
+      if (isGatewayDown) {
+        console.error(chalk.yellow('  OpenClaw gateway is not running.'));
+        console.error(chalk.dim('  Start it:   ') + chalk.cyan('openclaw gateway'));
+        console.error(chalk.dim('  Or set key: ') + chalk.cyan('echo "GEMINI_API_KEY=your-key" >> .env'));
+      } else {
+        console.error(chalk.dim(`  OpenClaw: ${ocMsg}`));
+      }
+
+      console.error(chalk.dim('\n  Docs: https://ukkometa.fi/en/seo-intel/setup/\n'));
+      return null;
+    }
   }
 }
 
@@ -1268,8 +1388,8 @@ program
     if (info.npmVersion) {
       console.log(chalk.gray('  npm registry:     ') + chalk.white(info.npmVersion));
     }
-    if (info.froggoVersion) {
-      console.log(chalk.gray('  froggo.pro:       ') + chalk.white(info.froggoVersion));
+    if (info.ukkometaVersion) {
+      console.log(chalk.gray('  ukkometa.fi:      ') + chalk.white(info.ukkometaVersion));
     }
 
     if (!info.hasUpdate) {
@@ -1428,7 +1548,7 @@ program
     // ── Add competitor
     if (opts.add) {
       const domain = domainFromUrl(opts.add);
-      const url = opts.add.startsWith('http') ? opts.add : `https://${opts.add}`;
+      const url = opts.add.startsWith('http') ? opts.add : defaultSiteUrl(opts.add);
       if (config.competitors.some(c => c.domain === domain)) {
         console.log(chalk.yellow(`  ⚠ ${domain} is already a competitor`));
       } else {
@@ -1455,7 +1575,7 @@ program
     if (opts.addOwned) {
       if (!config.owned) config.owned = [];
       const domain = domainFromUrl(opts.addOwned);
-      const url = opts.addOwned.startsWith('http') ? opts.addOwned : `https://${opts.addOwned}`;
+      const url = opts.addOwned.startsWith('http') ? opts.addOwned : defaultSiteUrl(opts.addOwned);
       if (config.owned.some(o => o.domain === domain)) {
         console.log(chalk.yellow(`  ⚠ ${domain} is already an owned domain`));
       } else {
@@ -1482,7 +1602,7 @@ program
     // ── Change target
     if (opts.setTarget) {
       const domain = domainFromUrl(opts.setTarget);
-      const url = opts.setTarget.startsWith('http') ? opts.setTarget : `https://${opts.setTarget}`;
+      const url = opts.setTarget.startsWith('http') ? opts.setTarget : defaultSiteUrl(opts.setTarget);
       config.target = { url, domain, role: 'target' };
       config.context.url = url;
       console.log(chalk.green(`  ✓ Target changed to: ${domain}`));

package/crawler/index.js

@@ -11,6 +11,7 @@ const MAX_PAGES    = parseInt(process.env.CRAWL_MAX_PAGES  || '50');
 const MAX_DEPTH    = parseInt(process.env.CRAWL_MAX_DEPTH  || '3');
 const TIMEOUT      = parseInt(process.env.CRAWL_TIMEOUT_MS || '12000');
 const PAGE_BUDGET  = parseInt(process.env.PAGE_BUDGET_MS   || '25000'); // hard per-page wall-clock limit
+const LOOPBACK_HOSTNAMES = new Set(['localhost', '127.0.0.1']);
 
 // ── Content quality gate ────────────────────────────────────────────────
 const SHELL_PATTERNS = /id=["'](root|app|__next|__nuxt)["']|<noscript[^>]*>.*enable javascript/i;
@@ -186,11 +187,14 @@ export async function* crawlDomain(startUrl, opts = {}) {
   // When hostname contains "docs.", spoof Googlebot UA to reduce WAF friction.
   const isDocsHostname = base.hostname.toLowerCase().includes('docs.');
   const GOOGLEBOT_UA = 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)';
-  const defaultUA = 'Mozilla/5.0 (compatible; SEOIntelBot/1.0; +https://froggo.pro/seo-intel/bot)';
+  const defaultUA = 'Mozilla/5.0 (compatible; SEOIntelBot/1.0; +https://ukkometa.fi/en/seo-intel/bot)';
   const effectiveUA = isDocsHostname ? GOOGLEBOT_UA : defaultUA;
 
   async function tryLoadLlmsTxt() {
-    const llmsUrl = `https://${base.hostname}/llms.txt`;
+    const llmsOrigin = base.protocol === 'http:' && !LOOPBACK_HOSTNAMES.has(base.hostname)
+      ? `https://${base.host}`
+      : base.origin;
+    const llmsUrl = `${llmsOrigin}/llms.txt`;
     try {
       const controller = new AbortController();
       const t = setTimeout(() => controller.abort(), Math.min(TIMEOUT, 8000));
@@ -224,6 +228,11 @@ export async function* crawlDomain(startUrl, opts = {}) {
       const unique = [...new Set(urls)];
       let added = 0;
       for (const u of unique) {
+        try {
+          if (new URL(u).hostname !== base.hostname) continue;
+        } catch {
+          continue;
+        }
         if (!queue.some(q => q.url === u)) {
           queue.push({ url: u, depth: 1 });
           added++;

package/crawler/subdomain-discovery.js

@@ -181,7 +181,7 @@ async function checkHttp(hostname) {
       signal: controller.signal,
       redirect: 'follow',
       headers: {
-        'User-Agent': 'Mozilla/5.0 (compatible; SEOIntelBot/1.0; +https://froggo.pro/seo-intel/bot)',
+        'User-Agent': 'Mozilla/5.0 (compatible; SEOIntelBot/1.0; +https://ukkometa.fi/en/seo-intel/bot)',
       },
     });
 

package/lib/gate.js

@@ -31,7 +31,7 @@ function printUpgradeMessage(feature) {
   console.log(`${GOLD}${BOLD}  ⭐ Paid Feature: ${feature}${RESET}`);
   console.log(`${DIM}  This feature requires SEO Intel Solo (€19.99/mo).${RESET}`);
   console.log('');
-  console.log(`${DIM}  Get your license at ${CYAN}https://froggo.pro/seo-intel${RESET}`);
+  console.log(`${DIM}  Get your license at ${CYAN}https://ukkometa.fi/en/seo-intel/${RESET}`);
   console.log(`${DIM}  Then add your key: ${CYAN}SEO_INTEL_LICENSE=SI-xxxx-xxxx-xxxx-xxxx${RESET} ${DIM}in .env${RESET}`);
   console.log('');
 }
@@ -104,7 +104,7 @@ export function getPremiumPlaceholder(section) {
       <p style="font-size: 0.72rem; color: var(--text-muted); margin-bottom: 12px;">
         This section requires SEO Intel Solo (€19.99/mo)
       </p>
-      <a href="https://froggo.pro/seo-intel" target="_blank"
+      <a href="https://ukkometa.fi/en/seo-intel/" target="_blank"
          style="color: var(--accent-gold); font-size: 0.72rem; text-decoration: underline;">
         Upgrade to unlock →
       </a>
@@ -160,7 +160,7 @@ export function capPages(requestedPages) {
 export function printLicenseStatus() {
   const license = loadLicense();
 
-  const sourceLabel = license.source === 'froggo' ? ' (Froggo)' : license.source === 'lemon-squeezy' ? ' (LS)' : '';
+  const sourceLabel = license.source === 'lemon-squeezy' ? ' (LS)' : '';
 
   if (license.tier === 'agency') {
     console.log(`${GOLD}${BOLD}  ⭐ SEO Intel Agency${RESET}`);
@@ -181,7 +181,7 @@ export function printLicenseStatus() {
     if (license.needsActivation) {
       console.log(`\x1b[33m  ⚠ License key found but not yet validated — run any command to activate${RESET}`);
     }
-    console.log(`${DIM}  Upgrade: ${CYAN}https://froggo.pro/seo-intel${RESET} ${DIM}— Solo €19.99/mo · €199/yr${RESET}`);
+    console.log(`${DIM}  Upgrade: ${CYAN}https://ukkometa.fi/en/seo-intel/${RESET} ${DIM}— Solo €19.99/mo · €199.99/yr${RESET}`);
   }
   console.log('');
 }
@@ -200,6 +200,6 @@ export function getLicenseInfo() {
     maxProjects: Number.isFinite(license.maxProjects) ? license.maxProjects : null,
     maxPages: Number.isFinite(license.maxPagesPerDomain) ? license.maxPagesPerDomain : null,
     features: license.features === 'all' ? 'all' : [...license.features],
-    upgradeUrl: 'https://froggo.pro/seo-intel',
+    upgradeUrl: 'https://ukkometa.fi/en/seo-intel/',
   };
 }