seo-intel 1.0.1 → 1.1.0

package/Setup SEO Intel.command

@@ -0,0 +1,11 @@
+#!/bin/bash
+cd "$(dirname "$0")" || cd ~
+clear
+echo ""
+echo "  SEO Intel — Setup Wizard"
+echo "  ========================"
+echo ""
+npx seo-intel setup
+echo ""
+echo "  Setup complete. You can close this window."
+read -n 1 -s -r -p "  Press any key to exit..."

package/cli.js

@@ -24,6 +24,7 @@ import { getNextCrawlTarget, needsAnalysis, getCrawlStatus, loadAllConfigs } fro
 import {
   getDb, upsertDomain, upsertPage, insertExtraction,
   insertKeywords, insertHeadings, insertLinks, insertPageSchemas,
+  upsertTechnical,
   getCompetitorSummary, getKeywordMatrix, getHeadingStructure,
   getPageHash, getSchemasByProject
 } from './db/db.js';
@@ -53,10 +54,13 @@ try { mkdirSync(join(__dirname, 'config'), { recursive: true }); } catch { /* ok
  * Fast: 2s timeout per host, runs sequentially.
  */
 async function checkOllamaAvailability() {
-  const hosts = [
-    process.env.OLLAMA_URL || 'http://localhost:11434',
-    ...(process.env.OLLAMA_FALLBACK_URL ? [process.env.OLLAMA_FALLBACK_URL] : []),
-  ];
+  // Build host chain: primary → fallback → always try localhost as last resort
+  const configured = [
+    process.env.OLLAMA_URL,
+    process.env.OLLAMA_FALLBACK_URL,
+  ].filter(Boolean);
+  const localhost = 'http://localhost:11434';
+  const hosts = [...new Set([...configured, localhost])];
 
   for (const host of hosts) {
     try {
@@ -478,6 +482,7 @@ program
             started_at: crawlStart,
             failed: totalFailed,
           });
+          upsertTechnical(db, { pageId, hasCanonical: page.hasCanonical, hasOgTags: page.hasOgTags, hasSchema: page.hasSchema, hasRobots: page.hasRobots });
           try {
             const extractFn = await getExtractPage();
             const extraction = await extractFn(page);
@@ -494,6 +499,7 @@ program
             totalFailed++;
           }
         } else {
+          upsertTechnical(db, { pageId, hasCanonical: page.hasCanonical, hasOgTags: page.hasOgTags, hasSchema: page.hasSchema, hasRobots: page.hasRobots });
           insertHeadings(db, pageId, page.headings);
           insertLinks(db, pageId, page.links);
           if (page.parsedSchemas?.length) insertPageSchemas(db, pageId, page.parsedSchemas);
@@ -1051,6 +1057,7 @@ program
         }
       }
 
+      upsertTechnical(db, { pageId, hasCanonical: page.hasCanonical, hasOgTags: page.hasOgTags, hasSchema: page.hasSchema, hasRobots: page.hasRobots });
       process.stdout.write(chalk.gray(`  [${pageCount + 1}] d${page.depth ?? 0} ${page.url.slice(0, 65)} → extracting...`));
       writeProgress({
         status: 'running', command: 'run', project: next.project,

package/crawler/index.js

@@ -495,6 +495,8 @@ async function processPage(page, url, base, depth, queue, maxDepth) {
 
   const robotsMeta = await page.$eval('meta[name="robots"]', el => el.content).catch(() => '');
   const isIndexable = !robotsMeta.toLowerCase().includes('noindex');
+  const hasCanonical = await page.$('link[rel="canonical"]').then(el => !!el).catch(() => false);
+  const hasOgTags = await page.$('meta[property^="og:"]').then(el => !!el).catch(() => false);
 
   const publishedDate = await page.evaluate(() => {
     for (const sel of ['meta[property="article:published_time"]','meta[name="date"]','meta[itemprop="datePublished"]']) {
@@ -553,6 +555,9 @@ async function processPage(page, url, base, depth, queue, maxDepth) {
     schemaTypes, parsedSchemas, vitals, publishedDate, modifiedDate,
     contentHash: hash,
     quality: quality.ok, qualityReason: quality.reason,
+    hasCanonical, hasOgTags,
+    hasRobots: !!robotsMeta,
+    hasSchema: schemaTypes.length > 0,
   };
 }
 

package/db/db.js

@@ -61,6 +61,19 @@ export function upsertPage(db, { domainId, url, statusCode, wordCount, loadMs, i
   return db.prepare('SELECT id FROM pages WHERE url = ?').get(url);
 }
 
+export function upsertTechnical(db, { pageId, hasCanonical, hasOgTags, hasSchema, hasRobots, isMobileOk = 0 }) {
+  db.prepare(`
+    INSERT INTO technical (page_id, has_canonical, has_og_tags, has_schema, has_robots, is_mobile_ok)
+    VALUES (?, ?, ?, ?, ?, ?)
+    ON CONFLICT(page_id) DO UPDATE SET
+      has_canonical = excluded.has_canonical,
+      has_og_tags   = excluded.has_og_tags,
+      has_schema    = excluded.has_schema,
+      has_robots    = excluded.has_robots,
+      is_mobile_ok  = excluded.is_mobile_ok
+  `).run(pageId, hasCanonical ? 1 : 0, hasOgTags ? 1 : 0, hasSchema ? 1 : 0, hasRobots ? 1 : 0, isMobileOk ? 1 : 0);
+}
+
 export function getPageHash(db, url) {
   return db.prepare('SELECT content_hash FROM pages WHERE url = ?').get(url)?.content_hash || null;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "seo-intel",
-  "version": "1.0.1",
+  "version": "1.1.0",
   "description": "Local Ahrefs-style SEO competitor intelligence. Crawl → SQLite → cloud analysis.",
   "type": "module",
   "license": "SEE LICENSE IN LICENSE",
@@ -46,6 +46,7 @@
     "README.md",
     "seo-intel.png",
     "Start SEO Intel.command",
+    "Setup SEO Intel.command",
     "Start SEO Intel.bat",
     "start-seo-intel.sh"
   ],

package/reports/generate-html.js

@@ -42,7 +42,12 @@ function gatherProjectData(db, project, config) {
   // Merge owned subdomains (blog.x, docs.x) into target at the SQL level.
   // Uses a savepoint so changes are rolled back after report generation —
   // the actual DB stays intact, but ALL downstream queries see unified data.
-  const ownedDomains = (config.owned || []).map(o => o.domain);
+  // Include BOTH config-owned domains AND DB role='owned' domains.
+  const configOwned = (config.owned || []).map(o => o.domain);
+  const dbOwned = db.prepare(
+    `SELECT domain FROM domains WHERE project = ? AND role = 'owned'`
+  ).all(project).map(r => r.domain);
+  const ownedDomains = [...new Set([...configOwned, ...dbOwned])];
   const hasOwned = ownedDomains.length > 0;
   if (hasOwned) {
     db.prepare('SAVEPOINT owned_merge').run();
@@ -84,7 +89,7 @@ function gatherProjectData(db, project, config) {
   const schemaBreakdown = getSchemaBreakdown(db, project);
 
   // Advanced visualization data
-  const gravityMap = getGravityMapData(db, project);
+  const gravityMap = getGravityMapData(db, project, config);
   const contentTerrain = getContentTerrainData(db, project);
   const keywordVenn = getKeywordVennData(db, project);
   const performanceBubbles = getPerformanceBubbleData(db, project);
@@ -468,6 +473,8 @@ function buildHtmlTemplate(data, opts = {}) {
       white-space: nowrap;
     }
     .es-btn:hover { border-color: var(--accent-gold); color: var(--accent-gold); }
+    .es-btn-stop { border-color: rgba(220,80,80,0.3); color: #dc5050; }
+    .es-btn-stop:hover { border-color: #dc5050; color: #ff6b6b; background: rgba(220,80,80,0.08); }
     .es-btn:disabled {
       opacity: 0.4; cursor: not-allowed;
       border-color: var(--border-card);
@@ -1740,9 +1747,9 @@ function buildHtmlTemplate(data, opts = {}) {
                    bar('Open Graph Tags', techCoverage.og) +
                    bar('Schema Markup', techCoverage.schema) +
                    bar('Robots Meta', techCoverage.robots) +
-                   `<div style="font-size:0.65rem;color:var(--text-muted);margin-top:8px;">
+                   (avgLoad > 0 ? `<div style="font-size:0.65rem;color:var(--text-muted);margin-top:8px;">
                      Avg load: <span style="color:${avgLoad > 3000 ? 'var(--color-danger)' : avgLoad > 1500 ? 'var(--color-warning)' : 'var(--color-success)'};">${avgLoad > 1000 ? (avgLoad/1000).toFixed(1) + 's' : avgLoad + 'ms'}</span>
-                   </div>`;
+                   </div>` : '');
           })() : '<div style="font-size:0.72rem;color:var(--text-muted);">No technical data yet. Run a crawl first.</div>'}
         </div>
       </div>
@@ -1874,6 +1881,9 @@ function buildHtmlTemplate(data, opts = {}) {
       <button class="es-btn" id="btnExtract${suffix}" onclick="startJob('extract','${project}')">
         <i class="fa-solid fa-brain"></i> Extract
       </button>
+      <button class="es-btn es-btn-stop" id="btnStop${suffix}" onclick="stopJob()" style="display:none;">
+        <i class="fa-solid fa-stop"></i> Stop
+      </button>
       <label class="es-stealth-toggle">
         <input type="checkbox" id="stealthToggle${suffix}">
         <i class="fa-solid fa-user-ninja"></i> Stealth
@@ -1904,6 +1914,7 @@ function buildHtmlTemplate(data, opts = {}) {
           <button class="term-btn" data-cmd="keywords" data-project="${project}"><i class="fa-solid fa-key"></i> Keywords</button>` : ''}
           <button class="term-btn" data-cmd="status" data-project=""><i class="fa-solid fa-circle-info"></i> Status</button>
           <button class="term-btn" data-cmd="guide" data-project="${project}"><i class="fa-solid fa-map"></i> Guide</button>
+          <button class="term-btn" data-cmd="setup" data-project="" style="margin-left:auto;border-color:rgba(232,213,163,0.25);"><i class="fa-solid fa-gear"></i> Setup</button>
           ${!pro ? `<span style="font-size:0.55rem;color:var(--text-muted);margin-left:auto;"><i class="fa-solid fa-lock" style="color:var(--accent-gold);margin-right:3px;"></i><a href="https://ukkometa.fi/en/seo-intel/" target="_blank" style="color:var(--accent-gold);text-decoration:none;">Solo</a> for extract, analyze, exports</span>` : ''}
         </div>
         <!-- Terminal output -->
@@ -1972,7 +1983,18 @@ function buildHtmlTemplate(data, opts = {}) {
     }
 
     function runCommand(command, proj, extra) {
-      if (running) return;
+      // Setup always works — even during a running crawl
+      if (command === 'setup') {
+        if (isServed) {
+          window.open('/setup', '_blank');
+        } else {
+          window.open('http://localhost:3000/setup', '_blank');
+          appendLine('Opening setup wizard at localhost:3000/setup', 'stdout');
+          appendLine('If it does not open, run: seo-intel setup', 'cmd');
+        }
+        return;
+      }
+
       if (!isServed) {
         appendLine('', 'cmd');
         appendLine('Not connected to server. Run in your terminal:', 'error');
@@ -3415,9 +3437,22 @@ function buildHtmlTemplate(data, opts = {}) {
         .catch(function(err) { alert('Server error: ' + err.message); });
       };
 
+      window.stopJob = function() {
+        if (!confirm('Stop the running job?')) return;
+        fetch('/api/stop', { method: 'POST' })
+          .then(function(r) { return r.json(); })
+          .then(function(data) {
+            if (data.stopped) {
+              setButtonsState(false, null);
+            }
+          })
+          .catch(function(err) { alert('Stop failed: ' + err.message); });
+      };
+
       function setButtonsState(disabled, activeCmd) {
         var btnC = document.getElementById('btnCrawl' + sfx);
         var btnE = document.getElementById('btnExtract' + sfx);
+        var btnS = document.getElementById('btnStop' + sfx);
         if (btnC) {
           btnC.disabled = disabled;
           if (disabled && activeCmd === 'crawl') {
@@ -3438,6 +3473,9 @@ function buildHtmlTemplate(data, opts = {}) {
             btnE.innerHTML = '<i class="fa-solid fa-brain"></i> Extract';
           }
         }
+        if (btnS) {
+          btnS.style.display = disabled ? 'inline-flex' : 'none';
+        }
       }
 
       function startPolling() {
@@ -4591,10 +4629,21 @@ function buildMultiHtmlTemplate(allProjectData) {
         .catch(function(err) { alert('Server error: ' + err.message); });
       };
 
+      window.stopJob = function() {
+        if (!confirm('Stop the running job?')) return;
+        fetch('/api/stop', { method: 'POST' })
+          .then(function(r) { return r.json(); })
+          .then(function(data) {
+            if (data.stopped) setButtonsState(false, null);
+          })
+          .catch(function(err) { alert('Stop failed: ' + err.message); });
+      };
+
       function setButtonsState(disabled, activeCmd) {
         var sfx = '-' + currentProject;
         var btnC = document.getElementById('btnCrawl' + sfx);
         var btnE = document.getElementById('btnExtract' + sfx);
+        var btnS = document.getElementById('btnStop' + sfx);
         if (btnC) {
           btnC.disabled = disabled;
           btnC.classList.toggle('running', disabled && activeCmd === 'crawl');
@@ -4609,6 +4658,9 @@ function buildMultiHtmlTemplate(allProjectData) {
             ? '<i class="fa-solid fa-spinner fa-spin"></i> Extracting\u2026'
             : '<i class="fa-solid fa-brain"></i> Extract';
         }
+        if (btnS) {
+          btnS.style.display = disabled ? 'inline-flex' : 'none';
+        }
       }
 
       function startPolling() { if (!pollTimer) { pollTimer = setInterval(pollProgress, 2000); pollProgress(); } }
@@ -4679,6 +4731,23 @@ function getLatestKeywordsReport(project) {
  * Works on any array of objects with { domain, role, ...numeric fields }.
  * Numeric fields are summed; role is set to 'target'.
  */
+
+/**
+ * Build a domain resolver closure. Returns a function that maps
+ * any (domain, role) pair to the resolved domain name.
+ * Owned domains (by config OR by DB role) resolve to the target domain.
+ */
+function buildDomainResolver(config) {
+  const targetDomain = config?.target?.domain;
+  const ownedSet = new Set((config?.owned || []).map(o => o.domain));
+  return function(domain, role) {
+    if (!targetDomain) return domain;
+    if (domain === targetDomain) return targetDomain;
+    if (ownedSet.has(domain) || role === 'owned') return targetDomain;
+    return domain;
+  };
+}
+
 function mergeOwnedDomains(rows, config) {
   if (!config?.target?.domain) return rows;
 
@@ -4940,7 +5009,7 @@ function getTechnicalScores(db, project, config) {
   let targetRow = null;
 
   for (const row of rawScores) {
-    const isOwned = ownedDomains.has(row.domain);
+    const isOwned = ownedDomains.has(row.domain) || row.role === 'owned';
     const isTarget = row.domain === targetDomain;
 
     if (isOwned || isTarget) {
@@ -5543,7 +5612,7 @@ function getSchemaBreakdown(db, project) {
 
 // ─── Advanced Visualization Data Functions ───────────────────────────────────
 
-function getGravityMapData(db, project) {
+function getGravityMapData(db, project, config) {
   // Get keyword sets per domain for overlap calculation
   const rows = db.prepare(`
     SELECT DISTINCT d.domain, d.role, k.keyword
@@ -5551,10 +5620,13 @@ function getGravityMapData(db, project) {
     WHERE d.project = ? AND k.keyword LIKE '% %'
   `).all(project);
 
+  const resolve = buildDomainResolver(config);
   const domainKws = {};
   for (const r of rows) {
-    if (!domainKws[r.domain]) domainKws[r.domain] = { role: r.role, keywords: new Set() };
-    domainKws[r.domain].keywords.add(r.keyword.toLowerCase());
+    const domain = resolve(r.domain, r.role);
+    const role = domain === config?.target?.domain ? 'target' : r.role;
+    if (!domainKws[domain]) domainKws[domain] = { role, keywords: new Set() };
+    domainKws[domain].keywords.add(r.keyword.toLowerCase());
   }
 
   // Build nodes
@@ -5661,11 +5733,11 @@ function getHeadingFlowData(db, project, config) {
   // Resolve owned → target
   const targetDomain = config?.target?.domain;
   const ownedDomains = new Set((config?.owned || []).map(o => o.domain));
-  const resolve = (d) => ownedDomains.has(d) ? targetDomain : d;
+  const resolve = (d, role) => (ownedDomains.has(d) || role === 'owned') ? targetDomain : d;
 
   const domains = {};
   for (const r of rows) {
-    const domain = resolve(r.domain);
+    const domain = resolve(r.domain, r.role);
     const role = domain === targetDomain ? 'target' : r.role;
     if (!domains[domain]) domains[domain] = { role, h1: 0, h2: 0, h3: 0 };
     domains[domain][`h${r.level}`] += r.cnt;
@@ -5786,11 +5858,11 @@ function getLinkRadarPulseData(db, project, config) {
   // Resolve owned domains → target
   const targetDomain = config?.target?.domain;
   const ownedDomains = new Set((config?.owned || []).map(o => o.domain));
-  const resolveDomain = (d) => ownedDomains.has(d) ? targetDomain : d;
+  const resolveDomain = (d, role) => (ownedDomains.has(d) || role === 'owned') ? targetDomain : d;
 
   const domains = {};
   for (const r of rows) {
-    const domain = resolveDomain(r.domain);
+    const domain = resolveDomain(r.domain, r.role);
     const role = domain === targetDomain ? 'target' : r.role;
     if (!domains[domain]) domains[domain] = { role, depths: [] };
 
@@ -5832,7 +5904,7 @@ function getExtractionStatus(db, project, config) {
   let targetRow = null;
 
   for (const row of rawCoverage) {
-    if (ownedDomains.has(row.domain) && targetDomain) {
+    if ((ownedDomains.has(row.domain) || row.role === 'owned') && targetDomain) {
       // Merge into target
       if (!targetRow) {
         targetRow = { ...row, domain: targetDomain, role: 'target' };

package/server.js

@@ -324,6 +324,31 @@ async function handleRequest(req, res) {
   }
 
 
+  // ─── API: Stop running job ───
+  if (req.method === 'POST' && path === '/api/stop') {
+    try {
+      const progress = readProgress();
+      if (!progress || progress.status !== 'running' || !progress.pid) {
+        json(res, 404, { error: 'No running job to stop' });
+        return;
+      }
+      try {
+        process.kill(progress.pid, 'SIGTERM');
+        // Give it a moment, then force kill if still alive
+        setTimeout(() => {
+          try { process.kill(progress.pid, 'SIGKILL'); } catch {}
+        }, 3000);
+      } catch (e) {
+        if (e.code !== 'ESRCH') throw e;
+        // Already dead
+      }
+      json(res, 200, { stopped: true, pid: progress.pid, command: progress.command });
+    } catch (e) {
+      json(res, 500, { error: e.message });
+    }
+    return;
+  }
+
   // ─── API: Export actions ───
   if (req.method === 'POST' && path === '/api/export-actions') {
     try {

package/setup/checks.js

@@ -79,28 +79,33 @@ export async function checkOllamaRemote(host) {
 export async function checkOllamaAuto(customHosts = []) {
   // 1. Try local
   const local = checkOllamaLocal();
+  const allHosts = []; // Track all reachable hosts for UI
+
   if (local.running && local.models.length > 0) {
-    return {
-      available: true,
-      mode: 'local',
-      host: local.host,
-      models: local.models,
-      installed: local.installed,
-    };
+    allHosts.push({ host: local.host, mode: 'local', models: local.models, reachable: true });
   }
 
-  // 2. Try custom/LAN hosts
+  // 2. Try custom/LAN hosts (check ALL, not just first)
   for (const host of customHosts) {
+    if (host === 'http://localhost:11434') continue; // already checked
     const remote = await checkOllamaRemote(host);
-    if (remote.reachable && remote.models.length > 0) {
-      return {
-        available: true,
-        mode: 'remote',
-        host: remote.host,
-        models: remote.models,
-        installed: local.installed,
-      };
-    }
+    allHosts.push({ host: remote.host, mode: 'remote', models: remote.models, reachable: remote.reachable });
+  }
+
+  // Pick best available host (first with models)
+  const best = allHosts.find(h => h.reachable && h.models.length > 0);
+
+  if (best) {
+    // Combine models from all reachable hosts
+    const allModels = [...new Set(allHosts.filter(h => h.reachable).flatMap(h => h.models))];
+    return {
+      available: true,
+      mode: best.mode,
+      host: best.host,
+      models: allModels,
+      installed: local.installed,
+      allHosts,
+    };
   }
 
   // 3. Local installed but not running or no models
@@ -111,6 +116,7 @@ export async function checkOllamaAuto(customHosts = []) {
       host: local.host,
       models: [],
       installed: true,
+      allHosts,
     };
   }
 
@@ -120,6 +126,7 @@ export async function checkOllamaAuto(customHosts = []) {
     host: null,
     models: [],
     installed: false,
+    allHosts,
   };
 }
 

package/setup/models.js

@@ -114,7 +114,7 @@ export const EXTRACTION_MODELS = [
 //   Output: structured JSON with strategic recommendations, positioning, gap analysis
 //   Complexity: high — comparative reasoning across multiple domains
 //   Minimum viable: 14B+ parameters for reliable strategic output
-//   Cloud models (Claude, GPT-4o, DeepSeek) available via OpenClaw agent setup
+//   Cloud models (Claude, GPT-5.4, Gemini) available via OpenClaw agent setup
 
 export const ANALYSIS_MODELS = [
   {
@@ -169,6 +169,60 @@ export const ANALYSIS_MODELS = [
     recommended: false,
     description: 'MoE — 120B total but only 12B active params. Excellent reasoning at efficient compute. Needs 64GB+ unified memory or multi-GPU.',
   },
+  // ── Cloud frontier models (require API key in .env) ──
+  // ── Cloud frontier models (require API key in .env or via OpenClaw) ──
+  {
+    id: 'gemini-3.1-pro',
+    name: 'Gemini 3.1 Pro',
+    family: 'gemini',
+    type: 'cloud',
+    provider: 'gemini',
+    envKey: 'GEMINI_API_KEY',
+    context: '2M tokens',
+    costNote: '~$0.01–0.05/analysis',
+    quality: 'frontier',
+    recommended: false,
+    description: 'Google\'s latest frontier model. Massive 2M context handles the largest competitive datasets. Best value for cloud analysis.',
+  },
+  {
+    id: 'claude-opus-4.6',
+    name: 'Claude Opus 4.6',
+    family: 'claude',
+    type: 'cloud',
+    provider: 'anthropic',
+    envKey: 'ANTHROPIC_API_KEY',
+    context: '1M tokens',
+    costNote: '~$0.10–0.30/analysis',
+    quality: 'frontier',
+    recommended: false,
+    description: 'Anthropic\'s most capable model. Deepest reasoning for competitive gap analysis, strategic positioning, and implementation briefs.',
+  },
+  {
+    id: 'gpt-5.4',
+    name: 'GPT-5.4',
+    family: 'gpt',
+    type: 'cloud',
+    provider: 'openai',
+    envKey: 'OPENAI_API_KEY',
+    context: '256K tokens',
+    costNote: '~$0.05–0.15/analysis',
+    quality: 'frontier',
+    recommended: false,
+    description: 'OpenAI\'s flagship frontier model. Strong analytical reasoning for competitive intelligence and strategic recommendations.',
+  },
+  {
+    id: 'deepseek-r1',
+    name: 'DeepSeek R1',
+    family: 'deepseek',
+    type: 'cloud',
+    provider: 'deepseek',
+    envKey: 'DEEPSEEK_API_KEY',
+    context: '128K tokens',
+    costNote: '~$0.005–0.02/analysis',
+    quality: 'great',
+    recommended: false,
+    description: 'Reasoning-optimized model at a fraction of the cost. Excellent quality-to-price ratio for budget-conscious analysis.',
+  },
 ];
 
 // ── VRAM-Based Recommendations ──────────────────────────────────────────────
@@ -318,10 +372,13 @@ export function getModelRecommendations(availableModels = [], envKeys = {}, vram
     })),
     allAnalysis: ANALYSIS_MODELS.map(m => ({
       ...m,
-      installed: availableModels.some(am =>
-        am.startsWith(m.family) && am.includes(m.id.split(':')[1])
-      ),
-      fitsVram: !vramMB || vramMB >= m.minVramMB,
+      installed: m.type === 'cloud'
+        ? !!(m.envKey && envKeys[m.envKey])
+        : availableModels.some(am =>
+            am.startsWith(m.family) && am.includes(m.id.split(':')[1])
+          ),
+      configured: m.type === 'cloud' ? !!(m.envKey && envKeys[m.envKey]) : undefined,
+      fitsVram: m.type === 'cloud' ? true : (!vramMB || vramMB >= m.minVramMB),
     })),
     vramMB,
   };

package/setup/validator.js

@@ -10,6 +10,7 @@
 
 import { dirname, join } from 'path';
 import { fileURLToPath } from 'url';
+import { isGatewayReady } from './openclaw-bridge.js';
 
 const __dirname = dirname(fileURLToPath(import.meta.url));
 const ROOT = join(__dirname, '..');
@@ -28,7 +29,7 @@ export async function testOllamaConnectivity(host, model) {
 
   try {
     const controller = new AbortController();
-    const timeout = setTimeout(() => controller.abort(), 15000);
+    const timeout = setTimeout(() => controller.abort(), 90000); // 90s — model loading can be slow on first run
 
     const res = await fetch(`${host}/api/generate`, {
       method: 'POST',
@@ -211,7 +212,7 @@ export async function testCrawl(url) {
     return {
       success: false,
       latencyMs: Date.now() - start,
-      error: err.message.slice(0, 300),
+      error: (err?.message || String(err) || 'Unknown error').slice(0, 300),
     };
   }
 }
@@ -239,7 +240,7 @@ export async function testExtraction(host, model, samplePage) {
 
     process.env.OLLAMA_URL = host;
     process.env.OLLAMA_MODEL = model;
-    process.env.OLLAMA_TIMEOUT_MS = '30000'; // generous timeout for test
+    process.env.OLLAMA_TIMEOUT_MS = '120000'; // 2 min — first model load can be slow
 
     try {
       const result = await extractPage({
@@ -254,10 +255,12 @@ export async function testExtraction(host, model, samplePage) {
       });
 
       const keywordsFound = (result.keywords || []).length;
+      const isDegraded = result.extraction_source === 'degraded';
       return {
-        success: result.extraction_source !== 'degraded',
+        success: !isDegraded,
         keywordsFound,
         latencyMs: Date.now() - start,
+        error: isDegraded ? 'Extraction returned degraded results — model may need more VRAM or a longer timeout' : undefined,
         preview: {
           title: result.title?.slice(0, 60),
           intent: result.search_intent,
@@ -278,7 +281,7 @@ export async function testExtraction(host, model, samplePage) {
     return {
       success: false,
       latencyMs: Date.now() - start,
-      error: err.message.slice(0, 300),
+      error: (err?.message || String(err) || 'Unknown error').slice(0, 300),
     };
   }
 }
@@ -300,15 +303,15 @@ export async function testExtraction(host, model, samplePage) {
 export async function* runFullValidation(config) {
   const steps = [];
 
-  // Step 1: Ollama
+  // Step 1: Ollama — warm up model with connectivity test
   if (config.ollamaHost && config.ollamaModel) {
-    yield { step: 'ollama', status: 'running', detail: `Testing ${config.ollamaModel} at ${config.ollamaHost}...` };
+    yield { step: 'ollama', status: 'running', detail: `Loading ${config.ollamaModel}... (first run loads model into memory)` };
     const result = await testOllamaConnectivity(config.ollamaHost, config.ollamaModel);
     steps.push({ name: 'Ollama Connectivity', ...result, status: result.success ? 'pass' : 'fail' });
     yield {
       step: 'ollama',
       status: result.success ? 'pass' : 'fail',
-      detail: result.success ? `Connected (${result.latencyMs}ms)` : `Failed: ${result.error}`,
+      detail: result.success ? `Connected, model warm (${result.latencyMs}ms)` : `Failed: ${result.error}`,
       latencyMs: result.latencyMs,
     };
   } else {
@@ -316,20 +319,61 @@ export async function* runFullValidation(config) {
     yield { step: 'ollama', status: 'skip', detail: 'No Ollama configured — extraction will use degraded mode' };
   }
 
-  // Step 2: API Key
-  if (config.apiProvider && config.apiKey) {
-    yield { step: 'api-key', status: 'running', detail: `Validating ${config.apiProvider} API key...` };
-    const result = await testApiKey(config.apiProvider, config.apiKey);
+  // Step 2: API Key — resolve from .env if needed
+  let apiProvider = config.apiProvider || '';
+  let apiKey = config.apiKey || '';
+
+  if (apiProvider === '__check_env__' || apiKey === '__from_env__') {
+    // Auto-detect from .env
+    const envKeys = [
+      { provider: 'gemini', env: 'GEMINI_API_KEY' },
+      { provider: 'openai', env: 'OPENAI_API_KEY' },
+      { provider: 'anthropic', env: 'ANTHROPIC_API_KEY' },
+      { provider: 'deepseek', env: 'DEEPSEEK_API_KEY' },
+    ];
+    for (const { provider, env } of envKeys) {
+      if (process.env[env]) {
+        apiProvider = provider;
+        apiKey = process.env[env];
+        break;
+      }
+    }
+  }
+
+  if (apiProvider && apiKey && apiKey !== '__from_env__') {
+    yield { step: 'api-key', status: 'running', detail: `Validating ${apiProvider} API key...` };
+    const result = await testApiKey(apiProvider, apiKey);
     steps.push({ name: 'API Key', ...result, status: result.valid ? 'pass' : 'fail' });
     yield {
       step: 'api-key',
       status: result.valid ? 'pass' : 'fail',
-      detail: result.valid ? `${config.apiProvider} key valid (${result.latencyMs}ms)` : `Invalid: ${result.error}`,
+      detail: result.valid ? `${apiProvider} key valid (${result.latencyMs}ms)` : `Invalid: ${result.error}`,
       latencyMs: result.latencyMs,
     };
   } else {
-    steps.push({ name: 'API Key', status: 'skip' });
-    yield { step: 'api-key', status: 'skip', detail: 'No API key configured — analysis unavailable' };
+    // Check if OpenClaw gateway is available as alternative
+    yield { step: 'api-key', status: 'running', detail: 'Checking OpenClaw gateway...' };
+    const openclawReady = await isGatewayReady();
+    if (openclawReady) {
+      // Verify models are accessible
+      let modelInfo = '';
+      try {
+        const ctrl = new AbortController();
+        const t = setTimeout(() => ctrl.abort(), 5000);
+        const mRes = await fetch('http://127.0.0.1:18789/v1/models', { signal: ctrl.signal });
+        clearTimeout(t);
+        if (mRes.ok) {
+          const mData = await mRes.json();
+          const count = mData?.data?.length || 0;
+          modelInfo = count > 0 ? ` — ${count} model(s) available` : '';
+        }
+      } catch {}
+      steps.push({ name: 'API Key', status: 'pass' });
+      yield { step: 'api-key', status: 'pass', detail: `OpenClaw gateway connected${modelInfo}. Use frontier models (Opus, Gemini Pro, GPT-5.4) for analysis.` };
+    } else {
+      steps.push({ name: 'API Key', status: 'skip' });
+      yield { step: 'api-key', status: 'skip', detail: 'No API key or OpenClaw gateway found. Add a key in .env or install OpenClaw.' };
+    }
   }
 
   // Step 3: Test Crawl
@@ -350,7 +394,7 @@ export async function* runFullValidation(config) {
 
     // Step 4: Test Extraction (only if crawl succeeded AND Ollama available)
     if (result.success && config.ollamaHost && config.ollamaModel && steps[0]?.status === 'pass') {
-      yield { step: 'extraction', status: 'running', detail: `Extracting with ${config.ollamaModel}...` };
+      yield { step: 'extraction', status: 'running', detail: `Extracting with ${config.ollamaModel}... (first run may take 1-2 min while model loads)` };
       const extractResult = await testExtraction(config.ollamaHost, config.ollamaModel, {
         url: config.targetUrl,
         title: result.title,

package/setup/web-routes.js

@@ -122,12 +122,37 @@ export function handleSetupRequest(req, res, url) {
     return true;
   }
 
+  // GET /api/setup/ping-ollama?host=... — ping a remote Ollama host
+  if (path === '/api/setup/ping-ollama' && method === 'GET') {
+    handlePingOllama(req, res);
+    return true;
+  }
+
+  // POST /api/setup/save-env — save a key to .env
+  if (path === '/api/setup/save-env' && method === 'POST') {
+    handleSaveEnv(req, res);
+    return true;
+  }
+
   // POST /api/setup/env — update .env keys
   if (path === '/api/setup/env' && method === 'POST') {
     handleEnv(req, res);
     return true;
   }
 
+  // GET /api/setup/config/:project — read existing project config
+  if (path.startsWith('/api/setup/config/') && method === 'GET') {
+    const projectName = decodeURIComponent(path.split('/').pop());
+    try {
+      const configPath = join(ROOT, 'config', `${projectName}.json`);
+      const config = JSON.parse(readFileSync(configPath, 'utf8'));
+      jsonResponse(res, config);
+    } catch (err) {
+      jsonResponse(res, { error: 'Config not found: ' + projectName }, 404);
+    }
+    return true;
+  }
+
   // POST /api/setup/config — create project config
   if (path === '/api/setup/config' && method === 'POST') {
     handleConfig(req, res);
@@ -227,9 +252,16 @@ function serveWizardHtml(res) {
   res.end(html);
 }
 
+function getOllamaHosts() {
+  const hosts = [];
+  if (process.env.OLLAMA_URL) hosts.push(process.env.OLLAMA_URL);
+  if (process.env.OLLAMA_FALLBACK_URL) hosts.push(process.env.OLLAMA_FALLBACK_URL);
+  return hosts;
+}
+
 async function handleStatus(req, res) {
   try {
-    const status = await fullSystemCheck();
+    const status = await fullSystemCheck({ customOllamaHosts: getOllamaHosts() });
     jsonResponse(res, status);
   } catch (err) {
     jsonResponse(res, { error: err.message }, 500);
@@ -238,7 +270,7 @@ async function handleStatus(req, res) {
 
 async function handleModels(req, res) {
   try {
-    const status = await fullSystemCheck();
+    const status = await fullSystemCheck({ customOllamaHosts: getOllamaHosts() });
     const models = getModelRecommendations(
       status.ollama.models,
       status.env.keys,
@@ -254,6 +286,50 @@ async function handleModels(req, res) {
   }
 }
 
+async function handlePingOllama(req, res) {
+  try {
+    const url = new URL(req.url, 'http://localhost');
+    const host = url.searchParams.get('host');
+    if (!host) { jsonResponse(res, { error: 'Missing host param' }, 400); return; }
+
+    const { checkOllamaRemote } = await import('./checks.js');
+    const result = await checkOllamaRemote(host);
+    jsonResponse(res, result);
+  } catch (err) {
+    jsonResponse(res, { error: err.message }, 500);
+  }
+}
+
+async function handleSaveEnv(req, res) {
+  try {
+    const body = await readBody(req);
+    const { key, value } = body;
+    if (!key || !key.match(/^[A-Z_]+$/)) { jsonResponse(res, { error: 'Invalid key' }, 400); return; }
+
+    const { join } = await import('path');
+    const { readFileSync, writeFileSync, existsSync } = await import('fs');
+    const envPath = join(process.cwd(), '.env');
+    let envContent = existsSync(envPath) ? readFileSync(envPath, 'utf8') : '';
+
+    const regex = new RegExp(`^${key}=.*$`, 'm');
+    if (value) {
+      if (regex.test(envContent)) {
+        envContent = envContent.replace(regex, `${key}=${value}`);
+      } else {
+        envContent = envContent.trimEnd() + `\n${key}=${value}\n`;
+      }
+      process.env[key] = value;
+    } else {
+      envContent = envContent.replace(regex, '').replace(/\n{3,}/g, '\n\n');
+      delete process.env[key];
+    }
+    writeFileSync(envPath, envContent);
+    jsonResponse(res, { saved: true, key });
+  } catch (err) {
+    jsonResponse(res, { error: err.message }, 500);
+  }
+}
+
 async function handleInstall(req, res) {
   try {
     const body = await readBody(req);

package/setup/wizard.html

@@ -1297,8 +1297,8 @@ input::placeholder {
           <div class="openclaw-banner-desc">OpenClaw guides you through the entire setup conversationally — LLM configuration, cloud model routing, OAuth, and troubleshooting. <strong>Recommended for the best experience.</strong></div>
           <div style="margin-top:10px; padding:8px 10px; background:rgba(10,10,10,0.5); border:1px solid var(--border-subtle); border-radius:var(--radius); font-family:var(--font-mono); font-size:0.72rem; color:var(--text-secondary); display:flex; align-items:center; gap:8px;">
             <span style="color:var(--text-muted);">$</span>
-            <span id="clawhubCmd">clawhub install seo-intel</span>
-            <button class="btn btn-sm" style="margin-left:auto; padding:3px 8px; font-size:0.65rem;" onclick="navigator.clipboard.writeText('clawhub install seo-intel');this.textContent='Copied!';setTimeout(()=>this.textContent='Copy',1500);">Copy</button>
+            <span id="clawhubCmd">clawhub install ukkometa/seo-intel</span>
+            <button class="btn btn-sm" style="margin-left:auto; padding:3px 8px; font-size:0.65rem;" onclick="navigator.clipboard.writeText('clawhub install ukkometa/seo-intel');this.textContent='Copied!';setTimeout(()=>this.textContent='Copy',1500);">Copy</button>
           </div>
           <div class="openclaw-banner-actions">
             <button class="btn btn-gold" onclick="startAgentSetup()"><i class="fa-solid fa-play"></i> Start Setup</button>
@@ -1315,7 +1315,7 @@ input::placeholder {
         </div>
         <div class="openclaw-banner-content">
           <div class="openclaw-banner-desc" style="color:var(--text-muted); font-size:0.72rem;">
-            <strong style="color:var(--text-secondary);">Tip:</strong> Run <code style="background:rgba(124,109,235,0.1); padding:1px 5px; border-radius:3px; color:var(--accent-purple);">clawhub install seo-intel</code> for guided agent setup with cloud model routing.
+            <strong style="color:var(--text-secondary);">Tip:</strong> Run <code style="background:rgba(124,109,235,0.1); padding:1px 5px; border-radius:3px; color:var(--accent-purple);">clawhub install ukkometa/seo-intel</code> for guided agent setup with cloud model routing.
           </div>
         </div>
       </div>
@@ -1337,8 +1337,32 @@ input::placeholder {
 
 <!-- ─── Step 2: Model Selection ───────────────────────────────────────── -->
 <div class="step-panel" id="step2">
-  <div class="card">
+  <div style="display:grid; grid-template-columns:1fr 260px; gap:16px; align-items:start;">
+  <div class="card" style="margin-bottom:0; min-width:0;">
     <h2><i class="fa-solid fa-microchip"></i> Model Selection</h2>
+
+    <!-- Ollama Hosts -->
+    <div id="ollamaHostsPanel" style="margin-bottom:16px; padding:12px 14px; background:var(--bg-card); border:1px solid var(--border-card); border-radius:var(--radius);">
+      <div style="display:flex; align-items:center; justify-content:space-between; margin-bottom:8px;">
+        <span style="font-size:0.72rem; font-weight:600; color:var(--text-muted); letter-spacing:0.04em; text-transform:uppercase;">Ollama Hosts</span>
+        <button class="btn btn-sm" onclick="addOllamaHost()" style="padding:3px 8px; font-size:0.6rem;"><i class="fa-solid fa-plus"></i> Add LAN Host</button>
+      </div>
+      <div id="ollamaHostList" style="display:flex; flex-direction:column; gap:6px;">
+        <!-- Populated by JS on load -->
+      </div>
+      <div id="addHostRow" style="display:none; margin-top:8px;">
+        <div style="display:flex; gap:6px; align-items:center;">
+          <input type="text" id="newHostInput" placeholder="http://192.168.1.100:11434" style="flex:1; padding:6px 8px; background:var(--bg-elevated); border:1px solid var(--border-subtle); border-radius:var(--radius); color:var(--text-primary); font-family:var(--font-mono); font-size:0.7rem;">
+          <button class="btn btn-sm" onclick="pingAndAddHost()" id="pingHostBtn" style="padding:4px 10px; font-size:0.62rem;"><i class="fa-solid fa-satellite-dish"></i> Ping</button>
+          <button class="btn btn-sm" onclick="document.getElementById('addHostRow').style.display='none'" style="padding:4px 8px; font-size:0.62rem;"><i class="fa-solid fa-xmark"></i></button>
+        </div>
+        <p id="pingResult" style="font-size:0.6rem; color:var(--text-muted); margin-top:4px;"></p>
+      </div>
+      <p style="font-size:0.58rem; color:var(--text-muted); margin-top:6px; line-height:1.4;">
+        Run Ollama on any machine in your network. SEO Intel auto-detects localhost and falls back through configured hosts.
+      </p>
+    </div>
+
     <div class="model-columns">
       <div class="model-section" id="extractionSection">
         <h3><i class="fa-solid fa-robot"></i> Extraction Tier</h3>
@@ -1393,25 +1417,18 @@ input::placeholder {
           <button class="btn btn-sm" id="analysisPullBtn" onclick="pullAnalysisModel()"><i class="fa-solid fa-download"></i> Pull Model</button>
           <span id="analysisPullStatus" style="font-size:0.7rem; color:var(--text-muted);"></span>
         </div>
-        <div id="analysisPullLog" class="log-output"></div>
-        <!-- OpenClaw cloud upgrade banner -->
-        <div style="margin-top:12px; padding:12px 14px; background:rgba(124,109,235,0.06); border:1px solid rgba(124,109,235,0.15); border-radius:var(--radius);">
-          <div style="display:flex; align-items:center; gap:8px; margin-bottom:6px;">
-            <svg width="16" height="16" viewBox="0 0 28 28" fill="none" xmlns="http://www.w3.org/2000/svg" style="flex-shrink:0;">
-              <circle cx="14" cy="14" r="13" stroke="var(--accent-purple)" stroke-width="1.5" opacity="0.6"/>
-              <path d="M9 12c0-2.8 2.2-5 5-5s5 2.2 5 5c0 1.8-1 3.4-2.4 4.3L18 20H10l1.4-3.7C10 15.4 9 13.8 9 12z" fill="var(--accent-purple)" opacity="0.8"/>
-            </svg>
-            <span style="font-size:0.75rem; font-weight:500; color:var(--text-primary);">Want cloud-quality analysis?</span>
-          </div>
-          <p style="font-size:0.68rem; color:var(--text-muted); line-height:1.5; margin-bottom:8px;">
-            Route analysis through Claude, GPT-4o, or DeepSeek for deeper strategic insights on large datasets.
-          </p>
-          <div style="padding:6px 8px; background:rgba(10,10,10,0.5); border:1px solid var(--border-subtle); border-radius:var(--radius); font-family:var(--font-mono); font-size:0.68rem; color:var(--text-secondary); display:flex; align-items:center; gap:6px; margin-bottom:8px;">
-            <span style="color:var(--text-muted);">$</span>
-            <span>clawhub install seo-intel</span>
-            <button class="btn btn-sm" style="margin-left:auto; padding:2px 6px; font-size:0.6rem;" onclick="navigator.clipboard.writeText('clawhub install seo-intel');this.textContent='Copied!';setTimeout(()=>this.textContent='Copy',1500);">Copy</button>
+        <!-- Cloud model key hint (shown instead of pull for cloud models) -->
+        <div id="analysisCloudHint" style="display:none; margin-top:8px; padding:10px 12px; background:rgba(232,213,163,0.04); border:1px solid rgba(232,213,163,0.12); border-radius:var(--radius);">
+          <p style="font-size:0.72rem; color:var(--text-secondary); margin-bottom:6px;"><i class="fa-solid fa-key" style="color:var(--accent-gold); margin-right:6px;"></i><span id="cloudHintProvider"></span></p>
+          <p style="font-size:0.65rem; color:var(--text-muted); line-height:1.5; margin-bottom:6px;">Add the API key to your <code style="background:rgba(232,213,163,0.08); padding:1px 4px; border-radius:3px;">.env</code> file:</p>
+          <div style="padding:6px 8px; background:rgba(10,10,10,0.5); border:1px solid var(--border-subtle); border-radius:var(--radius); font-family:var(--font-mono); font-size:0.65rem; color:var(--text-secondary); display:flex; align-items:center; gap:6px;">
+            <span id="cloudHintEnvLine"></span>
+            <button class="btn btn-sm" style="margin-left:auto; padding:2px 6px; font-size:0.55rem;" onclick="navigator.clipboard.writeText(document.getElementById('cloudHintEnvLine').textContent);this.textContent='Copied!';setTimeout(()=>this.textContent='Copy',1500);">Copy</button>
           </div>
+          <p style="font-size:0.6rem; color:var(--text-muted); margin-top:6px;">Or use <strong style="color:var(--accent-purple);">OpenClaw</strong> to manage API keys automatically.</p>
         </div>
+        <div id="analysisPullLog" class="log-output"></div>
+        <!-- OpenClaw hint moved to standalone sidebar card -->
         <!-- Upgrade overlay (shown on free tier) -->
         <div class="upgrade-overlay">
           <div class="upgrade-overlay-bg"></div>
@@ -1455,6 +1472,56 @@ input::placeholder {
       </button>
     </div>
   </div>
+
+  <!-- OpenClaw sidebar card -->
+  <div class="card" style="margin-bottom:0; position:sticky; top:20px;">
+    <div style="display:flex; align-items:center; gap:10px; margin-bottom:12px;">
+      <svg width="22" height="22" viewBox="0 0 28 28" fill="none" xmlns="http://www.w3.org/2000/svg">
+        <circle cx="14" cy="14" r="13" stroke="var(--accent-purple)" stroke-width="1.5" opacity="0.6"/>
+        <path d="M9 12c0-2.8 2.2-5 5-5s5 2.2 5 5c0 1.8-1 3.4-2.4 4.3L18 20H10l1.4-3.7C10 15.4 9 13.8 9 12z" fill="var(--accent-purple)" opacity="0.8"/>
+      </svg>
+      <h3 style="font-size:0.85rem; font-weight:600; color:var(--text-primary); margin:0;">OpenClaw</h3>
+    </div>
+
+    <p style="font-size:0.72rem; color:var(--text-muted); line-height:1.6; margin-bottom:12px;">
+      Route analysis through frontier models. OpenClaw manages API keys, OAuth, and model routing automatically.
+    </p>
+
+    <div style="font-size:0.68rem; color:var(--text-secondary); margin-bottom:12px;">
+      <div style="display:flex; align-items:center; gap:6px; margin-bottom:6px;">
+        <i class="fa-solid fa-check" style="color:var(--accent-purple); font-size:0.6rem; width:12px;"></i>
+        Claude Opus 4.6
+      </div>
+      <div style="display:flex; align-items:center; gap:6px; margin-bottom:6px;">
+        <i class="fa-solid fa-check" style="color:var(--accent-purple); font-size:0.6rem; width:12px;"></i>
+        Gemini 3.1 Pro
+      </div>
+      <div style="display:flex; align-items:center; gap:6px; margin-bottom:6px;">
+        <i class="fa-solid fa-check" style="color:var(--accent-purple); font-size:0.6rem; width:12px;"></i>
+        GPT-5.4
+      </div>
+    </div>
+
+    <p style="font-size:0.62rem; color:var(--text-muted); line-height:1.5; margin-bottom:8px;">
+      No .env keys needed. OAuth-based model access means the pipeline test may show "no API key" — this is normal when using OpenClaw.
+    </p>
+
+    <div style="padding:6px 8px; background:rgba(10,10,10,0.5); border:1px solid var(--border-subtle); border-radius:var(--radius); font-family:var(--font-mono); font-size:0.65rem; color:var(--text-secondary); display:flex; align-items:center; gap:6px; margin-bottom:8px;">
+      <span style="color:var(--text-muted);">$</span>
+      <span>clawhub install ukkometa/seo-intel</span>
+      <button class="btn btn-sm" style="margin-left:auto; padding:2px 6px; font-size:0.55rem;" onclick="navigator.clipboard.writeText('clawhub install ukkometa/seo-intel');this.textContent='Copied!';setTimeout(()=>this.textContent='Copy',1500);">Copy</button>
+    </div>
+
+    <p style="font-size:0.6rem; color:var(--text-muted); margin-bottom:6px;">Or paste into OpenClaw chat:</p>
+    <div style="padding:8px 10px; background:rgba(10,10,10,0.5); border:1px solid var(--border-subtle); border-radius:var(--radius); font-family:var(--font-mono); font-size:0.6rem; color:var(--text-secondary); line-height:1.6; position:relative;">
+      <div style="white-space:pre;">Set up SEO Intel cloud analysis.
+Use Gemini for extraction, Claude for analysis.
+Configure API keys and run a test crawl.</div>
+      <button class="btn btn-sm" style="position:absolute; top:6px; right:6px; padding:2px 6px; font-size:0.5rem;" onclick="navigator.clipboard.writeText('Set up SEO Intel cloud analysis.\nUse Gemini for extraction, Claude for analysis.\nConfigure API keys and run a test crawl.');this.textContent='Copied!';setTimeout(()=>this.textContent='Copy',1500);">Copy</button>
+    </div>
+  </div>
+
+  </div><!-- close grid -->
 </div>
 
 <!-- ─── Step 3: Project Configuration ─────────────────────────────────── -->
@@ -1462,6 +1529,13 @@ input::placeholder {
   <div class="card">
     <h2><i class="fa-solid fa-folder-open"></i> Project Configuration</h2>
 
+    <div id="existingProjectBar" style="display:none;margin-bottom:1.25rem;padding:10px 14px;background:rgba(232,213,163,0.06);border:1px solid rgba(232,213,163,0.15);border-radius:8px;">
+      <label style="font-size:0.72rem;font-weight:600;color:var(--text-muted);letter-spacing:0.04em;text-transform:uppercase;margin-bottom:6px;display:block;">Edit existing project</label>
+      <select id="existingProjectSelect" onchange="loadExistingProject(this.value)" style="width:100%;padding:8px 10px;background:var(--bg-elevated);border:1px solid var(--border-subtle);border-radius:6px;color:var(--text-primary);font-size:0.82rem;font-family:var(--font-body);">
+        <option value="">New project</option>
+      </select>
+    </div>
+
     <div class="form-row">
       <div class="form-group">
         <label>Project Name</label>
@@ -1543,11 +1617,7 @@ input::placeholder {
           <p style="font-size:0.6rem; color:var(--text-muted); margin-top:4px; font-style:italic;" id="crawlEstimateNote"></p>
         </div>
       </div>
-      <div class="form-group">
-        <label>Pages per Domain</label>
-        <input type="number" id="cfgPagesPerDomain" value="50" min="1" max="500">
-        <div class="hint">Max pages to crawl from each domain.</div>
-      </div>
+      <input type="hidden" id="cfgPagesPerDomain" value="9999">
     </div>
 
     <!-- Time Estimate -->
@@ -1859,7 +1929,7 @@ input::placeholder {
     });
 
     // Step-specific initialization
-    if (n === 2 && !state.modelData) loadModels();
+    if (n === 2) { renderOllamaHosts(); if (!state.modelData) loadModels(); }
     if (n === 3) updateCrawlEstimate();
     if (n === 4) checkGscStatus();
   };
@@ -1892,7 +1962,14 @@ input::placeholder {
         if (status.playwright.installed) return { cls: 'warn', icon: 'fa-exclamation', detail: 'Installed, Chromium needs setup', action: 'playwright' };
         return { cls: 'fail', icon: 'fa-xmark', detail: 'Not installed', action: 'playwright' };
       case 'ollama':
-        if (status.ollama.available) return { cls: 'ok', icon: 'fa-check', detail: `${status.ollama.models.length} model(s) at ${status.ollama.host}` };
+        if (status.ollama.available) {
+          const hosts = status.ollama.allHosts || [];
+          const reachable = hosts.filter(h => h.reachable);
+          const hostInfo = reachable.length > 1
+            ? `${status.ollama.models.length} model(s) across ${reachable.length} hosts (${reachable.map(h => h.mode === 'local' ? 'local' : new URL(h.host).hostname).join(', ')})`
+            : `${status.ollama.models.length} model(s) at ${status.ollama.host}`;
+          return { cls: 'ok', icon: 'fa-check', detail: hostInfo };
+        }
         if (status.ollama.installed) return { cls: 'warn', icon: 'fa-exclamation', detail: 'Installed but not running or no models' };
         return { cls: 'warn', icon: 'fa-exclamation', detail: 'Not installed (optional for extraction)' };
       case 'vram':
@@ -1992,6 +2069,90 @@ input::placeholder {
   }
 
   // ── Step 2: Model Selection ───────────────────────────────────────────
+  // ── Ollama Host Management ────────────────────────────────────────────
+  function renderOllamaHosts() {
+    const list = document.getElementById('ollamaHostList');
+    if (!list || !state.systemStatus?.ollama) return;
+
+    const allHosts = state.systemStatus.ollama.allHosts || [];
+    // Always show localhost
+    const hasLocalhost = allHosts.some(h => h.host === 'http://localhost:11434');
+    if (!hasLocalhost) {
+      allHosts.unshift({ host: 'http://localhost:11434', mode: 'local', models: state.systemStatus.ollama.models || [], reachable: state.systemStatus.ollama.available && state.systemStatus.ollama.mode === 'local' });
+    }
+
+    list.innerHTML = allHosts.map(h => {
+      const hostname = h.mode === 'local' ? 'localhost' : new URL(h.host).hostname;
+      const port = new URL(h.host).port || '11434';
+      const dot = h.reachable ? 'color:var(--color-success)' : 'color:var(--color-danger); opacity:0.5';
+      const status = h.reachable ? `${h.models.length} model(s)` : 'unreachable';
+      const active = h.host === state.systemStatus.ollama.host;
+      return `
+        <div style="display:flex; align-items:center; gap:8px; padding:6px 8px; background:${active ? 'rgba(142,203,168,0.06)' : 'transparent'}; border:1px solid ${active ? 'rgba(142,203,168,0.15)' : 'var(--border-subtle)'}; border-radius:6px;">
+          <i class="fa-solid fa-circle" style="font-size:0.45rem; ${dot}"></i>
+          <span style="font-family:var(--font-mono); font-size:0.68rem; color:var(--text-secondary);">${hostname}:${port}</span>
+          <span style="font-size:0.6rem; color:var(--text-muted); margin-left:auto;">${status}</span>
+          ${active ? '<span style="font-size:0.55rem; padding:1px 6px; border-radius:3px; background:rgba(142,203,168,0.12); color:#8ecba8;">active</span>' : ''}
+          ${!h.reachable && h.mode !== 'local' ? `<button class="btn btn-sm" style="padding:1px 5px; font-size:0.5rem;" onclick="removeOllamaHost('${h.host}')"><i class="fa-solid fa-xmark"></i></button>` : ''}
+        </div>`;
+    }).join('');
+  }
+
+  window.addOllamaHost = function() {
+    document.getElementById('addHostRow').style.display = 'block';
+    document.getElementById('newHostInput').focus();
+    document.getElementById('pingResult').textContent = '';
+  };
+
+  window.pingAndAddHost = async function() {
+    const input = document.getElementById('newHostInput');
+    const result = document.getElementById('pingResult');
+    const btn = document.getElementById('pingHostBtn');
+    let host = input.value.trim();
+    if (!host) return;
+
+    // Auto-add protocol and port
+    if (!host.startsWith('http')) host = 'http://' + host;
+    if (!host.includes(':', host.indexOf('//') + 2)) host += ':11434';
+
+    btn.disabled = true;
+    btn.innerHTML = '<i class="fa-solid fa-spinner fa-spin"></i> Pinging...';
+    result.textContent = '';
+
+    try {
+      const res = await API.get(`/api/setup/ping-ollama?host=${encodeURIComponent(host)}`);
+      if (res.reachable) {
+        result.innerHTML = `<span style="color:var(--color-success);"><i class="fa-solid fa-check"></i> Connected — ${res.models.length} model(s) found</span>`;
+        // Add to .env via server
+        await API.post('/api/setup/save-env', { key: 'OLLAMA_FALLBACK_URL', value: host });
+        // Refresh status
+        const status = await API.get('/api/setup/status');
+        state.systemStatus = status;
+        renderOllamaHosts();
+        document.getElementById('addHostRow').style.display = 'none';
+        // Reload models with new host
+        loadModels();
+      } else {
+        result.innerHTML = `<span style="color:var(--color-danger);"><i class="fa-solid fa-xmark"></i> Unreachable — check IP, port, and that Ollama is running on that machine</span>`;
+      }
+    } catch (err) {
+      result.innerHTML = `<span style="color:var(--color-danger);"><i class="fa-solid fa-xmark"></i> ${err.message}</span>`;
+    }
+    btn.disabled = false;
+    btn.innerHTML = '<i class="fa-solid fa-satellite-dish"></i> Ping';
+  };
+
+  window.removeOllamaHost = async function(host) {
+    // Clear from .env
+    await API.post('/api/setup/save-env', { key: 'OLLAMA_FALLBACK_URL', value: '' });
+    const status = await API.get('/api/setup/status');
+    state.systemStatus = status;
+    renderOllamaHosts();
+  };
+
+  // Render hosts when step 2 loads
+  if (state.systemStatus) renderOllamaHosts();
+
   async function loadModels() {
     const extDiv = document.getElementById('extractionModels');
     const anaDiv = document.getElementById('analysisModels');
@@ -2155,14 +2316,10 @@ input::placeholder {
       div.appendChild(card);
     }
 
-    // Show pull row if selected model is not installed
+    // Show pull row or cloud hint if selected model is not installed
     const selected = models.find(m => m.id === state.selectedAnalysis);
     if (selected && !selected.installed) {
-      const pullRow = document.getElementById('analysisPullRow');
-      if (pullRow) {
-        pullRow.style.display = 'flex';
-        document.getElementById('analysisPullStatus').textContent = `${selected.name} not installed`;
-      }
+      selectAnalysisModel(selected.id);
     }
   }
 
@@ -2171,16 +2328,29 @@ input::placeholder {
     document.querySelectorAll('#analysisModels .model-radio-card').forEach(c => {
       c.classList.toggle('selected', c.dataset.modelId === id);
     });
-    // Update pull row
+    // Update pull row or cloud hint
     const models = state.modelData?.allAnalysis || [];
     const selected = models.find(m => m.id === id);
     const pullRow = document.getElementById('analysisPullRow');
-    if (pullRow) {
-      if (selected && !selected.installed) {
-        pullRow.style.display = 'flex';
-        document.getElementById('analysisPullStatus').textContent = `${selected.name} not installed`;
+    const cloudHint = document.getElementById('analysisCloudHint');
+    if (pullRow) pullRow.style.display = 'none';
+    if (cloudHint) cloudHint.style.display = 'none';
+
+    if (selected && !selected.installed) {
+      if (selected.type === 'cloud') {
+        // Cloud model — show API key hint
+        if (cloudHint) {
+          const providerNames = { gemini: 'Google AI Studio', anthropic: 'Anthropic', openai: 'OpenAI', deepseek: 'DeepSeek' };
+          document.getElementById('cloudHintProvider').textContent = `Requires ${providerNames[selected.provider] || selected.provider} API key`;
+          document.getElementById('cloudHintEnvLine').textContent = `${selected.envKey}=your-key-here`;
+          cloudHint.style.display = 'block';
+        }
       } else {
-        pullRow.style.display = 'none';
+        // Local model — show pull button
+        if (pullRow) {
+          pullRow.style.display = 'flex';
+          document.getElementById('analysisPullStatus').textContent = `${selected.name} not installed`;
+        }
       }
     }
   }
@@ -2340,11 +2510,23 @@ input::placeholder {
 
     const totalPages = totalDomains * pagesPerDomain;
     const mode = state.crawlMode || 'standard';
-    const crawlSec = mode === 'stealth' ? 3.5 : 1.5;
-    const extractSec = 3; // ~3s/page with qwen3.5:9b
+    const crawlSec = mode === 'stealth' ? 4 : 2.5;
+
+    // Extraction speed depends on model size
+    const extractModel = state.selectedExtraction || '';
+    let extractSec = 4; // default
+    if (extractModel.includes('4b')) extractSec = 2;
+    else if (extractModel.includes('9b')) extractSec = 4;
+    else if (extractModel.includes('14b')) extractSec = 6;
+    else if (extractModel.includes('27b') || extractModel.includes('35b')) extractSec = 8;
+
+    // Analysis time depends on cloud vs local
+    const analysisModel = state.selectedAnalysis || '';
+    const isCloudAnalysis = ['gemini', 'claude', 'gpt', 'deepseek'].some(p => analysisModel.includes(p));
+    const analyzeMin = isCloudAnalysis ? (totalPages > 500 ? 2 : 1) : (totalPages > 200 ? 5 : 2);
+
     const crawlMin = Math.ceil((totalPages * crawlSec) / 60);
     const extractMin = Math.ceil((totalPages * extractSec) / 60);
-    const analyzeMin = totalPages > 200 ? 3 : 1; // analysis is one call
 
     el.style.display = 'block';
     body.innerHTML = `
@@ -2365,9 +2547,9 @@ input::placeholder {
       <div style="font-size:0.62rem; color:var(--text-muted);">
         <i class="fa-solid fa-spider" style="color:var(--color-success); width:14px;"></i> Crawl: ~${crawlMin} min (${crawlSec}s/page, ${mode})
         &nbsp;&nbsp;
-        <i class="fa-solid fa-brain" style="color:var(--accent-gold); width:14px;"></i> Extract: ~${extractMin} min (Solo)
+        <i class="fa-solid fa-brain" style="color:var(--accent-gold); width:14px;"></i> Extract: ~${extractMin} min (~${extractSec}s/page${extractModel ? ', ' + extractModel.split(':')[0] : ''})
         &nbsp;&nbsp;
-        <i class="fa-solid fa-chart-column" style="color:var(--accent-gold); width:14px;"></i> Analyze: ~${analyzeMin} min (Solo)
+        <i class="fa-solid fa-chart-column" style="color:var(--accent-gold); width:14px;"></i> Analyze: ~${analyzeMin} min (${isCloudAnalysis ? 'cloud' : 'local'})
       </div>
       ${totalPages > 500 ? '<div style="font-size:0.6rem; color:var(--color-warning); margin-top:4px;"><i class="fa-solid fa-triangle-exclamation"></i> Large crawl — consider lowering pages per domain or running overnight.</div>' : ''}
     `;
@@ -2440,8 +2622,62 @@ input::placeholder {
   // Init competitor rows
   function initStep3() {
     for (let i = 0; i < 3; i++) addCompetitorRow();
+    loadExistingProjects();
+  }
+
+  async function loadExistingProjects() {
+    try {
+      const raw = await API.get('/api/projects');
+      // Handle both {projects: [...]} and [...] formats
+      const projects = Array.isArray(raw) ? raw : (raw.projects || []);
+      if (!projects.length) return;
+      const bar = document.getElementById('existingProjectBar');
+      const sel = document.getElementById('existingProjectSelect');
+      bar.style.display = 'block';
+      projects.forEach(p => {
+        const opt = document.createElement('option');
+        opt.value = p.project;
+        opt.textContent = p.project + ' (' + (p.target || p.domain || '?') + ')';
+        sel.appendChild(opt);
+      });
+    } catch { /* not served, skip */ }
   }
 
+  window.loadExistingProject = async function(projectName) {
+    if (!projectName) return;
+    try {
+      const full = await API.get('/api/setup/config/' + encodeURIComponent(projectName));
+      if (!full) return;
+
+      // Populate form fields
+      document.getElementById('cfgProjectName').value = full.project || '';
+      updateSlug();
+      document.getElementById('cfgTargetUrl').value = full.target?.url || ('https://' + (full.target?.domain || ''));
+      document.getElementById('cfgSiteName').value = full.context?.siteName || '';
+      document.getElementById('cfgIndustry').value = full.context?.industry || '';
+      document.getElementById('cfgAudience').value = full.context?.audience || '';
+      document.getElementById('cfgGoal').value = full.context?.goal || '';
+
+      // Clear and populate competitors
+      const compList = document.getElementById('competitorList');
+      compList.innerHTML = '';
+      const comps = full.competitors || [];
+      if (comps.length === 0) { addCompetitorRow(); addCompetitorRow(); addCompetitorRow(); }
+      else {
+        comps.forEach(c => {
+          addCompetitorRow();
+          const rows = compList.querySelectorAll('.dyn-list-item');
+          const last = rows[rows.length - 1];
+          if (last) last.querySelector('input').value = c.url || ('https://' + c.domain);
+        });
+      }
+
+      updateTimeEstimate();
+    } catch (err) {
+      console.warn('Failed to load project config:', err);
+    }
+  };
+
   // ── Step 4: Pipeline Test ─────────────────────────────────────────────
   const TEST_MAP = {
     ollama:     { card: 'testOllama',     detail: 'testOllamaDetail',     latency: 'testOllamaLatency' },
@@ -2500,11 +2736,16 @@ input::placeholder {
       const m = state.modelData.allAnalysis.find(x => x.id === state.selectedAnalysis);
       if (m && m.configured) {
         apiProvider = m.provider;
-        // The server will use the .env key
         apiKey = '__from_env__';
       }
     }
 
+    // Final fallback: tell server to check .env directly
+    if (!apiKey) {
+      apiProvider = '__check_env__';
+      apiKey = '__from_env__';
+    }
+
     const body = { ollamaHost, ollamaModel, apiProvider, apiKey, targetUrl };
 
     try {