seo-intel 1.5.21 → 1.5.23

package/lib/scan-export.js

@@ -42,7 +42,7 @@ function inferPotential(item) {
   return 'Medium';
 }
 
-export function buildScanMarkdown(dash, projectSlug, domain) {
+export function buildScanMarkdown(dash, projectSlug, domain, scanMeta = {}) {
   const date = new Date().toISOString().slice(0, 10);
   const a = dash.latestAnalysis || {};
   const s = {};
@@ -75,6 +75,17 @@ export function buildScanMarkdown(dash, projectSlug, domain) {
     md += `- H1: ${s.technical.h1_coverage} | Meta: ${s.technical.meta_coverage} | Schema: ${s.technical.schema_coverage} | Title: ${s.technical.title_coverage}\n\n`;
   }
 
+  // ── Redirect / infrastructure warnings from scan probe ──
+  if (scanMeta.wwwRedirectMissing) {
+    const bare = scanMeta.bareDomain || domain.replace(/^www\./, '');
+    if (!s.technical_gaps) s.technical_gaps = [];
+    s.technical_gaps.unshift({
+      gap: 'Missing www redirect',
+      affected: bare,
+      fix: `Set up a 301 redirect from https://${bare} to https://www.${bare}. On Cloudflare: use a Page Rule or Redirect Rule with wildcard. This consolidates link equity and prevents duplicate-domain indexing.`,
+    });
+  }
+
   if (s.technical_gaps?.length) {
     md += `## Technical Gaps (${s.technical_gaps.length})\n\n`;
     md += `> Implement these schema and markup fixes to qualify for rich results. Start with FAQ and HowTo schema.\n\n`;
@@ -102,10 +113,19 @@ export function buildScanMarkdown(dash, projectSlug, domain) {
   }
 
   if (s.keyword_gaps?.length) {
-    md += `## Keyword Opportunities (${s.keyword_gaps.length})\n\n`;
-    md += `> Keywords identified from your content that could be targeted more aggressively.\n\n`;
-    md += `| Keyword | Coverage | Priority |\n|---------|----------|----------|\n`;
-    for (const g of s.keyword_gaps) md += `| ${g.keyword || ''} | ${g.your_coverage || g.target_count || 'low'} | ${g.priority || ''} |\n`;
+    // Solo mode: show search demand + source; competitive mode: show competitor coverage
+    const hasCoverage = s.keyword_gaps.some(g => g.competitor_count != null);
+    md += `## Keyword ${hasCoverage ? 'Gaps' : 'Opportunities'} (${s.keyword_gaps.length})\n\n`;
+    if (hasCoverage) {
+      const highCount = s.keyword_gaps.filter(g => (g.competitor_count || 0) >= 4).length;
+      md += `> **${highCount} high-priority gaps** (competitor coverage >= 4). Focus on gaps that match existing product features.\n\n`;
+      md += `| Keyword | Your Coverage | Competitor Coverage |\n|---------|--------------|--------------------||\n`;
+      for (const g of s.keyword_gaps) md += `| ${g.keyword || ''} | ${g.your_coverage || 'none'} | ${g.competitor_count || ''} |\n`;
+    } else {
+      md += `> Keywords identified from site content and industry research.\n\n`;
+      md += `| Keyword | Search Demand | Source | Priority |\n|---------|---------------|--------|----------|\n`;
+      for (const g of s.keyword_gaps) md += `| ${g.keyword || ''} | ${g.search_demand || 'medium'} | ${g.source || 'industry research'} | ${g.priority || ''} |\n`;
+    }
     md += '\n';
   }
 
@@ -144,11 +164,14 @@ export function buildScanMarkdown(dash, projectSlug, domain) {
   }
 
   if (s.content_gaps?.length) {
-    md += `## Content Gaps (${s.content_gaps.length})\n\n`;
-    md += `> Topics you should cover but currently don't.\n\n`;
-    md += `| Topic | Gap | Suggestion |\n|-------|-----|------------|\n`;
+    const hasCoveredBy = s.content_gaps.some(g => g.covered_by?.length);
+    md += `## ${hasCoveredBy ? 'Content Gaps' : 'Content Expansion'} (${s.content_gaps.length})\n\n`;
+    md += `> ${hasCoveredBy ? 'Topics your competitors cover that you don\'t. Prioritise gaps where multiple competitors have content.' : 'Topics you should cover based on industry norms and audience needs.'}\n\n`;
+    md += `| Topic | ${hasCoveredBy ? 'Gap' : 'Why It Matters'} | Suggestion |\n|-------|${hasCoveredBy ? '-----|' : '----------------|'}------------|\n`;
     for (const g of s.content_gaps) {
-      const gap = g.gap || (g.covered_by?.length ? `Covered by ${g.covered_by.join(', ')}` : '') || g.why_it_matters || '';
+      const gap = hasCoveredBy
+        ? (g.gap || (g.covered_by?.length ? `Covered by ${g.covered_by.join(', ')}` : '') || g.why_it_matters || '')
+        : (g.why_it_matters || g.gap || '');
       const suggestion = g.suggestion || g.suggested_title || (g.format ? `Create a ${g.format} covering this topic` : '') || '';
       md += `| ${g.topic || ''} | ${gap} | ${suggestion} |\n`;
     }
@@ -170,6 +193,7 @@ export function buildScanMarkdown(dash, projectSlug, domain) {
     if (s.positioning.open_angle) md += `**Open angle:** ${s.positioning.open_angle}\n\n`;
     if (s.positioning.target_differentiator) md += `**Differentiator:** ${s.positioning.target_differentiator}\n\n`;
     if (s.positioning.competitor_map) md += `**Competitor map:** ${s.positioning.competitor_map}\n\n`;
+    if (s.positioning.market_context) md += `**Market context:** ${s.positioning.market_context}\n\n`;
   }
 
   if (s.crawl_stats) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "seo-intel",
-  "version": "1.5.21",
+  "version": "1.5.23",
   "description": "Local Ahrefs-style SEO competitor intelligence. Crawl → SQLite → cloud analysis.",
   "type": "module",
   "license": "SEE LICENSE IN LICENSE",

package/reports/generate-html.js

@@ -43,7 +43,7 @@ function cardExportHtml(section, project) {
  */
 export function gatherProjectData(db, project, config) {
   const targetDomain = config.target.domain;
-  const competitorDomains = config.competitors.map(c => c.domain);
+  const competitorDomains = (config.competitors || []).map(c => c.domain);
   const allDomains = [targetDomain, ...competitorDomains];
 
   // Domain architecture needs the raw owned domains, so gather BEFORE merge
@@ -179,9 +179,18 @@ export function generateHtmlDashboard(db, project, config) {
  * @returns {string} Path to generated HTML file
  */
 export function generateMultiDashboard(db, configs) {
-  const allProjectData = configs.map(config =>
-    gatherProjectData(db, config.project, config)
-  );
+  const allProjectData = configs.flatMap(config => {
+    try {
+      return [gatherProjectData(db, config.project, config)];
+    } catch (err) {
+      console.error(`[dashboard] Error gathering data for project "${config.project}":`, err.message);
+      return [];
+    }
+  });
+
+  if (!allProjectData.length) {
+    throw new Error('No project data could be gathered — all projects failed.');
+  }
 
   const html = buildMultiHtmlTemplate(allProjectData);
   const outPath = join(__dirname, 'all-projects-dashboard.html');
@@ -2352,6 +2361,13 @@ function buildHtmlTemplate(data, opts = {}) {
         return;
       }
 
+      // Serve is not a terminal command — the server is already running
+      if (command === 'serve') {
+        appendLine('Server is already running (you are connected to it).', 'stdout');
+        appendLine('To restart: stop the server and run seo-intel serve again.', 'stdout');
+        return;
+      }
+
       if (!isServed) {
         appendLine('', 'cmd');
         appendLine('Not connected to server. Run in your terminal:', 'error');
@@ -2366,7 +2382,12 @@ function buildHtmlTemplate(data, opts = {}) {
       status.style.color = 'var(--color-warning)';
 
       const params = new URLSearchParams({ command });
-      if (proj) params.set('project', proj);
+      // scan uses domain param; all other commands use project
+      if (command === 'scan') {
+        if (proj) params.set('domain', proj);
+      } else {
+        if (proj) params.set('project', proj);
+      }
       if (extra?.scope) params.set('scope', extra.scope);
       if (extra?.stealth) params.set('stealth', 'true');
       if (extra?.format) params.set('format', extra.format);
@@ -2374,7 +2395,7 @@ function buildHtmlTemplate(data, opts = {}) {
       var stealthFlag = extra?.stealth ? ' --stealth' : '';
       appendLine('$ seo-intel ' + command + (proj ? ' ' + proj : '') + stealthFlag + (extra?.scope ? ' --scope ' + extra.scope : ''), 'cmd');
 
-      var isCrawlOrExtract = (command === 'crawl' || command === 'extract');
+      var isCrawlOrExtract = (command === 'crawl' || command === 'extract' || command === 'scan');
 
       eventSource = new EventSource('/api/terminal?' + params.toString());
       eventSource.onmessage = function(e) {

package/server.js

@@ -200,10 +200,15 @@ async function handleRequest(req, res) {
       // Load all configs that have crawl data
       const activeConfigs = [];
       for (const file of configFiles) {
-        const config = JSON.parse(readFileSync(join(configDir, file), 'utf8'));
-        const project = file.replace('.json', '');
-        const pageCount = db.prepare('SELECT COUNT(*) as c FROM pages p JOIN domains d ON d.id=p.domain_id WHERE d.project=?').get(project)?.c || 0;
-        if (pageCount > 0) activeConfigs.push(config);
+        try {
+          const config = JSON.parse(readFileSync(join(configDir, file), 'utf8'));
+          // Use config.project (the authoritative slug) with filename as fallback
+          const project = config.project || file.replace('.json', '');
+          const pageCount = db.prepare('SELECT COUNT(*) as c FROM pages p JOIN domains d ON d.id=p.domain_id WHERE d.project=?').get(project)?.c || 0;
+          if (pageCount > 0) activeConfigs.push({ ...config, project });
+        } catch (err) {
+          console.error(`[dashboard] Skipping malformed config ${file}:`, err.message);
+        }
       }
 
       if (!activeConfigs.length) {
@@ -1123,7 +1128,7 @@ ${md}`;
     const ALLOWED = ['crawl', 'extract', 'analyze', 'export-actions', 'competitive-actions',
       'suggest-usecases', 'html', 'status', 'brief', 'keywords', 'report', 'guide',
       'schemas', 'headings-audit', 'orphans', 'entities', 'friction', 'shallow', 'decay', 'export', 'templates',
-      'aeo', 'blog-draft', 'gap-intel', 'watch'];
+      'aeo', 'blog-draft', 'gap-intel', 'watch', 'scan'];
 
     if (!command || !ALLOWED.includes(command)) {
       json(res, 400, { error: `Invalid command. Allowed: ${ALLOWED.join(', ')}` });
@@ -1132,8 +1137,20 @@ ${md}`;
 
     // Build args
     const args = ['cli.js', command];
-    if (project && command !== 'status' && command !== 'html') args.push(project);
-    if (params.get('stealth') === 'true') args.push('--stealth');
+
+    // scan takes a domain (not a project slug) — validate and route separately
+    if (command === 'scan') {
+      const domain = (params.get('domain') || project || '').trim();
+      if (!domain || !/^[a-z0-9][a-z0-9.-]*\.[a-z]{2,}$/i.test(domain)) {
+        json(res, 400, { error: 'scan requires a valid domain (e.g. dgents.ai)' });
+        return;
+      }
+      args.push(domain);
+      if (params.get('stealth') === 'true') args.push('--stealth');
+    } else {
+      if (project && command !== 'status' && command !== 'html') args.push(project);
+      if (params.get('stealth') === 'true') args.push('--stealth');
+    }
     if (params.get('scope')) args.push('--scope', params.get('scope'));
     if (params.get('format')) args.push('--format', params.get('format'));
     if (params.get('topic')) args.push('--topic', params.get('topic'));
@@ -1174,7 +1191,7 @@ ${md}`;
       res.write(`data: ${JSON.stringify({ type, data })}\n\n`);
     };
 
-    const isLongRunning = ['crawl', 'extract'].includes(command);
+    const isLongRunning = ['crawl', 'extract', 'scan'].includes(command);
 
     send('start', { command, project, args: args.slice(1) });
 

package/setup/checks.js

@@ -75,7 +75,27 @@ export async function checkOllamaRemote(host) {
   }
 }
 
-// ── Ollama auto-detect (local → custom hosts) ──────────────────────────────
+// ── LM Studio auto-detect ──────────────────────────────────────────────────
+
+export async function checkLmStudio(customUrl) {
+  const host = customUrl || process.env.LMSTUDIO_URL || 'http://localhost:1234';
+
+  try {
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), 3000);
+    const res = await fetch(`${host}/api/v1/models`, { signal: controller.signal });
+    clearTimeout(timeout);
+
+    if (!res.ok) return { reachable: false, models: [], host };
+    const data = await res.json().catch(() => ({ data: [] }));
+    const models = (data.data || []).map(m => m.id || m.model).filter(Boolean);
+    return { reachable: true, models, host };
+  } catch {
+    return { reachable: false, models: [], host };
+  }
+}
+
+// ── Ollama auto-detect (local → custom hosts → LM Studio) ────────────────
 
 export async function checkOllamaAuto(customHosts = []) {
   // 1. Try local
@@ -87,10 +107,34 @@ export async function checkOllamaAuto(customHosts = []) {
   }
 
   // 2. Try custom/LAN hosts (check ALL, not just first)
+  //    Detect LM Studio hosts by port (1234) or failed Ollama ping
   for (const host of customHosts) {
     if (host === 'http://localhost:11434') continue; // already checked
-    const remote = await checkOllamaRemote(host);
-    allHosts.push({ host: remote.host, mode: 'remote', models: remote.models, reachable: remote.reachable });
+    let port;
+    try { port = new URL(host).port; } catch { port = ''; }
+
+    if (port === '1234') {
+      // Port 1234 → LM Studio
+      const lm = await checkLmStudio(host);
+      allHosts.push({ host, mode: 'lmstudio', models: lm.models, reachable: lm.reachable });
+    } else {
+      const remote = await checkOllamaRemote(host);
+      if (remote.reachable) {
+        allHosts.push({ host: remote.host, mode: 'remote', models: remote.models, reachable: true });
+      } else {
+        // Ollama failed — try LM Studio as fallback
+        const lm = await checkLmStudio(host);
+        allHosts.push({ host, mode: lm.reachable ? 'lmstudio' : 'remote', models: lm.reachable ? lm.models : [], reachable: lm.reachable });
+      }
+    }
+  }
+
+  // 3. Try LM Studio auto-discovery (localhost + env var)
+  const lmStudioUrl = process.env.LMSTUDIO_URL || 'http://localhost:1234';
+  const alreadyChecked = allHosts.some(h => h.host === lmStudioUrl);
+  const lmStudio = alreadyChecked ? (allHosts.find(h => h.host === lmStudioUrl && h.mode === 'lmstudio') || { reachable: false, models: [] }) : await checkLmStudio();
+  if (!alreadyChecked && lmStudio.reachable) {
+    allHosts.push({ host: lmStudio.host, mode: 'lmstudio', models: lmStudio.models, reachable: true });
   }
 
   // Pick best available host (first with models)
@@ -106,10 +150,11 @@ export async function checkOllamaAuto(customHosts = []) {
       models: allModels,
       installed: local.installed,
       allHosts,
+      lmStudio,
     };
   }
 
-  // 3. Local installed but not running or no models
+  // 4. Local installed but not running or no models
   if (local.installed) {
     return {
       available: false,
@@ -118,6 +163,20 @@ export async function checkOllamaAuto(customHosts = []) {
       models: [],
       installed: true,
       allHosts,
+      lmStudio,
+    };
+  }
+
+  // 5. LM Studio reachable but no models loaded
+  if (lmStudio.reachable) {
+    return {
+      available: false,
+      mode: 'lmstudio-no-models',
+      host: lmStudio.host,
+      models: [],
+      installed: false,
+      allHosts,
+      lmStudio,
     };
   }
 
@@ -128,6 +187,7 @@ export async function checkOllamaAuto(customHosts = []) {
     models: [],
     installed: false,
     allHosts,
+    lmStudio,
   };
 }
 
@@ -418,7 +478,7 @@ export async function fullSystemCheck(options = {}) {
     hasAnalysisKey,
     summary: {
       canCrawl: node.meetsMinimum && playwright.installed,
-      canExtract: ollama.available,
+      canExtract: ollama.available || ollama.lmStudio?.reachable,
       canAnalyze: hasAnalysisKey,
       canGenerateHtml: node.meetsMinimum,
       hasGscData: gsc.hasData,

package/setup/engine.js

@@ -15,6 +15,7 @@ export {
   checkOllamaLocal,
   checkOllamaRemote,
   checkOllamaAuto,
+  checkLmStudio,
   checkPlaywright,
   checkNpmDeps,
   checkEnvFile,

package/setup/web-routes.js

@@ -312,9 +312,28 @@ async function handlePingOllama(req, res) {
     const host = url.searchParams.get('host');
     if (!host) { jsonResponse(res, { error: 'Missing host param' }, 400); return; }
 
-    const { checkOllamaRemote } = await import('./checks.js');
-    const result = await checkOllamaRemote(host);
-    jsonResponse(res, result);
+    const { checkOllamaRemote, checkLmStudio } = await import('./checks.js');
+
+    // Try Ollama first, then LM Studio if port suggests it or Ollama fails
+    const port = new URL(host).port;
+    if (port === '1234') {
+      // Port 1234 = LM Studio default
+      const lmResult = await checkLmStudio(host);
+      jsonResponse(res, { ...lmResult, host, mode: 'lmstudio' });
+    } else {
+      const result = await checkOllamaRemote(host);
+      if (result.reachable) {
+        jsonResponse(res, result);
+      } else {
+        // Ollama unreachable — try LM Studio as fallback
+        const lmResult = await checkLmStudio(host);
+        if (lmResult.reachable) {
+          jsonResponse(res, { ...lmResult, host, mode: 'lmstudio' });
+        } else {
+          jsonResponse(res, result); // return original Ollama failure
+        }
+      }
+    }
   } catch (err) {
     jsonResponse(res, { error: err.message }, 500);
   }

package/setup/wizard.html

@@ -1344,7 +1344,7 @@ input::placeholder {
     <!-- Ollama Hosts -->
     <div id="ollamaHostsPanel" style="margin-bottom:16px; padding:12px 14px; background:var(--bg-card); border:1px solid var(--border-card); border-radius:var(--radius);">
       <div style="display:flex; align-items:center; justify-content:space-between; margin-bottom:8px;">
-        <span style="font-size:0.72rem; font-weight:600; color:var(--text-muted); letter-spacing:0.04em; text-transform:uppercase;">Ollama Hosts</span>
+        <span style="font-size:0.72rem; font-weight:600; color:var(--text-muted); letter-spacing:0.04em; text-transform:uppercase;">Extraction Hosts</span>
         <button class="btn btn-sm" onclick="addOllamaHost()" style="padding:3px 8px; font-size:0.6rem;"><i class="fa-solid fa-plus"></i> Add LAN Host</button>
       </div>
       <div id="ollamaHostList" style="display:flex; flex-direction:column; gap:6px;">
@@ -1359,14 +1359,14 @@ input::placeholder {
         <p id="pingResult" style="font-size:0.6rem; color:var(--text-muted); margin-top:4px;"></p>
       </div>
       <p style="font-size:0.58rem; color:var(--text-muted); margin-top:6px; line-height:1.4;">
-        Run Ollama on any machine in your network. SEO Intel auto-detects localhost and falls back through configured hosts.
+        Ollama (port 11434) or LM Studio (port 1234) on any machine. SEO Intel auto-detects both and falls back through configured hosts.
       </p>
     </div>
 
     <div class="model-columns">
       <div class="model-section" id="extractionSection">
         <h3><i class="fa-solid fa-robot"></i> Extraction Tier</h3>
-        <p class="section-note">Local Ollama model for structured data extraction during crawl</p>
+        <p class="section-note">Local model (Ollama or LM Studio) for structured data extraction during crawl</p>
         <div id="extractionModels">
           <!-- Populated by JS -->
         </div>
@@ -1399,7 +1399,7 @@ input::placeholder {
       </div>
       <div class="model-section" id="analysisSection">
         <h3><i class="fa-solid fa-brain"></i> Analysis Tier</h3>
-        <p class="section-note">Local Ollama model for competitive gap analysis (needs more VRAM than extraction)</p>
+        <p class="section-note">Local or cloud model for competitive gap analysis (needs more VRAM than extraction)</p>
         <div id="analysisModels">
           <!-- Populated by JS -->
         </div>
@@ -2245,13 +2245,15 @@ input::placeholder {
     list.innerHTML = allHosts.map(h => {
       const hostname = h.mode === 'local' ? 'localhost' : new URL(h.host).hostname;
       const port = new URL(h.host).port || '11434';
+      const isLmStudio = h.mode === 'lmstudio' || port === '1234';
       const dot = h.reachable ? 'color:var(--color-success)' : 'color:var(--color-danger); opacity:0.5';
       const status = h.reachable ? `${h.models.length} model(s)` : 'unreachable';
+      const typeLabel = isLmStudio ? '<span style="font-size:0.5rem; padding:1px 4px; border-radius:3px; background:rgba(180,160,255,0.12); color:#b4a0ff; margin-left:4px;">LM Studio</span>' : '';
       const active = h.host === state.systemStatus.ollama.host;
       return `
         <div style="display:flex; align-items:center; gap:8px; padding:6px 8px; background:${active ? 'rgba(142,203,168,0.06)' : 'transparent'}; border:1px solid ${active ? 'rgba(142,203,168,0.15)' : 'var(--border-subtle)'}; border-radius:6px;">
           <i class="fa-solid fa-circle" style="font-size:0.45rem; ${dot}"></i>
-          <span style="font-family:var(--font-mono); font-size:0.68rem; color:var(--text-secondary);">${hostname}:${port}</span>
+          <span style="font-family:var(--font-mono); font-size:0.68rem; color:var(--text-secondary);">${hostname}:${port}</span>${typeLabel}
           <span style="font-size:0.6rem; color:var(--text-muted); margin-left:auto;">${status}</span>
           ${active ? '<span style="font-size:0.55rem; padding:1px 6px; border-radius:3px; background:rgba(142,203,168,0.12); color:#8ecba8;">active</span>' : ''}
           ${!h.reachable && h.mode !== 'local' ? `<button class="btn btn-sm" style="padding:1px 5px; font-size:0.5rem;" onclick="removeOllamaHost('${h.host}')"><i class="fa-solid fa-xmark"></i></button>` : ''}
@@ -3368,7 +3370,7 @@ input::placeholder {
       ['Project', slug],
       ['Target Domain', document.getElementById('cfgTargetUrl').value || '-'],
       ['Extraction', state.selectedExtraction || 'none'],
-      ['Analysis', state.selectedAnalysis || 'none'],
+      ['Analysis', (state.selectedAnalysis || 'none').replace(/^cloud:/, '')],
       ['Crawl Mode', state.crawlMode],
       ['Competitor Domains', getListValues('competitorList').length + ' configured'],
       ['Search Console', state.gscUploaded ? 'Connected' : 'Not configured'],