seo-intel 1.4.3 → 1.4.4

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## 1.4.4 (2026-04-08)
+
+### Export Profiles
+- New profile-based export: Developer, Content, and AI Pipeline profiles
+- Each profile filters to actionable data only — no raw database dumps
+- Developer profile: technical issues, heading problems (own site only), orphan links, schema gaps
+- Content profile: keyword gaps, long-tail opportunities, citability issues, content gaps
+- AI Pipeline profile: structured JSON with all actionable sections for LLM consumption
+- Heading export collapsed to per-page issue summaries (missing H1, duplicate H1, skipped levels)
+- Empty sections automatically skipped in exports
+- Profile picker UI in dashboard sidebar with format selector (MD, JSON, CSV, ZIP)
+
 ## 1.4.3 (2026-04-07)
 
 ### Dashboard: Export & Download

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "seo-intel",
-  "version": "1.4.3",
+  "version": "1.4.4",
   "description": "Local Ahrefs-style SEO competitor intelligence. Crawl → SQLite → cloud analysis.",
   "type": "module",
   "license": "SEE LICENSE IN LICENSE",

package/reports/generate-html.js

@@ -1525,6 +1525,20 @@ function buildHtmlTemplate(data, opts = {}) {
     .export-btn:hover { border-color: var(--accent-gold); color: var(--accent-gold); }
     .export-btn i { margin-right: 5px; font-size: 0.6rem; }
     .export-btn.active { border-color: var(--accent-gold); color: var(--accent-gold); background: rgba(232,213,163,0.06); }
+    .profile-export-picker { position: relative; }
+    .profile-export-trigger { display: flex; align-items: center; width: 100%; }
+    .profile-export-menu {
+      display: none;
+      position: absolute;
+      bottom: calc(100% + 4px);
+      left: 0; right: 0;
+      background: #1a1a1a;
+      border: 1px solid var(--accent-gold);
+      border-radius: var(--radius);
+      padding: 10px;
+      z-index: 50;
+      box-shadow: 0 8px 24px rgba(0,0,0,0.5);
+    }
     .draft-dropdown { position: relative; }
     .draft-trigger { display: flex; align-items: center; width: 100%; }
     .draft-menu {
@@ -2193,7 +2207,24 @@ function buildHtmlTemplate(data, opts = {}) {
         <i class="fa-solid fa-download"></i> Download
       </div>
       <div class="export-sidebar-btns">
-        <button class="export-btn download-all-btn" data-project="${project}"><i class="fa-solid fa-file-zipper"></i> Download All Reports (ZIP)</button>
+        <div class="profile-export-picker" id="profilePicker${suffix}">
+          <button class="export-btn profile-export-trigger"><i class="fa-solid fa-download"></i> Export Report <i class="fa-solid fa-chevron-down" style="font-size:0.55rem;margin-left:auto;opacity:0.5;"></i></button>
+          <div class="profile-export-menu">
+            <div class="draft-menu-section">Profile</div>
+            <label class="draft-option"><input type="radio" name="exportProfile${suffix}" value="dev" /> <i class="fa-solid fa-wrench"></i> Developer <span style="font-size:0.5rem;opacity:0.45;margin-left:2px;">technical fixes, schema gaps</span></label>
+            <label class="draft-option"><input type="radio" name="exportProfile${suffix}" value="content" checked /> <i class="fa-solid fa-pen-fancy"></i> Content <span style="font-size:0.5rem;opacity:0.45;margin-left:2px;">keyword gaps, opportunities</span></label>
+            <label class="draft-option"><input type="radio" name="exportProfile${suffix}" value="ai-pipeline" /> <i class="fa-solid fa-robot"></i> AI Pipeline <span style="font-size:0.5rem;opacity:0.45;margin-left:2px;">structured JSON for LLMs</span></label>
+            <div class="draft-menu-section" style="margin-top:8px;">Format</div>
+            <div style="display:flex;gap:6px;flex-wrap:wrap;">
+              <label class="draft-option" style="flex:1;min-width:60px;"><input type="radio" name="exportFmt${suffix}" value="md" checked /> <i class="fa-solid fa-file-lines"></i> MD</label>
+              <label class="draft-option" style="flex:1;min-width:60px;"><input type="radio" name="exportFmt${suffix}" value="json" /> <i class="fa-solid fa-code"></i> JSON</label>
+              <label class="draft-option" style="flex:1;min-width:60px;"><input type="radio" name="exportFmt${suffix}" value="csv" /> <i class="fa-solid fa-table"></i> CSV</label>
+              <label class="draft-option" style="flex:1;min-width:60px;"><input type="radio" name="exportFmt${suffix}" value="zip" /> <i class="fa-solid fa-file-zipper"></i> ZIP</label>
+            </div>
+            <button class="draft-generate-btn profile-download-btn" data-project="${project}" style="margin-top:10px;"><i class="fa-solid fa-download"></i> Download</button>
+          </div>
+        </div>
+        <button class="export-btn download-all-btn" data-project="${project}" style="font-size:0.58rem;opacity:0.6;"><i class="fa-solid fa-file-zipper"></i> Raw Full Export (ZIP)</button>
       </div>
       <div style="position:relative;">
         <div id="exportSaveStatus${suffix}" style="display:none;padding:4px 10px;font-size:.6rem;color:var(--color-success);background:rgba(80,200,120,0.06);border-bottom:1px solid rgba(80,200,120,0.15);font-family:'SF Mono',monospace;">
@@ -2592,8 +2623,40 @@ function buildHtmlTemplate(data, opts = {}) {
           }
           return;
         }
+        // Profile export picker toggle
+        var profTrigger = e.target.closest('.profile-export-trigger');
+        if (profTrigger) {
+          var picker = profTrigger.closest('.profile-export-picker');
+          if (picker) {
+            e.stopImmediatePropagation();
+            var menu = picker.querySelector('.profile-export-menu');
+            var wasVis = menu.style.display === 'block';
+            document.querySelectorAll('.profile-export-menu').forEach(function(m) { m.style.display = 'none'; });
+            menu.style.display = wasVis ? 'none' : 'block';
+            return;
+          }
+        }
+        // Profile download button
+        var profDl = e.target.closest('.profile-download-btn');
+        if (profDl) {
+          var picker2 = profDl.closest('.profile-export-picker');
+          if (picker2) {
+            e.stopImmediatePropagation();
+            var projP = profDl.getAttribute('data-project');
+            var profVal = picker2.querySelector('input[name^="exportProfile"]:checked');
+            var fmtVal = picker2.querySelector('input[name^="exportFmt"]:checked');
+            var prof = profVal ? profVal.value : 'content';
+            var fmt2 = fmtVal ? fmtVal.value : 'md';
+            picker2.querySelector('.profile-export-menu').style.display = 'none';
+            if (window.location.protocol.startsWith('http')) {
+              window.location = '/api/export/download?project=' + encodeURIComponent(projP) + '&profile=' + encodeURIComponent(prof) + '&format=' + encodeURIComponent(fmt2);
+            }
+            return;
+          }
+        }
         // Outside click — close all open dropdowns
         document.querySelectorAll('.card-export.open').forEach(function(el) { el.classList.remove('open'); });
+        document.querySelectorAll('.profile-export-menu').forEach(function(m) { m.style.display = 'none'; });
       }, true);
     }
 

package/server.js

@@ -594,6 +594,7 @@ async function handleRequest(req, res) {
       const project = url.searchParams.get('project');
       const section = url.searchParams.get('section') || 'all';
       const format = url.searchParams.get('format') || 'json';
+      const profile = url.searchParams.get('profile'); // dev | content | ai-pipeline
 
       if (!project) { json(res, 400, { error: 'Missing project' }); return; }
 
@@ -607,6 +608,25 @@ async function handleRequest(req, res) {
 
       const SECTIONS = ['aeo', 'insights', 'technical', 'keywords', 'pages', 'watch', 'schemas', 'headings', 'links'];
 
+      // ── Profile definitions: which sections + which insight types matter ──
+      const PROFILES = {
+        dev: {
+          sections: ['technical', 'schemas', 'links', 'headings', 'watch', 'insights'],
+          insightTypes: ['technical_gap', 'quick_win', 'site_watch'],
+          label: 'Developer',
+        },
+        content: {
+          sections: ['insights', 'keywords', 'aeo'],
+          insightTypes: ['keyword_gap', 'long_tail', 'content_gap', 'new_page', 'keyword_inventor', 'citability_gap', 'positioning'],
+          label: 'Content',
+        },
+        'ai-pipeline': {
+          sections: ['insights', 'aeo', 'technical', 'keywords', 'watch'],
+          insightTypes: null, // all types
+          label: 'AI Pipeline',
+        },
+      };
+
       function querySection(sec) {
         switch (sec) {
           case 'aeo': {
@@ -726,6 +746,103 @@ async function handleRequest(req, res) {
         }
       }
 
+      // ── Profile-aware filtering: strip raw dumps, keep actionable items ──
+      function filterForProfile(sec, data, prof) {
+        if (!prof || !data) return data;
+        const p = PROFILES[prof];
+        if (!p) return data;
+
+        switch (sec) {
+          case 'insights': {
+            if (!Array.isArray(data)) return data;
+            return p.insightTypes ? data.filter(r => p.insightTypes.includes(r._type)) : data;
+          }
+          case 'technical': {
+            if (!Array.isArray(data) || prof === 'ai-pipeline') return data;
+            // Dev profile: only pages with issues
+            return data.filter(r =>
+              r.status_code >= 400 || !r.has_canonical || !r.has_og_tags ||
+              !r.has_schema || !r.has_robots || !r.is_mobile_ok ||
+              (r.load_ms && r.load_ms > 3000) || (r.word_count != null && r.word_count < 100)
+            );
+          }
+          case 'headings': {
+            if (!Array.isArray(data)) return data;
+            // Own site only — group by page, return per-page issue summary
+            const ownOnly = data.filter(r => r.role === 'target' || r.role === 'owned');
+            const byPage = {};
+            for (const r of ownOnly) (byPage[r.url] ||= []).push(r);
+            const issues = [];
+            for (const [url, headings] of Object.entries(byPage)) {
+              const h1s = headings.filter(h => h.level === 1);
+              const levels = headings.map(h => h.level);
+              const problems = [];
+              if (h1s.length === 0) problems.push('missing H1');
+              else if (h1s.length > 1) problems.push(`${h1s.length}× H1`);
+              // Check for skipped levels (e.g. H1→H3 skips H2)
+              const unique = [...new Set(levels)].sort((a, b) => a - b);
+              for (let i = 1; i < unique.length; i++) {
+                if (unique[i] - unique[i - 1] > 1) {
+                  problems.push(`skips H${unique[i - 1]}→H${unique[i]}`);
+                }
+              }
+              if (problems.length) {
+                const sequence = levels.map(l => `H${l}`).join(' → ');
+                issues.push({ url, domain: headings[0].domain, issues: problems.join(', '), sequence, heading_count: headings.length });
+              }
+            }
+            return issues;
+          }
+          case 'links': {
+            if (!Array.isArray(data)) return data;
+            // Only orphan pages (pages that are never a target) and broken anchors
+            const targetUrls = new Set(data.filter(l => l.is_internal).map(l => l.target_url));
+            const sourceUrls = new Set(data.map(l => l.source_url));
+            // Pages that link out but are never linked TO = orphan
+            const orphans = new Set([...sourceUrls].filter(u => !targetUrls.has(u)));
+            return data.filter(r => orphans.has(r.source_url) || !r.anchor_text);
+          }
+          case 'schemas': {
+            if (!Array.isArray(data) || prof !== 'dev') return data;
+            // Dev: pages missing schema are more useful — but we only have pages WITH schema here
+            // So return all (schema gaps come from technical section's has_schema=false)
+            return data;
+          }
+          case 'aeo': {
+            if (!Array.isArray(data)) return data;
+            if (prof === 'content') {
+              // Content: only low-scoring pages (needs improvement)
+              return data.filter(r => r.score < 60);
+            }
+            return data;
+          }
+          case 'keywords': {
+            if (!Array.isArray(data)) return data;
+            if (prof === 'content') {
+              // Content: only competitor-dominated keywords (role != target/owned)
+              const byKw = {};
+              for (const r of data) { (byKw[r.keyword] ||= []).push(r); }
+              const gapKws = new Set();
+              for (const [kw, rows] of Object.entries(byKw)) {
+                const hasTarget = rows.some(r => r.role === 'target' || r.role === 'owned');
+                const hasCompetitor = rows.some(r => r.role === 'competitor');
+                if (!hasTarget && hasCompetitor) gapKws.add(kw);
+              }
+              return data.filter(r => gapKws.has(r.keyword));
+            }
+            return data;
+          }
+          case 'watch': {
+            // Keep only errors + warnings, drop notices
+            if (data && data.events) {
+              return { ...data, events: data.events.filter(e => e.severity === 'error' || e.severity === 'warning') };
+            }
+            return data;
+          }
+          default: return data;
+        }
+      }
+
       function toCSV(rows) {
         if (!rows || (Array.isArray(rows) && !rows.length)) return '';
         const arr = Array.isArray(rows) ? rows : (rows.events || rows.pages || []);
@@ -834,26 +951,56 @@ async function handleRequest(req, res) {
         }
       }
 
-      // Build response based on section + format
-      const sections = section === 'all' ? SECTIONS : [section];
-      if (section !== 'all' && !SECTIONS.includes(section)) {
+      // ── Resolve sections: profile overrides section=all ──
+      const validProfiles = Object.keys(PROFILES);
+      if (profile && !validProfiles.includes(profile)) {
+        json(res, 400, { error: `Invalid profile. Allowed: ${validProfiles.join(', ')}` });
+        return;
+      }
+      const resolvedSections = profile
+        ? PROFILES[profile].sections
+        : (section === 'all' ? SECTIONS : [section]);
+
+      if (!profile && section !== 'all' && !SECTIONS.includes(section)) {
         json(res, 400, { error: `Invalid section. Allowed: ${SECTIONS.join(', ')}, all` });
         return;
       }
 
+      // Helper: query + filter for profile
+      function getData(sec) {
+        const raw = querySection(sec);
+        return profile ? filterForProfile(sec, raw, profile) : raw;
+      }
+
+      function isEmpty(data) {
+        if (!data) return true;
+        if (Array.isArray(data)) return data.length === 0;
+        if (data.events) return data.events.length === 0;
+        return false;
+      }
+
+      const profileTag = profile ? `-${profile}` : '';
+      const profileLabel = profile ? PROFILES[profile].label : '';
+
       if (format === 'zip') {
-        // ZIP: bundle all requested sections in all formats
         const entries = [];
-        for (const sec of sections) {
-          const data = querySection(sec);
-          const baseName = `${project}-${sec}-${dateStr}`;
+        for (const sec of resolvedSections) {
+          const data = getData(sec);
+          if (isEmpty(data)) continue; // skip empty sections
+          const baseName = `${project}${profileTag}-${sec}-${dateStr}`;
           entries.push({ name: `${baseName}.json`, content: JSON.stringify(data, null, 2) });
           entries.push({ name: `${baseName}.md`, content: toMarkdown(sec, data, project) });
           const csv = toCSV(data);
           if (csv) entries.push({ name: `${baseName}.csv`, content: csv });
         }
+        if (!entries.length) {
+          json(res, 200, { message: 'No actionable data to export.' });
+          return;
+        }
         const zipBuf = createZip(entries);
-        const zipName = section === 'all' ? `${project}-full-export-${dateStr}.zip` : `${project}-${section}-${dateStr}.zip`;
+        const zipName = profile
+          ? `${project}-${profile}-export-${dateStr}.zip`
+          : (section === 'all' ? `${project}-full-export-${dateStr}.zip` : `${project}-${section}-${dateStr}.zip`);
         res.writeHead(200, {
           'Content-Type': 'application/zip',
           'Content-Disposition': `attachment; filename="${zipName}"`,
@@ -861,30 +1008,77 @@ async function handleRequest(req, res) {
         });
         res.end(zipBuf);
       } else if (format === 'json') {
-        const data = querySection(sections[0]);
-        const fileName = `${project}-${sections[0]}-${dateStr}.json`;
-        const content = JSON.stringify(data, null, 2);
-        res.writeHead(200, {
-          'Content-Type': 'application/json',
-          'Content-Disposition': `attachment; filename="${fileName}"`,
-        });
-        res.end(content);
+        if (profile) {
+          // Profile JSON: merged object with all profile sections
+          const result = { profile: profileLabel, project, date: dateStr, sections: {} };
+          for (const sec of resolvedSections) {
+            const data = getData(sec);
+            if (!isEmpty(data)) result.sections[sec] = data;
+          }
+          const fileName = `${project}-${profile}-${dateStr}.json`;
+          res.writeHead(200, {
+            'Content-Type': 'application/json',
+            'Content-Disposition': `attachment; filename="${fileName}"`,
+          });
+          res.end(JSON.stringify(result, null, 2));
+        } else {
+          const data = getData(resolvedSections[0]);
+          const fileName = `${project}-${resolvedSections[0]}-${dateStr}.json`;
+          res.writeHead(200, {
+            'Content-Type': 'application/json',
+            'Content-Disposition': `attachment; filename="${fileName}"`,
+          });
+          res.end(JSON.stringify(data, null, 2));
+        }
       } else if (format === 'csv') {
-        const data = querySection(sections[0]);
-        const fileName = `${project}-${sections[0]}-${dateStr}.csv`;
-        res.writeHead(200, {
-          'Content-Type': 'text/csv; charset=utf-8',
-          'Content-Disposition': `attachment; filename="${fileName}"`,
-        });
-        res.end(toCSV(data));
+        if (profile) {
+          // Profile CSV: concatenate sections with headers
+          let csv = '';
+          for (const sec of resolvedSections) {
+            const data = getData(sec);
+            const secCsv = toCSV(data);
+            if (secCsv) csv += `# ${sec}\n${secCsv}\n\n`;
+          }
+          const fileName = `${project}-${profile}-${dateStr}.csv`;
+          res.writeHead(200, {
+            'Content-Type': 'text/csv; charset=utf-8',
+            'Content-Disposition': `attachment; filename="${fileName}"`,
+          });
+          res.end(csv || 'No actionable data.');
+        } else {
+          const data = getData(resolvedSections[0]);
+          const fileName = `${project}-${resolvedSections[0]}-${dateStr}.csv`;
+          res.writeHead(200, {
+            'Content-Type': 'text/csv; charset=utf-8',
+            'Content-Disposition': `attachment; filename="${fileName}"`,
+          });
+          res.end(toCSV(data));
+        }
       } else if (format === 'md') {
-        const data = querySection(sections[0]);
-        const fileName = `${project}-${sections[0]}-${dateStr}.md`;
-        res.writeHead(200, {
-          'Content-Type': 'text/markdown; charset=utf-8',
-          'Content-Disposition': `attachment; filename="${fileName}"`,
-        });
-        res.end(toMarkdown(sections[0], data, project));
+        if (profile) {
+          // Profile Markdown: combined report
+          let md = `# SEO Intel — ${profileLabel} Report\n\n- Project: ${project}\n- Date: ${dateStr}\n- Profile: ${profileLabel}\n\n`;
+          for (const sec of resolvedSections) {
+            const data = getData(sec);
+            if (isEmpty(data)) continue;
+            md += toMarkdown(sec, data, project).replace(/^# .+\n\n- Project:.+\n- Date:.+\n\n/, ''); // strip per-section header
+          }
+          if (md.split('\n').length < 8) md += '_No actionable data found. Run crawl + extract + analyze first._\n';
+          const fileName = `${project}-${profile}-${dateStr}.md`;
+          res.writeHead(200, {
+            'Content-Type': 'text/markdown; charset=utf-8',
+            'Content-Disposition': `attachment; filename="${fileName}"`,
+          });
+          res.end(md);
+        } else {
+          const data = getData(resolvedSections[0]);
+          const fileName = `${project}-${resolvedSections[0]}-${dateStr}.md`;
+          res.writeHead(200, {
+            'Content-Type': 'text/markdown; charset=utf-8',
+            'Content-Disposition': `attachment; filename="${fileName}"`,
+          });
+          res.end(toMarkdown(resolvedSections[0], data, project));
+        }
       } else {
         json(res, 400, { error: 'Invalid format. Allowed: json, csv, md, zip' });
       }