seo-intel 1.3.1 → 1.4.1

package/config/setup-wizard.js

@@ -265,7 +265,7 @@ async function run() {
   } else {
     warn('No Ollama available. Extraction will use degraded mode (regex only).');
     info('Install Ollama (https://ollama.com) and pull a model for better results.');
-    info('Recommended: ollama pull qwen3.5:9b');
+    info('Recommended: ollama pull gemma4:e4b');
   }
 
   // ── Analysis tier ──

package/extractor/qwen.js

@@ -1,7 +1,7 @@
 import fetch from 'node-fetch';
 
 const DEFAULT_OLLAMA_URL = 'http://localhost:11434';
-const DEFAULT_OLLAMA_MODEL = 'qwen3:4b';
+const DEFAULT_OLLAMA_MODEL = 'gemma4:e4b';
 const OLLAMA_CTX = parseInt(process.env.OLLAMA_CTX || '8192', 10);
 const OLLAMA_TIMEOUT_MS = parseInt(process.env.OLLAMA_TIMEOUT_MS || '60000', 10); // BUG-008: was 5000ms, too short for slow machines
 const OLLAMA_PREFLIGHT_TIMEOUT_MS = parseInt(process.env.OLLAMA_PREFLIGHT_TIMEOUT_MS || '2500', 10);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "seo-intel",
-  "version": "1.3.1",
+  "version": "1.4.1",
   "description": "Local Ahrefs-style SEO competitor intelligence. Crawl → SQLite → cloud analysis.",
   "type": "module",
   "license": "SEE LICENSE IN LICENSE",
@@ -22,6 +22,22 @@
   "bin": {
     "seo-intel": "cli.js"
   },
+  "exports": {
+    ".": "./cli.js",
+    "./froggo": "./froggo.js",
+    "./aeo": "./analyses/aeo/index.js",
+    "./aeo/scorer": "./analyses/aeo/scorer.js",
+    "./gap-intel": "./analyses/gap-intel/index.js",
+    "./blog-draft": "./analyses/blog-draft/index.js",
+    "./crawler": "./crawler/index.js",
+    "./db": "./db/db.js",
+    "./exports/technical": "./exports/technical.js",
+    "./exports/competitive": "./exports/competitive.js",
+    "./exports/suggestive": "./exports/suggestive.js",
+    "./exports/queries": "./exports/queries.js",
+    "./templates": "./analyses/templates/index.js",
+    "./dashboard": "./reports/generate-html.js"
+  },
   "engines": {
     "node": ">=22.5.0"
   },

package/server.js

@@ -596,7 +596,7 @@ async function handleRequest(req, res) {
     const ALLOWED = ['crawl', 'extract', 'analyze', 'export-actions', 'competitive-actions',
       'suggest-usecases', 'html', 'status', 'brief', 'keywords', 'report', 'guide',
       'schemas', 'headings-audit', 'orphans', 'entities', 'friction', 'shallow', 'decay', 'export', 'templates',
-      'aeo', 'blog-draft'];
+      'aeo', 'blog-draft', 'gap-intel'];
 
     if (!command || !ALLOWED.includes(command)) {
       json(res, 400, { error: `Invalid command. Allowed: ${ALLOWED.join(', ')}` });
@@ -613,6 +613,11 @@ async function handleRequest(req, res) {
     if (params.get('lang')) args.push('--lang', params.get('lang'));
     if (params.get('model')) args.push('--model', params.get('model'));
     if (params.has('save')) args.push('--save');
+    if (params.get('vs')) args.push('--vs', params.get('vs'));
+    if (params.get('type')) args.push('--type', params.get('type'));
+    if (params.get('limit')) args.push('--limit', params.get('limit'));
+    if (params.has('raw')) args.push('--raw');
+    if (params.get('out')) args.push('--out', params.get('out'));
 
     // Auto-save exports from dashboard to reports/
     const EXPORT_CMDS = ['export-actions', 'suggest-usecases', 'competitive-actions'];

package/setup/installers.js

@@ -148,7 +148,7 @@ export function* createEnvFile(rootDir = ROOT) {
       '',
       '# Local Ollama for extraction',
       'OLLAMA_URL=http://localhost:11434',
-      'OLLAMA_MODEL=qwen3.5:9b',
+      'OLLAMA_MODEL=gemma4:e4b',
       'OLLAMA_CTX=8192',
       '',
       '# Crawler settings',

package/setup/models.js

@@ -17,6 +17,56 @@
 //   Minimum viable: 4B parameters for reliable JSON output
 
 export const EXTRACTION_MODELS = [
+  // ── Gemma 4 (Google, MoE) — new recommended default ──
+  {
+    id: 'gemma4:e2b',
+    name: 'Gemma 4 E2B',
+    family: 'gemma4',
+    tier: 'budget',
+    vram: '~5 GB',
+    minVramMB: 4000,
+    speed: '~1.5s/page',
+    quality: 'good',
+    description: 'Google Gemma 4 edge model. MoE (5.1B total, 2.3B active) — fast inference with good JSON output. Great for laptops.',
+    recommended: false,
+  },
+  {
+    id: 'gemma4:e4b',
+    name: 'Gemma 4 E4B',
+    family: 'gemma4',
+    tier: 'balanced',
+    vram: '~7 GB',
+    minVramMB: 5500,
+    speed: '~2s/page',
+    quality: 'great',
+    description: 'Default recommendation. MoE (8B total, 4.5B active) — excellent extraction quality at edge-model speed. Best quality/speed ratio.',
+    recommended: true,
+  },
+  {
+    id: 'gemma4:26b',
+    name: 'Gemma 4 26B',
+    family: 'gemma4',
+    tier: 'quality',
+    vram: '~13 GB',
+    minVramMB: 11000,
+    speed: '~4s/page',
+    quality: 'excellent',
+    description: 'MoE (25.2B total, 3.8B active) — frontier quality at efficient compute. Needs RTX 3090+ or M-series with 16GB+.',
+    recommended: false,
+  },
+  {
+    id: 'gemma4:31b',
+    name: 'Gemma 4 31B (Dense)',
+    family: 'gemma4',
+    tier: 'power',
+    vram: '~20 GB',
+    minVramMB: 16000,
+    speed: '~7s/page',
+    quality: 'excellent',
+    description: 'Dense 30.7B model — maximum extraction quality. Needs RTX 3090/4090 or M2 Pro+ with 24GB+.',
+    recommended: false,
+  },
+  // ── Qwen 3.5 (Alibaba) ──
   {
     id: 'qwen3.5:4b',
     name: 'Qwen 3.5 4B',
@@ -26,7 +76,7 @@ export const EXTRACTION_MODELS = [
     minVramMB: 2500,
     speed: '~2s/page',
     quality: 'good',
-    description: 'Minimum recommended. Reliable JSON extraction, decent keyword detection. Great for laptops and older GPUs.',
+    description: 'Reliable JSON extraction, decent keyword detection. Great for laptops and older GPUs.',
     recommended: false,
   },
   {
@@ -38,8 +88,8 @@ export const EXTRACTION_MODELS = [
     minVramMB: 4500,
     speed: '~3s/page',
     quality: 'better',
-    description: 'Default recommendation. Better entity detection and intent classification. Works on most modern GPUs.',
-    recommended: true,
+    description: 'Good entity detection and intent classification. Works on most modern GPUs.',
+    recommended: false,
   },
   {
     id: 'qwen3.5:27b',
@@ -62,10 +112,10 @@ export const EXTRACTION_MODELS = [
     minVramMB: 18000,
     speed: '~8s/page',
     quality: 'excellent',
-    description: 'Near-cloud quality extraction. Needs RTX 3090/4090 or M2 Ultra. Overkill for most users.',
+    description: 'Near-cloud quality extraction. Needs RTX 3090/4090 or M2 Ultra.',
     recommended: false,
   },
-  // Alternative providers
+  // ── Alternative providers ──
   {
     id: 'nemotron-nano:4b',
     name: 'Nemotron 3 Nano 4B',
@@ -78,7 +128,7 @@ export const EXTRACTION_MODELS = [
     description: 'NVIDIA agentic model. Efficient extraction with tool-use training. Good alternative to Qwen 3.5 4B.',
     recommended: false,
   },
-  // Legacy / fallback models (already installed by many users)
+  // ── Legacy / fallback models (already installed by many users) ──
   {
     id: 'qwen3:4b',
     name: 'Qwen 3 4B (legacy)',
@@ -88,7 +138,7 @@ export const EXTRACTION_MODELS = [
     minVramMB: 2500,
     speed: '~2s/page',
     quality: 'good',
-    description: 'Previous generation. Works well but Qwen 3.5 is better if you can upgrade.',
+    description: 'Previous generation. Gemma 4 or Qwen 3.5 recommended for new installs.',
     recommended: false,
     legacy: true,
   },
@@ -101,7 +151,7 @@ export const EXTRACTION_MODELS = [
     minVramMB: 4500,
     speed: '~3s/page',
     quality: 'better',
-    description: 'Previous generation. Solid extraction. Qwen 3.5 recommended for new installs.',
+    description: 'Previous generation. Gemma 4 or Qwen 3.5 recommended for new installs.',
     recommended: false,
     legacy: true,
   },
@@ -117,6 +167,32 @@ export const EXTRACTION_MODELS = [
 //   Cloud models (Claude, GPT-5.4, Gemini) available via OpenClaw agent setup
 
 export const ANALYSIS_MODELS = [
+  {
+    id: 'gemma4:26b',
+    name: 'Gemma 4 26B (MoE)',
+    family: 'gemma4',
+    type: 'local',
+    vram: '~13 GB',
+    minVramMB: 11000,
+    context: '128K tokens',
+    costNote: 'Free (your GPU)',
+    quality: 'great',
+    recommended: true,
+    description: 'Google Gemma 4 MoE — 25.2B total, 3.8B active. Fast analysis with frontier quality. Best local value.',
+  },
+  {
+    id: 'gemma4:31b',
+    name: 'Gemma 4 31B (Dense)',
+    family: 'gemma4',
+    type: 'local',
+    vram: '~20 GB',
+    minVramMB: 16000,
+    context: '128K tokens',
+    costNote: 'Free (your GPU)',
+    quality: 'excellent',
+    recommended: false,
+    description: 'Google Gemma 4 dense model — maximum quality for local analysis. Needs RTX 3090+ or M2 Pro+ with 24GB.',
+  },
   {
     id: 'qwen3:14b',
     name: 'Qwen 3 14B',
@@ -140,8 +216,8 @@ export const ANALYSIS_MODELS = [
     context: '32K tokens',
     costNote: 'Free (your GPU)',
     quality: 'good',
-    recommended: true,
-    description: 'Sweet spot for local analysis. Strong reasoning with 27.8B params. Needs RTX 3090/4080+ or M-series with 24GB+.',
+    recommended: false,
+    description: 'Strong reasoning with 27.8B params. Needs RTX 3090/4080+ or M-series with 24GB+.',
   },
   {
     id: 'qwen3.5:35b',
@@ -228,12 +304,13 @@ export const ANALYSIS_MODELS = [
 // ── VRAM-Based Recommendations ──────────────────────────────────────────────
 
 const VRAM_TIERS = [
-  { maxMB: 2500,  extraction: null,          note: 'Not enough VRAM for local extraction. Use cloud or CPU mode (slow).' },
-  { maxMB: 4500,  extraction: 'qwen3.5:4b',  note: 'Budget tier — Qwen 3.5 4B fits your GPU.' },
-  { maxMB: 8000,  extraction: 'qwen3.5:9b',  note: 'Balanced tier — Qwen 3.5 9B recommended for best quality/speed.' },
-  { maxMB: 18000, extraction: 'qwen3.5:27b', note: 'Quality tier — Qwen 3.5 27B for nuanced extraction.' },
-  { maxMB: 48000, extraction: 'qwen3.5:35b', note: 'Power tier — Qwen 3.5 35B for near-cloud quality.' },
-  { maxMB: Infinity, extraction: 'qwen3.5:35b', note: 'Power tier — Qwen 3.5 35B recommended. Your GPU can handle anything.' },
+  { maxMB: 2500,  extraction: null,           note: 'Not enough VRAM for local extraction. Use cloud or CPU mode (slow).' },
+  { maxMB: 4500,  extraction: 'qwen3.5:4b',   note: 'Budget tier — Qwen 3.5 4B fits your GPU.' },
+  { maxMB: 6000,  extraction: 'gemma4:e2b',   note: 'Edge tier — Gemma 4 E2B (MoE, fast).' },
+  { maxMB: 12000, extraction: 'gemma4:e4b',   note: 'Balanced tier — Gemma 4 E4B recommended. MoE gives best quality/speed.' },
+  { maxMB: 18000, extraction: 'gemma4:26b',   note: 'Quality tier — Gemma 4 26B MoE for frontier extraction.' },
+  { maxMB: 48000, extraction: 'gemma4:31b',   note: 'Power tier — Gemma 4 31B Dense for maximum quality.' },
+  { maxMB: Infinity, extraction: 'gemma4:31b', note: 'Power tier — Gemma 4 31B Dense recommended. Your GPU can handle anything.' },
 ];
 
 /**
@@ -250,8 +327,9 @@ export function recommendExtractionModel(availableModels = [], vramMB = 0) {
 
   // Preferred model order (newest → legacy)
   const preferenceOrder = [
+    'gemma4:e4b', 'gemma4:26b', 'gemma4:e2b', 'gemma4:31b',
     'qwen3.5:9b', 'qwen3.5:27b', 'qwen3.5:4b', 'qwen3.5:35b',
-    'qwen3:8b', 'qwen3:4b', 'qwen3.5:0.6b',
+    'qwen3:8b', 'qwen3:4b',
   ];
 
   // Filter to models that fit VRAM
@@ -310,7 +388,7 @@ export function recommendExtractionModel(availableModels = [], vramMB = 0) {
  */
 export function recommendAnalysisModel(availableModels = [], vramMB = 0) {
   const preferenceOrder = [
-    'qwen3.5:27b', 'qwen3.5:35b', 'qwen3:14b', 'nemotron-3-super:120b',
+    'gemma4:26b', 'gemma4:31b', 'qwen3.5:27b', 'qwen3.5:35b', 'qwen3:14b', 'nemotron-3-super:120b',
   ];
 
   // Filter to models that fit VRAM
@@ -332,8 +410,9 @@ export function recommendAnalysisModel(availableModels = [], vramMB = 0) {
   // 2. VRAM-based recommendation
   let recId = 'qwen3:14b'; // default minimum
   if (vramMB >= 48000) recId = 'nemotron-3-super:120b';
-  else if (vramMB >= 18000) recId = 'qwen3.5:35b';
-  else if (vramMB >= 15000) recId = 'qwen3.5:27b';
+  else if (vramMB >= 16000) recId = 'gemma4:31b';
+  else if (vramMB >= 11000) recId = 'gemma4:26b';
+  else if (vramMB >= 8000) recId = 'qwen3:14b';
 
   const recModel = ANALYSIS_MODELS.find(m => m.id === recId);
   if (recModel) {

package/setup/openclaw-bridge.js

@@ -188,7 +188,7 @@ AVAILABLE COMMANDS (run these from ${ROOT}):
 TO INSTALL THINGS:
 - npm install (in ${ROOT}) → install Node dependencies
 - npx playwright install chromium → install browser
-- ollama pull qwen3.5:9b → install extraction model
+- ollama pull gemma4:e4b → install extraction model
 
 TO CONFIGURE:
 - Edit ${ROOT}/.env for API keys and settings
@@ -201,9 +201,10 @@ ANALYSIS MODELS (user needs at least one API key):
 - DeepSeek: Budget option (~$0.02-0.08) → DEEPSEEK_API_KEY
 
 EXTRACTION MODELS (local, free):
-- qwen3.5:9b (recommended, needs 6GB+ VRAM)
-- qwen3.5:4b (budget, needs 3GB+ VRAM)
-- qwen3.5:27b (quality, needs 16GB+ VRAM)`;
+- gemma4:e4b (recommended, MoE, needs 6GB+ VRAM)
+- gemma4:e2b (budget, MoE, needs 4GB+ VRAM)
+- gemma4:26b (quality, MoE, needs 12GB+ VRAM)
+- qwen3.5:9b (alternative, needs 5GB+ VRAM)`;
 
 // ── Agent-Driven Setup Flow ────────────────────────────────────────────────
 

package/setup/validator.js

@@ -21,7 +21,7 @@ const ROOT = join(__dirname, '..');
  * Test Ollama host + model by sending a tiny prompt.
  *
  * @param {string} host - e.g. 'http://localhost:11434'
- * @param {string} model - e.g. 'qwen3.5:9b'
+ * @param {string} model - e.g. 'gemma4:e4b'
  * @returns {{ success: boolean, latencyMs: number, response?: string, error?: string }}
  */
 export async function testOllamaConnectivity(host, model) {

package/setup/wizard.html

@@ -1359,7 +1359,7 @@ Start by checking what's already installed.</div>
 Tasks:
 1. Verify Node.js 22.5+ (install via nvm if needed)
 2. Install Ollama (https://ollama.com) if not present
-3. Pull qwen3.5:9b or smaller if VRAM < 6GB
+3. Pull gemma4:e4b or smaller if VRAM < 6GB
 4. Create ./config/myproject.json — ask me for my target domain and up to 3 competitor domains
 5. Add GEMINI_API_KEY or ANTHROPIC_API_KEY to .env if I have one
 6. Run: seo-intel crawl myproject
@@ -1380,7 +1380,7 @@ It's installed via: npm install -g seo-intel
 Please help me:
 1. Check that Node.js 22.5+ is installed on my machine
 2. Install Ollama (ollama.com) if it's not there
-3. Download a Qwen AI model that fits my machine's RAM
+3. Download a Gemma 4 AI model that fits my machine's RAM
 4. Create a project config file pointing at my website and competitors
 5. Run the first crawl and show me the results
 
@@ -1403,15 +1403,15 @@ Ask me for my website URL before starting.</div>
           <button class="btn btn-sm agent-runtime-tab-min" data-runtime="openclaw" onclick="selectAgentRuntimeMin('openclaw', this)" style="font-size:0.62rem;"><i class="fa-solid fa-wand-magic-sparkles" style="margin-right:3px;"></i>OpenClaw</button>
         </div>
         <div id="minRuntime-claudecode" class="min-runtime-panel" style="position:relative; padding:7px 9px; background:rgba(10,10,10,0.5); border:1px solid var(--border-subtle); border-radius:var(--radius); font-family:var(--font-mono); font-size:0.6rem; color:var(--text-secondary); line-height:1.5;">
-          <div>Set up seo-intel: check Node 22.5+, install Ollama, pull qwen3.5:9b, create config, run crawl.</div>
+          <div>Set up seo-intel: check Node 22.5+, install Ollama, pull gemma4:e4b, create config, run crawl.</div>
           <button class="btn btn-sm" style="position:absolute; top:4px; right:4px; padding:2px 5px; font-size:0.48rem;" onclick="navigator.clipboard.writeText(this.previousElementSibling.textContent.trim());this.textContent='Copied!';setTimeout(()=>this.textContent='Copy',1500);">Copy</button>
         </div>
         <div id="minRuntime-codex" class="min-runtime-panel" style="display:none; position:relative; padding:7px 9px; background:rgba(10,10,10,0.5); border:1px solid var(--border-subtle); border-radius:var(--radius); font-family:var(--font-mono); font-size:0.6rem; color:var(--text-secondary); line-height:1.5;">
-          <div>Install seo-intel deps (Node 22.5+, Ollama, qwen3.5:9b), create project config, run: seo-intel crawl myproject. Use full disk access.</div>
+          <div>Install seo-intel deps (Node 22.5+, Ollama, gemma4:e4b), create project config, run: seo-intel crawl myproject. Use full disk access.</div>
           <button class="btn btn-sm" style="position:absolute; top:4px; right:4px; padding:2px 5px; font-size:0.48rem;" onclick="navigator.clipboard.writeText(this.previousElementSibling.textContent.trim());this.textContent='Copied!';setTimeout(()=>this.textContent='Copy',1500);">Copy</button>
         </div>
         <div id="minRuntime-perplexity" class="min-runtime-panel" style="display:none; position:relative; padding:7px 9px; background:rgba(10,10,10,0.5); border:1px solid var(--border-subtle); border-radius:var(--radius); font-family:var(--font-mono); font-size:0.6rem; color:var(--text-secondary); line-height:1.5;">
-          <div>Help me set up SEO Intel local SEO tool: install Node.js 22.5+, Ollama, download a Qwen model, create config for my website. Ask for my URL.</div>
+          <div>Help me set up SEO Intel local SEO tool: install Node.js 22.5+, Ollama, download Gemma 4 model, create config for my website. Ask for my URL.</div>
           <button class="btn btn-sm" style="position:absolute; top:4px; right:4px; padding:2px 5px; font-size:0.48rem;" onclick="navigator.clipboard.writeText(this.previousElementSibling.textContent.trim());this.textContent='Copied!';setTimeout(()=>this.textContent='Copy',1500);">Copy</button>
         </div>
         <div id="minRuntime-openclaw" class="min-runtime-panel" style="display:none; position:relative; padding:7px 9px; background:rgba(10,10,10,0.5); border:1px solid var(--border-subtle); border-radius:var(--radius); font-family:var(--font-mono); font-size:0.6rem; color:var(--text-secondary); line-height:1.5;">