@lynxflow/seo-engine 1.8.3 → 1.8.4

package/dist/index.js

@@ -7842,6 +7842,145 @@ class PowerWordsPsychologyEngine {
     return enriched;
   }
 }
+// packages/lynx-seo-engine/src/features-knowledge-harvester.ts
+class FeaturesKnowledgeHarvester2 {
+  static knowledgeStore = new Map;
+  static extractFromHtml(url, html, slug) {
+    const pageSlug = slug || url.split("/").filter(Boolean).pop() || "feature";
+    const titleMatch = html.match(/<h1[^>]*>([\s\S]*?)<\/h1>/i) || html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
+    const title = titleMatch ? titleMatch[1].replace(/<[^>]+>/g, "").trim() : "Module " + pageSlug;
+    const paragraphMatches = html.matchAll(/<p[^>]*>([\s\S]*?)<\/p>/gi);
+    const paragraphs = [];
+    for (const match of paragraphMatches) {
+      const clean = match[1].replace(/<[^>]+>/g, "").replace(/\s+/g, " ").trim();
+      if (clean.length > 40 && !clean.includes("Cookie") && !clean.includes("Copyright")) {
+        paragraphs.push(clean);
+        if (paragraphs.length >= 15)
+          break;
+      }
+    }
+    const liMatches = html.matchAll(/<li[^>]*>([\s\S]*?)<\/li>/gi);
+    const keyBenefits = [];
+    for (const match of liMatches) {
+      const clean = match[1].replace(/<[^>]+>/g, "").replace(/\s+/g, " ").trim();
+      if (clean.length > 20 && clean.length < 200) {
+        keyBenefits.push(clean);
+        if (keyBenefits.length >= 8)
+          break;
+      }
+    }
+    const faqs = [];
+    const faqMatches = html.matchAll(/<summary[^>]*>([\s\S]*?)<\/summary>[\s\S]*?<p[^>]*>([\s\S]*?)<\/p>/gi);
+    for (const match of faqMatches) {
+      const question = match[1].replace(/<[^>]+>/g, "").trim();
+      const answer = match[2].replace(/<[^>]+>/g, "").trim();
+      if (question && answer) {
+        faqs.push({ question, answer });
+      }
+    }
+    const workflowSteps = [
+      { step: 1, title: "Configuration Automatique", description: `Activation du module ${title} en 1 clic.` },
+      { step: 2, title: "Résolution en Mémoire Vive", description: "Traitement ultra-rapide sans latence SQL." },
+      { step: 3, title: "Déploiement Continu", description: "Mise à jour en temps réel sur l'ensemble de vos pages." }
+    ];
+    const executiveSummary = paragraphs.slice(0, 2).join(" ") || `Module de haute performance ${title} optimisé pour Google et le Search IA.`;
+    const knowledge = {
+      slug: pageSlug,
+      url,
+      title,
+      category: "Feature Suite",
+      executiveSummary,
+      paragraphs,
+      keyBenefits,
+      workflowSteps,
+      faqs,
+      rawTextLength: paragraphs.join(" ").length
+    };
+    this.knowledgeStore.set(pageSlug, knowledge);
+    return knowledge;
+  }
+  static async ingestPagesFromSitemap(sitemapUrl) {
+    try {
+      const res = await fetch(sitemapUrl);
+      if (!res.ok)
+        return 0;
+      const xml = await res.text();
+      const urls = [...xml.matchAll(/<loc>([\s\S]*?)<\/loc>/gi)].map((m) => m[1].trim());
+      let count = 0;
+      for (const u of urls.slice(0, 50)) {
+        try {
+          const pageRes = await fetch(u);
+          if (pageRes.ok) {
+            const html = await pageRes.text();
+            this.extractFromHtml(u, html);
+            count++;
+          }
+        } catch {}
+      }
+      return count;
+    } catch {
+      return 0;
+    }
+  }
+  static getKnowledge(slug) {
+    return this.knowledgeStore.get(slug);
+  }
+  static getAllKnowledge() {
+    return Array.from(this.knowledgeStore.values());
+  }
+  static buildEnrichedPage(slug, locationOrSector) {
+    const k = this.getKnowledge(slug);
+    if (!k) {
+      return `# Solution ${slug} à ${locationOrSector}
+
+Explications complètes et déploiement immédiat.`;
+    }
+    return `
+# ${k.title} à ${locationOrSector} (Guide Complet & Déploiement 2026)
+
+> **Résumé Exécutif :** ${k.executiveSummary}
+
+---
+
+## \uD83D\uDCD6 Analyse Approfondie & Fonctionnement
+
+${k.paragraphs.slice(0, 6).join(`
+
+`)}
+
+---
+
+## \uD83D\uDC8E Fonctionnalités Clés & Avantages Concrets :
+
+${k.keyBenefits.map((b) => `* **${b}**`).join(`
+`)}
+
+---
+
+## \uD83D\uDEE0️ Guide de Mise en Œuvre en 3 Étapes :
+
+${k.workflowSteps.map((s) => `${s.step}. **${s.title}** : ${s.description}`).join(`
+`)}
+
+---
+
+${k.paragraphs.slice(6, 12).join(`
+
+`)}
+
+---
+
+## ❓ Questions Fréquentes & Réponses Officielles :
+
+${k.faqs.length > 0 ? k.faqs.map((f) => `### ${f.question}
+${f.answer}`).join(`
+
+`) : `### Comment activer ${k.title} à ${locationOrSector} ?
+L'activation est instantanée en 1 clic sans compétences techniques.`}
+`.trim();
+  }
+}
+
 // packages/lynx-seo-engine/src/index.ts
 function createLynxSeoEngine(config) {
   return new LynxSeoEngine(config);
@@ -7882,9 +8021,9 @@ var LynxSeo = {
   adIntelligence: AdIntelligenceCroEngine,
   rankMathScore: RankMathParityEngine,
   yoastReadability: YoastParityEngine,
-  socialGrowth: SocialGrowthSuite,
   rbac: TeamRbacEngine,
-  realReviews: RealReviewsSyncEngine
+  realReviews: RealReviewsSyncEngine,
+  knowledgeHarvester: FeaturesKnowledgeHarvester
 };
 var src_default = LynxSeo;
 export {
@@ -7946,6 +8085,7 @@ export {
   GoogleBusinessProfileEngine,
   GeoMeshLinkingEngine,
   FreePublicToolsEngine,
+  FeaturesKnowledgeHarvester2 as FeaturesKnowledgeHarvester,
   ExtendedSchemaGraphBuilder,
   EmbeddableSeoWidgetGenerator,
   DeepCrawlerAuditor,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lynxflow/seo-engine",
-  "version": "1.8.3",
+  "version": "1.8.4",
   "description": "High-Performance Multilingual Programmatic SEO & AI Search Engine SDK",
   "main": "dist/index.js",
   "module": "dist/index.mjs",

package/src/features-knowledge-harvester.ts

@@ -0,0 +1,190 @@
+/**
+ * 📚 Features & Documentation Knowledge Harvester (Automated Content Extractor)
+ * 
+ * Automatically crawls and ingests public documentation, feature pages, and WordPress sitemaps.
+ * Extracts structured knowledge chunks:
+ * - Module Name, Category & H1 Title
+ * - Executive Summaries & Key Paragraphs (up to 15 in-depth paragraphs)
+ * - Workflows & Step-by-Step Guides
+ * - Key Capabilities & Benefit Bullet Points
+ * - Structured FAQs & Objection Handling
+ * 
+ * Provides instant in-memory retrieval for programmatic page generation with zero manual writing.
+ */
+
+export interface ExtractedFeatureKnowledge {
+  slug: string;
+  url: string;
+  title: string;
+  headline?: string;
+  category: string;
+  executiveSummary: string;
+  paragraphs: string[]; // Up to 15 clean thematic paragraphs
+  keyBenefits: string[];
+  workflowSteps: { step: number; title: string; description: string }[];
+  faqs: { question: string; answer: string }[];
+  rawTextLength: number;
+}
+
+export class FeaturesKnowledgeHarvester {
+  private static knowledgeStore: Map<string, ExtractedFeatureKnowledge> = new Map();
+
+  /**
+   * Extract knowledge from raw HTML or Markdown content of a public page
+   */
+  static extractFromHtml(url: string, html: string, slug?: string): ExtractedFeatureKnowledge {
+    const pageSlug = slug || url.split("/").filter(Boolean).pop() || "feature";
+
+    // Extract Title (H1 or <title>)
+    const titleMatch = html.match(/<h1[^>]*>([\s\S]*?)<\/h1>/i) || html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
+    const title = titleMatch ? titleMatch[1].replace(/<[^>]+>/g, "").trim() : "Module " + pageSlug;
+
+    // Extract Paragraphs (<p>)
+    const paragraphMatches = html.matchAll(/<p[^>]*>([\s\S]*?)<\/p>/gi);
+    const paragraphs: string[] = [];
+    for (const match of paragraphMatches) {
+      const clean = match[1].replace(/<[^>]+>/g, "").replace(/\s+/g, " ").trim();
+      if (clean.length > 40 && !clean.includes("Cookie") && !clean.includes("Copyright")) {
+        paragraphs.push(clean);
+        if (paragraphs.length >= 15) break; // Keep the top 15 rich paragraphs
+      }
+    }
+
+    // Extract List Items (<li>) as Key Benefits
+    const liMatches = html.matchAll(/<li[^>]*>([\s\S]*?)<\/li>/gi);
+    const keyBenefits: string[] = [];
+    for (const match of liMatches) {
+      const clean = match[1].replace(/<[^>]+>/g, "").replace(/\s+/g, " ").trim();
+      if (clean.length > 20 && clean.length < 200) {
+        keyBenefits.push(clean);
+        if (keyBenefits.length >= 8) break;
+      }
+    }
+
+    // Extract FAQs (H3/H4 questions with following text or <details>/<summary>)
+    const faqs: { question: string; answer: string }[] = [];
+    const faqMatches = html.matchAll(/<summary[^>]*>([\s\S]*?)<\/summary>[\s\S]*?<p[^>]*>([\s\S]*?)<\/p>/gi);
+    for (const match of faqMatches) {
+      const question = match[1].replace(/<[^>]+>/g, "").trim();
+      const answer = match[2].replace(/<[^>]+>/g, "").trim();
+      if (question && answer) {
+        faqs.push({ question, answer });
+      }
+    }
+
+    // Default workflow steps if not parsed
+    const workflowSteps = [
+      { step: 1, title: "Configuration Automatique", description: `Activation du module ${title} en 1 clic.` },
+      { step: 2, title: "Résolution en Mémoire Vive", description: "Traitement ultra-rapide sans latence SQL." },
+      { step: 3, title: "Déploiement Continu", description: "Mise à jour en temps réel sur l'ensemble de vos pages." },
+    ];
+
+    const executiveSummary = paragraphs.slice(0, 2).join(" ") || `Module de haute performance ${title} optimisé pour Google et le Search IA.`;
+
+    const knowledge: ExtractedFeatureKnowledge = {
+      slug: pageSlug,
+      url,
+      title,
+      category: "Feature Suite",
+      executiveSummary,
+      paragraphs,
+      keyBenefits,
+      workflowSteps,
+      faqs,
+      rawTextLength: paragraphs.join(" ").length,
+    };
+
+    this.knowledgeStore.set(pageSlug, knowledge);
+    return knowledge;
+  }
+
+  /**
+   * Batch ingest multiple pages from a sitemap or list of URLs
+   */
+  static async ingestPagesFromSitemap(sitemapUrl: string): Promise<number> {
+    try {
+      const res = await fetch(sitemapUrl);
+      if (!res.ok) return 0;
+      const xml = await res.text();
+      const urls = [...xml.matchAll(/<loc>([\s\S]*?)<\/loc>/gi)].map((m) => m[1].trim());
+
+      let count = 0;
+      for (const u of urls.slice(0, 50)) {
+        try {
+          const pageRes = await fetch(u);
+          if (pageRes.ok) {
+            const html = await pageRes.text();
+            this.extractFromHtml(u, html);
+            count++;
+          }
+        } catch {
+          // ignore network timeout
+        }
+      }
+      return count;
+    } catch {
+      return 0;
+    }
+  }
+
+  /**
+   * Retrieve extracted knowledge for any module by slug
+   */
+  static getKnowledge(slug: string): ExtractedFeatureKnowledge | undefined {
+    return this.knowledgeStore.get(slug);
+  }
+
+  /**
+   * Get all registered module knowledge chunks
+   */
+  static getAllKnowledge(): ExtractedFeatureKnowledge[] {
+    return Array.from(this.knowledgeStore.values());
+  }
+
+  /**
+   * Generate an ultra-complete, 1000-word programmatic page using harvested knowledge
+   */
+  static buildEnrichedPage(slug: string, locationOrSector: string): string {
+    const k = this.getKnowledge(slug);
+    if (!k) {
+      return `# Solution ${slug} à ${locationOrSector}\n\nExplications complètes et déploiement immédiat.`;
+    }
+
+    return `
+# ${k.title} à ${locationOrSector} (Guide Complet & Déploiement 2026)
+
+> **Résumé Exécutif :** ${k.executiveSummary}
+
+---
+
+## 📖 Analyse Approfondie & Fonctionnement
+
+${k.paragraphs.slice(0, 6).join("\n\n")}
+
+---
+
+## 💎 Fonctionnalités Clés & Avantages Concrets :
+
+${k.keyBenefits.map((b) => `* **${b}**`).join("\n")}
+
+---
+
+## 🛠️ Guide de Mise en Œuvre en 3 Étapes :
+
+${k.workflowSteps.map((s) => `${s.step}. **${s.title}** : ${s.description}`).join("\n")}
+
+---
+
+${k.paragraphs.slice(6, 12).join("\n\n")}
+
+---
+
+## ❓ Questions Fréquentes & Réponses Officielles :
+
+${k.faqs.length > 0
+  ? k.faqs.map((f) => `### ${f.question}\n${f.answer}`).join("\n\n")
+  : `### Comment activer ${k.title} à ${locationOrSector} ?\nL'activation est instantanée en 1 clic sans compétences techniques.`
+}
+`.trim();
+  }
+}

package/src/index.ts

@@ -145,9 +145,10 @@ export const LynxSeo = {
   adIntelligence: AdIntelligenceCroEngine,
   rankMathScore: RankMathParityEngine,
   yoastReadability: YoastParityEngine,
-  socialGrowth: SocialGrowthSuite,
   rbac: TeamRbacEngine,
   realReviews: RealReviewsSyncEngine,
+  knowledgeHarvester: FeaturesKnowledgeHarvester,
 };
 
+export { FeaturesKnowledgeHarvester, type ExtractedFeatureKnowledge } from "./features-knowledge-harvester";
 export default LynxSeo;