@lynxflow/seo-engine 1.8.3 → 1.8.5

package/dist/index.js

@@ -7842,6 +7842,201 @@ class PowerWordsPsychologyEngine {
     return enriched;
   }
 }
+// packages/lynx-seo-engine/src/features-knowledge-harvester.ts
+class FeaturesKnowledgeHarvester2 {
+  static knowledgeStore = new Map;
+  static extractFromHtml(url, html, slug) {
+    const pageSlug = slug || url.split("/").filter(Boolean).pop() || "feature";
+    const titleMatch = html.match(/<h1[^>]*>([\s\S]*?)<\/h1>/i) || html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
+    const title = titleMatch ? titleMatch[1].replace(/<[^>]+>/g, "").trim() : "Module " + pageSlug;
+    const paragraphMatches = html.matchAll(/<p[^>]*>([\s\S]*?)<\/p>/gi);
+    const paragraphs = [];
+    for (const match of paragraphMatches) {
+      const clean = match[1].replace(/<[^>]+>/g, "").replace(/\s+/g, " ").trim();
+      if (clean.length > 40 && !clean.includes("Cookie") && !clean.includes("Copyright")) {
+        paragraphs.push(clean);
+        if (paragraphs.length >= 15)
+          break;
+      }
+    }
+    const liMatches = html.matchAll(/<li[^>]*>([\s\S]*?)<\/li>/gi);
+    const keyBenefits = [];
+    for (const match of liMatches) {
+      const clean = match[1].replace(/<[^>]+>/g, "").replace(/\s+/g, " ").trim();
+      if (clean.length > 20 && clean.length < 200) {
+        keyBenefits.push(clean);
+        if (keyBenefits.length >= 8)
+          break;
+      }
+    }
+    const faqs = [];
+    const faqMatches = html.matchAll(/<summary[^>]*>([\s\S]*?)<\/summary>[\s\S]*?<p[^>]*>([\s\S]*?)<\/p>/gi);
+    for (const match of faqMatches) {
+      const question = match[1].replace(/<[^>]+>/g, "").trim();
+      const answer = match[2].replace(/<[^>]+>/g, "").trim();
+      if (question && answer) {
+        faqs.push({ question, answer });
+      }
+    }
+    const workflowSteps = [
+      { step: 1, title: "Configuration Automatique", description: `Activation du module ${title} en 1 clic.` },
+      { step: 2, title: "Résolution en Mémoire Vive", description: "Traitement ultra-rapide sans latence SQL." },
+      { step: 3, title: "Déploiement Continu", description: "Mise à jour en temps réel sur l'ensemble de vos pages." }
+    ];
+    const executiveSummary = paragraphs.slice(0, 2).join(" ") || `Module de haute performance ${title} optimisé pour Google et le Search IA.`;
+    const knowledge = {
+      slug: pageSlug,
+      url,
+      title,
+      category: "Feature Suite",
+      executiveSummary,
+      paragraphs,
+      keyBenefits,
+      workflowSteps,
+      faqs,
+      rawTextLength: paragraphs.join(" ").length
+    };
+    this.knowledgeStore.set(pageSlug, knowledge);
+    return knowledge;
+  }
+  static async ingestPagesFromSitemap(sitemapUrl) {
+    try {
+      const res = await fetch(sitemapUrl);
+      if (!res.ok)
+        return 0;
+      const xml = await res.text();
+      const urls = [...xml.matchAll(/<loc>([\s\S]*?)<\/loc>/gi)].map((m) => m[1].trim());
+      let count = 0;
+      for (const u of urls.slice(0, 50)) {
+        try {
+          const pageRes = await fetch(u);
+          if (pageRes.ok) {
+            const html = await pageRes.text();
+            this.extractFromHtml(u, html);
+            count++;
+          }
+        } catch {}
+      }
+      return count;
+    } catch {
+      return 0;
+    }
+  }
+  static getKnowledge(slug) {
+    return this.knowledgeStore.get(slug);
+  }
+  static getAllKnowledge() {
+    return Array.from(this.knowledgeStore.values());
+  }
+  static buildEnrichedPage(slug, locationOrSector) {
+    const k = this.getKnowledge(slug);
+    if (!k) {
+      return `# Solution ${slug} à ${locationOrSector}
+
+Explications complètes et déploiement immédiat.`;
+    }
+    return `
+# ${k.title} à ${locationOrSector} (Guide Complet & Déploiement 2026)
+
+> **Résumé Exécutif :** ${k.executiveSummary}
+
+---
+
+## \uD83D\uDCD6 Analyse Approfondie & Fonctionnement
+
+${k.paragraphs.slice(0, 6).join(`
+
+`)}
+
+---
+
+## \uD83D\uDC8E Fonctionnalités Clés & Avantages Concrets :
+
+${k.keyBenefits.map((b) => `* **${b}**`).join(`
+`)}
+
+---
+
+## \uD83D\uDEE0️ Guide de Mise en Œuvre en 3 Étapes :
+
+${k.workflowSteps.map((s) => `${s.step}. **${s.title}** : ${s.description}`).join(`
+`)}
+
+---
+
+${k.paragraphs.slice(6, 12).join(`
+
+`)}
+
+---
+
+## ❓ Questions Fréquentes & Réponses Officielles :
+
+${k.faqs.length > 0 ? k.faqs.map((f) => `### ${f.question}
+${f.answer}`).join(`
+
+`) : `### Comment activer ${k.title} à ${locationOrSector} ?
+L'activation est instantanée en 1 clic sans compétences techniques.`}
+`.trim();
+  }
+}
+// packages/lynx-seo-engine/src/public-manifest-engine.ts
+class PublicRoutesManifestEngine2 {
+  static registeredRoutes = new Map;
+  static registerManifest(config) {
+    let count = 0;
+    if (config.routes && Array.isArray(config.routes)) {
+      for (const r of config.routes) {
+        this.registeredRoutes.set(r.path, r);
+        count++;
+      }
+    }
+    if (config.navMenuItems && Array.isArray(config.navMenuItems)) {
+      for (const nav of config.navMenuItems) {
+        if (!this.registeredRoutes.has(nav.url)) {
+          this.registeredRoutes.set(nav.url, {
+            path: nav.url,
+            title: nav.label,
+            category: nav.category || "Main Navigation",
+            description: `Page officielle ${nav.label} disponible sur le site.`,
+            paragraphs: [`Découvrez la solution ${nav.label} pour optimiser vos processus et vos résultats.`],
+            keyFeatures: [`Accès direct à ${nav.label}`, "Intégration transparente"]
+          });
+          count++;
+        }
+      }
+    }
+    if (config.contentCollections && Array.isArray(config.contentCollections)) {
+      for (const doc of config.contentCollections) {
+        const paragraphs = doc.content.split(`
+
+`).map((p) => p.replace(/[#*`]/g, "").trim()).filter((p) => p.length > 30).slice(0, 15);
+        this.registeredRoutes.set(doc.slug, {
+          path: doc.slug.startsWith("/") ? doc.slug : `/${doc.slug}`,
+          title: doc.title,
+          category: "Documentation & Features",
+          paragraphs,
+          description: paragraphs[0] || doc.title
+        });
+        count++;
+      }
+    }
+    return count;
+  }
+  static registerWordPressMenu(menuItems) {
+    return this.registerManifest({
+      framework: "wordpress",
+      navMenuItems: menuItems.map((m) => ({ label: m.title, url: m.url }))
+    });
+  }
+  static getSeedRoutes() {
+    return Array.from(this.registeredRoutes.values());
+  }
+  static getRoute(pathOrSlug) {
+    return this.registeredRoutes.get(pathOrSlug);
+  }
+}
+
 // packages/lynx-seo-engine/src/index.ts
 function createLynxSeoEngine(config) {
   return new LynxSeoEngine(config);
@@ -7882,9 +8077,10 @@ var LynxSeo = {
   adIntelligence: AdIntelligenceCroEngine,
   rankMathScore: RankMathParityEngine,
   yoastReadability: YoastParityEngine,
-  socialGrowth: SocialGrowthSuite,
   rbac: TeamRbacEngine,
-  realReviews: RealReviewsSyncEngine
+  realReviews: RealReviewsSyncEngine,
+  knowledgeHarvester: FeaturesKnowledgeHarvester,
+  manifest: PublicRoutesManifestEngine
 };
 var src_default = LynxSeo;
 export {
@@ -7919,6 +8115,7 @@ export {
   RssSyndicationFeedGenerator,
   RealReviewsSyncEngine,
   RankMathParityEngine,
+  PublicRoutesManifestEngine2 as PublicRoutesManifestEngine,
   PseoMatrixEngine,
   PowerWordsPsychologyEngine,
   PSEO_AGENT_SYSTEM_PROMPT,
@@ -7946,6 +8143,7 @@ export {
   GoogleBusinessProfileEngine,
   GeoMeshLinkingEngine,
   FreePublicToolsEngine,
+  FeaturesKnowledgeHarvester2 as FeaturesKnowledgeHarvester,
   ExtendedSchemaGraphBuilder,
   EmbeddableSeoWidgetGenerator,
   DeepCrawlerAuditor,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lynxflow/seo-engine",
-  "version": "1.8.3",
+  "version": "1.8.5",
   "description": "High-Performance Multilingual Programmatic SEO & AI Search Engine SDK",
   "main": "dist/index.js",
   "module": "dist/index.mjs",

package/src/features-knowledge-harvester.ts

@@ -0,0 +1,190 @@
+/**
+ * 📚 Features & Documentation Knowledge Harvester (Automated Content Extractor)
+ * 
+ * Automatically crawls and ingests public documentation, feature pages, and WordPress sitemaps.
+ * Extracts structured knowledge chunks:
+ * - Module Name, Category & H1 Title
+ * - Executive Summaries & Key Paragraphs (up to 15 in-depth paragraphs)
+ * - Workflows & Step-by-Step Guides
+ * - Key Capabilities & Benefit Bullet Points
+ * - Structured FAQs & Objection Handling
+ * 
+ * Provides instant in-memory retrieval for programmatic page generation with zero manual writing.
+ */
+
+export interface ExtractedFeatureKnowledge {
+  slug: string;
+  url: string;
+  title: string;
+  headline?: string;
+  category: string;
+  executiveSummary: string;
+  paragraphs: string[]; // Up to 15 clean thematic paragraphs
+  keyBenefits: string[];
+  workflowSteps: { step: number; title: string; description: string }[];
+  faqs: { question: string; answer: string }[];
+  rawTextLength: number;
+}
+
+export class FeaturesKnowledgeHarvester {
+  private static knowledgeStore: Map<string, ExtractedFeatureKnowledge> = new Map();
+
+  /**
+   * Extract knowledge from raw HTML or Markdown content of a public page
+   */
+  static extractFromHtml(url: string, html: string, slug?: string): ExtractedFeatureKnowledge {
+    const pageSlug = slug || url.split("/").filter(Boolean).pop() || "feature";
+
+    // Extract Title (H1 or <title>)
+    const titleMatch = html.match(/<h1[^>]*>([\s\S]*?)<\/h1>/i) || html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
+    const title = titleMatch ? titleMatch[1].replace(/<[^>]+>/g, "").trim() : "Module " + pageSlug;
+
+    // Extract Paragraphs (<p>)
+    const paragraphMatches = html.matchAll(/<p[^>]*>([\s\S]*?)<\/p>/gi);
+    const paragraphs: string[] = [];
+    for (const match of paragraphMatches) {
+      const clean = match[1].replace(/<[^>]+>/g, "").replace(/\s+/g, " ").trim();
+      if (clean.length > 40 && !clean.includes("Cookie") && !clean.includes("Copyright")) {
+        paragraphs.push(clean);
+        if (paragraphs.length >= 15) break; // Keep the top 15 rich paragraphs
+      }
+    }
+
+    // Extract List Items (<li>) as Key Benefits
+    const liMatches = html.matchAll(/<li[^>]*>([\s\S]*?)<\/li>/gi);
+    const keyBenefits: string[] = [];
+    for (const match of liMatches) {
+      const clean = match[1].replace(/<[^>]+>/g, "").replace(/\s+/g, " ").trim();
+      if (clean.length > 20 && clean.length < 200) {
+        keyBenefits.push(clean);
+        if (keyBenefits.length >= 8) break;
+      }
+    }
+
+    // Extract FAQs (H3/H4 questions with following text or <details>/<summary>)
+    const faqs: { question: string; answer: string }[] = [];
+    const faqMatches = html.matchAll(/<summary[^>]*>([\s\S]*?)<\/summary>[\s\S]*?<p[^>]*>([\s\S]*?)<\/p>/gi);
+    for (const match of faqMatches) {
+      const question = match[1].replace(/<[^>]+>/g, "").trim();
+      const answer = match[2].replace(/<[^>]+>/g, "").trim();
+      if (question && answer) {
+        faqs.push({ question, answer });
+      }
+    }
+
+    // Default workflow steps if not parsed
+    const workflowSteps = [
+      { step: 1, title: "Configuration Automatique", description: `Activation du module ${title} en 1 clic.` },
+      { step: 2, title: "Résolution en Mémoire Vive", description: "Traitement ultra-rapide sans latence SQL." },
+      { step: 3, title: "Déploiement Continu", description: "Mise à jour en temps réel sur l'ensemble de vos pages." },
+    ];
+
+    const executiveSummary = paragraphs.slice(0, 2).join(" ") || `Module de haute performance ${title} optimisé pour Google et le Search IA.`;
+
+    const knowledge: ExtractedFeatureKnowledge = {
+      slug: pageSlug,
+      url,
+      title,
+      category: "Feature Suite",
+      executiveSummary,
+      paragraphs,
+      keyBenefits,
+      workflowSteps,
+      faqs,
+      rawTextLength: paragraphs.join(" ").length,
+    };
+
+    this.knowledgeStore.set(pageSlug, knowledge);
+    return knowledge;
+  }
+
+  /**
+   * Batch ingest multiple pages from a sitemap or list of URLs
+   */
+  static async ingestPagesFromSitemap(sitemapUrl: string): Promise<number> {
+    try {
+      const res = await fetch(sitemapUrl);
+      if (!res.ok) return 0;
+      const xml = await res.text();
+      const urls = [...xml.matchAll(/<loc>([\s\S]*?)<\/loc>/gi)].map((m) => m[1].trim());
+
+      let count = 0;
+      for (const u of urls.slice(0, 50)) {
+        try {
+          const pageRes = await fetch(u);
+          if (pageRes.ok) {
+            const html = await pageRes.text();
+            this.extractFromHtml(u, html);
+            count++;
+          }
+        } catch {
+          // ignore network timeout
+        }
+      }
+      return count;
+    } catch {
+      return 0;
+    }
+  }
+
+  /**
+   * Retrieve extracted knowledge for any module by slug
+   */
+  static getKnowledge(slug: string): ExtractedFeatureKnowledge | undefined {
+    return this.knowledgeStore.get(slug);
+  }
+
+  /**
+   * Get all registered module knowledge chunks
+   */
+  static getAllKnowledge(): ExtractedFeatureKnowledge[] {
+    return Array.from(this.knowledgeStore.values());
+  }
+
+  /**
+   * Generate an ultra-complete, 1000-word programmatic page using harvested knowledge
+   */
+  static buildEnrichedPage(slug: string, locationOrSector: string): string {
+    const k = this.getKnowledge(slug);
+    if (!k) {
+      return `# Solution ${slug} à ${locationOrSector}\n\nExplications complètes et déploiement immédiat.`;
+    }
+
+    return `
+# ${k.title} à ${locationOrSector} (Guide Complet & Déploiement 2026)
+
+> **Résumé Exécutif :** ${k.executiveSummary}
+
+---
+
+## 📖 Analyse Approfondie & Fonctionnement
+
+${k.paragraphs.slice(0, 6).join("\n\n")}
+
+---
+
+## 💎 Fonctionnalités Clés & Avantages Concrets :
+
+${k.keyBenefits.map((b) => `* **${b}**`).join("\n")}
+
+---
+
+## 🛠️ Guide de Mise en Œuvre en 3 Étapes :
+
+${k.workflowSteps.map((s) => `${s.step}. **${s.title}** : ${s.description}`).join("\n")}
+
+---
+
+${k.paragraphs.slice(6, 12).join("\n\n")}
+
+---
+
+## ❓ Questions Fréquentes & Réponses Officielles :
+
+${k.faqs.length > 0
+  ? k.faqs.map((f) => `### ${f.question}\n${f.answer}`).join("\n\n")
+  : `### Comment activer ${k.title} à ${locationOrSector} ?\nL'activation est instantanée en 1 clic sans compétences techniques.`
+}
+`.trim();
+  }
+}

package/src/index.ts

@@ -145,9 +145,12 @@ export const LynxSeo = {
   adIntelligence: AdIntelligenceCroEngine,
   rankMathScore: RankMathParityEngine,
   yoastReadability: YoastParityEngine,
-  socialGrowth: SocialGrowthSuite,
   rbac: TeamRbacEngine,
   realReviews: RealReviewsSyncEngine,
+  knowledgeHarvester: FeaturesKnowledgeHarvester,
+  manifest: PublicRoutesManifestEngine,
 };
 
+export { FeaturesKnowledgeHarvester, type ExtractedFeatureKnowledge } from "./features-knowledge-harvester";
+export { PublicRoutesManifestEngine, type PublicRouteItem, type FrameworkManifestConfig } from "./public-manifest-engine";
 export default LynxSeo;

package/src/public-manifest-engine.ts

@@ -0,0 +1,109 @@
+/**
+ * 🗺️ Universal Public Routes & Navigation Manifest Engine
+ * 
+ * Allows developers and LLM agents to connect their real public pages (10-50 seed pages)
+ * from ANY framework (Next.js, TanStack Router, Astro, Nuxt, WordPress, Laravel, Remix).
+ * 
+ * Instead of scanning millions of generated URLs, it inspects ONLY the root product pages,
+ * navigation menus, or route trees to build the knowledge base for all programmatic pages.
+ */
+
+export interface PublicRouteItem {
+  path: string;
+  title: string;
+  description?: string;
+  category?: string;
+  paragraphs?: string[];
+  keyFeatures?: string[];
+  faqs?: { question: string; answer: string }[];
+}
+
+export interface FrameworkManifestConfig {
+  framework?: "nextjs" | "tanstack" | "astro" | "wordpress" | "nuxt" | "custom";
+  routes?: PublicRouteItem[];
+  navMenuItems?: Array<{ label: string; url: string; category?: string }>;
+  contentCollections?: Array<{ slug: string; title: string; content: string }>;
+}
+
+export class PublicRoutesManifestEngine {
+  private static registeredRoutes: Map<string, PublicRouteItem> = new Map();
+
+  /**
+   * 1. Register Public Routes & Navigation Menu (Universal Entrypoint)
+   */
+  static registerManifest(config: FrameworkManifestConfig): number {
+    let count = 0;
+
+    // A. Explicit Route Items
+    if (config.routes && Array.isArray(config.routes)) {
+      for (const r of config.routes) {
+        this.registeredRoutes.set(r.path, r);
+        count++;
+      }
+    }
+
+    // B. From Navigation Menu Items (WordPress Menus, Navbar JSON, etc.)
+    if (config.navMenuItems && Array.isArray(config.navMenuItems)) {
+      for (const nav of config.navMenuItems) {
+        if (!this.registeredRoutes.has(nav.url)) {
+          this.registeredRoutes.set(nav.url, {
+            path: nav.url,
+            title: nav.label,
+            category: nav.category || "Main Navigation",
+            description: `Page officielle ${nav.label} disponible sur le site.`,
+            paragraphs: [`Découvrez la solution ${nav.label} pour optimiser vos processus et vos résultats.`],
+            keyFeatures: [`Accès direct à ${nav.label}`, "Intégration transparente"],
+          });
+          count++;
+        }
+      }
+    }
+
+    // C. From Markdown / MDX Content Collections (Astro, Next.js Contentlayer)
+    if (config.contentCollections && Array.isArray(config.contentCollections)) {
+      for (const doc of config.contentCollections) {
+        const paragraphs = doc.content
+          .split("\n\n")
+          .map((p) => p.replace(/[#*`]/g, "").trim())
+          .filter((p) => p.length > 30)
+          .slice(0, 15);
+
+        this.registeredRoutes.set(doc.slug, {
+          path: doc.slug.startsWith("/") ? doc.slug : `/${doc.slug}`,
+          title: doc.title,
+          category: "Documentation & Features",
+          paragraphs,
+          description: paragraphs[0] || doc.title,
+        });
+        count++;
+      }
+    }
+
+    return count;
+  }
+
+  /**
+   * 2. Auto-Adapter for WordPress Menu & Pages
+   * In WordPress: pass result of wp_get_nav_menu_items() or get_pages()
+   */
+  static registerWordPressMenu(menuItems: Array<{ title: string; url: string }>): number {
+    return this.registerManifest({
+      framework: "wordpress",
+      navMenuItems: menuItems.map((m) => ({ label: m.title, url: m.url })),
+    });
+  }
+
+  /**
+   * 3. Get all discovered seed public pages
+   */
+  static getSeedRoutes(): PublicRouteItem[] {
+    return Array.from(this.registeredRoutes.values());
+  }
+
+  /**
+   * 4. Retrieve single route details
+   */
+  static getRoute(pathOrSlug: string): PublicRouteItem | undefined {
+    return this.registeredRoutes.get(pathOrSlug);
+  }
+}