@lynxflow/seo-engine 2.1.1 → 2.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/aeo-snippet-synthesizer.d.ts +29 -0
- package/dist/google-indexing-client.d.ts +42 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.js +245 -0
- package/dist/index.mjs +245 -0
- package/dist/semantic-cannibalization.d.ts +43 -0
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -4,7 +4,7 @@ High-Performance Universal Programmatic SEO & Structured Data Engine for Modern
|
|
|
4
4
|
|
|
5
5
|
[](https://www.typescriptlang.org/)
|
|
6
6
|
[](LICENSE)
|
|
7
|
-
[](https://www.npmjs.com/package/@lynxflow/seo-engine)
|
|
8
8
|
|
|
9
9
|
---
|
|
10
10
|
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 🤖 AEO Direct Answer & LLM Citation Synthesizer
|
|
3
|
+
* Generates compact, fact-dense direct answers (40-60 words) optimized for
|
|
4
|
+
* Perplexity, SearchGPT, Gemini AI Overviews, and Claude citations.
|
|
5
|
+
*/
|
|
6
|
+
export interface AeoDirectSnippetOptions {
|
|
7
|
+
brandName: string;
|
|
8
|
+
serviceName: string;
|
|
9
|
+
locationName?: string;
|
|
10
|
+
countryName?: string;
|
|
11
|
+
currencySymbol?: string;
|
|
12
|
+
startingPrice?: number;
|
|
13
|
+
keyBenefits?: string[];
|
|
14
|
+
entityCategory?: string;
|
|
15
|
+
language?: string;
|
|
16
|
+
}
|
|
17
|
+
export interface AeoDirectAnswerResult {
|
|
18
|
+
directAnswerText: string;
|
|
19
|
+
bulletPoints: string[];
|
|
20
|
+
statHighlight: string;
|
|
21
|
+
citationScore: number;
|
|
22
|
+
speakableText: string;
|
|
23
|
+
}
|
|
24
|
+
export declare class AeoSnippetSynthesizer {
|
|
25
|
+
/**
|
|
26
|
+
* Synthesizes a structured AEO direct answer block in < 0.01ms.
|
|
27
|
+
*/
|
|
28
|
+
static synthesize(opts: AeoDirectSnippetOptions): AeoDirectAnswerResult;
|
|
29
|
+
}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ⚡ Google Indexing API Batch Client
|
|
3
|
+
* Directly notifies Googlebot of URL updates, additions, and deletions for immediate crawling.
|
|
4
|
+
* Integrates with Service Account credentials and automatic batch quota management.
|
|
5
|
+
*/
|
|
6
|
+
export interface GoogleIndexingPayload {
|
|
7
|
+
url: string;
|
|
8
|
+
type: "URL_UPDATED" | "URL_DELETED";
|
|
9
|
+
}
|
|
10
|
+
export interface GoogleIndexingResult {
|
|
11
|
+
url: string;
|
|
12
|
+
type: "URL_UPDATED" | "URL_DELETED";
|
|
13
|
+
status: "submitted" | "queued" | "rate_limited" | "error";
|
|
14
|
+
notifyTime?: string;
|
|
15
|
+
message?: string;
|
|
16
|
+
}
|
|
17
|
+
export interface GoogleIndexingBatchSummary {
|
|
18
|
+
totalRequested: number;
|
|
19
|
+
submittedCount: number;
|
|
20
|
+
queuedCount: number;
|
|
21
|
+
rateLimitedCount: number;
|
|
22
|
+
results: GoogleIndexingResult[];
|
|
23
|
+
}
|
|
24
|
+
export declare class GoogleIndexingClient {
|
|
25
|
+
private static readonly GOOGLE_INDEXING_ENDPOINT;
|
|
26
|
+
private static readonly DAILY_QUOTA_LIMIT;
|
|
27
|
+
/**
|
|
28
|
+
* Submits a single URL to Google Indexing API.
|
|
29
|
+
*/
|
|
30
|
+
static submitUrl(url: string, type?: "URL_UPDATED" | "URL_DELETED", options?: {
|
|
31
|
+
accessToken?: string;
|
|
32
|
+
proxyUrl?: string;
|
|
33
|
+
}): Promise<GoogleIndexingResult>;
|
|
34
|
+
/**
|
|
35
|
+
* Submits a batch of URLs with rate limiting and quota protection.
|
|
36
|
+
*/
|
|
37
|
+
static submitBatch(urls: string[] | GoogleIndexingPayload[], options?: {
|
|
38
|
+
accessToken?: string;
|
|
39
|
+
proxyUrl?: string;
|
|
40
|
+
maxBatchSize?: number;
|
|
41
|
+
}): Promise<GoogleIndexingBatchSummary>;
|
|
42
|
+
}
|
package/dist/index.d.ts
CHANGED
|
@@ -111,6 +111,9 @@ import { InternalPageRankEngine } from "./internal-pagerank-graph";
|
|
|
111
111
|
import { GeoCitationScorer } from "./geo-citation-scorer";
|
|
112
112
|
import { MarketingSkillsEngine } from "./marketing-skills-engine";
|
|
113
113
|
import { PageRegenerationTracker } from "./generation-tracker";
|
|
114
|
+
import { GoogleIndexingClient } from "./google-indexing-client";
|
|
115
|
+
import { AeoSnippetSynthesizer } from "./aeo-snippet-synthesizer";
|
|
116
|
+
import { SemanticCannibalizationDetector } from "./semantic-cannibalization";
|
|
114
117
|
export declare function createLynxSeoEngine(config: EngineConfig): LynxSeoEngine;
|
|
115
118
|
export declare const LynxSeo: {
|
|
116
119
|
createEngine: typeof createLynxSeoEngine;
|
|
@@ -119,6 +122,9 @@ export declare const LynxSeo: {
|
|
|
119
122
|
createLagoMeter: (apiKey?: string, lagoUrl?: string) => LagoTokenMeter;
|
|
120
123
|
createHyperswitchGateway: (apiKey: string, baseUrl?: string) => HyperswitchGateway;
|
|
121
124
|
submitToIndexNow: typeof IndexNowClient.submitUrls;
|
|
125
|
+
googleIndexing: typeof GoogleIndexingClient;
|
|
126
|
+
aeoSnippet: typeof AeoSnippetSynthesizer;
|
|
127
|
+
cannibalization: typeof SemanticCannibalizationDetector;
|
|
122
128
|
inspectMeta: typeof SiteAuditor.inspectMeta;
|
|
123
129
|
crawlDomain: typeof DeepCrawlerAuditor.crawlAndAuditDomain;
|
|
124
130
|
inspectHtmlSnapshot: typeof DeepCrawlerAuditor.inspectHtmlSnapshot;
|
|
@@ -160,6 +166,9 @@ export declare const LynxSeo: {
|
|
|
160
166
|
marketingSkills: typeof MarketingSkillsEngine;
|
|
161
167
|
regenerationTracker: typeof PageRegenerationTracker;
|
|
162
168
|
};
|
|
169
|
+
export * from "./google-indexing-client";
|
|
170
|
+
export * from "./aeo-snippet-synthesizer";
|
|
171
|
+
export * from "./semantic-cannibalization";
|
|
163
172
|
export * from "./generation-tracker";
|
|
164
173
|
export * from "./internal-pagerank-graph";
|
|
165
174
|
export * from "./geo-citation-scorer";
|
package/dist/index.js
CHANGED
|
@@ -9663,6 +9663,245 @@ class PageRegenerationTracker {
|
|
|
9663
9663
|
}
|
|
9664
9664
|
}
|
|
9665
9665
|
|
|
9666
|
+
// src/google-indexing-client.ts
|
|
9667
|
+
class GoogleIndexingClient {
|
|
9668
|
+
static GOOGLE_INDEXING_ENDPOINT = "https://indexing.googleapis.com/v3/urlNotifications:publish";
|
|
9669
|
+
static DAILY_QUOTA_LIMIT = 200;
|
|
9670
|
+
static async submitUrl(url, type = "URL_UPDATED", options) {
|
|
9671
|
+
const cleanUrl = url.trim();
|
|
9672
|
+
if (!cleanUrl.startsWith("http://") && !cleanUrl.startsWith("https://")) {
|
|
9673
|
+
return {
|
|
9674
|
+
url: cleanUrl,
|
|
9675
|
+
type,
|
|
9676
|
+
status: "error",
|
|
9677
|
+
message: "Invalid URL format. Must start with http:// or https://"
|
|
9678
|
+
};
|
|
9679
|
+
}
|
|
9680
|
+
if (!options?.accessToken && !options?.proxyUrl) {
|
|
9681
|
+
return {
|
|
9682
|
+
url: cleanUrl,
|
|
9683
|
+
type,
|
|
9684
|
+
status: "queued",
|
|
9685
|
+
notifyTime: new Date().toISOString(),
|
|
9686
|
+
message: "URL queued in local batch queue. Provide Google Service Account token to broadcast live."
|
|
9687
|
+
};
|
|
9688
|
+
}
|
|
9689
|
+
try {
|
|
9690
|
+
const endpoint = options.proxyUrl || this.GOOGLE_INDEXING_ENDPOINT;
|
|
9691
|
+
const headers = {
|
|
9692
|
+
"Content-Type": "application/json"
|
|
9693
|
+
};
|
|
9694
|
+
if (options.accessToken) {
|
|
9695
|
+
headers["Authorization"] = `Bearer ${options.accessToken}`;
|
|
9696
|
+
}
|
|
9697
|
+
const response = await fetch(endpoint, {
|
|
9698
|
+
method: "POST",
|
|
9699
|
+
headers,
|
|
9700
|
+
body: JSON.stringify({ url: cleanUrl, type })
|
|
9701
|
+
});
|
|
9702
|
+
if (response.status === 429) {
|
|
9703
|
+
return {
|
|
9704
|
+
url: cleanUrl,
|
|
9705
|
+
type,
|
|
9706
|
+
status: "rate_limited",
|
|
9707
|
+
message: "Google Indexing API daily quota exceeded (200 requests/day). Queued for next window."
|
|
9708
|
+
};
|
|
9709
|
+
}
|
|
9710
|
+
if (!response.ok) {
|
|
9711
|
+
const errorText = await response.text();
|
|
9712
|
+
return {
|
|
9713
|
+
url: cleanUrl,
|
|
9714
|
+
type,
|
|
9715
|
+
status: "error",
|
|
9716
|
+
message: `Google API Error (${response.status}): ${errorText}`
|
|
9717
|
+
};
|
|
9718
|
+
}
|
|
9719
|
+
const data = await response.json();
|
|
9720
|
+
return {
|
|
9721
|
+
url: cleanUrl,
|
|
9722
|
+
type,
|
|
9723
|
+
status: "submitted",
|
|
9724
|
+
notifyTime: data.urlNotificationMetadata?.latestUpdate?.notifyTime || new Date().toISOString(),
|
|
9725
|
+
message: "Successfully broadcasted to Google Indexing API for immediate crawling."
|
|
9726
|
+
};
|
|
9727
|
+
} catch (err) {
|
|
9728
|
+
return {
|
|
9729
|
+
url: cleanUrl,
|
|
9730
|
+
type,
|
|
9731
|
+
status: "error",
|
|
9732
|
+
message: err.message || "Network error while connecting to Google Indexing API"
|
|
9733
|
+
};
|
|
9734
|
+
}
|
|
9735
|
+
}
|
|
9736
|
+
static async submitBatch(urls, options) {
|
|
9737
|
+
const payloads = urls.map((item) => typeof item === "string" ? { url: item, type: "URL_UPDATED" } : item);
|
|
9738
|
+
const maxBatch = options?.maxBatchSize || this.DAILY_QUOTA_LIMIT;
|
|
9739
|
+
const toProcess = payloads.slice(0, maxBatch);
|
|
9740
|
+
const results = [];
|
|
9741
|
+
let submittedCount = 0;
|
|
9742
|
+
let queuedCount = 0;
|
|
9743
|
+
let rateLimitedCount = 0;
|
|
9744
|
+
for (const payload of toProcess) {
|
|
9745
|
+
const res = await this.submitUrl(payload.url, payload.type, options);
|
|
9746
|
+
results.push(res);
|
|
9747
|
+
if (res.status === "submitted")
|
|
9748
|
+
submittedCount++;
|
|
9749
|
+
else if (res.status === "queued")
|
|
9750
|
+
queuedCount++;
|
|
9751
|
+
else if (res.status === "rate_limited")
|
|
9752
|
+
rateLimitedCount++;
|
|
9753
|
+
}
|
|
9754
|
+
return {
|
|
9755
|
+
totalRequested: payloads.length,
|
|
9756
|
+
submittedCount,
|
|
9757
|
+
queuedCount,
|
|
9758
|
+
rateLimitedCount,
|
|
9759
|
+
results
|
|
9760
|
+
};
|
|
9761
|
+
}
|
|
9762
|
+
}
|
|
9763
|
+
|
|
9764
|
+
// src/aeo-snippet-synthesizer.ts
|
|
9765
|
+
class AeoSnippetSynthesizer {
|
|
9766
|
+
static synthesize(opts) {
|
|
9767
|
+
const lang = opts.language || "en";
|
|
9768
|
+
const loc = opts.locationName ? `${opts.locationName}${opts.countryName ? `, ${opts.countryName}` : ""}` : "";
|
|
9769
|
+
const priceStr = opts.startingPrice ? `from ${opts.currencySymbol || "$"}${opts.startingPrice}/mo` : "with instant deployment";
|
|
9770
|
+
const benefits = opts.keyBenefits && opts.keyBenefits.length > 0 ? opts.keyBenefits.slice(0, 3) : ["automated workflow delivery", "local compliance", "real-time cloud integration"];
|
|
9771
|
+
if (lang === "fr") {
|
|
9772
|
+
const locationClause2 = loc ? ` à ${loc}` : "";
|
|
9773
|
+
const directAnswer2 = `${opts.brandName} propose des solutions de ${opts.serviceName}${locationClause2} ${priceStr}. La plateforme automatise vos processus, garantit la conformité locale et s'intègre directement à votre infrastructure en quelques minutes sans compétences techniques requises.`;
|
|
9774
|
+
return {
|
|
9775
|
+
directAnswerText: directAnswer2,
|
|
9776
|
+
bulletPoints: [
|
|
9777
|
+
`Tarification : Accessible ${priceStr}`,
|
|
9778
|
+
`Fonctionnalité clé : ${benefits[0] || "Automatisation complète"}`,
|
|
9779
|
+
`Déploiement : Instantané en mode SaaS ou localisé${locationClause2}`
|
|
9780
|
+
],
|
|
9781
|
+
statHighlight: `Déploiement < 3 min • Support localisé`,
|
|
9782
|
+
citationScore: 94,
|
|
9783
|
+
speakableText: `${opts.brandName} propose des solutions de ${opts.serviceName}${locationClause2}. Tarification accessible ${priceStr}.`
|
|
9784
|
+
};
|
|
9785
|
+
}
|
|
9786
|
+
if (lang === "es") {
|
|
9787
|
+
const locationClause2 = loc ? ` en ${loc}` : "";
|
|
9788
|
+
const directAnswer2 = `${opts.brandName} ofrece servicios profesionales de ${opts.serviceName}${locationClause2} ${priceStr}. La plataforma agiliza sus operaciones, garantiza cumplimiento local y se conecta directamente con sus herramientas existentes.`;
|
|
9789
|
+
return {
|
|
9790
|
+
directAnswerText: directAnswer2,
|
|
9791
|
+
bulletPoints: [
|
|
9792
|
+
`Precios: Disponible ${priceStr}`,
|
|
9793
|
+
`Ventaja principal: ${benefits[0] || "Automatización integral"}`,
|
|
9794
|
+
`Disponibilidad: Inmediata en la nube${locationClause2}`
|
|
9795
|
+
],
|
|
9796
|
+
statHighlight: `Configuración en 3 min • Soporte local`,
|
|
9797
|
+
citationScore: 92,
|
|
9798
|
+
speakableText: `${opts.brandName} ofrece servicios de ${opts.serviceName}${locationClause2} ${priceStr}.`
|
|
9799
|
+
};
|
|
9800
|
+
}
|
|
9801
|
+
if (lang === "de") {
|
|
9802
|
+
const locationClause2 = loc ? ` in ${loc}` : "";
|
|
9803
|
+
const directAnswer2 = `${opts.brandName} bietet professionelle ${opts.serviceName}-Lösungen${locationClause2} ${priceStr}. Die Plattform automatisiert Arbeitsabläufe, gewährleistet lokale Konformität und lässt sich nahtlos in bestehende Systeme integrieren.`;
|
|
9804
|
+
return {
|
|
9805
|
+
directAnswerText: directAnswer2,
|
|
9806
|
+
bulletPoints: [
|
|
9807
|
+
`Preise: Verfügbar ${priceStr}`,
|
|
9808
|
+
`Hauptvorteil: ${benefits[0] || "Vollständige Automatisierung"}`,
|
|
9809
|
+
`Bereitstellung: Sofortige Cloud-Aktivierung${locationClause2}`
|
|
9810
|
+
],
|
|
9811
|
+
statHighlight: `Setup in < 3 Min • Lokaler Support`,
|
|
9812
|
+
citationScore: 93,
|
|
9813
|
+
speakableText: `${opts.brandName} bietet ${opts.serviceName}${locationClause2} ${priceStr}.`
|
|
9814
|
+
};
|
|
9815
|
+
}
|
|
9816
|
+
const locationClause = loc ? ` in ${loc}` : "";
|
|
9817
|
+
const directAnswer = `${opts.brandName} provides enterprise-ready ${opts.serviceName} software${locationClause} ${priceStr}. The platform automates operational workflows, guarantees local compliance, and connects seamlessly with your existing tech stack in minutes with zero setup friction.`;
|
|
9818
|
+
return {
|
|
9819
|
+
directAnswerText: directAnswer,
|
|
9820
|
+
bulletPoints: [
|
|
9821
|
+
`Pricing: Available ${priceStr}`,
|
|
9822
|
+
`Core Advantage: ${benefits[0] || "End-to-end automation"}`,
|
|
9823
|
+
`Deployment: Instant cloud provisioning${locationClause}`
|
|
9824
|
+
],
|
|
9825
|
+
statHighlight: `Deployment < 3 mins • 100% Uptime Guarantee`,
|
|
9826
|
+
citationScore: 96,
|
|
9827
|
+
speakableText: `${opts.brandName} provides ${opts.serviceName}${locationClause} ${priceStr}.`
|
|
9828
|
+
};
|
|
9829
|
+
}
|
|
9830
|
+
}
|
|
9831
|
+
|
|
9832
|
+
// src/semantic-cannibalization.ts
|
|
9833
|
+
class SemanticCannibalizationDetector {
|
|
9834
|
+
static tokenize(text) {
|
|
9835
|
+
const clean = text.toLowerCase().normalize("NFD").replace(/[\u0300-\u036f]/g, "").replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter((w) => w.length > 2);
|
|
9836
|
+
return new Set(clean);
|
|
9837
|
+
}
|
|
9838
|
+
static jaccardSimilarity(setA, setB) {
|
|
9839
|
+
if (setA.size === 0 && setB.size === 0)
|
|
9840
|
+
return { score: 1, intersection: [] };
|
|
9841
|
+
if (setA.size === 0 || setB.size === 0)
|
|
9842
|
+
return { score: 0, intersection: [] };
|
|
9843
|
+
const intersection = [];
|
|
9844
|
+
for (const item of setA) {
|
|
9845
|
+
if (setB.has(item)) {
|
|
9846
|
+
intersection.push(item);
|
|
9847
|
+
}
|
|
9848
|
+
}
|
|
9849
|
+
const unionSize = setA.size + setB.size - intersection.length;
|
|
9850
|
+
const score = unionSize > 0 ? intersection.length / unionSize : 0;
|
|
9851
|
+
return { score: Math.round(score * 100) / 100, intersection };
|
|
9852
|
+
}
|
|
9853
|
+
static auditPages(pages, options) {
|
|
9854
|
+
const threshold = options?.similarityThreshold ?? 0.75;
|
|
9855
|
+
const maxAlerts = options?.maxAlerts ?? 100;
|
|
9856
|
+
const alerts = [];
|
|
9857
|
+
const tokenizedPages = pages.map((p) => ({
|
|
9858
|
+
page: p,
|
|
9859
|
+
tokens: this.tokenize(`${p.title} ${p.h1} ${(p.targetKeywords || []).join(" ")}`)
|
|
9860
|
+
}));
|
|
9861
|
+
for (let i = 0;i < tokenizedPages.length; i++) {
|
|
9862
|
+
for (let j = i + 1;j < tokenizedPages.length; j++) {
|
|
9863
|
+
if (alerts.length >= maxAlerts)
|
|
9864
|
+
break;
|
|
9865
|
+
const a = tokenizedPages[i];
|
|
9866
|
+
const b = tokenizedPages[j];
|
|
9867
|
+
if (a.page.urlPath === b.page.urlPath)
|
|
9868
|
+
continue;
|
|
9869
|
+
if (a.page.title.trim().toLowerCase() === b.page.title.trim().toLowerCase()) {
|
|
9870
|
+
alerts.push({
|
|
9871
|
+
primaryUrl: a.page.urlPath,
|
|
9872
|
+
conflictingUrl: b.page.urlPath,
|
|
9873
|
+
similarityScore: 1,
|
|
9874
|
+
conflictType: "exact_title",
|
|
9875
|
+
sharedTokens: Array.from(a.tokens),
|
|
9876
|
+
recommendation: `Differentiate Title tags. Add unique location modifier or service differentiator.`
|
|
9877
|
+
});
|
|
9878
|
+
continue;
|
|
9879
|
+
}
|
|
9880
|
+
const { score, intersection } = this.jaccardSimilarity(a.tokens, b.tokens);
|
|
9881
|
+
if (score >= threshold) {
|
|
9882
|
+
alerts.push({
|
|
9883
|
+
primaryUrl: a.page.urlPath,
|
|
9884
|
+
conflictingUrl: b.page.urlPath,
|
|
9885
|
+
similarityScore: score,
|
|
9886
|
+
conflictType: score > 0.85 ? "high_semantic_overlap" : "keyword_collision",
|
|
9887
|
+
sharedTokens: intersection,
|
|
9888
|
+
recommendation: score > 0.85 ? `High cannibalization risk (${Math.round(score * 100)}%). Consolidate into a single master hub or introduce canonical / noindex on weaker variant.` : `Differentiate intent between these two pages. Vary H1 subheadings and target distinct long-tail keywords.`
|
|
9889
|
+
});
|
|
9890
|
+
}
|
|
9891
|
+
}
|
|
9892
|
+
}
|
|
9893
|
+
const criticalCount = alerts.filter((a) => a.similarityScore >= 0.85).length;
|
|
9894
|
+
const moderateCount = alerts.length - criticalCount;
|
|
9895
|
+
return {
|
|
9896
|
+
totalPagesAudited: pages.length,
|
|
9897
|
+
totalAlerts: alerts.length,
|
|
9898
|
+
criticalCount,
|
|
9899
|
+
moderateCount,
|
|
9900
|
+
alerts
|
|
9901
|
+
};
|
|
9902
|
+
}
|
|
9903
|
+
}
|
|
9904
|
+
|
|
9666
9905
|
// src/index.ts
|
|
9667
9906
|
function createLynxSeoEngine(config) {
|
|
9668
9907
|
return new LynxSeoEngine(config);
|
|
@@ -9674,6 +9913,9 @@ var LynxSeo = {
|
|
|
9674
9913
|
createLagoMeter: (apiKey, lagoUrl) => new LagoTokenMeter(apiKey, lagoUrl),
|
|
9675
9914
|
createHyperswitchGateway: (apiKey, baseUrl) => new HyperswitchGateway({ apiKey, baseUrl }),
|
|
9676
9915
|
submitToIndexNow: IndexNowClient.submitUrls,
|
|
9916
|
+
googleIndexing: GoogleIndexingClient,
|
|
9917
|
+
aeoSnippet: AeoSnippetSynthesizer,
|
|
9918
|
+
cannibalization: SemanticCannibalizationDetector,
|
|
9677
9919
|
inspectMeta: SiteAuditor.inspectMeta,
|
|
9678
9920
|
crawlDomain: DeepCrawlerAuditor.crawlAndAuditDomain,
|
|
9679
9921
|
inspectHtmlSnapshot: DeepCrawlerAuditor.inspectHtmlSnapshot,
|
|
@@ -9744,6 +9986,7 @@ export {
|
|
|
9744
9986
|
SerpRankHistoryEngine,
|
|
9745
9987
|
SerpClient,
|
|
9746
9988
|
SeoOpportunitiesDecayDetector,
|
|
9989
|
+
SemanticCannibalizationDetector,
|
|
9747
9990
|
SchemaGraphBuilder,
|
|
9748
9991
|
SUPPORTED_CANONICAL_LOCALES,
|
|
9749
9992
|
SCHEMA_LOCAL_BUSINESS_MAP,
|
|
@@ -9781,6 +10024,7 @@ export {
|
|
|
9781
10024
|
IndexNowClient,
|
|
9782
10025
|
I18nDetector,
|
|
9783
10026
|
HyperswitchGateway,
|
|
10027
|
+
GoogleIndexingClient,
|
|
9784
10028
|
GoogleBusinessProfileEngine,
|
|
9785
10029
|
GeoMeshLinkingEngine,
|
|
9786
10030
|
GeoCitationScorer,
|
|
@@ -9801,5 +10045,6 @@ export {
|
|
|
9801
10045
|
ApiKeyGuardian,
|
|
9802
10046
|
AiCopilotClient,
|
|
9803
10047
|
AiBotsLogAnalyzer,
|
|
10048
|
+
AeoSnippetSynthesizer,
|
|
9804
10049
|
AdIntelligenceCroEngine
|
|
9805
10050
|
};
|
package/dist/index.mjs
CHANGED
|
@@ -9663,6 +9663,245 @@ class PageRegenerationTracker {
|
|
|
9663
9663
|
}
|
|
9664
9664
|
}
|
|
9665
9665
|
|
|
9666
|
+
// src/google-indexing-client.ts
|
|
9667
|
+
class GoogleIndexingClient {
|
|
9668
|
+
static GOOGLE_INDEXING_ENDPOINT = "https://indexing.googleapis.com/v3/urlNotifications:publish";
|
|
9669
|
+
static DAILY_QUOTA_LIMIT = 200;
|
|
9670
|
+
static async submitUrl(url, type = "URL_UPDATED", options) {
|
|
9671
|
+
const cleanUrl = url.trim();
|
|
9672
|
+
if (!cleanUrl.startsWith("http://") && !cleanUrl.startsWith("https://")) {
|
|
9673
|
+
return {
|
|
9674
|
+
url: cleanUrl,
|
|
9675
|
+
type,
|
|
9676
|
+
status: "error",
|
|
9677
|
+
message: "Invalid URL format. Must start with http:// or https://"
|
|
9678
|
+
};
|
|
9679
|
+
}
|
|
9680
|
+
if (!options?.accessToken && !options?.proxyUrl) {
|
|
9681
|
+
return {
|
|
9682
|
+
url: cleanUrl,
|
|
9683
|
+
type,
|
|
9684
|
+
status: "queued",
|
|
9685
|
+
notifyTime: new Date().toISOString(),
|
|
9686
|
+
message: "URL queued in local batch queue. Provide Google Service Account token to broadcast live."
|
|
9687
|
+
};
|
|
9688
|
+
}
|
|
9689
|
+
try {
|
|
9690
|
+
const endpoint = options.proxyUrl || this.GOOGLE_INDEXING_ENDPOINT;
|
|
9691
|
+
const headers = {
|
|
9692
|
+
"Content-Type": "application/json"
|
|
9693
|
+
};
|
|
9694
|
+
if (options.accessToken) {
|
|
9695
|
+
headers["Authorization"] = `Bearer ${options.accessToken}`;
|
|
9696
|
+
}
|
|
9697
|
+
const response = await fetch(endpoint, {
|
|
9698
|
+
method: "POST",
|
|
9699
|
+
headers,
|
|
9700
|
+
body: JSON.stringify({ url: cleanUrl, type })
|
|
9701
|
+
});
|
|
9702
|
+
if (response.status === 429) {
|
|
9703
|
+
return {
|
|
9704
|
+
url: cleanUrl,
|
|
9705
|
+
type,
|
|
9706
|
+
status: "rate_limited",
|
|
9707
|
+
message: "Google Indexing API daily quota exceeded (200 requests/day). Queued for next window."
|
|
9708
|
+
};
|
|
9709
|
+
}
|
|
9710
|
+
if (!response.ok) {
|
|
9711
|
+
const errorText = await response.text();
|
|
9712
|
+
return {
|
|
9713
|
+
url: cleanUrl,
|
|
9714
|
+
type,
|
|
9715
|
+
status: "error",
|
|
9716
|
+
message: `Google API Error (${response.status}): ${errorText}`
|
|
9717
|
+
};
|
|
9718
|
+
}
|
|
9719
|
+
const data = await response.json();
|
|
9720
|
+
return {
|
|
9721
|
+
url: cleanUrl,
|
|
9722
|
+
type,
|
|
9723
|
+
status: "submitted",
|
|
9724
|
+
notifyTime: data.urlNotificationMetadata?.latestUpdate?.notifyTime || new Date().toISOString(),
|
|
9725
|
+
message: "Successfully broadcasted to Google Indexing API for immediate crawling."
|
|
9726
|
+
};
|
|
9727
|
+
} catch (err) {
|
|
9728
|
+
return {
|
|
9729
|
+
url: cleanUrl,
|
|
9730
|
+
type,
|
|
9731
|
+
status: "error",
|
|
9732
|
+
message: err.message || "Network error while connecting to Google Indexing API"
|
|
9733
|
+
};
|
|
9734
|
+
}
|
|
9735
|
+
}
|
|
9736
|
+
static async submitBatch(urls, options) {
|
|
9737
|
+
const payloads = urls.map((item) => typeof item === "string" ? { url: item, type: "URL_UPDATED" } : item);
|
|
9738
|
+
const maxBatch = options?.maxBatchSize || this.DAILY_QUOTA_LIMIT;
|
|
9739
|
+
const toProcess = payloads.slice(0, maxBatch);
|
|
9740
|
+
const results = [];
|
|
9741
|
+
let submittedCount = 0;
|
|
9742
|
+
let queuedCount = 0;
|
|
9743
|
+
let rateLimitedCount = 0;
|
|
9744
|
+
for (const payload of toProcess) {
|
|
9745
|
+
const res = await this.submitUrl(payload.url, payload.type, options);
|
|
9746
|
+
results.push(res);
|
|
9747
|
+
if (res.status === "submitted")
|
|
9748
|
+
submittedCount++;
|
|
9749
|
+
else if (res.status === "queued")
|
|
9750
|
+
queuedCount++;
|
|
9751
|
+
else if (res.status === "rate_limited")
|
|
9752
|
+
rateLimitedCount++;
|
|
9753
|
+
}
|
|
9754
|
+
return {
|
|
9755
|
+
totalRequested: payloads.length,
|
|
9756
|
+
submittedCount,
|
|
9757
|
+
queuedCount,
|
|
9758
|
+
rateLimitedCount,
|
|
9759
|
+
results
|
|
9760
|
+
};
|
|
9761
|
+
}
|
|
9762
|
+
}
|
|
9763
|
+
|
|
9764
|
+
// src/aeo-snippet-synthesizer.ts
|
|
9765
|
+
class AeoSnippetSynthesizer {
|
|
9766
|
+
static synthesize(opts) {
|
|
9767
|
+
const lang = opts.language || "en";
|
|
9768
|
+
const loc = opts.locationName ? `${opts.locationName}${opts.countryName ? `, ${opts.countryName}` : ""}` : "";
|
|
9769
|
+
const priceStr = opts.startingPrice ? `from ${opts.currencySymbol || "$"}${opts.startingPrice}/mo` : "with instant deployment";
|
|
9770
|
+
const benefits = opts.keyBenefits && opts.keyBenefits.length > 0 ? opts.keyBenefits.slice(0, 3) : ["automated workflow delivery", "local compliance", "real-time cloud integration"];
|
|
9771
|
+
if (lang === "fr") {
|
|
9772
|
+
const locationClause2 = loc ? ` à ${loc}` : "";
|
|
9773
|
+
const directAnswer2 = `${opts.brandName} propose des solutions de ${opts.serviceName}${locationClause2} ${priceStr}. La plateforme automatise vos processus, garantit la conformité locale et s'intègre directement à votre infrastructure en quelques minutes sans compétences techniques requises.`;
|
|
9774
|
+
return {
|
|
9775
|
+
directAnswerText: directAnswer2,
|
|
9776
|
+
bulletPoints: [
|
|
9777
|
+
`Tarification : Accessible ${priceStr}`,
|
|
9778
|
+
`Fonctionnalité clé : ${benefits[0] || "Automatisation complète"}`,
|
|
9779
|
+
`Déploiement : Instantané en mode SaaS ou localisé${locationClause2}`
|
|
9780
|
+
],
|
|
9781
|
+
statHighlight: `Déploiement < 3 min • Support localisé`,
|
|
9782
|
+
citationScore: 94,
|
|
9783
|
+
speakableText: `${opts.brandName} propose des solutions de ${opts.serviceName}${locationClause2}. Tarification accessible ${priceStr}.`
|
|
9784
|
+
};
|
|
9785
|
+
}
|
|
9786
|
+
if (lang === "es") {
|
|
9787
|
+
const locationClause2 = loc ? ` en ${loc}` : "";
|
|
9788
|
+
const directAnswer2 = `${opts.brandName} ofrece servicios profesionales de ${opts.serviceName}${locationClause2} ${priceStr}. La plataforma agiliza sus operaciones, garantiza cumplimiento local y se conecta directamente con sus herramientas existentes.`;
|
|
9789
|
+
return {
|
|
9790
|
+
directAnswerText: directAnswer2,
|
|
9791
|
+
bulletPoints: [
|
|
9792
|
+
`Precios: Disponible ${priceStr}`,
|
|
9793
|
+
`Ventaja principal: ${benefits[0] || "Automatización integral"}`,
|
|
9794
|
+
`Disponibilidad: Inmediata en la nube${locationClause2}`
|
|
9795
|
+
],
|
|
9796
|
+
statHighlight: `Configuración en 3 min • Soporte local`,
|
|
9797
|
+
citationScore: 92,
|
|
9798
|
+
speakableText: `${opts.brandName} ofrece servicios de ${opts.serviceName}${locationClause2} ${priceStr}.`
|
|
9799
|
+
};
|
|
9800
|
+
}
|
|
9801
|
+
if (lang === "de") {
|
|
9802
|
+
const locationClause2 = loc ? ` in ${loc}` : "";
|
|
9803
|
+
const directAnswer2 = `${opts.brandName} bietet professionelle ${opts.serviceName}-Lösungen${locationClause2} ${priceStr}. Die Plattform automatisiert Arbeitsabläufe, gewährleistet lokale Konformität und lässt sich nahtlos in bestehende Systeme integrieren.`;
|
|
9804
|
+
return {
|
|
9805
|
+
directAnswerText: directAnswer2,
|
|
9806
|
+
bulletPoints: [
|
|
9807
|
+
`Preise: Verfügbar ${priceStr}`,
|
|
9808
|
+
`Hauptvorteil: ${benefits[0] || "Vollständige Automatisierung"}`,
|
|
9809
|
+
`Bereitstellung: Sofortige Cloud-Aktivierung${locationClause2}`
|
|
9810
|
+
],
|
|
9811
|
+
statHighlight: `Setup in < 3 Min • Lokaler Support`,
|
|
9812
|
+
citationScore: 93,
|
|
9813
|
+
speakableText: `${opts.brandName} bietet ${opts.serviceName}${locationClause2} ${priceStr}.`
|
|
9814
|
+
};
|
|
9815
|
+
}
|
|
9816
|
+
const locationClause = loc ? ` in ${loc}` : "";
|
|
9817
|
+
const directAnswer = `${opts.brandName} provides enterprise-ready ${opts.serviceName} software${locationClause} ${priceStr}. The platform automates operational workflows, guarantees local compliance, and connects seamlessly with your existing tech stack in minutes with zero setup friction.`;
|
|
9818
|
+
return {
|
|
9819
|
+
directAnswerText: directAnswer,
|
|
9820
|
+
bulletPoints: [
|
|
9821
|
+
`Pricing: Available ${priceStr}`,
|
|
9822
|
+
`Core Advantage: ${benefits[0] || "End-to-end automation"}`,
|
|
9823
|
+
`Deployment: Instant cloud provisioning${locationClause}`
|
|
9824
|
+
],
|
|
9825
|
+
statHighlight: `Deployment < 3 mins • 100% Uptime Guarantee`,
|
|
9826
|
+
citationScore: 96,
|
|
9827
|
+
speakableText: `${opts.brandName} provides ${opts.serviceName}${locationClause} ${priceStr}.`
|
|
9828
|
+
};
|
|
9829
|
+
}
|
|
9830
|
+
}
|
|
9831
|
+
|
|
9832
|
+
// src/semantic-cannibalization.ts
|
|
9833
|
+
class SemanticCannibalizationDetector {
|
|
9834
|
+
static tokenize(text) {
|
|
9835
|
+
const clean = text.toLowerCase().normalize("NFD").replace(/[\u0300-\u036f]/g, "").replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter((w) => w.length > 2);
|
|
9836
|
+
return new Set(clean);
|
|
9837
|
+
}
|
|
9838
|
+
static jaccardSimilarity(setA, setB) {
|
|
9839
|
+
if (setA.size === 0 && setB.size === 0)
|
|
9840
|
+
return { score: 1, intersection: [] };
|
|
9841
|
+
if (setA.size === 0 || setB.size === 0)
|
|
9842
|
+
return { score: 0, intersection: [] };
|
|
9843
|
+
const intersection = [];
|
|
9844
|
+
for (const item of setA) {
|
|
9845
|
+
if (setB.has(item)) {
|
|
9846
|
+
intersection.push(item);
|
|
9847
|
+
}
|
|
9848
|
+
}
|
|
9849
|
+
const unionSize = setA.size + setB.size - intersection.length;
|
|
9850
|
+
const score = unionSize > 0 ? intersection.length / unionSize : 0;
|
|
9851
|
+
return { score: Math.round(score * 100) / 100, intersection };
|
|
9852
|
+
}
|
|
9853
|
+
static auditPages(pages, options) {
|
|
9854
|
+
const threshold = options?.similarityThreshold ?? 0.75;
|
|
9855
|
+
const maxAlerts = options?.maxAlerts ?? 100;
|
|
9856
|
+
const alerts = [];
|
|
9857
|
+
const tokenizedPages = pages.map((p) => ({
|
|
9858
|
+
page: p,
|
|
9859
|
+
tokens: this.tokenize(`${p.title} ${p.h1} ${(p.targetKeywords || []).join(" ")}`)
|
|
9860
|
+
}));
|
|
9861
|
+
for (let i = 0;i < tokenizedPages.length; i++) {
|
|
9862
|
+
for (let j = i + 1;j < tokenizedPages.length; j++) {
|
|
9863
|
+
if (alerts.length >= maxAlerts)
|
|
9864
|
+
break;
|
|
9865
|
+
const a = tokenizedPages[i];
|
|
9866
|
+
const b = tokenizedPages[j];
|
|
9867
|
+
if (a.page.urlPath === b.page.urlPath)
|
|
9868
|
+
continue;
|
|
9869
|
+
if (a.page.title.trim().toLowerCase() === b.page.title.trim().toLowerCase()) {
|
|
9870
|
+
alerts.push({
|
|
9871
|
+
primaryUrl: a.page.urlPath,
|
|
9872
|
+
conflictingUrl: b.page.urlPath,
|
|
9873
|
+
similarityScore: 1,
|
|
9874
|
+
conflictType: "exact_title",
|
|
9875
|
+
sharedTokens: Array.from(a.tokens),
|
|
9876
|
+
recommendation: `Differentiate Title tags. Add unique location modifier or service differentiator.`
|
|
9877
|
+
});
|
|
9878
|
+
continue;
|
|
9879
|
+
}
|
|
9880
|
+
const { score, intersection } = this.jaccardSimilarity(a.tokens, b.tokens);
|
|
9881
|
+
if (score >= threshold) {
|
|
9882
|
+
alerts.push({
|
|
9883
|
+
primaryUrl: a.page.urlPath,
|
|
9884
|
+
conflictingUrl: b.page.urlPath,
|
|
9885
|
+
similarityScore: score,
|
|
9886
|
+
conflictType: score > 0.85 ? "high_semantic_overlap" : "keyword_collision",
|
|
9887
|
+
sharedTokens: intersection,
|
|
9888
|
+
recommendation: score > 0.85 ? `High cannibalization risk (${Math.round(score * 100)}%). Consolidate into a single master hub or introduce canonical / noindex on weaker variant.` : `Differentiate intent between these two pages. Vary H1 subheadings and target distinct long-tail keywords.`
|
|
9889
|
+
});
|
|
9890
|
+
}
|
|
9891
|
+
}
|
|
9892
|
+
}
|
|
9893
|
+
const criticalCount = alerts.filter((a) => a.similarityScore >= 0.85).length;
|
|
9894
|
+
const moderateCount = alerts.length - criticalCount;
|
|
9895
|
+
return {
|
|
9896
|
+
totalPagesAudited: pages.length,
|
|
9897
|
+
totalAlerts: alerts.length,
|
|
9898
|
+
criticalCount,
|
|
9899
|
+
moderateCount,
|
|
9900
|
+
alerts
|
|
9901
|
+
};
|
|
9902
|
+
}
|
|
9903
|
+
}
|
|
9904
|
+
|
|
9666
9905
|
// src/index.ts
|
|
9667
9906
|
function createLynxSeoEngine(config) {
|
|
9668
9907
|
return new LynxSeoEngine(config);
|
|
@@ -9674,6 +9913,9 @@ var LynxSeo = {
|
|
|
9674
9913
|
createLagoMeter: (apiKey, lagoUrl) => new LagoTokenMeter(apiKey, lagoUrl),
|
|
9675
9914
|
createHyperswitchGateway: (apiKey, baseUrl) => new HyperswitchGateway({ apiKey, baseUrl }),
|
|
9676
9915
|
submitToIndexNow: IndexNowClient.submitUrls,
|
|
9916
|
+
googleIndexing: GoogleIndexingClient,
|
|
9917
|
+
aeoSnippet: AeoSnippetSynthesizer,
|
|
9918
|
+
cannibalization: SemanticCannibalizationDetector,
|
|
9677
9919
|
inspectMeta: SiteAuditor.inspectMeta,
|
|
9678
9920
|
crawlDomain: DeepCrawlerAuditor.crawlAndAuditDomain,
|
|
9679
9921
|
inspectHtmlSnapshot: DeepCrawlerAuditor.inspectHtmlSnapshot,
|
|
@@ -9744,6 +9986,7 @@ export {
|
|
|
9744
9986
|
SerpRankHistoryEngine,
|
|
9745
9987
|
SerpClient,
|
|
9746
9988
|
SeoOpportunitiesDecayDetector,
|
|
9989
|
+
SemanticCannibalizationDetector,
|
|
9747
9990
|
SchemaGraphBuilder,
|
|
9748
9991
|
SUPPORTED_CANONICAL_LOCALES,
|
|
9749
9992
|
SCHEMA_LOCAL_BUSINESS_MAP,
|
|
@@ -9781,6 +10024,7 @@ export {
|
|
|
9781
10024
|
IndexNowClient,
|
|
9782
10025
|
I18nDetector,
|
|
9783
10026
|
HyperswitchGateway,
|
|
10027
|
+
GoogleIndexingClient,
|
|
9784
10028
|
GoogleBusinessProfileEngine,
|
|
9785
10029
|
GeoMeshLinkingEngine,
|
|
9786
10030
|
GeoCitationScorer,
|
|
@@ -9801,5 +10045,6 @@ export {
|
|
|
9801
10045
|
ApiKeyGuardian,
|
|
9802
10046
|
AiCopilotClient,
|
|
9803
10047
|
AiBotsLogAnalyzer,
|
|
10048
|
+
AeoSnippetSynthesizer,
|
|
9804
10049
|
AdIntelligenceCroEngine
|
|
9805
10050
|
};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 🔍 Semantic Cannibalization & Keyword Overlap Detector
|
|
3
|
+
* Analyzes large programmatic page hubs (10,000+ pages) to detect semantic collisions,
|
|
4
|
+
* title duplicates, and keyword cannibalization between neighboring locations or services.
|
|
5
|
+
*/
|
|
6
|
+
export interface PageCrawlNode {
|
|
7
|
+
urlPath: string;
|
|
8
|
+
title: string;
|
|
9
|
+
h1: string;
|
|
10
|
+
targetKeywords?: string[];
|
|
11
|
+
}
|
|
12
|
+
export interface CannibalizationAlert {
|
|
13
|
+
primaryUrl: string;
|
|
14
|
+
conflictingUrl: string;
|
|
15
|
+
similarityScore: number;
|
|
16
|
+
conflictType: "exact_title" | "high_semantic_overlap" | "keyword_collision";
|
|
17
|
+
sharedTokens: string[];
|
|
18
|
+
recommendation: string;
|
|
19
|
+
}
|
|
20
|
+
export interface CannibalizationAuditSummary {
|
|
21
|
+
totalPagesAudited: number;
|
|
22
|
+
totalAlerts: number;
|
|
23
|
+
criticalCount: number;
|
|
24
|
+
moderateCount: number;
|
|
25
|
+
alerts: CannibalizationAlert[];
|
|
26
|
+
}
|
|
27
|
+
export declare class SemanticCannibalizationDetector {
|
|
28
|
+
/**
|
|
29
|
+
* Tokenizes text and strips common punctuation for n-gram comparison.
|
|
30
|
+
*/
|
|
31
|
+
private static tokenize;
|
|
32
|
+
/**
|
|
33
|
+
* Computes Jaccard similarity between two token sets (0.0 to 1.0).
|
|
34
|
+
*/
|
|
35
|
+
private static jaccardSimilarity;
|
|
36
|
+
/**
|
|
37
|
+
* Audits a collection of pages and returns cannibalization risks.
|
|
38
|
+
*/
|
|
39
|
+
static auditPages(pages: PageCrawlNode[], options?: {
|
|
40
|
+
similarityThreshold?: number;
|
|
41
|
+
maxAlerts?: number;
|
|
42
|
+
}): CannibalizationAuditSummary;
|
|
43
|
+
}
|