@automatelab/ai-seo-mcp 0.3.0 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +37 -18
- package/dist/cli/audit-cli.d.ts +3 -0
- package/dist/cli/audit-cli.d.ts.map +1 -0
- package/dist/cli/audit-cli.js +136 -0
- package/dist/cli/audit-cli.js.map +1 -0
- package/dist/index.js +710 -227
- package/dist/index.js.map +1 -1
- package/dist/lib/cache.d.ts +12 -0
- package/dist/lib/cache.d.ts.map +1 -0
- package/dist/lib/cache.js +51 -0
- package/dist/lib/cache.js.map +1 -0
- package/dist/lib/config.js +1 -1
- package/dist/lib/fetch.d.ts +5 -0
- package/dist/lib/fetch.d.ts.map +1 -1
- package/dist/lib/fetch.js +42 -1
- package/dist/lib/fetch.js.map +1 -1
- package/dist/lib/headless.d.ts +13 -0
- package/dist/lib/headless.d.ts.map +1 -0
- package/dist/lib/headless.js +73 -0
- package/dist/lib/headless.js.map +1 -0
- package/dist/lib/scorecard-html.js +94 -94
- package/dist/output-schemas.d.ts +658 -0
- package/dist/output-schemas.d.ts.map +1 -0
- package/dist/output-schemas.js +265 -0
- package/dist/output-schemas.js.map +1 -0
- package/dist/tools/audit-page.d.ts +11 -0
- package/dist/tools/audit-page.d.ts.map +1 -1
- package/dist/tools/audit-page.js +49 -2
- package/dist/tools/audit-page.js.map +1 -1
- package/dist/tools/audit-schema.d.ts +2 -1
- package/dist/tools/audit-schema.d.ts.map +1 -1
- package/dist/tools/audit-schema.js +2 -1
- package/dist/tools/audit-schema.js.map +1 -1
- package/dist/tools/audit-site.d.ts +41 -0
- package/dist/tools/audit-site.d.ts.map +1 -0
- package/dist/tools/audit-site.js +120 -0
- package/dist/tools/audit-site.js.map +1 -0
- package/dist/tools/audit-sitemap.d.ts +66 -0
- package/dist/tools/audit-sitemap.d.ts.map +1 -0
- package/dist/tools/audit-sitemap.js +264 -0
- package/dist/tools/audit-sitemap.js.map +1 -0
- package/dist/tools/check-technical.d.ts +2 -1
- package/dist/tools/check-technical.d.ts.map +1 -1
- package/dist/tools/check-technical.js +2 -1
- package/dist/tools/check-technical.js.map +1 -1
- package/dist/tools/diff-pages.js +2 -2
- package/dist/tools/diff-pages.js.map +1 -1
- package/dist/tools/extract-entities.d.ts +8 -1
- package/dist/tools/extract-entities.d.ts.map +1 -1
- package/dist/tools/extract-entities.js +110 -3
- package/dist/tools/extract-entities.js.map +1 -1
- package/dist/tools/save-audit-report.d.ts +22 -0
- package/dist/tools/save-audit-report.d.ts.map +1 -0
- package/dist/tools/save-audit-report.js +133 -0
- package/dist/tools/save-audit-report.js.map +1 -0
- package/dist/tools/test-citation.d.ts +51 -0
- package/dist/tools/test-citation.d.ts.map +1 -0
- package/dist/tools/test-citation.js +159 -0
- package/dist/tools/test-citation.js.map +1 -0
- package/package.json +8 -1
- package/smithery.yaml +13 -0
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
// Tool: audit_site
|
|
2
|
+
// Single-call aggregator: audit_page (homepage) + check_robots + check_sitemap + audit_schema.
|
|
3
|
+
// Returns a unified overall_grade and top_5_fixes for users who don't want the 13-tool buffet.
|
|
4
|
+
import { z } from "zod";
|
|
5
|
+
import { auditPage } from "./audit-page.js";
|
|
6
|
+
import { checkRobots } from "./check-robots.js";
|
|
7
|
+
import { checkSitemap } from "./check-sitemap.js";
|
|
8
|
+
import { auditSchema } from "./audit-schema.js";
|
|
9
|
+
import { deriveGrade } from "../lib/score.js";
|
|
10
|
+
export const auditSiteInputSchema = z.object({
|
|
11
|
+
domain: z
|
|
12
|
+
.string()
|
|
13
|
+
.min(3)
|
|
14
|
+
.describe("Hostname or origin to audit. Examples: `example.com`, `https://example.com`. The tool resolves the homepage and runs audit_page + check_robots + check_sitemap + audit_schema in parallel against it, then returns an overall grade plus top-5 fixes. Issues several HTTP GETs against the domain."),
|
|
15
|
+
respect_robots: z
|
|
16
|
+
.boolean()
|
|
17
|
+
.optional()
|
|
18
|
+
.default(true)
|
|
19
|
+
.describe("If true (default), respect robots.txt before fetching the homepage. Set false ONLY to audit a site you own that has temporarily blocked crawlers."),
|
|
20
|
+
});
|
|
21
|
+
function normalizeDomain(input) {
|
|
22
|
+
let host = input.trim();
|
|
23
|
+
if (host.startsWith("http://") || host.startsWith("https://")) {
|
|
24
|
+
try {
|
|
25
|
+
const u = new URL(host);
|
|
26
|
+
return { hostname: u.hostname, homepageUrl: `${u.protocol}//${u.hostname}/` };
|
|
27
|
+
}
|
|
28
|
+
catch {
|
|
29
|
+
// fall through to plain-domain handling
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
host = host.replace(/\/$/, "");
|
|
33
|
+
return { hostname: host, homepageUrl: `https://${host}/` };
|
|
34
|
+
}
|
|
35
|
+
function severityRank(s) {
|
|
36
|
+
return s === "critical" ? 0 : s === "warning" ? 1 : 2;
|
|
37
|
+
}
|
|
38
|
+
function impactRank(i) {
|
|
39
|
+
return i === "high" ? 0 : i === "medium" ? 1 : i === "low" ? 2 : 3;
|
|
40
|
+
}
|
|
41
|
+
function dedupeFindings(findings) {
|
|
42
|
+
const seen = new Set();
|
|
43
|
+
const out = [];
|
|
44
|
+
for (const f of findings) {
|
|
45
|
+
const key = `${f.severity}:${f.category}:${f.message}`;
|
|
46
|
+
if (seen.has(key))
|
|
47
|
+
continue;
|
|
48
|
+
seen.add(key);
|
|
49
|
+
out.push(f);
|
|
50
|
+
}
|
|
51
|
+
return out;
|
|
52
|
+
}
|
|
53
|
+
export async function auditSite(input) {
|
|
54
|
+
const { hostname, homepageUrl } = normalizeDomain(input.domain);
|
|
55
|
+
const fetched_at = new Date().toISOString();
|
|
56
|
+
// Fan out the four checks in parallel. The fetch cache de-duplicates the homepage GET
|
|
57
|
+
// across audit_page / audit_schema, so this is roughly 4 logical calls but ~2 network fetches.
|
|
58
|
+
const [pageRes, robotsRes, sitemapRes, schemaRes] = await Promise.allSettled([
|
|
59
|
+
auditPage({
|
|
60
|
+
url: homepageUrl,
|
|
61
|
+
include_raw_html: false,
|
|
62
|
+
respect_robots: input.respect_robots,
|
|
63
|
+
generate_report: false,
|
|
64
|
+
render: "static",
|
|
65
|
+
}),
|
|
66
|
+
checkRobots({ domain: hostname }),
|
|
67
|
+
checkSitemap({ domain: hostname, max_urls_to_check: 50 }),
|
|
68
|
+
auditSchema({ url: homepageUrl, respect_robots: input.respect_robots }),
|
|
69
|
+
]);
|
|
70
|
+
const allFindings = [];
|
|
71
|
+
const partPage = pageRes.status === "fulfilled"
|
|
72
|
+
? pageRes.value
|
|
73
|
+
: { error: pageRes.reason instanceof Error ? pageRes.reason.message : String(pageRes.reason) };
|
|
74
|
+
if (pageRes.status === "fulfilled") {
|
|
75
|
+
allFindings.push(...pageRes.value.findings);
|
|
76
|
+
}
|
|
77
|
+
const partRobots = robotsRes.status === "fulfilled"
|
|
78
|
+
? robotsRes.value
|
|
79
|
+
: { error: robotsRes.reason instanceof Error ? robotsRes.reason.message : String(robotsRes.reason) };
|
|
80
|
+
if (robotsRes.status === "fulfilled") {
|
|
81
|
+
allFindings.push(...robotsRes.value.findings);
|
|
82
|
+
}
|
|
83
|
+
const partSitemap = sitemapRes.status === "fulfilled"
|
|
84
|
+
? sitemapRes.value
|
|
85
|
+
: { error: sitemapRes.reason instanceof Error ? sitemapRes.reason.message : String(sitemapRes.reason) };
|
|
86
|
+
if (sitemapRes.status === "fulfilled") {
|
|
87
|
+
allFindings.push(...sitemapRes.value.findings);
|
|
88
|
+
}
|
|
89
|
+
const partSchema = schemaRes.status === "fulfilled"
|
|
90
|
+
? schemaRes.value
|
|
91
|
+
: { error: schemaRes.reason instanceof Error ? schemaRes.reason.message : String(schemaRes.reason) };
|
|
92
|
+
if (schemaRes.status === "fulfilled") {
|
|
93
|
+
allFindings.push(...schemaRes.value.findings);
|
|
94
|
+
}
|
|
95
|
+
// The composite score: audit_page is already a weighted composite — anchor on it.
|
|
96
|
+
// If audit_page failed, fall back to 50 (mirrors per-dimension defaults inside audit_page).
|
|
97
|
+
const overall_score = pageRes.status === "fulfilled" ? pageRes.value.score : 50;
|
|
98
|
+
const overall_grade = deriveGrade(overall_score);
|
|
99
|
+
const sorted = dedupeFindings(allFindings).sort((a, b) => {
|
|
100
|
+
const sev = severityRank(a.severity) - severityRank(b.severity);
|
|
101
|
+
if (sev !== 0)
|
|
102
|
+
return sev;
|
|
103
|
+
return impactRank(a.estimated_impact) - impactRank(b.estimated_impact);
|
|
104
|
+
});
|
|
105
|
+
return {
|
|
106
|
+
domain: hostname,
|
|
107
|
+
homepage_url: homepageUrl,
|
|
108
|
+
fetched_at,
|
|
109
|
+
overall_score,
|
|
110
|
+
overall_grade,
|
|
111
|
+
top_5_fixes: sorted.slice(0, 5),
|
|
112
|
+
parts: {
|
|
113
|
+
audit_page: partPage,
|
|
114
|
+
check_robots: partRobots,
|
|
115
|
+
check_sitemap: partSitemap,
|
|
116
|
+
audit_schema: partSchema,
|
|
117
|
+
},
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
//# sourceMappingURL=audit-site.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audit-site.js","sourceRoot":"","sources":["../../src/tools/audit-site.ts"],"names":[],"mappings":"AAAA,mBAAmB;AACnB,+FAA+F;AAC/F,+FAA+F;AAE/F,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,SAAS,EAAwB,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAAE,WAAW,EAAqB,MAAM,mBAAmB,CAAC;AACnE,OAAO,EAAE,YAAY,EAAsB,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAE,WAAW,EAA0B,MAAM,mBAAmB,CAAC;AACxE,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG9C,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CAAC,oSAAoS,CAAC;IACjT,cAAc,EAAE,CAAC;SACd,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,mJAAmJ,CAAC;CACjK,CAAC,CAAC;AAmBH,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IACxB,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;YACxB,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,GAAG,EAAE,CAAC;QAChF,CAAC;QAAC,MAAM,CAAC;YACP,wCAAwC;QAC1C,CAAC;IACH,CAAC;IACD,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC/B,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,IAAI,GAAG,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,YAAY,CAAC,CAAsB;IAC1C,OAAO,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,UAAU,CAAC,CAA+B;IACjD,OAAO,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,cAAc,CAAC,QAAmB;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;QACvD,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACd,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAqB;IACnD,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE5C,sFAAsF;IACtF,+FAA+F;IAC/F,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;QAC3E,SAAS,CAAC;YACR,GAAG,EAAE,WAAW;YAChB,gBAAgB,EAAE,KAAK;YACvB,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,eAAe,EAAE,KAAK;YACtB,MAAM,EAAE,QAAQ;SACjB,CAAC;QACF,WAAW,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QACjC,YAAY,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,EAAE,EAAE,CAAC;QACzD,WAAW,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC;KACxE,CAAC,CAAC;IAEH,MAAM,WAAW,GAAc,EAAE,CAAC;IAElC,MAAM,QAAQ,GACZ,OAAO,CAAC,MAAM,KAAK,WAAW;QAC5B,CAAC,CAAC,OAAO,CAAC,KAAK;QACf,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IACnG,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACnC,WAAW,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,UAAU,GACd,SAAS,CAAC,MAAM,KAAK,WAAW;QAC9B,CAAC,CAAC,SAAS,CAAC,KAAK;QACjB,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;IACzG,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACrC,WAAW,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,WAAW,GACf,UAAU,CAAC,MAAM,KAAK,WAAW;QAC/B,CAAC,CAAC,UAAU,CAAC,KAAK;QAClB,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;IAC5G,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACtC,WAAW,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,UAAU,GACd,SAAS,CAAC,MAAM,KAAK,WAAW;QAC9B,CAAC,CAAC,SAAS,CAAC,KAAK;QACjB,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;IACzG,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACrC,WAAW,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAED,kFAAkF;IAClF,4FAA4F;IAC5F,MAAM,aAAa,GACjB,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5D,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC;IAEjD,MAAM,MAAM,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvD,MAAM,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAChE,IAAI,GAAG,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QAC1B,OAAO,UAAU,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,YAAY,EAAE,WAAW;QACzB,UAAU;QACV,aAAa;QACb,aAAa;QACb,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/B,KAAK,EAAE;YACL,UAAU,EAAE,QAAQ;YACpB,YAAY,EAAE,UAAU;YACxB,aAAa,EAAE,WAAW;YAC1B,YAAY,EAAE,UAAU;SACzB;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import type { Finding } from "../types.js";
|
|
3
|
+
export declare const auditSitemapInputSchema: z.ZodObject<{
|
|
4
|
+
domain: z.ZodString;
|
|
5
|
+
sample_size: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
|
|
6
|
+
respect_robots: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
7
|
+
concurrency: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
|
|
8
|
+
}, "strip", z.ZodTypeAny, {
|
|
9
|
+
respect_robots: boolean;
|
|
10
|
+
domain: string;
|
|
11
|
+
sample_size: number;
|
|
12
|
+
concurrency: number;
|
|
13
|
+
}, {
|
|
14
|
+
domain: string;
|
|
15
|
+
respect_robots?: boolean | undefined;
|
|
16
|
+
sample_size?: number | undefined;
|
|
17
|
+
concurrency?: number | undefined;
|
|
18
|
+
}>;
|
|
19
|
+
export type AuditSitemapInput = z.infer<typeof auditSitemapInputSchema>;
|
|
20
|
+
export interface PerPageAudit {
|
|
21
|
+
url: string;
|
|
22
|
+
score: number;
|
|
23
|
+
grade: "A" | "B" | "C" | "D" | "F";
|
|
24
|
+
top_issue: string | null;
|
|
25
|
+
}
|
|
26
|
+
export interface AuditSitemapResult {
|
|
27
|
+
domain: string;
|
|
28
|
+
sitemap_url: string | null;
|
|
29
|
+
total_urls_in_sitemap: number;
|
|
30
|
+
urls_sampled: number;
|
|
31
|
+
sampling: "uniform_stride";
|
|
32
|
+
/** Audits that completed successfully. */
|
|
33
|
+
audited: PerPageAudit[];
|
|
34
|
+
/** URL → error message for audits that failed. */
|
|
35
|
+
failed: Array<{
|
|
36
|
+
url: string;
|
|
37
|
+
error: string;
|
|
38
|
+
}>;
|
|
39
|
+
score_distribution: {
|
|
40
|
+
avg: number;
|
|
41
|
+
median: number;
|
|
42
|
+
min: number;
|
|
43
|
+
max: number;
|
|
44
|
+
p25: number;
|
|
45
|
+
p75: number;
|
|
46
|
+
};
|
|
47
|
+
grade_distribution: {
|
|
48
|
+
A: number;
|
|
49
|
+
B: number;
|
|
50
|
+
C: number;
|
|
51
|
+
D: number;
|
|
52
|
+
F: number;
|
|
53
|
+
};
|
|
54
|
+
worst_pages: PerPageAudit[];
|
|
55
|
+
/** Top findings aggregated across all sampled pages, sorted by occurrence count desc. */
|
|
56
|
+
top_findings: Array<{
|
|
57
|
+
message: string;
|
|
58
|
+
category: string;
|
|
59
|
+
severity: Finding["severity"];
|
|
60
|
+
count: number;
|
|
61
|
+
fix: string;
|
|
62
|
+
}>;
|
|
63
|
+
fetched_at: string;
|
|
64
|
+
}
|
|
65
|
+
export declare function auditSitemap(input: AuditSitemapInput): Promise<AuditSitemapResult>;
|
|
66
|
+
//# sourceMappingURL=audit-sitemap.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audit-sitemap.d.ts","sourceRoot":"","sources":["../../src/tools/audit-sitemap.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAE3C,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;EAkClC,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;IACnC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,0CAA0C;IAC1C,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,kDAAkD;IAClD,MAAM,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9C,kBAAkB,EAAE;QAClB,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;IACF,kBAAkB,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9E,WAAW,EAAE,YAAY,EAAE,CAAC;IAC5B,yFAAyF;IACzF,YAAY,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACtH,UAAU,EAAE,MAAM,CAAC;CACpB;AAyHD,wBAAsB,YAAY,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAoIxF"}
|
|
@@ -0,0 +1,264 @@
|
|
|
1
|
+
// Tool: audit_sitemap
|
|
2
|
+
// Site-wide aggregation: discover the sitemap, sample N URLs by uniform stride,
|
|
3
|
+
// run audit_page on each, then return distribution stats + worst pages + most-common findings.
|
|
4
|
+
//
|
|
5
|
+
// Distinct from check_sitemap (which validates the sitemap.xml itself) — this audits
|
|
6
|
+
// the content the sitemap lists.
|
|
7
|
+
import { z } from "zod";
|
|
8
|
+
import { politeFetch } from "../lib/fetch.js";
|
|
9
|
+
import { fetchRobotsTxt } from "../lib/robots.js";
|
|
10
|
+
import { XMLParser } from "fast-xml-parser";
|
|
11
|
+
import { auditPage } from "./audit-page.js";
|
|
12
|
+
export const auditSitemapInputSchema = z.object({
|
|
13
|
+
domain: z
|
|
14
|
+
.string()
|
|
15
|
+
.min(3)
|
|
16
|
+
.describe("Hostname or origin to audit. Examples: `example.com`, `https://example.com`. The tool discovers the sitemap, samples N URLs by uniform stride, and runs audit_page on each."),
|
|
17
|
+
sample_size: z
|
|
18
|
+
.number()
|
|
19
|
+
.int()
|
|
20
|
+
.min(1)
|
|
21
|
+
.max(50)
|
|
22
|
+
.optional()
|
|
23
|
+
.default(10)
|
|
24
|
+
.describe("Number of URLs to sample from the sitemap. Default 10. Max 50 (sampling caps to avoid runaway audits — each sample is one full audit_page call, ~1-3s with polite throttling). Sampling is deterministic uniform-stride: if the sitemap has 1000 URLs and sample_size=10, every 100th URL is picked."),
|
|
25
|
+
respect_robots: z
|
|
26
|
+
.boolean()
|
|
27
|
+
.optional()
|
|
28
|
+
.default(true)
|
|
29
|
+
.describe("If true (default), respect robots.txt for each sampled URL. Set false only for self-audits where you've intentionally blocked crawlers."),
|
|
30
|
+
concurrency: z
|
|
31
|
+
.number()
|
|
32
|
+
.int()
|
|
33
|
+
.min(1)
|
|
34
|
+
.max(5)
|
|
35
|
+
.optional()
|
|
36
|
+
.default(2)
|
|
37
|
+
.describe("Parallel audit_page calls. Default 2 (gentle). Max 5. The shared politeFetch host-delay is still enforced, so this is per-batch dispatch concurrency, not bypass."),
|
|
38
|
+
});
|
|
39
|
+
function normalizeDomain(domain) {
|
|
40
|
+
if (domain.startsWith("http://") || domain.startsWith("https://")) {
|
|
41
|
+
try {
|
|
42
|
+
return new URL(domain).hostname;
|
|
43
|
+
}
|
|
44
|
+
catch {
|
|
45
|
+
return domain;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
return domain.replace(/\/$/, "");
|
|
49
|
+
}
|
|
50
|
+
async function fetchSitemapXml(hostname) {
|
|
51
|
+
const candidates = [`https://${hostname}/sitemap.xml`, `https://${hostname}/sitemap_index.xml`];
|
|
52
|
+
const robotsText = await fetchRobotsTxt(`https://${hostname}/robots.txt`);
|
|
53
|
+
if (robotsText) {
|
|
54
|
+
const sitemapMatch = robotsText.match(/^Sitemap:\s*(.+)$/im);
|
|
55
|
+
if (sitemapMatch && sitemapMatch[1]) {
|
|
56
|
+
const robotsSitemapUrl = sitemapMatch[1].trim();
|
|
57
|
+
if (!candidates.includes(robotsSitemapUrl))
|
|
58
|
+
candidates.unshift(robotsSitemapUrl);
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
for (const candidate of candidates) {
|
|
62
|
+
try {
|
|
63
|
+
const res = await politeFetch(candidate, { respectRobots: false });
|
|
64
|
+
if (res.statusCode === 200) {
|
|
65
|
+
return { url: candidate, xml: res.body };
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
catch {
|
|
69
|
+
// try next
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
return { url: null, xml: null };
|
|
73
|
+
}
|
|
74
|
+
function parseSitemapEntries(xml) {
|
|
75
|
+
const parser = new XMLParser({ ignoreAttributes: false });
|
|
76
|
+
let parsed;
|
|
77
|
+
try {
|
|
78
|
+
parsed = parser.parse(xml);
|
|
79
|
+
}
|
|
80
|
+
catch {
|
|
81
|
+
return { entries: [], childSitemaps: [] };
|
|
82
|
+
}
|
|
83
|
+
const sitemapIndex = parsed["sitemapindex"];
|
|
84
|
+
if (sitemapIndex) {
|
|
85
|
+
const sitemaps = sitemapIndex["sitemap"];
|
|
86
|
+
const list = Array.isArray(sitemaps)
|
|
87
|
+
? sitemaps
|
|
88
|
+
: sitemaps
|
|
89
|
+
? [sitemaps]
|
|
90
|
+
: [];
|
|
91
|
+
return { entries: [], childSitemaps: list.map((s) => String(s["loc"] ?? "")).filter(Boolean) };
|
|
92
|
+
}
|
|
93
|
+
const urlset = parsed["urlset"];
|
|
94
|
+
if (!urlset)
|
|
95
|
+
return { entries: [], childSitemaps: [] };
|
|
96
|
+
const urlEntries = urlset["url"];
|
|
97
|
+
const list = Array.isArray(urlEntries)
|
|
98
|
+
? urlEntries
|
|
99
|
+
: urlEntries
|
|
100
|
+
? [urlEntries]
|
|
101
|
+
: [];
|
|
102
|
+
return {
|
|
103
|
+
entries: list.map((u) => ({
|
|
104
|
+
loc: String(u["loc"] ?? ""),
|
|
105
|
+
lastmod: u["lastmod"] ? String(u["lastmod"]) : undefined,
|
|
106
|
+
})),
|
|
107
|
+
childSitemaps: [],
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
/** Uniform-stride sampling — deterministic, representative. */
|
|
111
|
+
function strideSample(items, n) {
|
|
112
|
+
if (items.length <= n)
|
|
113
|
+
return items.slice();
|
|
114
|
+
const stride = items.length / n;
|
|
115
|
+
const out = [];
|
|
116
|
+
for (let i = 0; i < n; i++) {
|
|
117
|
+
const idx = Math.floor(i * stride);
|
|
118
|
+
if (items[idx] !== undefined)
|
|
119
|
+
out.push(items[idx]);
|
|
120
|
+
}
|
|
121
|
+
return out;
|
|
122
|
+
}
|
|
123
|
+
function percentile(sortedAsc, p) {
|
|
124
|
+
if (sortedAsc.length === 0)
|
|
125
|
+
return 0;
|
|
126
|
+
const idx = Math.max(0, Math.min(sortedAsc.length - 1, Math.floor((p / 100) * sortedAsc.length)));
|
|
127
|
+
return sortedAsc[idx] ?? 0;
|
|
128
|
+
}
|
|
129
|
+
function median(sortedAsc) {
|
|
130
|
+
if (sortedAsc.length === 0)
|
|
131
|
+
return 0;
|
|
132
|
+
const mid = Math.floor(sortedAsc.length / 2);
|
|
133
|
+
return sortedAsc.length % 2 === 0
|
|
134
|
+
? Math.round(((sortedAsc[mid - 1] ?? 0) + (sortedAsc[mid] ?? 0)) / 2)
|
|
135
|
+
: sortedAsc[mid] ?? 0;
|
|
136
|
+
}
|
|
137
|
+
async function runInBatches(items, batchSize, fn) {
|
|
138
|
+
const results = [];
|
|
139
|
+
for (let i = 0; i < items.length; i += batchSize) {
|
|
140
|
+
const batch = items.slice(i, i + batchSize);
|
|
141
|
+
const batchResults = await Promise.all(batch.map(fn));
|
|
142
|
+
results.push(...batchResults);
|
|
143
|
+
}
|
|
144
|
+
return results;
|
|
145
|
+
}
|
|
146
|
+
export async function auditSitemap(input) {
|
|
147
|
+
const hostname = normalizeDomain(input.domain);
|
|
148
|
+
const fetched_at = new Date().toISOString();
|
|
149
|
+
const { url: sitemapUrl, xml } = await fetchSitemapXml(hostname);
|
|
150
|
+
if (!sitemapUrl || !xml) {
|
|
151
|
+
return {
|
|
152
|
+
domain: hostname,
|
|
153
|
+
sitemap_url: null,
|
|
154
|
+
total_urls_in_sitemap: 0,
|
|
155
|
+
urls_sampled: 0,
|
|
156
|
+
sampling: "uniform_stride",
|
|
157
|
+
audited: [],
|
|
158
|
+
failed: [],
|
|
159
|
+
score_distribution: { avg: 0, median: 0, min: 0, max: 0, p25: 0, p75: 0 },
|
|
160
|
+
grade_distribution: { A: 0, B: 0, C: 0, D: 0, F: 0 },
|
|
161
|
+
worst_pages: [],
|
|
162
|
+
top_findings: [],
|
|
163
|
+
fetched_at,
|
|
164
|
+
};
|
|
165
|
+
}
|
|
166
|
+
// Flatten one level of sitemap index.
|
|
167
|
+
let allEntries = [];
|
|
168
|
+
const { entries, childSitemaps } = parseSitemapEntries(xml);
|
|
169
|
+
allEntries.push(...entries);
|
|
170
|
+
if (childSitemaps.length > 0) {
|
|
171
|
+
for (const childUrl of childSitemaps.slice(0, 5)) {
|
|
172
|
+
try {
|
|
173
|
+
const res = await politeFetch(childUrl, { respectRobots: false });
|
|
174
|
+
const { entries: childEntries } = parseSitemapEntries(res.body);
|
|
175
|
+
allEntries.push(...childEntries);
|
|
176
|
+
if (allEntries.length >= 1000)
|
|
177
|
+
break;
|
|
178
|
+
}
|
|
179
|
+
catch {
|
|
180
|
+
// skip
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
const sampled = strideSample(allEntries, input.sample_size).map((e) => e.loc).filter(Boolean);
|
|
185
|
+
const outcomes = await runInBatches(sampled, input.concurrency, async (url) => {
|
|
186
|
+
try {
|
|
187
|
+
const result = await auditPage({
|
|
188
|
+
url,
|
|
189
|
+
include_raw_html: false,
|
|
190
|
+
respect_robots: input.respect_robots,
|
|
191
|
+
generate_report: false,
|
|
192
|
+
render: "static",
|
|
193
|
+
});
|
|
194
|
+
return { ok: true, url, result };
|
|
195
|
+
}
|
|
196
|
+
catch (err) {
|
|
197
|
+
return { ok: false, url, error: err instanceof Error ? err.message : String(err) };
|
|
198
|
+
}
|
|
199
|
+
});
|
|
200
|
+
const audited = [];
|
|
201
|
+
const failed = [];
|
|
202
|
+
const findingTally = new Map();
|
|
203
|
+
for (const o of outcomes) {
|
|
204
|
+
if (!o.ok) {
|
|
205
|
+
failed.push({ url: o.url, error: o.error });
|
|
206
|
+
continue;
|
|
207
|
+
}
|
|
208
|
+
const topFinding = o.result.findings.find((f) => f.severity === "critical" || f.severity === "warning");
|
|
209
|
+
audited.push({
|
|
210
|
+
url: o.url,
|
|
211
|
+
score: o.result.score,
|
|
212
|
+
grade: o.result.grade,
|
|
213
|
+
top_issue: topFinding?.message ?? null,
|
|
214
|
+
});
|
|
215
|
+
for (const f of o.result.findings) {
|
|
216
|
+
if (f.severity === "info")
|
|
217
|
+
continue;
|
|
218
|
+
const key = `${f.severity}|${f.category}|${f.message}`;
|
|
219
|
+
const existing = findingTally.get(key);
|
|
220
|
+
if (existing)
|
|
221
|
+
existing.count++;
|
|
222
|
+
else
|
|
223
|
+
findingTally.set(key, { count: 1, finding: f });
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
const scores = audited.map((a) => a.score).sort((a, b) => a - b);
|
|
227
|
+
const avg = scores.length > 0 ? Math.round(scores.reduce((a, b) => a + b, 0) / scores.length) : 0;
|
|
228
|
+
const gradeDist = { A: 0, B: 0, C: 0, D: 0, F: 0 };
|
|
229
|
+
for (const a of audited)
|
|
230
|
+
gradeDist[a.grade]++;
|
|
231
|
+
const worst = [...audited].sort((a, b) => a.score - b.score).slice(0, 5);
|
|
232
|
+
const topFindings = Array.from(findingTally.values())
|
|
233
|
+
.sort((a, b) => b.count - a.count)
|
|
234
|
+
.slice(0, 10)
|
|
235
|
+
.map(({ count, finding }) => ({
|
|
236
|
+
message: finding.message,
|
|
237
|
+
category: finding.category,
|
|
238
|
+
severity: finding.severity,
|
|
239
|
+
count,
|
|
240
|
+
fix: finding.fix,
|
|
241
|
+
}));
|
|
242
|
+
return {
|
|
243
|
+
domain: hostname,
|
|
244
|
+
sitemap_url: sitemapUrl,
|
|
245
|
+
total_urls_in_sitemap: allEntries.length,
|
|
246
|
+
urls_sampled: sampled.length,
|
|
247
|
+
sampling: "uniform_stride",
|
|
248
|
+
audited,
|
|
249
|
+
failed,
|
|
250
|
+
score_distribution: {
|
|
251
|
+
avg,
|
|
252
|
+
median: median(scores),
|
|
253
|
+
min: scores[0] ?? 0,
|
|
254
|
+
max: scores[scores.length - 1] ?? 0,
|
|
255
|
+
p25: percentile(scores, 25),
|
|
256
|
+
p75: percentile(scores, 75),
|
|
257
|
+
},
|
|
258
|
+
grade_distribution: gradeDist,
|
|
259
|
+
worst_pages: worst,
|
|
260
|
+
top_findings: topFindings,
|
|
261
|
+
fetched_at,
|
|
262
|
+
};
|
|
263
|
+
}
|
|
264
|
+
//# sourceMappingURL=audit-sitemap.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audit-sitemap.js","sourceRoot":"","sources":["../../src/tools/audit-sitemap.ts"],"names":[],"mappings":"AAAA,sBAAsB;AACtB,gFAAgF;AAChF,+FAA+F;AAC/F,EAAE;AACF,qFAAqF;AACrF,iCAAiC;AAEjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAwB,MAAM,iBAAiB,CAAC;AAGlE,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CACP,6KAA6K,CAC9K;IACH,WAAW,EAAE,CAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CACP,sSAAsS,CACvS;IACH,cAAc,EAAE,CAAC;SACd,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CACP,yIAAyI,CAC1I;IACH,WAAW,EAAE,CAAC;SACX,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;SACV,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CACP,mKAAmK,CACpK;CACJ,CAAC,CAAC;AAoCH,SAAS,eAAe,CAAC,MAAc;IACrC,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACnC,CAAC;AAOD,KAAK,UAAU,eAAe,CAAC,QAAgB;IAC7C,MAAM,UAAU,GAAG,CAAC,WAAW,QAAQ,cAAc,EAAE,WAAW,QAAQ,oBAAoB,CAAC,CAAC;IAChG,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,WAAW,QAAQ,aAAa,CAAC,CAAC;IAC1E,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC7D,IAAI,YAAY,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,MAAM,gBAAgB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAChD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBAAE,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;YACnE,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBAC3B,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW;IACtC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1D,IAAI,MAA+B,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAA4B,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,cAAc,CAAwC,CAAC;IACnF,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,IAAI,GAAmC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;YAClE,CAAC,CAAE,QAA2C;YAC9C,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,CAAC,QAAmC,CAAC;gBACvC,CAAC,CAAC,EAAE,CAAC;QACP,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;IACjG,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAwC,CAAC;IACvE,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;IAEvD,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,IAAI,GAAmC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QACpE,CAAC,CAAE,UAA6C;QAChD,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,CAAC,UAAqC,CAAC;YACzC,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxB,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAC3B,OAAO,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;SACzD,CAAC,CAAC;QACH,aAAa,EAAE,EAAE;KAClB,CAAC;AACJ,CAAC;AAED,+DAA+D;AAC/D,SAAS,YAAY,CAAI,KAAU,EAAE,CAAS;IAC5C,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAChC,MAAM,GAAG,GAAQ,EAAE,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;QACnC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS;YAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,SAAmB,EAAE,CAAS;IAChD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAClG,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,MAAM,CAAC,SAAmB;IACjC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAC/B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACrE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,KAAU,EACV,SAAiB,EACjB,EAA2B;IAE3B,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAwB;IACzD,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE5C,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;IACjE,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,CAAC;QACxB,OAAO;YACL,MAAM,EAAE,QAAQ;YAChB,WAAW,EAAE,IAAI;YACjB,qBAAqB,EAAE,CAAC;YACxB,YAAY,EAAE,CAAC;YACf,QAAQ,EAAE,gBAAgB;YAC1B,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,EAAE;YACV,kBAAkB,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YACzE,kBAAkB,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;YACpD,WAAW,EAAE,EAAE;YACf,YAAY,EAAE,EAAE;YAChB,UAAU;SACX,CAAC;IACJ,CAAC;IAED,sCAAsC;IACtC,IAAI,UAAU,GAAmB,EAAE,CAAC;IACpC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC5D,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;IAC5B,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,KAAK,MAAM,QAAQ,IAAI,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACjD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;gBAClE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAChE,UAAU,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;gBACjC,IAAI,UAAU,CAAC,MAAM,IAAI,IAAI;oBAAE,MAAM;YACvC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAO9F,MAAM,QAAQ,GAAG,MAAM,YAAY,CACjC,OAAO,EACP,KAAK,CAAC,WAAW,EACjB,KAAK,EAAE,GAAG,EAAyB,EAAE;QACnC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC;gBAC7B,GAAG;gBACH,gBAAgB,EAAE,KAAK;gBACvB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,eAAe,EAAE,KAAK;gBACtB,MAAM,EAAE,QAAQ;aACjB,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACrF,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,MAAM,GAA0C,EAAE,CAAC;IACzD,MAAM,YAAY,GAAG,IAAI,GAAG,EAA+C,CAAC;IAE5E,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YAC5C,SAAS;QACX,CAAC;QACD,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAC7D,CAAC;QACF,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;YACrB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;YACrB,SAAS,EAAE,UAAU,EAAE,OAAO,IAAI,IAAI;SACvC,CAAC,CAAC;QACH,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM;gBAAE,SAAS;YACpC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YACvD,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,QAAQ;gBAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;;gBAC1B,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAElG,MAAM,SAAS,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IACnD,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;IAE9C,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEzE,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;SAClD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;SACjC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK;QACL,GAAG,EAAE,OAAO,CAAC,GAAG;KACjB,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,UAAU;QACvB,qBAAqB,EAAE,UAAU,CAAC,MAAM;QACxC,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,QAAQ,EAAE,gBAAgB;QAC1B,OAAO;QACP,MAAM;QACN,kBAAkB,EAAE;YAClB,GAAG;YACH,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;YACtB,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACnB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC;YACnC,GAAG,EAAE,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3B,GAAG,EAAE,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;SAC5B;QACD,kBAAkB,EAAE,SAAS;QAC7B,WAAW,EAAE,KAAK;QAClB,YAAY,EAAE,WAAW;QACzB,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
import { type HostDelayMap } from "../lib/fetch.js";
|
|
3
|
+
import type { RenderMode } from "../lib/cache.js";
|
|
3
4
|
import type { Finding } from "../types.js";
|
|
4
5
|
export declare const checkTechnicalInputSchema: z.ZodObject<{
|
|
5
6
|
url: z.ZodString;
|
|
@@ -46,5 +47,5 @@ export interface TechnicalResult {
|
|
|
46
47
|
};
|
|
47
48
|
findings: Finding[];
|
|
48
49
|
}
|
|
49
|
-
export declare function checkTechnical(input: CheckTechnicalInput, hostDelays?: HostDelayMap, robotsCache?: Map<string, string
|
|
50
|
+
export declare function checkTechnical(input: CheckTechnicalInput, hostDelays?: HostDelayMap, robotsCache?: Map<string, string>, renderMode?: RenderMode): Promise<TechnicalResult>;
|
|
50
51
|
//# sourceMappingURL=check-technical.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"check-technical.d.ts","sourceRoot":"","sources":["../../src/tools/check-technical.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAA+B,KAAK,YAAY,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"check-technical.d.ts","sourceRoot":"","sources":["../../src/tools/check-technical.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAA+B,KAAK,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACjF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAE3C,eAAO,MAAM,yBAAyB;;;;;;;;;EAUpC,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,gBAAgB,EAAE,OAAO,CAAC;QAC1B,YAAY,EAAE,OAAO,CAAC;KACvB,CAAC;IACF,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE;QACP,KAAK,EAAE,OAAO,CAAC;QACf,WAAW,EAAE,OAAO,CAAC;QACrB,KAAK,EAAE,OAAO,CAAC;QACf,GAAG,EAAE,OAAO,CAAC;QACb,IAAI,EAAE,OAAO,CAAC;KACf,CAAC;IACF,YAAY,EAAE;QACZ,OAAO,EAAE,OAAO,CAAC;QACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;KAC1B,CAAC;IACF,QAAQ,EAAE;QACR,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC;IACF,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE;QAChB,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,wBAAsB,cAAc,CAClC,KAAK,EAAE,mBAAmB,EAC1B,UAAU,CAAC,EAAE,YAAY,EACzB,WAAW,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EACjC,UAAU,CAAC,EAAE,UAAU,GACtB,OAAO,CAAC,eAAe,CAAC,CAiN1B"}
|
|
@@ -14,11 +14,12 @@ export const checkTechnicalInputSchema = z.object({
|
|
|
14
14
|
.default(true)
|
|
15
15
|
.describe("If true (default), respect robots.txt before fetching. Set false only for auditing your own site where you've intentionally blocked crawlers."),
|
|
16
16
|
});
|
|
17
|
-
export async function checkTechnical(input, hostDelays, robotsCache) {
|
|
17
|
+
export async function checkTechnical(input, hostDelays, robotsCache, renderMode) {
|
|
18
18
|
const result = await politeFetch(input.url, {
|
|
19
19
|
respectRobots: input.respect_robots,
|
|
20
20
|
hostDelays,
|
|
21
21
|
robotsCache,
|
|
22
|
+
renderMode,
|
|
22
23
|
});
|
|
23
24
|
const ct = result.headers["content-type"];
|
|
24
25
|
const ctStr = Array.isArray(ct) ? ct[0] : (ct ?? "");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"check-technical.js","sourceRoot":"","sources":["../../src/tools/check-technical.ts"],"names":[],"mappings":"AAAA,wBAAwB;AACxB,8EAA8E;AAE9E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,WAAW,EAAE,cAAc,EAAqB,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"check-technical.js","sourceRoot":"","sources":["../../src/tools/check-technical.ts"],"names":[],"mappings":"AAAA,wBAAwB;AACxB,8EAA8E;AAE9E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,WAAW,EAAE,cAAc,EAAqB,MAAM,iBAAiB,CAAC;AAEjF,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAGxD,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,GAAG,EAAE,CAAC;SACH,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,CAAC,uOAAuO,CAAC;IACpP,cAAc,EAAE,CAAC;SACd,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,+IAA+I,CAAC;CAC7J,CAAC,CAAC;AAuCH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAA0B,EAC1B,UAAyB,EACzB,WAAiC,EACjC,UAAuB;IAEvB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE;QAC1C,aAAa,EAAE,KAAK,CAAC,cAAc;QACnC,UAAU;QACV,WAAW;QACX,UAAU;KACX,CAAC,CAAC;IAEH,MAAM,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,cAAc,CAAC;YACvB,IAAI,EAAE,mBAAmB;YACzB,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,YAAY,EAAE,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,QAAQ;IACR,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAE/C,YAAY;IACZ,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAC7B,IAAI,oBAAoB,GAAG,KAAK,CAAC;IACjC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YACpD,gBAAgB;gBACd,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ;oBACtC,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,CAAC;YACzC,oBAAoB,GAAG,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;IACH,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE,kCAAkC;YAC3C,GAAG,EAAE,uEAAuE;YAC5E,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,oBAAoB,EAAE,CAAC;QAChC,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,uBAAuB;YAC9B,OAAO,EAAE,yCAAyC;YAClD,GAAG,EAAE,oGAAoG;YACzG,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,UAAU;IACV,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,UAAU;YACpB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,qBAAqB;YACzE,OAAO,EAAE,uEAAuE;YAChF,GAAG,EAAE,oFAAoF;YACzF,gBAAgB,EAAE,MAAM;SACzB,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,GAAG,EAAE,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,MAAM;YAChB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,YAAY;YACnB,OAAO,EAAE,qBAAqB,MAAM,CAAC,QAAQ,4DAA4D;YACzG,GAAG,EAAE,oEAAoE;SAC1E,CAAC,CAAC;IACL,CAAC;IAED,UAAU;IACV,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,sBAAsB;YAC/B,GAAG,EAAE,sDAAsD;YAC3D,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,gBAAgB;YACvB,OAAO,EAAE,4BAA4B;YACrC,GAAG,EAAE,gFAAgF;YACrF,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,sBAAsB;YAC/B,GAAG,EAAE,yEAAyE;YAC9E,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,eAAe;IACf,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,MAAM;YAChB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,cAAc;YACrB,OAAO,EAAE,+BAA+B;YACxC,GAAG,EAAE,sGAAsG;SAC5G,CAAC,CAAC;IACL,CAAC;IAED,0BAA0B;IAC1B,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,EAAE,MAAM,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,0BAA0B;YACjC,OAAO,EAAE,8BAA8B;YACvC,GAAG,EAAE,yEAAyE;YAC9E,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,WAAW,GAAG,EAAE,EAAE,CAAC;QAC5B,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,0BAA0B;YACjC,OAAO,EAAE,4BAA4B,WAAW,sCAAsC;YACtF,GAAG,EAAE,iFAAiF;YACtF,gBAAgB,EAAE,KAAK;SACxB,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,WAAW,GAAG,GAAG,EAAE,CAAC;QAC7B,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,0BAA0B;YACjC,OAAO,EAAE,uBAAuB,WAAW,qCAAqC;YAChF,GAAG,EAAE,oDAAoD;YACzD,gBAAgB,EAAE,KAAK;SACxB,CAAC,CAAC;IACL,CAAC;IAED,iBAAiB;IACjB,MAAM,YAAY,GAChB,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO;QAC1B,CAAC,CAAC,IAAI,CAAC,qCAAqC;QAC5C,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAElD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,qBAAqB;YAC5B,OAAO,EAAE,iFAAiF;YAC1F,GAAG,EAAE,sEAAsE;YAC3E,gBAAgB,EAAE,KAAK;SACxB,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,KAAK;QACL,SAAS,EAAE;YACT,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,gBAAgB,EAAE,gBAAgB;YAClC,YAAY,EAAE,oBAAoB;SACnC;QACD,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,cAAc,EAAE,IAAI,CAAC,aAAa;QAClC,OAAO,EAAE;YACP,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;YACrB,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa;YACjC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;YACrB,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM;SACpB;QACD,YAAY,EAAE;YACZ,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;YAC3B,SAAS,EAAE,IAAI,CAAC,WAAW;SAC5B;QACD,QAAQ,EAAE;YACR,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YACrC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;YAC/B,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;SACjE;QACD,cAAc,EAAE,YAAY;QAC5B,gBAAgB,EAAE;YAChB,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe;YAC/B,MAAM,EAAE,WAAW;SACpB;QACD,QAAQ;KACT,CAAC;AACJ,CAAC"}
|
package/dist/tools/diff-pages.js
CHANGED
|
@@ -67,8 +67,8 @@ function deriveMissing(findingsA, findingsB) {
|
|
|
67
67
|
export async function diffPages(input) {
|
|
68
68
|
// Run both audits in parallel
|
|
69
69
|
const [resultA, resultB] = await Promise.all([
|
|
70
|
-
auditPage({ url: input.url_a, include_raw_html: false, generate_report: false, respect_robots: input.respect_robots }),
|
|
71
|
-
auditPage({ url: input.url_b, include_raw_html: false, generate_report: false, respect_robots: input.respect_robots }),
|
|
70
|
+
auditPage({ url: input.url_a, include_raw_html: false, generate_report: false, respect_robots: input.respect_robots, render: "static" }),
|
|
71
|
+
auditPage({ url: input.url_b, include_raw_html: false, generate_report: false, respect_robots: input.respect_robots, render: "static" }),
|
|
72
72
|
]);
|
|
73
73
|
const dimA = resultA.dimension_scores;
|
|
74
74
|
const dimB = resultB.dimension_scores;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"diff-pages.js","sourceRoot":"","sources":["../../src/tools/diff-pages.ts"],"names":[],"mappings":"AAAA,mBAAmB;AACnB,8EAA8E;AAC9E,+DAA+D;AAE/D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAG5C,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,CACP,uIAAuI,CACxI;IACH,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,CACP,8IAA8I,CAC/I;IACH,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,qQAAqQ,CACtQ;IACH,cAAc,EAAE,CAAC;SACd,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CACP,4JAA4J,CAC7J;CACJ,CAAC,CAAC;AAyCH,6EAA6E;AAC7E,SAAS,SAAS,CAAC,MAAc,EAAE,MAAc;IAC/C,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACjD,OAAO,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;AACrC,CAAC;AAED,6EAA6E;AAC7E,SAAS,aAAa,CAAC,SAAoB,EAAE,SAAoB;IAC/D,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CACtG,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CACtG,CAAC;IAEF,2EAA2E;IAC3E,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CACrG,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CACrG,CAAC;IAEF,wHAAwH;IACxH,gFAAgF;IAChF,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,kCAAkC,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,kCAAkC,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAqB;IACnD,8BAA8B;IAC9B,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC3C,SAAS,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"diff-pages.js","sourceRoot":"","sources":["../../src/tools/diff-pages.ts"],"names":[],"mappings":"AAAA,mBAAmB;AACnB,8EAA8E;AAC9E,+DAA+D;AAE/D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAG5C,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,CACP,uIAAuI,CACxI;IACH,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,CACP,8IAA8I,CAC/I;IACH,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACP,qQAAqQ,CACtQ;IACH,cAAc,EAAE,CAAC;SACd,OAAO,EAAE;SACT,QAAQ,EAAE;SACV,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CACP,4JAA4J,CAC7J;CACJ,CAAC,CAAC;AAyCH,6EAA6E;AAC7E,SAAS,SAAS,CAAC,MAAc,EAAE,MAAc;IAC/C,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACjD,OAAO,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;AACrC,CAAC;AAED,6EAA6E;AAC7E,SAAS,aAAa,CAAC,SAAoB,EAAE,SAAoB;IAC/D,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CACtG,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CACtG,CAAC;IAEF,2EAA2E;IAC3E,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CACrG,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CACrG,CAAC;IAEF,wHAAwH;IACxH,gFAAgF;IAChF,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,kCAAkC,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,kCAAkC,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAqB;IACnD,8BAA8B;IAC9B,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC3C,SAAS,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QACxI,SAAS,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;KACzI,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACtC,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAEtC,MAAM,KAAK,GAA6B;QACtC,MAAM,EAAU,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,EAAU,CAAC,EAAE,IAAI,CAAC,MAAM,EAAU,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,EAAU,IAAI,CAAC,MAAM,CAAC,EAAU;QAClI,SAAS,EAAO,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,EAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,EAAO,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,SAAS,EAAO,IAAI,CAAC,SAAS,CAAC,EAAO;QACnI,MAAM,EAAU,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,EAAW,CAAC,EAAE,IAAI,CAAC,MAAM,EAAU,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,MAAM,EAAU,IAAI,CAAC,MAAM,CAAC,EAAU;QACnI,cAAc,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,cAAc,EAAG,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE;QACnI,SAAS,EAAO,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,EAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,EAAO,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,SAAS,EAAO,IAAI,CAAC,SAAS,CAAC,EAAO;QACnI,SAAS,EAAO,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,EAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,EAAO,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,SAAS,EAAO,IAAI,CAAC,SAAS,CAAC,EAAO;QACnI,SAAS,EAAO,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,EAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,EAAO,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,SAAS,EAAO,IAAI,CAAC,SAAS,CAAC,EAAO;QACnI,OAAO,EAAS,EAAE,CAAC,EAAE,IAAI,CAAC,OAAO,EAAU,CAAC,EAAE,IAAI,CAAC,OAAO,EAAS,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO,EAAS,IAAI,CAAC,OAAO,CAAC,EAAS;KACpI,CAAC;IAEF,MAAM,gBAAgB,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAEjE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAErF,mFAAmF;IACnF,MAAM,WAAW,GAA2B,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;IAC3E,MAAM,aAAa,GAA2B,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IACnF,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;SACnC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC;SACpE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACb,MAAM,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,gBAAgB,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,gBAAgB,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,GAAG,EAAE,CAAC;QAC9B,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,GAAG,EAAE,CAAC,CAAC,GAAG;QACV,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;KACrC,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAoB;QAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,mBAAmB,EAAE,gBAAgB;QACrC,MAAM,EAAE,EAAE,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE;QAC9C,KAAK;QACL,YAAY,EAAE,UAAU;QACxB,YAAY,EAAE,UAAU;QACxB,yBAAyB,EAAE,QAAQ;KACpC,CAAC;IAEF,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC7B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -2,25 +2,31 @@ import { z } from "zod";
|
|
|
2
2
|
import { type HostDelayMap } from "../lib/fetch.js";
|
|
3
3
|
import { type ExtractedEntity } from "../lib/entities.js";
|
|
4
4
|
import type { Finding } from "../types.js";
|
|
5
|
+
import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
|
|
5
6
|
export declare const extractEntitiesInputSchema: z.ZodEffects<z.ZodObject<{
|
|
6
7
|
url: z.ZodOptional<z.ZodString>;
|
|
7
8
|
text: z.ZodOptional<z.ZodString>;
|
|
8
9
|
respect_robots: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
10
|
+
render: z.ZodDefault<z.ZodOptional<z.ZodEnum<["static", "headless"]>>>;
|
|
9
11
|
}, "strip", z.ZodTypeAny, {
|
|
10
12
|
respect_robots: boolean;
|
|
13
|
+
render: "static" | "headless";
|
|
11
14
|
url?: string | undefined;
|
|
12
15
|
text?: string | undefined;
|
|
13
16
|
}, {
|
|
14
17
|
url?: string | undefined;
|
|
15
18
|
respect_robots?: boolean | undefined;
|
|
19
|
+
render?: "static" | "headless" | undefined;
|
|
16
20
|
text?: string | undefined;
|
|
17
21
|
}>, {
|
|
18
22
|
respect_robots: boolean;
|
|
23
|
+
render: "static" | "headless";
|
|
19
24
|
url?: string | undefined;
|
|
20
25
|
text?: string | undefined;
|
|
21
26
|
}, {
|
|
22
27
|
url?: string | undefined;
|
|
23
28
|
respect_robots?: boolean | undefined;
|
|
29
|
+
render?: "static" | "headless" | undefined;
|
|
24
30
|
text?: string | undefined;
|
|
25
31
|
}>;
|
|
26
32
|
export type ExtractEntitiesInput = z.infer<typeof extractEntitiesInputSchema>;
|
|
@@ -30,6 +36,7 @@ export interface ExtractEntitiesResult {
|
|
|
30
36
|
connected_entity_count: number;
|
|
31
37
|
citation_density_score: number;
|
|
32
38
|
findings: Finding[];
|
|
39
|
+
mode: "sampling" | "regex_fallback";
|
|
33
40
|
}
|
|
34
|
-
export declare function extractEntities(input: ExtractEntitiesInput, hostDelays?: HostDelayMap, robotsCache?: Map<string, string
|
|
41
|
+
export declare function extractEntities(input: ExtractEntitiesInput, hostDelays?: HostDelayMap, robotsCache?: Map<string, string>, server?: McpServer): Promise<ExtractEntitiesResult>;
|
|
35
42
|
//# sourceMappingURL=extract-entities.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extract-entities.d.ts","sourceRoot":"","sources":["../../src/tools/extract-entities.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"extract-entities.d.ts","sourceRoot":"","sources":["../../src/tools/extract-entities.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAe,KAAK,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAIjE,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEzE,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;EASnC,CAAC;AAEL,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,IAAI,EAAE,UAAU,GAAG,gBAAgB,CAAC;CACrC;AA2ED,wBAAsB,eAAe,CACnC,KAAK,EAAE,oBAAoB,EAC3B,UAAU,CAAC,EAAE,YAAY,EACzB,WAAW,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EACjC,MAAM,CAAC,EAAE,SAAS,GACjB,OAAO,CAAC,qBAAqB,CAAC,CAoGhC"}
|