s3db.js 18.0.11-next.1534f717 → 18.0.11-next.47047b5d

package/dist/types/plugins/spider/recker-link-discoverer.d.ts

@@ -0,0 +1,54 @@
+import type { URLPatternMatcher } from './url-pattern-matcher.js';
+import { ReckerRobotsValidator } from './recker-robots-validator.js';
+import { ReckerSitemapValidator } from './recker-sitemap-validator.js';
+import type { LinkDiscovererConfig, DiscoveredLink, RobotsCheckResult, DiscoveryStats, SitemapDiscoveryOptions, ResetOptions } from './link-discoverer.js';
+export declare class ReckerLinkDiscoverer {
+    private config;
+    private patternMatcher;
+    private robotsValidator;
+    private sitemapValidator;
+    private discovered;
+    private queued;
+    private blockedByRobots;
+    private fromSitemap;
+    private reckerAvailable;
+    private parse;
+    private reckerExtractLinks;
+    private fallbackDiscoverer;
+    constructor(config?: LinkDiscovererConfig);
+    private _checkReckerAvailability;
+    private _getFallbackDiscoverer;
+    setPatternMatcher(matcher: URLPatternMatcher): void;
+    setRobotsFetcher(fetcher: (url: string) => Promise<string>): void;
+    extractLinksSync(html: string, baseUrl: string, currentDepth?: number): DiscoveredLink[];
+    private _extractLinksWithRecker;
+    private _extractLinksWithRegex;
+    extractLinksAsync(html: string, baseUrl: string, currentDepth?: number): Promise<DiscoveredLink[]>;
+    isAllowedByRobots(url: string): Promise<RobotsCheckResult>;
+    preloadRobots(url: string): Promise<void>;
+    getSitemaps(url: string): Promise<string[]>;
+    discoverFromSitemaps(url: string, options?: SitemapDiscoveryOptions): Promise<DiscoveredLink[]>;
+    parseSitemap(sitemapUrl: string, options?: Record<string, unknown>): Promise<Array<{
+        url?: string;
+        [key: string]: unknown;
+    }>>;
+    probeSitemapLocations(url: string): Promise<Array<{
+        url: string;
+        exists: boolean;
+        format?: string;
+    }>>;
+    private _normalizeUrl;
+    private _shouldFollow;
+    private _shouldFollowPattern;
+    private _getMainDomain;
+    markQueued(url: string): void;
+    isQueued(url: string): boolean;
+    getStats(): DiscoveryStats;
+    reset(options?: ResetOptions): void;
+    isLimitReached(): boolean;
+    getRobotsValidation(url: string): Promise<ReturnType<ReckerRobotsValidator['validate']> | null>;
+    getSitemapValidation(url: string): Promise<ReturnType<ReckerSitemapValidator['validate']> | null>;
+    isReckerEnabled(): boolean;
+}
+export default ReckerLinkDiscoverer;
+//# sourceMappingURL=recker-link-discoverer.d.ts.map

package/dist/types/plugins/spider/recker-link-discoverer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recker-link-discoverer.d.ts","sourceRoot":"","sources":["../../../../src/plugins/spider/recker-link-discoverer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAe,MAAM,0BAA0B,CAAC;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACvE,OAAO,KAAK,EACV,oBAAoB,EACpB,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,uBAAuB,EACvB,YAAY,EACb,MAAM,sBAAsB,CAAC;AA4B9B,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAGZ;IACF,OAAO,CAAC,cAAc,CAA2B;IACjD,OAAO,CAAC,eAAe,CAA+B;IACtD,OAAO,CAAC,gBAAgB,CAAgC;IACxD,OAAO,CAAC,UAAU,CAAc;IAChC,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,eAAe,CAAc;IACrC,OAAO,CAAC,WAAW,CAAc;IAEjC,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,KAAK,CAA4B;IACzC,OAAO,CAAC,kBAAkB,CAAmC;IAC7D,OAAO,CAAC,kBAAkB,CAA8D;gBAE5E,MAAM,GAAE,oBAAyB;YA6D/B,wBAAwB;YA8BxB,sBAAsB;IAQpC,iBAAiB,CAAC,OAAO,EAAE,iBAAiB,GAAG,IAAI;IAOnD,gBAAgB,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI;IASjE,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,GAAE,MAAU,GAAG,cAAc,EAAE;IAY3F,OAAO,CAAC,uBAAuB;IAgE/B,OAAO,CAAC,sBAAsB;IAwDxB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,GAAE,MAAU,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IA+BrG,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAO1D,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAYzC,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAY3C,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,uBAA4B,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IA+GnG,YAAY,CAChB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GACpC,OAAO,CAAC,KAAK,CAAC;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,CAAC;IAWrD,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAY3G,OAAO,CAAC,aAAa;IAmBrB,OAAO,CAAC,aAAa;IAsCrB,OAAO,CAAC,oBAAoB;IAW5B,OAAO,CAAC,cAAc;IAMtB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAI7B,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAQ9B,QAAQ,IAAI,cAAc;IAc1B,KAAK,CAAC,OAAO,GAAE,YAAiB,GAAG,IAAI;IAgBvC,cAAc,IAAI,OAAO;IAInB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC;IAK/F,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC;IAYvG,eAAe,IAAI,OAAO;CAG3B;AAED,eAAe,oBAAoB,CAAC"}

package/dist/types/plugins/spider/recker-llms-validator.d.ts

@@ -0,0 +1,105 @@
+import type { CrawlContext } from './crawl-context.js';
+export interface LlmsTxtLink {
+    text: string;
+    url: string;
+    description?: string;
+    section?: string;
+}
+export interface LlmsTxtSection {
+    title: string;
+    content: string;
+    links: LlmsTxtLink[];
+}
+export interface LlmsTxtParseResult {
+    valid: boolean;
+    errors: string[];
+    warnings: string[];
+    siteName?: string;
+    siteDescription?: string;
+    sections: LlmsTxtSection[];
+    links: LlmsTxtLink[];
+    hasFullVersion: boolean;
+    rawContent: string;
+    size: number;
+}
+export interface LlmsTxtValidationIssue {
+    type: 'error' | 'warning' | 'info';
+    code: string;
+    message: string;
+    line?: number;
+    recommendation?: string;
+}
+export interface LlmsTxtValidationResult {
+    valid: boolean;
+    issues: LlmsTxtValidationIssue[];
+    parseResult: LlmsTxtParseResult;
+}
+export interface LlmsTxtCheckResult {
+    exists: boolean;
+    valid: boolean;
+    status?: number;
+    fullVersionExists?: boolean;
+    siteName?: string;
+    siteDescription?: string;
+    sections: LlmsTxtSection[];
+    links: LlmsTxtLink[];
+    issues: LlmsTxtValidationIssue[];
+    errors: string[];
+    warnings: string[];
+    size?: number;
+}
+export interface LlmsTxtTemplateOptions {
+    siteName: string;
+    siteDescription: string;
+    sections?: Array<{
+        title: string;
+        links: Array<{
+            text: string;
+            url: string;
+            description?: string;
+        }>;
+    }>;
+}
+export interface LlmsTxtValidatorConfig {
+    userAgent?: string;
+    fetchTimeout?: number;
+    cacheTimeout?: number;
+    context?: CrawlContext | null;
+}
+export declare class ReckerLlmsTxtValidator {
+    private config;
+    private _context;
+    private cache;
+    private _httpClient;
+    private reckerAvailable;
+    private parseLlmsTxt;
+    private validateLlmsTxt;
+    private fetchAndValidateLlmsTxt;
+    private generateLlmsTxtTemplate;
+    constructor(config?: LlmsTxtValidatorConfig);
+    private _checkReckerAvailability;
+    private _getHttpClient;
+    check(domain: string): Promise<LlmsTxtCheckResult>;
+    private _fallbackCheck;
+    private _simpleParse;
+    validate(domain: string): Promise<LlmsTxtValidationResult | null>;
+    validateContent(content: string, baseUrl?: string): LlmsTxtValidationResult | null;
+    parseContent(content: string): LlmsTxtParseResult | null;
+    generateTemplate(options: LlmsTxtTemplateOptions): string | null;
+    private _fallbackGenerateTemplate;
+    checkFullVersion(domain: string): Promise<{
+        exists: boolean;
+        status?: number;
+        size?: number;
+    }>;
+    getLinks(domain: string): Promise<LlmsTxtLink[]>;
+    getSections(domain: string): Promise<LlmsTxtSection[]>;
+    clearCache(domain?: string): void;
+    getCacheStats(): {
+        size: number;
+        domains: string[];
+    };
+    isReckerEnabled(): boolean;
+}
+export default ReckerLlmsTxtValidator;
+//# sourceMappingURL=recker-llms-validator.d.ts.map

package/dist/types/plugins/spider/recker-llms-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recker-llms-validator.d.ts","sourceRoot":"","sources":["../../../../src/plugins/spider/recker-llms-validator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,WAAW,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,sBAAsB,EAAE,CAAC;IACjC,WAAW,EAAE,kBAAkB,CAAC;CACjC;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,MAAM,EAAE,sBAAsB,EAAE,CAAC;IACjC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,KAAK,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,KAAK,CAAC;YACX,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;YACZ,WAAW,CAAC,EAAE,MAAM,CAAC;SACtB,CAAC,CAAC;KACJ,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,YAAY,GAAG,IAAI,CAAC;CAC/B;AAyBD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,MAAM,CAEZ;IACF,OAAO,CAAC,QAAQ,CAAsB;IACtC,OAAO,CAAC,KAAK,CAA0B;IACvC,OAAO,CAAC,WAAW,CAAoB;IAEvC,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,YAAY,CAAmC;IACvD,OAAO,CAAC,eAAe,CAAsC;IAC7D,OAAO,CAAC,uBAAuB,CAA8C;IAC7E,OAAO,CAAC,uBAAuB,CAA8C;gBAEjE,MAAM,GAAE,sBAA2B;YAajC,wBAAwB;YAmBxB,cAAc;IAyBtB,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;YAqE1C,cAAc;IAwD5B,OAAO,CAAC,YAAY;IAmEd,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC;IA2BvE,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,uBAAuB,GAAG,IAAI;IAQlF,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI;IAQxD,gBAAgB,CAAC,OAAO,EAAE,sBAAsB,GAAG,MAAM,GAAG,IAAI;IAQhE,OAAO,CAAC,yBAAyB;IA0B3B,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;QAC9C,MAAM,EAAE,OAAO,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;IAuBI,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAKhD,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAK5D,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IASjC,aAAa,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE;IAOpD,eAAe,IAAI,OAAO;CAG3B;AAED,eAAe,sBAAsB,CAAC"}

package/dist/types/plugins/spider/recker-robots-validator.d.ts

@@ -0,0 +1,92 @@
+import type { RobotsCheckResult, RobotsParserConfig, CacheStats } from './robots-parser.js';
+type ReckerRobotsParseResult = {
+    valid: boolean;
+    errors: Array<{
+        line: number;
+        message: string;
+    }>;
+    warnings: Array<{
+        line: number;
+        message: string;
+    }>;
+    directives: Array<{
+        type: 'user-agent' | 'allow' | 'disallow' | 'sitemap' | 'crawl-delay' | 'host' | 'clean-param';
+        value: string;
+        line: number;
+    }>;
+    userAgentBlocks: Array<{
+        userAgents: string[];
+        rules: Array<{
+            type: 'allow' | 'disallow';
+            path: string;
+            line: number;
+        }>;
+        crawlDelay?: number;
+    }>;
+    sitemaps: string[];
+    host?: string;
+    blocksAllRobots: boolean;
+    blocksImportantPaths: boolean;
+    size: number;
+};
+type ReckerRobotsValidationIssue = {
+    type: 'error' | 'warning' | 'info';
+    code: string;
+    message: string;
+    line?: number;
+    recommendation?: string;
+};
+type ReckerRobotsValidationResult = {
+    valid: boolean;
+    issues: ReckerRobotsValidationIssue[];
+    parseResult: ReckerRobotsParseResult;
+};
+export interface RobotsValidationDetails {
+    valid: boolean;
+    issues: ReckerRobotsValidationIssue[];
+    blocksAllRobots: boolean;
+    blocksImportantPaths: boolean;
+    host?: string;
+    size: number;
+}
+export declare class ReckerRobotsValidator {
+    private config;
+    private _context;
+    private cache;
+    private fetcher;
+    private _httpClient;
+    private reckerAvailable;
+    private parseRobotsTxt;
+    private validateRobotsTxt;
+    private isPathAllowed;
+    private fetchAndValidateRobotsTxt;
+    private fallbackParser;
+    constructor(config?: RobotsParserConfig);
+    private _checkReckerAvailability;
+    private _getFallbackParser;
+    setFetcher(fetcher: (url: string) => Promise<string>): void;
+    isAllowed(url: string): Promise<RobotsCheckResult>;
+    private _getCachedOrFetch;
+    private _getHttpClient;
+    private _fetchRobotsTxt;
+    private _getCrawlDelayFromParseResult;
+    private _findMatchedRule;
+    private _pathMatches;
+    getSitemaps(domain: string): Promise<string[]>;
+    getCrawlDelay(domain: string): Promise<number | null>;
+    preload(domain: string): Promise<void>;
+    clearCache(domain?: string): void;
+    getCacheStats(): CacheStats;
+    validate(url: string): Promise<RobotsValidationDetails | null>;
+    validateContent(content: string, baseUrl?: string): Promise<ReckerRobotsValidationResult | null>;
+    parseContent(content: string): ReckerRobotsParseResult | null;
+    getBlockingStatus(domain: string): {
+        blocksAllRobots: boolean;
+        blocksImportantPaths: boolean;
+    } | null;
+    getHost(domain: string): string | null;
+    getValidationIssues(domain: string): Promise<ReckerRobotsValidationIssue[]>;
+    isReckerEnabled(): boolean;
+}
+export default ReckerRobotsValidator;
+//# sourceMappingURL=recker-robots-validator.d.ts.map

package/dist/types/plugins/spider/recker-robots-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recker-robots-validator.d.ts","sourceRoot":"","sources":["../../../../src/plugins/spider/recker-robots-validator.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,UAAU,EAAe,MAAM,oBAAoB,CAAC;AAEzG,KAAK,uBAAuB,GAAG;IAC7B,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnD,UAAU,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,YAAY,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,GAAG,aAAa,GAAG,MAAM,GAAG,aAAa,CAAC;QAC/F,KAAK,EAAE,MAAM,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,eAAe,EAAE,KAAK,CAAC;QACrB,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,KAAK,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,OAAO,GAAG,UAAU,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACzE,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC,CAAC;IACH,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,OAAO,CAAC;IACzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,KAAK,2BAA2B,GAAG;IACjC,IAAI,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,KAAK,4BAA4B,GAAG;IAClC,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,2BAA2B,EAAE,CAAC;IACtC,WAAW,EAAE,uBAAuB,CAAC;CACtC,CAAC;AAuBF,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,2BAA2B,EAAE,CAAC;IACtC,eAAe,EAAE,OAAO,CAAC;IACzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,qBAAqB;IAChC,OAAO,CAAC,MAAM,CAGZ;IACF,OAAO,CAAC,QAAQ,CAAsB;IACtC,OAAO,CAAC,KAAK,CAA0B;IACvC,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,WAAW,CAAoB;IAEvC,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,cAAc,CAAqC;IAC3D,OAAO,CAAC,iBAAiB,CAAwC;IACjE,OAAO,CAAC,aAAa,CAAoC;IACzD,OAAO,CAAC,yBAAyB,CAAuC;IACxE,OAAO,CAAC,cAAc,CAA0D;gBAEpE,MAAM,GAAE,kBAAuB;YAgB7B,wBAAwB;YAmBxB,kBAAkB;IAQhC,UAAU,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI;IAOrD,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;YAuC1C,iBAAiB;YAsCjB,cAAc;YAyBd,eAAe;IAkB7B,OAAO,CAAC,6BAA6B;IA8BrC,OAAO,CAAC,gBAAgB;IAoDxB,OAAO,CAAC,YAAY;IAcd,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAY9C,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAcrD,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5C,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAQjC,aAAa,IAAI,UAAU;IAOrB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC;IA6B9D,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,4BAA4B,GAAG,IAAI,CAAC;IAUtG,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,uBAAuB,GAAG,IAAI;IAQ7D,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG;QACjC,eAAe,EAAE,OAAO,CAAC;QACzB,oBAAoB,EAAE,OAAO,CAAC;KAC/B,GAAG,IAAI;IAUR,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAKhC,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,2BAA2B,EAAE,CAAC;IAKjF,eAAe,IAAI,OAAO;CAG3B;AAED,eAAe,qBAAqB,CAAC"}

package/dist/types/plugins/spider/recker-security-adapter.d.ts

@@ -0,0 +1,83 @@
+import type { SecurityAnalyzerConfig, SecurityAnalysisResult } from './security-analyzer.js';
+type ReckerSecurityReport = {
+    grade: string;
+    score: number;
+    details: Array<{
+        header: string;
+        value?: string;
+        status: 'pass' | 'warn' | 'fail';
+        score: number;
+        message: string;
+        recommendation?: string;
+    }>;
+    csp?: {
+        raw: string;
+        directives: Array<{
+            name: string;
+            values: string[];
+            issues: string[];
+            severity: 'safe' | 'warn' | 'dangerous';
+        }>;
+        issues: string[];
+        score: number;
+        hasUnsafeInline: boolean;
+        hasUnsafeEval: boolean;
+        hasWildcard: boolean;
+        missingDirectives: string[];
+    };
+    summary: {
+        passed: number;
+        warnings: number;
+        failed: number;
+    };
+};
+interface Page {
+    on(event: 'response', handler: (response: PageResponse) => void): void;
+    on(event: 'console', handler: (msg: ConsoleMessage) => void): void;
+    removeListener(event: string, handler: (...args: unknown[]) => void): void;
+    content(): Promise<string>;
+    evaluateOnNewDocument(fn: string): Promise<void>;
+    waitForTimeout(ms: number): Promise<void>;
+    evaluate<T>(fn: () => T | Promise<T>): Promise<T>;
+}
+interface PageResponse {
+    url(): string;
+    headers(): Record<string, string>;
+}
+interface ConsoleMessage {
+    type(): string;
+    text(): string;
+    location(): unknown;
+    args(): unknown[];
+}
+export declare class ReckerSecurityAdapter {
+    private config;
+    private reckerAvailable;
+    private analyzeSecurityHeaders;
+    private fallbackAnalyzer;
+    private reckerGrade;
+    private reckerScore;
+    constructor(config?: SecurityAnalyzerConfig);
+    private _checkReckerAvailability;
+    private _getFallbackAnalyzer;
+    analyze(page: Page, baseUrl: string, html?: string, responseHeaders?: Record<string, string>): Promise<SecurityAnalysisResult>;
+    analyzeSelective(page: Page, baseUrl: string, html?: string, activities?: string[], responseHeaders?: Record<string, string>): Promise<SecurityAnalysisResult>;
+    private _analyzeWithReckerAndPuppeteer;
+    private _analyzeSelectiveWithRecker;
+    private _analyzeHeadersWithRecker;
+    private _mapReckerToSecurityResult;
+    private _mergeResults;
+    private _mapReckerHeaders;
+    private _mapReckerCSP;
+    private _mapCORS;
+    private _mapTLS;
+    getReckerGrade(): string | null;
+    getReckerScore(): number | null;
+    analyzeHeadersOnly(headers: Record<string, string>): Promise<{
+        grade: string;
+        score: number;
+        report: ReckerSecurityReport;
+    } | null>;
+}
+export default ReckerSecurityAdapter;
+//# sourceMappingURL=recker-security-adapter.d.ts.map

package/dist/types/plugins/spider/recker-security-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recker-security-adapter.d.ts","sourceRoot":"","sources":["../../../../src/plugins/spider/recker-security-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,sBAAsB,EACtB,sBAAsB,EASvB,MAAM,wBAAwB,CAAC;AAEhC,KAAK,oBAAoB,GAAG;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;QACjC,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC,CAAC;IACH,GAAG,CAAC,EAAE;QACJ,GAAG,EAAE,MAAM,CAAC;QACZ,UAAU,EAAE,KAAK,CAAC;YAChB,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,EAAE,CAAC;YACjB,MAAM,EAAE,MAAM,EAAE,CAAC;YACjB,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,WAAW,CAAC;SACzC,CAAC,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,eAAe,EAAE,OAAO,CAAC;QACzB,aAAa,EAAE,OAAO,CAAC;QACvB,WAAW,EAAE,OAAO,CAAC;QACrB,iBAAiB,EAAE,MAAM,EAAE,CAAC;KAC7B,CAAC;IACF,OAAO,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH,CAAC;AAIF,UAAU,IAAI;IACZ,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,GAAG,IAAI,CAAC;IACvE,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,cAAc,KAAK,IAAI,GAAG,IAAI,CAAC;IACnE,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,GAAG,IAAI,CAAC;IAC3E,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3B,qBAAqB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CACnD;AAED,UAAU,YAAY;IACpB,GAAG,IAAI,MAAM,CAAC;IACd,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAED,UAAU,cAAc;IACtB,IAAI,IAAI,MAAM,CAAC;IACf,IAAI,IAAI,MAAM,CAAC;IACf,QAAQ,IAAI,OAAO,CAAC;IACpB,IAAI,IAAI,OAAO,EAAE,CAAC;CACnB;AAaD,qBAAa,qBAAqB;IAChC,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,sBAAsB,CAA6C;IAC3E,OAAO,CAAC,gBAAgB,CAAkE;IAC1F,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,WAAW,CAAuB;gBAE9B,MAAM,GAAE,sBAA2B;YAejC,wBAAwB;YAmBxB,oBAAoB;IAQ5B,OAAO,CACX,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,MAAM,EACb,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACvC,OAAO,CAAC,sBAAsB,CAAC;IAW5B,gBAAgB,CACpB,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,MAAM,EACb,UAAU,GAAE,MAAM,EAAO,EACzB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACvC,OAAO,CAAC,sBAAsB,CAAC;YAepB,8BAA8B;YAe9B,2BAA2B;IAiDzC,OAAO,CAAC,yBAAyB;IAiCjC,OAAO,CAAC,0BAA0B;IAgBlC,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,iBAAiB;IA0CzB,OAAO,CAAC,aAAa;IAgDrB,OAAO,CAAC,QAAQ;IA2ChB,OAAO,CAAC,OAAO;IA2Bf,cAAc,IAAI,MAAM,GAAG,IAAI;IAI/B,cAAc,IAAI,MAAM,GAAG,IAAI;IAIzB,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC;QACjE,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,oBAAoB,CAAC;KAC9B,GAAG,IAAI,CAAC;CAgBV;AAED,eAAe,qBAAqB,CAAC"}

package/dist/types/plugins/spider/recker-seo-adapter.d.ts

@@ -0,0 +1,187 @@
+import type { AnalysisResult, SEOAnalyzerConfig } from './seo-analyzer.js';
+type ReckerSeoReport = {
+    url: string;
+    timestamp: Date;
+    grade: string;
+    score: number;
+    summary: {
+        totalChecks: number;
+        passed: number;
+        warnings: number;
+        errors: number;
+        infos: number;
+        passRate: number;
+        issuesByCategory: Record<string, {
+            passed: number;
+            warnings: number;
+            errors: number;
+        }>;
+        topIssues: Array<{
+            name: string;
+            message: string;
+            category: string;
+            severity: 'error' | 'warning';
+        }>;
+        quickWins: string[];
+        vitals: {
+            htmlSize?: number;
+            domElements?: number;
+            ttfb?: number;
+            totalTime?: number;
+            wordCount: number;
+            totalWordCount?: number;
+            readingTime: number;
+            imageCount: number;
+            linkCount: number;
+        };
+        completeness: {
+            meta: number;
+            social: number;
+            technical: number;
+            content: number;
+            images: number;
+            links: number;
+        };
+    };
+    checks: Array<{
+        name: string;
+        category: string;
+        status: 'pass' | 'warn' | 'fail' | 'info';
+        message: string;
+        value?: string | number;
+        recommendation?: string;
+    }>;
+    title?: {
+        text: string;
+        length: number;
+    };
+    metaDescription?: {
+        text: string;
+        length: number;
+    };
+    openGraph?: {
+        title?: string;
+        description?: string;
+        image?: string;
+        url?: string;
+        type?: string;
+        siteName?: string;
+    };
+    twitterCard?: {
+        card?: string;
+        title?: string;
+        description?: string;
+        image?: string;
+        site?: string;
+    };
+    structuredData: {
+        count: number;
+        types: string[];
+        items: Record<string, unknown>[];
+    };
+    content: {
+        wordCount: number;
+        totalWordCount?: number;
+        characterCount: number;
+        sentenceCount: number;
+        paragraphCount: number;
+        readingTimeMinutes: number;
+        avgWordsPerSentence: number;
+        avgParagraphLength: number;
+        listCount: number;
+        strongTagCount: number;
+        emTagCount: number;
+        fleschReadingEase?: number;
+        hasQuestionHeadings?: boolean;
+    };
+    headings: {
+        structure: Array<{
+            level: number;
+            text: string;
+            count: number;
+        }>;
+        h1Count: number;
+        hasProperHierarchy: boolean;
+        issues: string[];
+    };
+    keywords: {
+        primary: string | null;
+        secondary: string[];
+        density: Record<string, number>;
+    };
+    links: {
+        total: number;
+        internal: number;
+        external: number;
+        nofollow: number;
+        broken: number;
+        withoutText: number;
+        sponsoredLinks: number;
+        ugcLinks: number;
+        internalHttpLinks?: number;
+        internalHttpLinkUrls?: string[];
+    };
+    images: {
+        total: number;
+        withAlt: number;
+        withoutAlt: number;
+        lazy: number;
+        missingDimensions: number;
+        modernFormats: number;
+        altTextLengths: number[];
+        imageAltTexts: string[];
+        imageFilenames: string[];
+        imagesWithAsyncDecoding: number;
+    };
+    social: {
+        openGraph: {
+            present: boolean;
+            hasTitle: boolean;
+            hasDescription: boolean;
+            hasImage: boolean;
+            hasUrl: boolean;
+            issues: string[];
+        };
+        twitterCard: {
+            present: boolean;
+            hasCard: boolean;
+            hasTitle: boolean;
+            hasDescription: boolean;
+            hasImage: boolean;
+            issues: string[];
+        };
+    };
+    technical: {
+        hasCanonical: boolean;
+        canonicalUrl?: string;
+        hasRobotsMeta: boolean;
+        robotsContent?: string[];
+        hasViewport: boolean;
+        hasCharset: boolean;
+        hasLang: boolean;
+        langValue?: string;
+    };
+};
+export declare class ReckerSEOAdapter {
+    private config;
+    private reckerAvailable;
+    private analyzeSeo;
+    private fallbackAnalyzer;
+    constructor(config?: SEOAnalyzerConfig);
+    private _checkReckerAvailability;
+    private _getFallbackAnalyzer;
+    analyze(html: string, baseUrl: string): Promise<AnalysisResult>;
+    analyzeSelective(html: string, baseUrl: string, activities?: string[]): Promise<AnalysisResult>;
+    private _analyzeWithRecker;
+    private _mapActivitiesToCategories;
+    private _mapReckerToAnalysisResult;
+    private _mapOnPageSEO;
+    private _mapAccessibility;
+    private _mapInternalLinks;
+    private _mapKeywordOptimization;
+    private _mapSEOScore;
+    getReckerGrade(): string | null;
+    getDetailedReport(html: string, baseUrl: string): Promise<ReckerSeoReport | null>;
+}
+export default ReckerSEOAdapter;
+//# sourceMappingURL=recker-seo-adapter.d.ts.map

package/dist/types/plugins/spider/recker-seo-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recker-seo-adapter.d.ts","sourceRoot":"","sources":["../../../../src/plugins/spider/recker-seo-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,iBAAiB,EAOlB,MAAM,mBAAmB,CAAC;AAE3B,KAAK,eAAe,GAAG;IACrB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,IAAI,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACvF,SAAS,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,OAAO,GAAG,SAAS,CAAA;SAAE,CAAC,CAAC;QACrG,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,MAAM,EAAE;YACN,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,SAAS,EAAE,MAAM,CAAC;YAClB,cAAc,CAAC,EAAE,MAAM,CAAC;YACxB,WAAW,EAAE,MAAM,CAAC;YACpB,UAAU,EAAE,MAAM,CAAC;YACnB,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;QACF,YAAY,EAAE;YACZ,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,CAAC;YACf,SAAS,EAAE,MAAM,CAAC;YAClB,OAAO,EAAE,MAAM,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC;YACf,KAAK,EAAE,MAAM,CAAC;SACf,CAAC;KACH,CAAC;IACF,MAAM,EAAE,KAAK,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;QAC1C,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QACxB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC,CAAC;IACH,KAAK,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,eAAe,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACnD,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,WAAW,CAAC,EAAE;QACZ,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;IACF,cAAc,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;KAClC,CAAC;IACF,OAAO,EAAE;QACP,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,cAAc,EAAE,MAAM,CAAC;QACvB,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,CAAC;QACvB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,mBAAmB,EAAE,MAAM,CAAC;QAC5B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAC;KAC/B,CAAC;IACF,QAAQ,EAAE;QACR,SAAS,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACjE,OAAO,EAAE,MAAM,CAAC;QAChB,kBAAkB,EAAE,OAAO,CAAC;QAC5B,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;IACF,QAAQ,EAAE;QACR,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACjC,CAAC;IACF,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;QACvB,QAAQ,EAAE,MAAM,CAAC;QACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;KACjC,CAAC;IACF,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;QACb,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,EAAE,MAAM,CAAC;QACtB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,uBAAuB,EAAE,MAAM,CAAC;KACjC,CAAC;IACF,MAAM,EAAE;QACN,SAAS,EAAE;YACT,OAAO,EAAE,OAAO,CAAC;YACjB,QAAQ,EAAE,OAAO,CAAC;YAClB,cAAc,EAAE,OAAO,CAAC;YACxB,QAAQ,EAAE,OAAO,CAAC;YAClB,MAAM,EAAE,OAAO,CAAC;YAChB,MAAM,EAAE,MAAM,EAAE,CAAC;SAClB,CAAC;QACF,WAAW,EAAE;YACX,OAAO,EAAE,OAAO,CAAC;YACjB,OAAO,EAAE,OAAO,CAAC;YACjB,QAAQ,EAAE,OAAO,CAAC;YAClB,cAAc,EAAE,OAAO,CAAC;YACxB,QAAQ,EAAE,OAAO,CAAC;YAClB,MAAM,EAAE,MAAM,EAAE,CAAC;SAClB,CAAC;KACH,CAAC;IACF,SAAS,EAAE;QACT,YAAY,EAAE,OAAO,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,aAAa,EAAE,OAAO,CAAC;QACvB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,WAAW,EAAE,OAAO,CAAC;QACrB,UAAU,EAAE,OAAO,CAAC;QACpB,OAAO,EAAE,OAAO,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,CAAC;AA0BF,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAA8B;IAC5C,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,gBAAgB,CAAwD;gBAEpE,MAAM,GAAE,iBAAsB;YAc5B,wBAAwB;YAmBxB,oBAAoB;IAQ5B,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAW/D,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,GAAE,MAAM,EAAO,GAAG,OAAO,CAAC,cAAc,CAAC;YAgB3F,kBAAkB;IAkBhC,OAAO,CAAC,0BAA0B;IAalC,OAAO,CAAC,0BAA0B;IAwDlC,OAAO,CAAC,aAAa;IAsFrB,OAAO,CAAC,iBAAiB;IA6DzB,OAAO,CAAC,iBAAiB;IA4DzB,OAAO,CAAC,uBAAuB;IA8B/B,OAAO,CAAC,YAAY;IAQpB,cAAc,IAAI,MAAM,GAAG,IAAI;IAIzB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;CAYxF;AAED,eAAe,gBAAgB,CAAC"}

package/dist/types/plugins/spider/recker-sitemap-validator.d.ts

@@ -0,0 +1,121 @@
+import type { SitemapParserConfig, SitemapEntry, ParseOptions, SitemapStats, ProbeResult, FetcherResult } from './sitemap-parser.js';
+type ReckerSitemapUrl = {
+    loc: string;
+    lastmod?: string;
+    changefreq?: 'always' | 'hourly' | 'daily' | 'weekly' | 'monthly' | 'yearly' | 'never';
+    priority?: number;
+    images?: Array<{
+        loc: string;
+        caption?: string;
+        title?: string;
+    }>;
+    videos?: Array<{
+        thumbnailLoc: string;
+        title: string;
+        description: string;
+        contentLoc?: string;
+        playerLoc?: string;
+    }>;
+    news?: {
+        publicationName: string;
+        publicationLanguage: string;
+        publicationDate: string;
+        title: string;
+    };
+    alternates?: Array<{
+        hreflang: string;
+        href: string;
+    }>;
+};
+type ReckerSitemapIndex = {
+    loc: string;
+    lastmod?: string;
+};
+type ReckerSitemapParseResult = {
+    type: 'urlset' | 'sitemapindex' | 'unknown';
+    valid: boolean;
+    errors: string[];
+    warnings: string[];
+    urls: ReckerSitemapUrl[];
+    sitemaps: ReckerSitemapIndex[];
+    urlCount: number;
+    size: number;
+    compressed: boolean;
+};
+type ReckerSitemapValidationIssue = {
+    type: 'error' | 'warning' | 'info';
+    code: string;
+    message: string;
+    url?: string;
+    recommendation?: string;
+};
+type ReckerSitemapValidationResult = {
+    valid: boolean;
+    issues: ReckerSitemapValidationIssue[];
+    parseResult: ReckerSitemapParseResult;
+};
+export interface SitemapValidationDetails {
+    valid: boolean;
+    issues: ReckerSitemapValidationIssue[];
+    type: 'urlset' | 'sitemapindex' | 'unknown';
+    urlCount: number;
+    size: number;
+    compressed: boolean;
+    errors: string[];
+    warnings: string[];
+}
+export interface SitemapEntryExtended extends SitemapEntry {
+    news?: {
+        publicationName: string;
+        publicationLanguage: string;
+        publicationDate: string;
+        title: string;
+    };
+    alternates?: Array<{
+        hreflang: string;
+        href: string;
+    }>;
+}
+export declare class ReckerSitemapValidator {
+    private config;
+    private _context;
+    private cache;
+    private fetcher;
+    private _httpClient;
+    private stats;
+    private reckerAvailable;
+    private parseSitemap;
+    private validateSitemap;
+    private discoverSitemaps;
+    private fetchAndValidateSitemap;
+    private fallbackParser;
+    constructor(config?: SitemapParserConfig);
+    private _checkReckerAvailability;
+    private _getFallbackParser;
+    setFetcher(fetcher: (url: string) => Promise<FetcherResult>): void;
+    parse(sitemapUrl: string, options?: ParseOptions): Promise<SitemapEntry[]>;
+    private _parseReckerIndex;
+    private _mapReckerUrlsToEntries;
+    private _getHttpClient;
+    private _fetch;
+    private _decompress;
+    getStats(): SitemapStats;
+    clearCache(url?: string): void;
+    resetStats(): void;
+    discoverFromRobotsTxt(robotsTxtUrl: string): Promise<string[]>;
+    probeCommonLocations(baseUrl: string): Promise<ProbeResult[]>;
+    validate(sitemapUrl: string): Promise<SitemapValidationDetails | null>;
+    validateContent(content: string, baseUrl?: string): Promise<ReckerSitemapValidationResult | null>;
+    parseContent(content: string, compressed?: boolean): ReckerSitemapParseResult | null;
+    getValidationIssues(sitemapUrl: string): Promise<ReckerSitemapValidationIssue[]>;
+    getNewsEntries(sitemapUrl: string): Promise<SitemapEntryExtended[]>;
+    getAlternateLanguages(sitemapUrl: string): Promise<Map<string, SitemapEntryExtended[]>>;
+    discoverAll(baseUrl: string): Promise<{
+        fromRobots: string[];
+        fromProbing: ProbeResult[];
+        all: string[];
+    }>;
+    isReckerEnabled(): boolean;
+}
+export default ReckerSitemapValidator;
+//# sourceMappingURL=recker-sitemap-validator.d.ts.map