seo 0.2.9 → 0.2.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/cli.js +114 -109
- package/dist/cli.js.map +1 -1
- package/dist/{dist-BrBR9umh.js → dist-CBY8QOnv.js} +1 -1
- package/dist/{dist-C6zXDARm.js → dist-w2XtKwjW.js} +80 -80
- package/dist/dist-w2XtKwjW.js.map +1 -0
- package/dist/index.d.ts +38 -3
- package/dist/index.js +318 -178
- package/dist/index.js.map +1 -1
- package/dist/mcp.js +317 -177
- package/dist/mcp.js.map +1 -1
- package/dist/{package-C51oI-6o.js → package-92W1Zc-o.js} +2 -2
- package/dist/{package-C51oI-6o.js.map → package-92W1Zc-o.js.map} +1 -1
- package/package.json +1 -1
- package/dist/dist-C6zXDARm.js.map +0 -1
package/dist/index.d.ts
CHANGED
|
@@ -1617,6 +1617,8 @@ interface FetchPageOptions {
|
|
|
1617
1617
|
*/
|
|
1618
1618
|
js?: JavaScriptRenderingInput;
|
|
1619
1619
|
refresh?: boolean;
|
|
1620
|
+
/** Read existing cached responses but do not retain this response body. */
|
|
1621
|
+
writeCache?: boolean;
|
|
1620
1622
|
timeoutMs?: number;
|
|
1621
1623
|
rate?: FetchRateControls;
|
|
1622
1624
|
signal?: AbortSignal;
|
|
@@ -1653,7 +1655,7 @@ type RobotsResult = {
|
|
|
1653
1655
|
type RobotsResolver = (origin: string, targetUrl: string) => Promise<RobotsResult>;
|
|
1654
1656
|
//#endregion
|
|
1655
1657
|
//#region packages/core/src/fetch/page-fetcher/plain.d.ts
|
|
1656
|
-
declare function fetchPlain(url: string, refresh: boolean | undefined, timeoutMs: number | undefined, rate: NormalizedFetchRateControls, signal?: AbortSignal, respectRobots?: boolean): Promise<PageFetchResult>;
|
|
1658
|
+
declare function fetchPlain(url: string, refresh: boolean | undefined, timeoutMs: number | undefined, rate: NormalizedFetchRateControls, signal?: AbortSignal, respectRobots?: boolean, writeCache?: boolean): Promise<PageFetchResult>;
|
|
1657
1659
|
//#endregion
|
|
1658
1660
|
//#region packages/core/src/fetch/page-fetcher/rendered.d.ts
|
|
1659
1661
|
/**
|
|
@@ -1934,7 +1936,28 @@ interface MainContentDependencies {
|
|
|
1934
1936
|
}
|
|
1935
1937
|
//#endregion
|
|
1936
1938
|
//#region packages/core/src/extract/page-extractor.d.ts
|
|
1937
|
-
|
|
1939
|
+
type CrawlerExtractionEvidence = {
|
|
1940
|
+
h1?: string;
|
|
1941
|
+
h1Count: number;
|
|
1942
|
+
h2Count: number;
|
|
1943
|
+
h3Count: number;
|
|
1944
|
+
questionHeadings: number;
|
|
1945
|
+
internalLinks: string[];
|
|
1946
|
+
externalLinks: string[];
|
|
1947
|
+
internalAnchorSamples: Array<{
|
|
1948
|
+
href: string;
|
|
1949
|
+
text: string;
|
|
1950
|
+
}>;
|
|
1951
|
+
externalAnchorSamples: Array<{
|
|
1952
|
+
href: string;
|
|
1953
|
+
text: string;
|
|
1954
|
+
}>;
|
|
1955
|
+
socialProfileLinks: string[];
|
|
1956
|
+
};
|
|
1957
|
+
type PageExtraction = ExtractedPage & {
|
|
1958
|
+
crawlerEvidence?: CrawlerExtractionEvidence;
|
|
1959
|
+
};
|
|
1960
|
+
declare function extractPage(fetchResult: PageFetchResult, extractor?: ContentExtractor, dependencies?: MainContentDependencies): Promise<PageExtraction>;
|
|
1938
1961
|
//#endregion
|
|
1939
1962
|
//#region packages/core/src/analyze/content-coverage.d.ts
|
|
1940
1963
|
declare function normalizeForCoverage(value: string): string;
|
|
@@ -3037,7 +3060,7 @@ declare function collectAgentDiscovery(input: {
|
|
|
3037
3060
|
}): Promise<CrawlAgentDiscovery>;
|
|
3038
3061
|
//#endregion
|
|
3039
3062
|
//#region packages/core/src/analyze/crawler/crawl-skip-reasons.d.ts
|
|
3040
|
-
declare const CRAWL_SKIP_REASONS: readonly ["asset-url", "configured-exclusion", "duplicate-normalization", "invalid-url", "off-origin", "origin-backpressure", "queue-safety-limit", "robots-disallowed", "robots-uncertain", "legacy-unclassified"];
|
|
3063
|
+
declare const CRAWL_SKIP_REASONS: readonly ["asset-url", "configured-exclusion", "duplicate-normalization", "invalid-url", "memory-pressure", "off-origin", "origin-backpressure", "queue-safety-limit", "robots-disallowed", "robots-uncertain", "legacy-unclassified"];
|
|
3041
3064
|
type CrawlSkipReason = (typeof CRAWL_SKIP_REASONS)[number];
|
|
3042
3065
|
type CrawlSkipImpact = 'coverage-affecting' | 'non-impacting';
|
|
3043
3066
|
type CrawlSkipReasonCount = {
|
|
@@ -3762,6 +3785,8 @@ type ResolvedCrawlSiteDependencies = {
|
|
|
3762
3785
|
landingValueForUrl: typeof landingValueForUrl;
|
|
3763
3786
|
collectAgentDiscovery: typeof collectAgentDiscovery;
|
|
3764
3787
|
now: () => Date;
|
|
3788
|
+
memoryUsage: () => Pick<NodeJS.MemoryUsage, 'rss' | 'heapUsed' | 'external'>;
|
|
3789
|
+
totalMemory: () => number;
|
|
3765
3790
|
};
|
|
3766
3791
|
type CrawlSiteDependencies = Partial<ResolvedCrawlSiteDependencies>;
|
|
3767
3792
|
//#endregion
|
|
@@ -5131,6 +5156,7 @@ declare const crawlReportSummarySchema: z.ZodObject<{
|
|
|
5131
5156
|
"configured-exclusion": "configured-exclusion";
|
|
5132
5157
|
"duplicate-normalization": "duplicate-normalization";
|
|
5133
5158
|
"invalid-url": "invalid-url";
|
|
5159
|
+
"memory-pressure": "memory-pressure";
|
|
5134
5160
|
"off-origin": "off-origin";
|
|
5135
5161
|
"origin-backpressure": "origin-backpressure";
|
|
5136
5162
|
"queue-safety-limit": "queue-safety-limit";
|
|
@@ -5286,6 +5312,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5286
5312
|
"configured-exclusion": "configured-exclusion";
|
|
5287
5313
|
"duplicate-normalization": "duplicate-normalization";
|
|
5288
5314
|
"invalid-url": "invalid-url";
|
|
5315
|
+
"memory-pressure": "memory-pressure";
|
|
5289
5316
|
"off-origin": "off-origin";
|
|
5290
5317
|
"origin-backpressure": "origin-backpressure";
|
|
5291
5318
|
"queue-safety-limit": "queue-safety-limit";
|
|
@@ -6663,6 +6690,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6663
6690
|
"configured-exclusion": "configured-exclusion";
|
|
6664
6691
|
"duplicate-normalization": "duplicate-normalization";
|
|
6665
6692
|
"invalid-url": "invalid-url";
|
|
6693
|
+
"memory-pressure": "memory-pressure";
|
|
6666
6694
|
"off-origin": "off-origin";
|
|
6667
6695
|
"origin-backpressure": "origin-backpressure";
|
|
6668
6696
|
"queue-safety-limit": "queue-safety-limit";
|
|
@@ -8040,6 +8068,7 @@ declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
8040
8068
|
"configured-exclusion": "configured-exclusion";
|
|
8041
8069
|
"duplicate-normalization": "duplicate-normalization";
|
|
8042
8070
|
"invalid-url": "invalid-url";
|
|
8071
|
+
"memory-pressure": "memory-pressure";
|
|
8043
8072
|
"off-origin": "off-origin";
|
|
8044
8073
|
"origin-backpressure": "origin-backpressure";
|
|
8045
8074
|
"queue-safety-limit": "queue-safety-limit";
|
|
@@ -9419,6 +9448,7 @@ declare const crawlerSchemas: {
|
|
|
9419
9448
|
"configured-exclusion": "configured-exclusion";
|
|
9420
9449
|
"duplicate-normalization": "duplicate-normalization";
|
|
9421
9450
|
"invalid-url": "invalid-url";
|
|
9451
|
+
"memory-pressure": "memory-pressure";
|
|
9422
9452
|
"off-origin": "off-origin";
|
|
9423
9453
|
"origin-backpressure": "origin-backpressure";
|
|
9424
9454
|
"queue-safety-limit": "queue-safety-limit";
|
|
@@ -10796,6 +10826,7 @@ declare const crawlerSchemas: {
|
|
|
10796
10826
|
"configured-exclusion": "configured-exclusion";
|
|
10797
10827
|
"duplicate-normalization": "duplicate-normalization";
|
|
10798
10828
|
"invalid-url": "invalid-url";
|
|
10829
|
+
"memory-pressure": "memory-pressure";
|
|
10799
10830
|
"off-origin": "off-origin";
|
|
10800
10831
|
"origin-backpressure": "origin-backpressure";
|
|
10801
10832
|
"queue-safety-limit": "queue-safety-limit";
|
|
@@ -12173,6 +12204,7 @@ declare const crawlerSchemas: {
|
|
|
12173
12204
|
"configured-exclusion": "configured-exclusion";
|
|
12174
12205
|
"duplicate-normalization": "duplicate-normalization";
|
|
12175
12206
|
"invalid-url": "invalid-url";
|
|
12207
|
+
"memory-pressure": "memory-pressure";
|
|
12176
12208
|
"off-origin": "off-origin";
|
|
12177
12209
|
"origin-backpressure": "origin-backpressure";
|
|
12178
12210
|
"queue-safety-limit": "queue-safety-limit";
|
|
@@ -14435,6 +14467,7 @@ declare const crawlerJsonSchemas: {
|
|
|
14435
14467
|
"configured-exclusion": "configured-exclusion";
|
|
14436
14468
|
"duplicate-normalization": "duplicate-normalization";
|
|
14437
14469
|
"invalid-url": "invalid-url";
|
|
14470
|
+
"memory-pressure": "memory-pressure";
|
|
14438
14471
|
"off-origin": "off-origin";
|
|
14439
14472
|
"origin-backpressure": "origin-backpressure";
|
|
14440
14473
|
"queue-safety-limit": "queue-safety-limit";
|
|
@@ -15812,6 +15845,7 @@ declare const crawlerJsonSchemas: {
|
|
|
15812
15845
|
"configured-exclusion": "configured-exclusion";
|
|
15813
15846
|
"duplicate-normalization": "duplicate-normalization";
|
|
15814
15847
|
"invalid-url": "invalid-url";
|
|
15848
|
+
"memory-pressure": "memory-pressure";
|
|
15815
15849
|
"off-origin": "off-origin";
|
|
15816
15850
|
"origin-backpressure": "origin-backpressure";
|
|
15817
15851
|
"queue-safety-limit": "queue-safety-limit";
|
|
@@ -17189,6 +17223,7 @@ declare const crawlerJsonSchemas: {
|
|
|
17189
17223
|
"configured-exclusion": "configured-exclusion";
|
|
17190
17224
|
"duplicate-normalization": "duplicate-normalization";
|
|
17191
17225
|
"invalid-url": "invalid-url";
|
|
17226
|
+
"memory-pressure": "memory-pressure";
|
|
17192
17227
|
"off-origin": "off-origin";
|
|
17193
17228
|
"origin-backpressure": "origin-backpressure";
|
|
17194
17229
|
"queue-safety-limit": "queue-safety-limit";
|