@spider-cloud/spider-client 0.0.48 → 0.0.50
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config.d.ts +8 -0
- package/package.json +1 -1
package/dist/config.d.ts
CHANGED
|
@@ -64,6 +64,14 @@ export interface SpiderParams {
|
|
|
64
64
|
* The budget for various resources.
|
|
65
65
|
*/
|
|
66
66
|
budget?: Budget;
|
|
67
|
+
/**
|
|
68
|
+
* The blacklist routes to ignore. This can be a Regex string pattern.
|
|
69
|
+
*/
|
|
70
|
+
black_list?: string[];
|
|
71
|
+
/**
|
|
72
|
+
* The whitelist routes to only crawl. This can be a Regex string pattern and used with black_listing.
|
|
73
|
+
*/
|
|
74
|
+
white_list?: string[];
|
|
67
75
|
/**
|
|
68
76
|
* The locale to be used during the crawl.
|
|
69
77
|
*/
|