webcrawlerapi-js 2.0.5 → 2.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +0 -1
- package/dist/@types/model.d.ts +2 -2
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -152,7 +152,6 @@ Example of a job response. The response structure is carefully designed to provi
|
|
|
152
152
|
scrape_type: 'markdown',
|
|
153
153
|
whitelist_regexp: '',
|
|
154
154
|
blacklist_regexp: '',
|
|
155
|
-
allow_subdomains: false,
|
|
156
155
|
items_limit: 10,
|
|
157
156
|
created_at: '2024-12-28T21:36:04.417Z',
|
|
158
157
|
finished_at: null,
|
package/dist/@types/model.d.ts
CHANGED
|
@@ -7,6 +7,7 @@ export interface ScrapeRequest {
|
|
|
7
7
|
prompt?: string;
|
|
8
8
|
respect_robots_txt?: boolean;
|
|
9
9
|
main_content_only?: boolean;
|
|
10
|
+
max_age?: number;
|
|
10
11
|
}
|
|
11
12
|
export interface ScrapeId {
|
|
12
13
|
id: string;
|
|
@@ -37,12 +38,12 @@ export interface CrawlRequest {
|
|
|
37
38
|
scrape_type?: string;
|
|
38
39
|
whitelist_regexp?: string;
|
|
39
40
|
blacklist_regexp?: string;
|
|
40
|
-
allow_subdomains?: boolean;
|
|
41
41
|
webhook_url?: string;
|
|
42
42
|
actions?: Action[];
|
|
43
43
|
respect_robots_txt?: boolean;
|
|
44
44
|
main_content_only?: boolean;
|
|
45
45
|
max_depth?: number;
|
|
46
|
+
max_age?: number;
|
|
46
47
|
}
|
|
47
48
|
export interface Job {
|
|
48
49
|
id: string;
|
|
@@ -52,7 +53,6 @@ export interface Job {
|
|
|
52
53
|
scrape_type: string;
|
|
53
54
|
whitelist_regexp: string;
|
|
54
55
|
blacklist_regexp: string;
|
|
55
|
-
allow_subdomains: boolean;
|
|
56
56
|
items_limit: number;
|
|
57
57
|
max_depth?: number;
|
|
58
58
|
created_at: string;
|