@crawlee/http 4.0.0-beta.183 → 4.0.0-beta.184
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,14 +1,13 @@
|
|
|
1
1
|
import { Transform } from 'node:stream';
|
|
2
|
-
import type { BasicCrawlerOptions, ContextPipeline, CrawlingContext, LoadedRequest } from '@crawlee/basic';
|
|
2
|
+
import type { BasicCrawlerOptions, ContextPipeline, CrawlingContext, CrawlingRequest, LoadedRequest } from '@crawlee/basic';
|
|
3
3
|
import { BasicCrawler } from '@crawlee/basic';
|
|
4
|
-
import type { Request } from '@crawlee/core';
|
|
5
4
|
import type { Dictionary } from '@crawlee/types';
|
|
6
5
|
import type { ErrorHandler, GetUserDataFromRequest, InternalHttpHook, RequestHandler, RouterHandler, RouterRoutes, RouteSchemas, RoutesFromSchemas } from '../index.js';
|
|
7
6
|
export type FileDownloadErrorHandler<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
|
|
8
7
|
ContextExtension = Dictionary<never>> = ErrorHandler<CrawlingContext, FileDownloadCrawlingContext<UserData> & ContextExtension>;
|
|
9
8
|
export type FileDownloadHook<UserData extends Dictionary = any> = InternalHttpHook<FileDownloadCrawlingContext<UserData>>;
|
|
10
9
|
export interface FileDownloadCrawlingContext<UserData extends Dictionary = any> extends CrawlingContext<UserData> {
|
|
11
|
-
request: LoadedRequest<
|
|
10
|
+
request: LoadedRequest<CrawlingRequest<UserData>>;
|
|
12
11
|
response: Response;
|
|
13
12
|
contentType: {
|
|
14
13
|
type: string;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { BasicCrawlerOptions, ConcurrencySystem, ConcurrencySystemOptions, CrawlingContext, ErrorHandler, GetUserDataFromRequest, LoadedRequest,
|
|
1
|
+
import type { BasicCrawlerOptions, ConcurrencySystem, ConcurrencySystemOptions, CrawlingContext, ErrorHandler, GetUserDataFromRequest, LoadedRequest, CrawlingRequest, RequestHandler, RequireContextPipeline, RouterHandler, RouterRoutes, RouteSchemas, RoutesFromSchemas } from '@crawlee/basic';
|
|
2
2
|
import { BasicCrawler, ContextPipeline } from '@crawlee/basic';
|
|
3
3
|
import type { Awaitable, Dictionary } from '@crawlee/types';
|
|
4
4
|
import type { CheerioAPI } from 'cheerio';
|
|
@@ -120,7 +120,7 @@ interface CrawlingContextWithResponse<UserData extends Dictionary = any> extends
|
|
|
120
120
|
/**
|
|
121
121
|
* The request object that was successfully loaded and navigated to, including the {@link Request.loadedUrl|`loadedUrl`} property.
|
|
122
122
|
*/
|
|
123
|
-
request: LoadedRequest<
|
|
123
|
+
request: LoadedRequest<CrawlingRequest<UserData>>;
|
|
124
124
|
/**
|
|
125
125
|
* The HTTP response object containing status code, headers, and other response metadata.
|
|
126
126
|
*/
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/http",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.184",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -49,11 +49,11 @@
|
|
|
49
49
|
"dependencies": {
|
|
50
50
|
"@apify/timeout": "^1.0.1",
|
|
51
51
|
"@apify/utilities": "^3.0.1",
|
|
52
|
-
"@crawlee/basic": "4.0.0-beta.
|
|
53
|
-
"@crawlee/core": "4.0.0-beta.
|
|
54
|
-
"@crawlee/http-client": "4.0.0-beta.
|
|
55
|
-
"@crawlee/types": "4.0.0-beta.
|
|
56
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
52
|
+
"@crawlee/basic": "4.0.0-beta.184",
|
|
53
|
+
"@crawlee/core": "4.0.0-beta.184",
|
|
54
|
+
"@crawlee/http-client": "4.0.0-beta.184",
|
|
55
|
+
"@crawlee/types": "4.0.0-beta.184",
|
|
56
|
+
"@crawlee/utils": "4.0.0-beta.184",
|
|
57
57
|
"@types/content-type": "^1.1.8",
|
|
58
58
|
"cheerio": "^1.0.0",
|
|
59
59
|
"content-type": "^1.0.5",
|
|
@@ -70,5 +70,5 @@
|
|
|
70
70
|
}
|
|
71
71
|
}
|
|
72
72
|
},
|
|
73
|
-
"gitHead": "
|
|
73
|
+
"gitHead": "19ebeeb9bb90e38496cbe90565c8ebb02e102193"
|
|
74
74
|
}
|