@crawlee/core 4.0.0-beta.10 → 4.0.0-beta.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/crawlers/context_pipeline.d.ts +61 -0
- package/crawlers/context_pipeline.d.ts.map +1 -0
- package/crawlers/context_pipeline.js +99 -0
- package/crawlers/context_pipeline.js.map +1 -0
- package/crawlers/crawler_commons.d.ts +10 -11
- package/crawlers/crawler_commons.d.ts.map +1 -1
- package/crawlers/crawler_commons.js.map +1 -1
- package/crawlers/error_snapshotter.d.ts +3 -2
- package/crawlers/error_snapshotter.d.ts.map +1 -1
- package/crawlers/error_snapshotter.js.map +1 -1
- package/crawlers/error_tracker.d.ts +2 -1
- package/crawlers/error_tracker.d.ts.map +1 -1
- package/crawlers/error_tracker.js.map +1 -1
- package/crawlers/index.d.ts +1 -1
- package/crawlers/index.d.ts.map +1 -1
- package/crawlers/index.js +1 -1
- package/crawlers/index.js.map +1 -1
- package/crawlers/internals/types.d.ts +8 -0
- package/crawlers/internals/types.d.ts.map +1 -0
- package/crawlers/internals/types.js +2 -0
- package/crawlers/internals/types.js.map +1 -0
- package/errors.d.ts +12 -0
- package/errors.d.ts.map +1 -1
- package/errors.js +20 -0
- package/errors.js.map +1 -1
- package/package.json +5 -5
- package/proxy_configuration.d.ts +16 -33
- package/proxy_configuration.d.ts.map +1 -1
- package/proxy_configuration.js +15 -48
- package/proxy_configuration.js.map +1 -1
- package/session_pool/session.d.ts +5 -0
- package/session_pool/session.d.ts.map +1 -1
- package/session_pool/session.js +8 -1
- package/session_pool/session.js.map +1 -1
- package/session_pool/session_pool.d.ts +9 -2
- package/session_pool/session_pool.d.ts.map +1 -1
- package/session_pool/session_pool.js +13 -1
- package/session_pool/session_pool.js.map +1 -1
- package/storages/request_provider.d.ts +2 -1
- package/storages/request_provider.d.ts.map +1 -1
- package/storages/request_provider.js.map +1 -1
- package/tsconfig.build.tsbuildinfo +1 -1
- package/crawlers/crawler_extension.d.ts +0 -12
- package/crawlers/crawler_extension.d.ts.map +0 -1
- package/crawlers/crawler_extension.js +0 -14
- package/crawlers/crawler_extension.js.map +0 -1
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
import { type Log } from '../log.js';
|
|
2
|
-
/**
|
|
3
|
-
* Abstract class with pre-defined method to connect to the Crawlers class by the "use" crawler method.
|
|
4
|
-
* @category Crawlers
|
|
5
|
-
* @ignore
|
|
6
|
-
*/
|
|
7
|
-
export declare abstract class CrawlerExtension {
|
|
8
|
-
name: string;
|
|
9
|
-
log: Log;
|
|
10
|
-
getCrawlerOptions(): Record<string, unknown>;
|
|
11
|
-
}
|
|
12
|
-
//# sourceMappingURL=crawler_extension.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"crawler_extension.d.ts","sourceRoot":"","sources":["../../src/crawlers/crawler_extension.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,GAAG,EAAqB,MAAM,WAAW,CAAC;AAExD;;;;GAIG;AACH,8BAAsB,gBAAgB;IAClC,IAAI,SAAyB;IAC7B,GAAG,EAAE,GAAG,CAA2C;IAEnD,iBAAiB,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAG/C"}
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import { log as defaultLog } from '../log.js';
|
|
2
|
-
/**
|
|
3
|
-
* Abstract class with pre-defined method to connect to the Crawlers class by the "use" crawler method.
|
|
4
|
-
* @category Crawlers
|
|
5
|
-
* @ignore
|
|
6
|
-
*/
|
|
7
|
-
export class CrawlerExtension {
|
|
8
|
-
name = this.constructor.name;
|
|
9
|
-
log = defaultLog.child({ prefix: this.name });
|
|
10
|
-
getCrawlerOptions() {
|
|
11
|
-
throw new Error(`${this.name} has not implemented "getCrawlerOptions" method.`);
|
|
12
|
-
}
|
|
13
|
-
}
|
|
14
|
-
//# sourceMappingURL=crawler_extension.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"crawler_extension.js","sourceRoot":"","sources":["../../src/crawlers/crawler_extension.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,GAAG,IAAI,UAAU,EAAE,MAAM,WAAW,CAAC;AAExD;;;;GAIG;AACH,MAAM,OAAgB,gBAAgB;IAClC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IAC7B,GAAG,GAAQ,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAEnD,iBAAiB;QACb,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,kDAAkD,CAAC,CAAC;IACpF,CAAC;CACJ"}
|