@crawlee/cheerio 3.0.0-alpha.2 → 3.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.d.ts +3 -0
- package/index.d.ts.map +1 -0
- package/index.js +6 -0
- package/index.js.map +1 -0
- package/index.mjs +68 -0
- package/internals/cheerio-crawler.d.ts +620 -0
- package/internals/cheerio-crawler.d.ts.map +1 -0
- package/internals/cheerio-crawler.js +682 -0
- package/internals/cheerio-crawler.js.map +1 -0
- package/package.json +2 -5
- package/tsconfig.build.tsbuildinfo +1 -0
package/index.d.ts
ADDED
package/index.d.ts.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,6BAA6B,CAAC"}
|
package/index.js
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const tslib_1 = require("tslib");
|
|
4
|
+
tslib_1.__exportStar(require("@crawlee/basic"), exports);
|
|
5
|
+
tslib_1.__exportStar(require("./internals/cheerio-crawler"), exports);
|
|
6
|
+
//# sourceMappingURL=index.js.map
|
package/index.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,yDAA+B;AAC/B,sEAA4C"}
|
package/index.mjs
ADDED
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import mod from "./index.js";
|
|
2
|
+
|
|
3
|
+
export default mod;
|
|
4
|
+
export const API_PROCESSED_REQUESTS_DELAY_MILLIS = mod.API_PROCESSED_REQUESTS_DELAY_MILLIS;
|
|
5
|
+
export const AutoscaledPool = mod.AutoscaledPool;
|
|
6
|
+
export const BASIC_CRAWLER_TIMEOUT_BUFFER_SECS = mod.BASIC_CRAWLER_TIMEOUT_BUFFER_SECS;
|
|
7
|
+
export const BasicCrawler = mod.BasicCrawler;
|
|
8
|
+
export const CheerioCrawler = mod.CheerioCrawler;
|
|
9
|
+
export const Configuration = mod.Configuration;
|
|
10
|
+
export const CookieParseError = mod.CookieParseError;
|
|
11
|
+
export const CrawlerExtension = mod.CrawlerExtension;
|
|
12
|
+
export const DATASET_ITERATORS_DEFAULT_LIMIT = mod.DATASET_ITERATORS_DEFAULT_LIMIT;
|
|
13
|
+
export const Dataset = mod.Dataset;
|
|
14
|
+
export const EVENT_SESSION_RETIRED = mod.EVENT_SESSION_RETIRED;
|
|
15
|
+
export const EnqueueStrategy = mod.EnqueueStrategy;
|
|
16
|
+
export const EventManager = mod.EventManager;
|
|
17
|
+
export const EventType = mod.EventType;
|
|
18
|
+
export const KeyValueStore = mod.KeyValueStore;
|
|
19
|
+
export const LocalEventManager = mod.LocalEventManager;
|
|
20
|
+
export const Log = mod.Log;
|
|
21
|
+
export const LogLevel = mod.LogLevel;
|
|
22
|
+
export const Logger = mod.Logger;
|
|
23
|
+
export const LoggerJson = mod.LoggerJson;
|
|
24
|
+
export const LoggerText = mod.LoggerText;
|
|
25
|
+
export const MAX_QUERIES_FOR_CONSISTENCY = mod.MAX_QUERIES_FOR_CONSISTENCY;
|
|
26
|
+
export const ProxyConfiguration = mod.ProxyConfiguration;
|
|
27
|
+
export const QUERY_HEAD_BUFFER = mod.QUERY_HEAD_BUFFER;
|
|
28
|
+
export const QUERY_HEAD_MIN_LENGTH = mod.QUERY_HEAD_MIN_LENGTH;
|
|
29
|
+
export const REQUESTS_PERSISTENCE_KEY = mod.REQUESTS_PERSISTENCE_KEY;
|
|
30
|
+
export const Request = mod.Request;
|
|
31
|
+
export const RequestList = mod.RequestList;
|
|
32
|
+
export const RequestQueue = mod.RequestQueue;
|
|
33
|
+
export const STATE_PERSISTENCE_KEY = mod.STATE_PERSISTENCE_KEY;
|
|
34
|
+
export const STATUS_CODES_BLOCKED = mod.STATUS_CODES_BLOCKED;
|
|
35
|
+
export const STORAGE_CONSISTENCY_DELAY_MILLIS = mod.STORAGE_CONSISTENCY_DELAY_MILLIS;
|
|
36
|
+
export const Session = mod.Session;
|
|
37
|
+
export const SessionPool = mod.SessionPool;
|
|
38
|
+
export const Snapshotter = mod.Snapshotter;
|
|
39
|
+
export const Statistics = mod.Statistics;
|
|
40
|
+
export const StorageManager = mod.StorageManager;
|
|
41
|
+
export const SystemStatus = mod.SystemStatus;
|
|
42
|
+
export const checkAndSerialize = mod.checkAndSerialize;
|
|
43
|
+
export const cheerioCrawlerEnqueueLinks = mod.cheerioCrawlerEnqueueLinks;
|
|
44
|
+
export const chunkBySize = mod.chunkBySize;
|
|
45
|
+
export const constructGlobObjectsFromGlobs = mod.constructGlobObjectsFromGlobs;
|
|
46
|
+
export const constructRegExpObjectsFromPseudoUrls = mod.constructRegExpObjectsFromPseudoUrls;
|
|
47
|
+
export const constructRegExpObjectsFromRegExps = mod.constructRegExpObjectsFromRegExps;
|
|
48
|
+
export const createDeserialize = mod.createDeserialize;
|
|
49
|
+
export const createRequestOptions = mod.createRequestOptions;
|
|
50
|
+
export const createRequests = mod.createRequests;
|
|
51
|
+
export const deserializeArray = mod.deserializeArray;
|
|
52
|
+
export const diffCookies = mod.diffCookies;
|
|
53
|
+
export const enqueueLinks = mod.enqueueLinks;
|
|
54
|
+
export const getCookiesFromResponse = mod.getCookiesFromResponse;
|
|
55
|
+
export const getRequestId = mod.getRequestId;
|
|
56
|
+
export const handleRequestTimeout = mod.handleRequestTimeout;
|
|
57
|
+
export const log = mod.log;
|
|
58
|
+
export const maybeStringify = mod.maybeStringify;
|
|
59
|
+
export const mergeCookies = mod.mergeCookies;
|
|
60
|
+
export const openDataset = mod.openDataset;
|
|
61
|
+
export const pushData = mod.pushData;
|
|
62
|
+
export const resolveBaseUrl = mod.resolveBaseUrl;
|
|
63
|
+
export const serializeArray = mod.serializeArray;
|
|
64
|
+
export const storage = mod.storage;
|
|
65
|
+
export const throwOnBlockedRequest = mod.throwOnBlockedRequest;
|
|
66
|
+
export const updateEnqueueLinksPatternCache = mod.updateEnqueueLinksPatternCache;
|
|
67
|
+
export const validateGlobPattern = mod.validateGlobPattern;
|
|
68
|
+
export const validators = mod.validators;
|