apify 2.0.8-beta.6 → 2.1.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -0
- package/{types → build}/actor.d.ts +1 -0
- package/build/actor.d.ts.map +1 -0
- package/build/actor.js +13 -12
- package/build/actor.js.map +1 -0
- package/{types → build}/apify.d.ts +3 -0
- package/build/apify.d.ts.map +1 -0
- package/build/apify.js +4 -2
- package/build/apify.js.map +1 -0
- package/{types → build}/autoscaling/autoscaled_pool.d.ts +1 -0
- package/build/autoscaling/autoscaled_pool.d.ts.map +1 -0
- package/build/autoscaling/autoscaled_pool.js +6 -4
- package/build/autoscaling/autoscaled_pool.js.map +1 -0
- package/{types → build}/autoscaling/snapshotter.d.ts +1 -0
- package/build/autoscaling/snapshotter.d.ts.map +1 -0
- package/build/autoscaling/snapshotter.js +7 -5
- package/build/autoscaling/snapshotter.js.map +1 -0
- package/{types → build}/autoscaling/system_status.d.ts +1 -0
- package/build/autoscaling/system_status.d.ts.map +1 -0
- package/build/autoscaling/system_status.js +4 -2
- package/build/autoscaling/system_status.js.map +1 -0
- package/{types → build}/browser_launchers/browser_launcher.d.ts +5 -0
- package/build/browser_launchers/browser_launcher.d.ts.map +1 -0
- package/build/browser_launchers/browser_launcher.js +15 -8
- package/build/browser_launchers/browser_launcher.js.map +1 -0
- package/{types → build}/browser_launchers/browser_plugin.d.ts +1 -0
- package/build/browser_launchers/browser_plugin.d.ts.map +1 -0
- package/build/browser_launchers/browser_plugin.js +1 -0
- package/build/browser_launchers/browser_plugin.js.map +1 -0
- package/{types → build}/browser_launchers/playwright_launcher.d.ts +6 -0
- package/build/browser_launchers/playwright_launcher.d.ts.map +1 -0
- package/build/browser_launchers/playwright_launcher.js +13 -6
- package/build/browser_launchers/playwright_launcher.js.map +1 -0
- package/{types → build}/browser_launchers/puppeteer_launcher.d.ts +1 -0
- package/build/browser_launchers/puppeteer_launcher.d.ts.map +1 -0
- package/build/browser_launchers/puppeteer_launcher.js +17 -10
- package/build/browser_launchers/puppeteer_launcher.js.map +1 -0
- package/{types → build}/cache_container.d.ts +1 -0
- package/build/cache_container.d.ts.map +1 -0
- package/build/cache_container.js +1 -0
- package/build/cache_container.js.map +1 -0
- package/{types → build}/configuration.d.ts +1 -0
- package/build/configuration.d.ts.map +1 -0
- package/build/configuration.js +88 -65
- package/build/configuration.js.map +1 -0
- package/{types → build}/constants.d.ts +1 -0
- package/build/constants.d.ts.map +1 -0
- package/build/constants.js +1 -0
- package/build/constants.js.map +1 -0
- package/{types → build}/crawlers/basic_crawler.d.ts +1 -0
- package/build/crawlers/basic_crawler.d.ts.map +1 -0
- package/build/crawlers/basic_crawler.js +35 -28
- package/build/crawlers/basic_crawler.js.map +1 -0
- package/{types → build}/crawlers/browser_crawler.d.ts +1 -0
- package/build/crawlers/browser_crawler.d.ts.map +1 -0
- package/build/crawlers/browser_crawler.js +26 -19
- package/build/crawlers/browser_crawler.js.map +1 -0
- package/{types → build}/crawlers/cheerio_crawler.d.ts +1 -0
- package/build/crawlers/cheerio_crawler.d.ts.map +1 -0
- package/build/crawlers/cheerio_crawler.js +41 -34
- package/build/crawlers/cheerio_crawler.js.map +1 -0
- package/{types → build}/crawlers/crawler_extension.d.ts +1 -0
- package/build/crawlers/crawler_extension.d.ts.map +1 -0
- package/build/crawlers/crawler_extension.js +3 -1
- package/build/crawlers/crawler_extension.js.map +1 -0
- package/{types → build}/crawlers/crawler_utils.d.ts +1 -0
- package/build/crawlers/crawler_utils.d.ts.map +1 -0
- package/build/crawlers/crawler_utils.js +1 -0
- package/build/crawlers/crawler_utils.js.map +1 -0
- package/{types → build}/crawlers/playwright_crawler.d.ts +2 -0
- package/build/crawlers/playwright_crawler.d.ts.map +1 -0
- package/build/crawlers/playwright_crawler.js +15 -8
- package/build/crawlers/playwright_crawler.js.map +1 -0
- package/{types → build}/crawlers/puppeteer_crawler.d.ts +1 -0
- package/build/crawlers/puppeteer_crawler.d.ts.map +1 -0
- package/build/crawlers/puppeteer_crawler.js +15 -8
- package/build/crawlers/puppeteer_crawler.js.map +1 -0
- package/{types → build}/crawlers/statistics.d.ts +1 -0
- package/build/crawlers/statistics.d.ts.map +1 -0
- package/build/crawlers/statistics.js +5 -3
- package/build/crawlers/statistics.js.map +1 -0
- package/{types → build}/enqueue_links/click_elements.d.ts +1 -0
- package/build/enqueue_links/click_elements.d.ts.map +1 -0
- package/build/enqueue_links/click_elements.js +4 -2
- package/build/enqueue_links/click_elements.js.map +1 -0
- package/{types → build}/enqueue_links/enqueue_links.d.ts +2 -0
- package/build/enqueue_links/enqueue_links.d.ts.map +1 -0
- package/build/enqueue_links/enqueue_links.js +4 -2
- package/build/enqueue_links/enqueue_links.js.map +1 -0
- package/{types → build}/enqueue_links/shared.d.ts +1 -0
- package/build/enqueue_links/shared.d.ts.map +1 -0
- package/build/enqueue_links/shared.js +6 -4
- package/build/enqueue_links/shared.js.map +1 -0
- package/{types → build}/errors.d.ts +1 -0
- package/build/errors.d.ts.map +1 -0
- package/build/errors.js +1 -0
- package/build/errors.js.map +1 -0
- package/{types → build}/events.d.ts +1 -0
- package/build/events.d.ts.map +1 -0
- package/build/events.js +5 -3
- package/build/events.js.map +1 -0
- package/{types → build}/index.d.ts +1 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +4 -12
- package/build/index.js.map +1 -0
- package/{types → build}/main.d.ts +3 -1
- package/build/main.d.ts.map +1 -0
- package/build/main.js +11 -9
- package/build/main.js.map +1 -0
- package/{types → build}/playwright_utils.d.ts +3 -3
- package/build/playwright_utils.d.ts.map +1 -0
- package/build/playwright_utils.js +25 -18
- package/build/playwright_utils.js.map +1 -0
- package/{types → build}/proxy_configuration.d.ts +1 -0
- package/build/proxy_configuration.d.ts.map +1 -0
- package/build/proxy_configuration.js +8 -2
- package/build/proxy_configuration.js.map +1 -0
- package/{types → build}/pseudo_url.d.ts +1 -0
- package/build/pseudo_url.d.ts.map +1 -0
- package/build/pseudo_url.js +7 -5
- package/build/pseudo_url.js.map +1 -0
- package/{types → build}/puppeteer_request_interception.d.ts +1 -0
- package/build/puppeteer_request_interception.d.ts.map +1 -0
- package/build/puppeteer_request_interception.js +15 -7
- package/build/puppeteer_request_interception.js.map +1 -0
- package/{types → build}/puppeteer_utils.d.ts +1 -0
- package/build/puppeteer_utils.d.ts.map +1 -0
- package/build/puppeteer_utils.js +23 -19
- package/build/puppeteer_utils.js.map +1 -0
- package/{types → build}/request.d.ts +1 -0
- package/build/request.d.ts.map +1 -0
- package/build/request.js +8 -6
- package/build/request.js.map +1 -0
- package/{types → build}/request_list.d.ts +17 -3
- package/build/request_list.d.ts.map +1 -0
- package/build/request_list.js +36 -16
- package/build/request_list.js.map +1 -0
- package/{types → build}/serialization.d.ts +1 -0
- package/build/serialization.d.ts.map +1 -0
- package/build/serialization.js +14 -12
- package/build/serialization.js.map +1 -0
- package/{types → build}/session_pool/errors.d.ts +1 -0
- package/build/session_pool/errors.d.ts.map +1 -0
- package/build/session_pool/errors.js +1 -0
- package/build/session_pool/errors.js.map +1 -0
- package/{types → build}/session_pool/events.d.ts +1 -0
- package/build/session_pool/events.d.ts.map +1 -0
- package/build/session_pool/events.js +1 -0
- package/build/session_pool/events.js.map +1 -0
- package/{types → build}/session_pool/session.d.ts +1 -0
- package/build/session_pool/session.d.ts.map +1 -0
- package/build/session_pool/session.js +5 -3
- package/build/session_pool/session.js.map +1 -0
- package/{types → build}/session_pool/session_pool.d.ts +1 -0
- package/build/session_pool/session_pool.d.ts.map +1 -0
- package/build/session_pool/session_pool.js +5 -3
- package/build/session_pool/session_pool.js.map +1 -0
- package/{types → build}/session_pool/session_utils.d.ts +1 -0
- package/build/session_pool/session_utils.d.ts.map +1 -0
- package/build/session_pool/session_utils.js +1 -0
- package/build/session_pool/session_utils.js.map +1 -0
- package/{types → build}/stealth/hiding_tricks.d.ts +1 -0
- package/build/stealth/hiding_tricks.d.ts.map +1 -0
- package/build/stealth/hiding_tricks.js +1 -0
- package/build/stealth/hiding_tricks.js.map +1 -0
- package/{types → build}/stealth/stealth.d.ts +1 -0
- package/build/stealth/stealth.d.ts.map +1 -0
- package/build/stealth/stealth.js +6 -4
- package/build/stealth/stealth.js.map +1 -0
- package/{types → build}/storages/dataset.d.ts +1 -0
- package/build/storages/dataset.d.ts.map +1 -0
- package/build/storages/dataset.js +7 -5
- package/build/storages/dataset.js.map +1 -0
- package/{types → build}/storages/key_value_store.d.ts +1 -0
- package/build/storages/key_value_store.d.ts.map +1 -0
- package/build/storages/key_value_store.js +4 -2
- package/build/storages/key_value_store.js.map +1 -0
- package/{types → build}/storages/request_queue.d.ts +1 -0
- package/build/storages/request_queue.d.ts.map +1 -0
- package/build/storages/request_queue.js +7 -5
- package/build/storages/request_queue.js.map +1 -0
- package/{types → build}/storages/storage_manager.d.ts +1 -0
- package/build/storages/storage_manager.d.ts.map +1 -0
- package/build/storages/storage_manager.js +3 -1
- package/build/storages/storage_manager.js.map +1 -0
- package/build/tsconfig.tsbuildinfo +1 -0
- package/{types → build}/typedefs.d.ts +1 -0
- package/build/typedefs.d.ts.map +1 -0
- package/build/typedefs.js +1 -0
- package/build/typedefs.js.map +1 -0
- package/{types → build}/utils.d.ts +3 -0
- package/build/utils.d.ts.map +1 -0
- package/build/utils.js +104 -46
- package/build/utils.js.map +1 -0
- package/{types → build}/utils_log.d.ts +1 -0
- package/build/utils_log.d.ts.map +1 -0
- package/build/utils_log.js +3 -1
- package/build/utils_log.js.map +1 -0
- package/{types → build}/utils_request.d.ts +1 -0
- package/build/utils_request.d.ts.map +1 -0
- package/build/utils_request.js +5 -3
- package/build/utils_request.js.map +1 -0
- package/{types → build}/utils_social.d.ts +1 -0
- package/build/utils_social.d.ts.map +1 -0
- package/build/utils_social.js +23 -11
- package/build/utils_social.js.map +1 -0
- package/{types → build}/validators.d.ts +1 -0
- package/build/validators.d.ts.map +1 -0
- package/build/validators.js +3 -1
- package/build/validators.js.map +1 -0
- package/package.json +26 -29
- package/types/playwright/index.d.ts +0 -22
- package/types/playwright/types/protocol.d.ts +0 -17846
- package/types/playwright/types/structs.d.ts +0 -50
- package/types/playwright/types/types.d.ts +0 -13078
- package/types-apify/apify-http-request.d.ts +0 -8
- package/types-apify/ps-tree.d.ts +0 -4
package/package.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "apify",
|
|
3
|
-
"version": "2.0
|
|
3
|
+
"version": "2.1.0-beta.0",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=15.10.0"
|
|
7
7
|
},
|
|
8
8
|
"main": "build/index.js",
|
|
9
|
-
"types": "
|
|
9
|
+
"types": "build/index.d.ts",
|
|
10
10
|
"keywords": [
|
|
11
11
|
"apify",
|
|
12
12
|
"headless",
|
|
@@ -28,16 +28,14 @@
|
|
|
28
28
|
"license": "Apache-2.0",
|
|
29
29
|
"repository": {
|
|
30
30
|
"type": "git",
|
|
31
|
-
"url": "git+https://github.com/
|
|
31
|
+
"url": "git+https://github.com/apify/apify-js"
|
|
32
32
|
},
|
|
33
33
|
"bugs": {
|
|
34
|
-
"url": "https://github.com/
|
|
34
|
+
"url": "https://github.com/apify/apify-js/issues"
|
|
35
35
|
},
|
|
36
36
|
"homepage": "https://sdk.apify.com/",
|
|
37
37
|
"files": [
|
|
38
|
-
"build"
|
|
39
|
-
"types",
|
|
40
|
-
"types-apify"
|
|
38
|
+
"build"
|
|
41
39
|
],
|
|
42
40
|
"scripts": {
|
|
43
41
|
"build": "npm run clean && tsc -p tsconfig.json && node ./tools/typescript_fixes.js",
|
|
@@ -46,7 +44,7 @@
|
|
|
46
44
|
"test": "npm run build && jest",
|
|
47
45
|
"prepare": "npm run build",
|
|
48
46
|
"prepublishOnly": "(test $CI || (echo \"Publishing is reserved to CI!\"; exit 1))",
|
|
49
|
-
"clean": "rimraf ./build
|
|
47
|
+
"clean": "rimraf ./build",
|
|
50
48
|
"lint": "eslint ./src ./test",
|
|
51
49
|
"lint:fix": "eslint ./src ./test --ext .js,.jsx --fix"
|
|
52
50
|
},
|
|
@@ -57,24 +55,18 @@
|
|
|
57
55
|
"@apify/ps-tree": "^1.1.4",
|
|
58
56
|
"@apify/storage-local": "^2.0.1",
|
|
59
57
|
"@apify/utilities": "^1.1.2",
|
|
60
|
-
"@types/domhandler": "^2.4.2",
|
|
61
|
-
"@types/node": "^15.14.2",
|
|
62
|
-
"@types/socket.io": "^2.1.13",
|
|
63
|
-
"@types/tough-cookie": "^4.0.1",
|
|
64
58
|
"apify-client": "^1.4.2",
|
|
65
59
|
"browser-pool": "^2.0.2",
|
|
66
60
|
"cheerio": "1.0.0-rc.10",
|
|
67
61
|
"content-type": "^1.0.4",
|
|
68
|
-
"express": "^4.17.1",
|
|
69
|
-
"fs-extra": "^10.0.0",
|
|
70
62
|
"got-scraping": "^3.2.3",
|
|
71
|
-
"htmlparser2": "^
|
|
63
|
+
"htmlparser2": "^7.0.0",
|
|
72
64
|
"iconv-lite": "^0.6.3",
|
|
73
65
|
"jquery": "^3.6.0",
|
|
74
66
|
"mime-types": "^2.1.31",
|
|
75
|
-
"ow": "^0.
|
|
67
|
+
"ow": "^0.28.0",
|
|
68
|
+
"rimraf": "^3.0.2",
|
|
76
69
|
"semver": "^7.3.5",
|
|
77
|
-
"socket.io": "^3.1.2",
|
|
78
70
|
"stream-json": "^1.7.2",
|
|
79
71
|
"tough-cookie": "^4.0.0",
|
|
80
72
|
"underscore": "^1.13.0",
|
|
@@ -94,6 +86,7 @@
|
|
|
94
86
|
},
|
|
95
87
|
"devDependencies": {
|
|
96
88
|
"@apify/eslint-config": "^0.1.4",
|
|
89
|
+
"@apify/tsconfig": "^0.1.0",
|
|
97
90
|
"@babel/cli": "^7.14.8",
|
|
98
91
|
"@babel/core": "^7.14.8",
|
|
99
92
|
"@babel/eslint-parser": "^7.14.7",
|
|
@@ -101,33 +94,37 @@
|
|
|
101
94
|
"@babel/preset-env": "^7.14.8",
|
|
102
95
|
"@babel/register": "^7.14.5",
|
|
103
96
|
"@types/content-type": "^1.1.5",
|
|
97
|
+
"@types/domhandler": "^2.4.2",
|
|
104
98
|
"@types/fs-extra": "^9.0.12",
|
|
105
99
|
"@types/htmlparser2": "^3.10.3",
|
|
106
|
-
"@types/jest": "^
|
|
100
|
+
"@types/jest": "^27.0.1",
|
|
101
|
+
"@types/node": "^15.14.2",
|
|
102
|
+
"@types/ps-tree": "^1.1.1",
|
|
107
103
|
"@types/request-promise-native": "^1.0.18",
|
|
108
|
-
"@types/rimraf": "^3.0.
|
|
104
|
+
"@types/rimraf": "^3.0.2",
|
|
109
105
|
"@types/semver": "^7.3.7",
|
|
110
|
-
"@types/sinon": "^
|
|
106
|
+
"@types/sinon": "^10.0.0",
|
|
107
|
+
"@types/tough-cookie": "^4.0.1",
|
|
111
108
|
"@types/underscore": "^1.11.3",
|
|
112
109
|
"@types/ws": "^7.4.7",
|
|
113
110
|
"basic-auth-parser": "^0.0.2",
|
|
114
111
|
"body-parser": "^1.19.0",
|
|
115
112
|
"csv-parse": "^4.16.0",
|
|
116
113
|
"eslint": "^7.31.0",
|
|
114
|
+
"express": "^4.17.1",
|
|
117
115
|
"fpcollect": "^1.0.4",
|
|
118
116
|
"fpscanner": "^0.1.5",
|
|
119
|
-
"
|
|
120
|
-
"jest
|
|
121
|
-
"
|
|
117
|
+
"fs-extra": "^10.0.0",
|
|
118
|
+
"jest": "^27.1.1",
|
|
119
|
+
"jest-circus": "^27.1.1",
|
|
120
|
+
"playwright": "1.15.0",
|
|
122
121
|
"portastic": "^1.0.1",
|
|
123
122
|
"proxy": "^1.0.2",
|
|
124
|
-
"puppeteer": "10.
|
|
125
|
-
"
|
|
126
|
-
"sinon": "^9.2.0",
|
|
123
|
+
"puppeteer": "10.4.0",
|
|
124
|
+
"sinon": "^11.0.0",
|
|
127
125
|
"sinon-stub-promise": "^4.0.0",
|
|
128
|
-
"
|
|
129
|
-
"
|
|
130
|
-
"typescript": "4.4.2",
|
|
126
|
+
"ts-jest": "^27.0.5",
|
|
127
|
+
"typescript": "4.4.3",
|
|
131
128
|
"ua-parser-js": "^0.7.28",
|
|
132
129
|
"why-is-node-running": "^2.2.0"
|
|
133
130
|
}
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
/// <reference path="./types/types.d.ts" />
|
|
2
|
-
|
|
3
|
-
declare module 'playwright' {
|
|
4
|
-
/**
|
|
5
|
-
* Copyright (c) Microsoft Corporation.
|
|
6
|
-
*
|
|
7
|
-
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
8
|
-
* you may not use this file except in compliance with the License.
|
|
9
|
-
* You may obtain a copy of the License at
|
|
10
|
-
*
|
|
11
|
-
* http://www.apache.org/licenses/LICENSE-2.0
|
|
12
|
-
*
|
|
13
|
-
* Unless required by applicable law or agreed to in writing, software
|
|
14
|
-
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
15
|
-
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
16
|
-
* See the License for the specific language governing permissions and
|
|
17
|
-
* limitations under the License.
|
|
18
|
-
*/
|
|
19
|
-
|
|
20
|
-
export * from 'playwright/types/types';
|
|
21
|
-
|
|
22
|
-
}
|