apify 2.0.8-beta.6 → 2.1.0-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (217) hide show
  1. package/README.md +3 -0
  2. package/{types → build}/actor.d.ts +1 -0
  3. package/build/actor.d.ts.map +1 -0
  4. package/build/actor.js +13 -12
  5. package/build/actor.js.map +1 -0
  6. package/{types → build}/apify.d.ts +3 -0
  7. package/build/apify.d.ts.map +1 -0
  8. package/build/apify.js +4 -2
  9. package/build/apify.js.map +1 -0
  10. package/{types → build}/autoscaling/autoscaled_pool.d.ts +1 -0
  11. package/build/autoscaling/autoscaled_pool.d.ts.map +1 -0
  12. package/build/autoscaling/autoscaled_pool.js +6 -4
  13. package/build/autoscaling/autoscaled_pool.js.map +1 -0
  14. package/{types → build}/autoscaling/snapshotter.d.ts +1 -0
  15. package/build/autoscaling/snapshotter.d.ts.map +1 -0
  16. package/build/autoscaling/snapshotter.js +7 -5
  17. package/build/autoscaling/snapshotter.js.map +1 -0
  18. package/{types → build}/autoscaling/system_status.d.ts +1 -0
  19. package/build/autoscaling/system_status.d.ts.map +1 -0
  20. package/build/autoscaling/system_status.js +4 -2
  21. package/build/autoscaling/system_status.js.map +1 -0
  22. package/{types → build}/browser_launchers/browser_launcher.d.ts +5 -0
  23. package/build/browser_launchers/browser_launcher.d.ts.map +1 -0
  24. package/build/browser_launchers/browser_launcher.js +15 -8
  25. package/build/browser_launchers/browser_launcher.js.map +1 -0
  26. package/{types → build}/browser_launchers/browser_plugin.d.ts +1 -0
  27. package/build/browser_launchers/browser_plugin.d.ts.map +1 -0
  28. package/build/browser_launchers/browser_plugin.js +1 -0
  29. package/build/browser_launchers/browser_plugin.js.map +1 -0
  30. package/{types → build}/browser_launchers/playwright_launcher.d.ts +6 -0
  31. package/build/browser_launchers/playwright_launcher.d.ts.map +1 -0
  32. package/build/browser_launchers/playwright_launcher.js +13 -6
  33. package/build/browser_launchers/playwright_launcher.js.map +1 -0
  34. package/{types → build}/browser_launchers/puppeteer_launcher.d.ts +1 -0
  35. package/build/browser_launchers/puppeteer_launcher.d.ts.map +1 -0
  36. package/build/browser_launchers/puppeteer_launcher.js +17 -10
  37. package/build/browser_launchers/puppeteer_launcher.js.map +1 -0
  38. package/{types → build}/cache_container.d.ts +1 -0
  39. package/build/cache_container.d.ts.map +1 -0
  40. package/build/cache_container.js +1 -0
  41. package/build/cache_container.js.map +1 -0
  42. package/{types → build}/configuration.d.ts +1 -0
  43. package/build/configuration.d.ts.map +1 -0
  44. package/build/configuration.js +88 -65
  45. package/build/configuration.js.map +1 -0
  46. package/{types → build}/constants.d.ts +1 -0
  47. package/build/constants.d.ts.map +1 -0
  48. package/build/constants.js +1 -0
  49. package/build/constants.js.map +1 -0
  50. package/{types → build}/crawlers/basic_crawler.d.ts +1 -0
  51. package/build/crawlers/basic_crawler.d.ts.map +1 -0
  52. package/build/crawlers/basic_crawler.js +35 -28
  53. package/build/crawlers/basic_crawler.js.map +1 -0
  54. package/{types → build}/crawlers/browser_crawler.d.ts +1 -0
  55. package/build/crawlers/browser_crawler.d.ts.map +1 -0
  56. package/build/crawlers/browser_crawler.js +26 -19
  57. package/build/crawlers/browser_crawler.js.map +1 -0
  58. package/{types → build}/crawlers/cheerio_crawler.d.ts +1 -0
  59. package/build/crawlers/cheerio_crawler.d.ts.map +1 -0
  60. package/build/crawlers/cheerio_crawler.js +41 -34
  61. package/build/crawlers/cheerio_crawler.js.map +1 -0
  62. package/{types → build}/crawlers/crawler_extension.d.ts +1 -0
  63. package/build/crawlers/crawler_extension.d.ts.map +1 -0
  64. package/build/crawlers/crawler_extension.js +3 -1
  65. package/build/crawlers/crawler_extension.js.map +1 -0
  66. package/{types → build}/crawlers/crawler_utils.d.ts +1 -0
  67. package/build/crawlers/crawler_utils.d.ts.map +1 -0
  68. package/build/crawlers/crawler_utils.js +1 -0
  69. package/build/crawlers/crawler_utils.js.map +1 -0
  70. package/{types → build}/crawlers/playwright_crawler.d.ts +2 -0
  71. package/build/crawlers/playwright_crawler.d.ts.map +1 -0
  72. package/build/crawlers/playwright_crawler.js +15 -8
  73. package/build/crawlers/playwright_crawler.js.map +1 -0
  74. package/{types → build}/crawlers/puppeteer_crawler.d.ts +1 -0
  75. package/build/crawlers/puppeteer_crawler.d.ts.map +1 -0
  76. package/build/crawlers/puppeteer_crawler.js +15 -8
  77. package/build/crawlers/puppeteer_crawler.js.map +1 -0
  78. package/{types → build}/crawlers/statistics.d.ts +1 -0
  79. package/build/crawlers/statistics.d.ts.map +1 -0
  80. package/build/crawlers/statistics.js +5 -3
  81. package/build/crawlers/statistics.js.map +1 -0
  82. package/{types → build}/enqueue_links/click_elements.d.ts +1 -0
  83. package/build/enqueue_links/click_elements.d.ts.map +1 -0
  84. package/build/enqueue_links/click_elements.js +4 -2
  85. package/build/enqueue_links/click_elements.js.map +1 -0
  86. package/{types → build}/enqueue_links/enqueue_links.d.ts +2 -0
  87. package/build/enqueue_links/enqueue_links.d.ts.map +1 -0
  88. package/build/enqueue_links/enqueue_links.js +4 -2
  89. package/build/enqueue_links/enqueue_links.js.map +1 -0
  90. package/{types → build}/enqueue_links/shared.d.ts +1 -0
  91. package/build/enqueue_links/shared.d.ts.map +1 -0
  92. package/build/enqueue_links/shared.js +6 -4
  93. package/build/enqueue_links/shared.js.map +1 -0
  94. package/{types → build}/errors.d.ts +1 -0
  95. package/build/errors.d.ts.map +1 -0
  96. package/build/errors.js +1 -0
  97. package/build/errors.js.map +1 -0
  98. package/{types → build}/events.d.ts +1 -0
  99. package/build/events.d.ts.map +1 -0
  100. package/build/events.js +5 -3
  101. package/build/events.js.map +1 -0
  102. package/{types → build}/index.d.ts +1 -0
  103. package/build/index.d.ts.map +1 -0
  104. package/build/index.js +4 -12
  105. package/build/index.js.map +1 -0
  106. package/{types → build}/main.d.ts +3 -1
  107. package/build/main.d.ts.map +1 -0
  108. package/build/main.js +11 -9
  109. package/build/main.js.map +1 -0
  110. package/{types → build}/playwright_utils.d.ts +3 -3
  111. package/build/playwright_utils.d.ts.map +1 -0
  112. package/build/playwright_utils.js +25 -18
  113. package/build/playwright_utils.js.map +1 -0
  114. package/{types → build}/proxy_configuration.d.ts +1 -0
  115. package/build/proxy_configuration.d.ts.map +1 -0
  116. package/build/proxy_configuration.js +8 -2
  117. package/build/proxy_configuration.js.map +1 -0
  118. package/{types → build}/pseudo_url.d.ts +1 -0
  119. package/build/pseudo_url.d.ts.map +1 -0
  120. package/build/pseudo_url.js +7 -5
  121. package/build/pseudo_url.js.map +1 -0
  122. package/{types → build}/puppeteer_request_interception.d.ts +1 -0
  123. package/build/puppeteer_request_interception.d.ts.map +1 -0
  124. package/build/puppeteer_request_interception.js +15 -7
  125. package/build/puppeteer_request_interception.js.map +1 -0
  126. package/{types → build}/puppeteer_utils.d.ts +1 -0
  127. package/build/puppeteer_utils.d.ts.map +1 -0
  128. package/build/puppeteer_utils.js +23 -19
  129. package/build/puppeteer_utils.js.map +1 -0
  130. package/{types → build}/request.d.ts +1 -0
  131. package/build/request.d.ts.map +1 -0
  132. package/build/request.js +8 -6
  133. package/build/request.js.map +1 -0
  134. package/{types → build}/request_list.d.ts +17 -3
  135. package/build/request_list.d.ts.map +1 -0
  136. package/build/request_list.js +36 -16
  137. package/build/request_list.js.map +1 -0
  138. package/{types → build}/serialization.d.ts +1 -0
  139. package/build/serialization.d.ts.map +1 -0
  140. package/build/serialization.js +14 -12
  141. package/build/serialization.js.map +1 -0
  142. package/{types → build}/session_pool/errors.d.ts +1 -0
  143. package/build/session_pool/errors.d.ts.map +1 -0
  144. package/build/session_pool/errors.js +1 -0
  145. package/build/session_pool/errors.js.map +1 -0
  146. package/{types → build}/session_pool/events.d.ts +1 -0
  147. package/build/session_pool/events.d.ts.map +1 -0
  148. package/build/session_pool/events.js +1 -0
  149. package/build/session_pool/events.js.map +1 -0
  150. package/{types → build}/session_pool/session.d.ts +1 -0
  151. package/build/session_pool/session.d.ts.map +1 -0
  152. package/build/session_pool/session.js +5 -3
  153. package/build/session_pool/session.js.map +1 -0
  154. package/{types → build}/session_pool/session_pool.d.ts +1 -0
  155. package/build/session_pool/session_pool.d.ts.map +1 -0
  156. package/build/session_pool/session_pool.js +5 -3
  157. package/build/session_pool/session_pool.js.map +1 -0
  158. package/{types → build}/session_pool/session_utils.d.ts +1 -0
  159. package/build/session_pool/session_utils.d.ts.map +1 -0
  160. package/build/session_pool/session_utils.js +1 -0
  161. package/build/session_pool/session_utils.js.map +1 -0
  162. package/{types → build}/stealth/hiding_tricks.d.ts +1 -0
  163. package/build/stealth/hiding_tricks.d.ts.map +1 -0
  164. package/build/stealth/hiding_tricks.js +1 -0
  165. package/build/stealth/hiding_tricks.js.map +1 -0
  166. package/{types → build}/stealth/stealth.d.ts +1 -0
  167. package/build/stealth/stealth.d.ts.map +1 -0
  168. package/build/stealth/stealth.js +6 -4
  169. package/build/stealth/stealth.js.map +1 -0
  170. package/{types → build}/storages/dataset.d.ts +1 -0
  171. package/build/storages/dataset.d.ts.map +1 -0
  172. package/build/storages/dataset.js +7 -5
  173. package/build/storages/dataset.js.map +1 -0
  174. package/{types → build}/storages/key_value_store.d.ts +1 -0
  175. package/build/storages/key_value_store.d.ts.map +1 -0
  176. package/build/storages/key_value_store.js +4 -2
  177. package/build/storages/key_value_store.js.map +1 -0
  178. package/{types → build}/storages/request_queue.d.ts +1 -0
  179. package/build/storages/request_queue.d.ts.map +1 -0
  180. package/build/storages/request_queue.js +7 -5
  181. package/build/storages/request_queue.js.map +1 -0
  182. package/{types → build}/storages/storage_manager.d.ts +1 -0
  183. package/build/storages/storage_manager.d.ts.map +1 -0
  184. package/build/storages/storage_manager.js +3 -1
  185. package/build/storages/storage_manager.js.map +1 -0
  186. package/build/tsconfig.tsbuildinfo +1 -0
  187. package/{types → build}/typedefs.d.ts +1 -0
  188. package/build/typedefs.d.ts.map +1 -0
  189. package/build/typedefs.js +1 -0
  190. package/build/typedefs.js.map +1 -0
  191. package/{types → build}/utils.d.ts +3 -0
  192. package/build/utils.d.ts.map +1 -0
  193. package/build/utils.js +104 -46
  194. package/build/utils.js.map +1 -0
  195. package/{types → build}/utils_log.d.ts +1 -0
  196. package/build/utils_log.d.ts.map +1 -0
  197. package/build/utils_log.js +3 -1
  198. package/build/utils_log.js.map +1 -0
  199. package/{types → build}/utils_request.d.ts +1 -0
  200. package/build/utils_request.d.ts.map +1 -0
  201. package/build/utils_request.js +5 -3
  202. package/build/utils_request.js.map +1 -0
  203. package/{types → build}/utils_social.d.ts +1 -0
  204. package/build/utils_social.d.ts.map +1 -0
  205. package/build/utils_social.js +23 -11
  206. package/build/utils_social.js.map +1 -0
  207. package/{types → build}/validators.d.ts +1 -0
  208. package/build/validators.d.ts.map +1 -0
  209. package/build/validators.js +3 -1
  210. package/build/validators.js.map +1 -0
  211. package/package.json +26 -29
  212. package/types/playwright/index.d.ts +0 -22
  213. package/types/playwright/types/protocol.d.ts +0 -17846
  214. package/types/playwright/types/structs.d.ts +0 -50
  215. package/types/playwright/types/types.d.ts +0 -13078
  216. package/types-apify/apify-http-request.d.ts +0 -8
  217. package/types-apify/ps-tree.d.ts +0 -4
package/package.json CHANGED
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "name": "apify",
3
- "version": "2.0.8-beta.6",
3
+ "version": "2.1.0-beta.0",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
6
  "node": ">=15.10.0"
7
7
  },
8
8
  "main": "build/index.js",
9
- "types": "types/index.d.ts",
9
+ "types": "build/index.d.ts",
10
10
  "keywords": [
11
11
  "apify",
12
12
  "headless",
@@ -28,16 +28,14 @@
28
28
  "license": "Apache-2.0",
29
29
  "repository": {
30
30
  "type": "git",
31
- "url": "git+https://github.com/apifytech/apify-js"
31
+ "url": "git+https://github.com/apify/apify-js"
32
32
  },
33
33
  "bugs": {
34
- "url": "https://github.com/apifytech/apify-js/issues"
34
+ "url": "https://github.com/apify/apify-js/issues"
35
35
  },
36
36
  "homepage": "https://sdk.apify.com/",
37
37
  "files": [
38
- "build",
39
- "types",
40
- "types-apify"
38
+ "build"
41
39
  ],
42
40
  "scripts": {
43
41
  "build": "npm run clean && tsc -p tsconfig.json && node ./tools/typescript_fixes.js",
@@ -46,7 +44,7 @@
46
44
  "test": "npm run build && jest",
47
45
  "prepare": "npm run build",
48
46
  "prepublishOnly": "(test $CI || (echo \"Publishing is reserved to CI!\"; exit 1))",
49
- "clean": "rimraf ./build ./types",
47
+ "clean": "rimraf ./build",
50
48
  "lint": "eslint ./src ./test",
51
49
  "lint:fix": "eslint ./src ./test --ext .js,.jsx --fix"
52
50
  },
@@ -57,24 +55,18 @@
57
55
  "@apify/ps-tree": "^1.1.4",
58
56
  "@apify/storage-local": "^2.0.1",
59
57
  "@apify/utilities": "^1.1.2",
60
- "@types/domhandler": "^2.4.2",
61
- "@types/node": "^15.14.2",
62
- "@types/socket.io": "^2.1.13",
63
- "@types/tough-cookie": "^4.0.1",
64
58
  "apify-client": "^1.4.2",
65
59
  "browser-pool": "^2.0.2",
66
60
  "cheerio": "1.0.0-rc.10",
67
61
  "content-type": "^1.0.4",
68
- "express": "^4.17.1",
69
- "fs-extra": "^10.0.0",
70
62
  "got-scraping": "^3.2.3",
71
- "htmlparser2": "^6.1.0",
63
+ "htmlparser2": "^7.0.0",
72
64
  "iconv-lite": "^0.6.3",
73
65
  "jquery": "^3.6.0",
74
66
  "mime-types": "^2.1.31",
75
- "ow": "^0.27.0",
67
+ "ow": "^0.28.0",
68
+ "rimraf": "^3.0.2",
76
69
  "semver": "^7.3.5",
77
- "socket.io": "^3.1.2",
78
70
  "stream-json": "^1.7.2",
79
71
  "tough-cookie": "^4.0.0",
80
72
  "underscore": "^1.13.0",
@@ -94,6 +86,7 @@
94
86
  },
95
87
  "devDependencies": {
96
88
  "@apify/eslint-config": "^0.1.4",
89
+ "@apify/tsconfig": "^0.1.0",
97
90
  "@babel/cli": "^7.14.8",
98
91
  "@babel/core": "^7.14.8",
99
92
  "@babel/eslint-parser": "^7.14.7",
@@ -101,33 +94,37 @@
101
94
  "@babel/preset-env": "^7.14.8",
102
95
  "@babel/register": "^7.14.5",
103
96
  "@types/content-type": "^1.1.5",
97
+ "@types/domhandler": "^2.4.2",
104
98
  "@types/fs-extra": "^9.0.12",
105
99
  "@types/htmlparser2": "^3.10.3",
106
- "@types/jest": "^26.0.24",
100
+ "@types/jest": "^27.0.1",
101
+ "@types/node": "^15.14.2",
102
+ "@types/ps-tree": "^1.1.1",
107
103
  "@types/request-promise-native": "^1.0.18",
108
- "@types/rimraf": "^3.0.1",
104
+ "@types/rimraf": "^3.0.2",
109
105
  "@types/semver": "^7.3.7",
110
- "@types/sinon": "^9.0.11",
106
+ "@types/sinon": "^10.0.0",
107
+ "@types/tough-cookie": "^4.0.1",
111
108
  "@types/underscore": "^1.11.3",
112
109
  "@types/ws": "^7.4.7",
113
110
  "basic-auth-parser": "^0.0.2",
114
111
  "body-parser": "^1.19.0",
115
112
  "csv-parse": "^4.16.0",
116
113
  "eslint": "^7.31.0",
114
+ "express": "^4.17.1",
117
115
  "fpcollect": "^1.0.4",
118
116
  "fpscanner": "^0.1.5",
119
- "jest": "^26.6.3",
120
- "jest-circus": "^26.6.3",
121
- "playwright": "1.14.1",
117
+ "fs-extra": "^10.0.0",
118
+ "jest": "^27.1.1",
119
+ "jest-circus": "^27.1.1",
120
+ "playwright": "1.15.0",
122
121
  "portastic": "^1.0.1",
123
122
  "proxy": "^1.0.2",
124
- "puppeteer": "10.2.0",
125
- "rimraf": "^3.0.2",
126
- "sinon": "^9.2.0",
123
+ "puppeteer": "10.4.0",
124
+ "sinon": "^11.0.0",
127
125
  "sinon-stub-promise": "^4.0.0",
128
- "socket.io-client": "^3.0.3",
129
- "ts-jest": "^26.5.6",
130
- "typescript": "4.4.2",
126
+ "ts-jest": "^27.0.5",
127
+ "typescript": "4.4.3",
131
128
  "ua-parser-js": "^0.7.28",
132
129
  "why-is-node-running": "^2.2.0"
133
130
  }
@@ -1,22 +0,0 @@
1
- /// <reference path="./types/types.d.ts" />
2
-
3
- declare module 'playwright' {
4
- /**
5
- * Copyright (c) Microsoft Corporation.
6
- *
7
- * Licensed under the Apache License, Version 2.0 (the "License");
8
- * you may not use this file except in compliance with the License.
9
- * You may obtain a copy of the License at
10
- *
11
- * http://www.apache.org/licenses/LICENSE-2.0
12
- *
13
- * Unless required by applicable law or agreed to in writing, software
14
- * distributed under the License is distributed on an "AS IS" BASIS,
15
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16
- * See the License for the specific language governing permissions and
17
- * limitations under the License.
18
- */
19
-
20
- export * from 'playwright/types/types';
21
-
22
- }