apify 2.3.1-beta.4 → 3.0.0-alpha.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +6 -5
  2. package/actor.d.ts +1092 -0
  3. package/actor.d.ts.map +1 -0
  4. package/actor.js +1221 -0
  5. package/actor.js.map +1 -0
  6. package/index.d.ts +4 -0
  7. package/index.d.ts.map +1 -0
  8. package/index.js +7 -0
  9. package/index.js.map +1 -0
  10. package/index.mjs +7 -0
  11. package/package.json +54 -128
  12. package/platform_event_manager.d.ts +55 -0
  13. package/platform_event_manager.d.ts.map +1 -0
  14. package/platform_event_manager.js +116 -0
  15. package/platform_event_manager.js.map +1 -0
  16. package/proxy_configuration.d.ts +210 -0
  17. package/proxy_configuration.d.ts.map +1 -0
  18. package/proxy_configuration.js +297 -0
  19. package/proxy_configuration.js.map +1 -0
  20. package/tsconfig.build.tsbuildinfo +1 -0
  21. package/utils.d.ts +11 -0
  22. package/utils.d.ts.map +1 -0
  23. package/utils.js +40 -0
  24. package/utils.js.map +1 -0
  25. package/build/actor.d.ts +0 -113
  26. package/build/actor.d.ts.map +0 -1
  27. package/build/actor.js +0 -582
  28. package/build/actor.js.map +0 -1
  29. package/build/apify.d.ts +0 -752
  30. package/build/apify.d.ts.map +0 -1
  31. package/build/apify.js +0 -877
  32. package/build/apify.js.map +0 -1
  33. package/build/autoscaling/autoscaled_pool.d.ts +0 -384
  34. package/build/autoscaling/autoscaled_pool.d.ts.map +0 -1
  35. package/build/autoscaling/autoscaled_pool.js +0 -557
  36. package/build/autoscaling/autoscaled_pool.js.map +0 -1
  37. package/build/autoscaling/snapshotter.d.ts +0 -278
  38. package/build/autoscaling/snapshotter.d.ts.map +0 -1
  39. package/build/autoscaling/snapshotter.js +0 -447
  40. package/build/autoscaling/snapshotter.js.map +0 -1
  41. package/build/autoscaling/system_status.d.ts +0 -224
  42. package/build/autoscaling/system_status.d.ts.map +0 -1
  43. package/build/autoscaling/system_status.js +0 -228
  44. package/build/autoscaling/system_status.js.map +0 -1
  45. package/build/browser_launchers/browser_launcher.d.ts +0 -154
  46. package/build/browser_launchers/browser_launcher.d.ts.map +0 -1
  47. package/build/browser_launchers/browser_launcher.js +0 -160
  48. package/build/browser_launchers/browser_launcher.js.map +0 -1
  49. package/build/browser_launchers/browser_plugin.d.ts +0 -23
  50. package/build/browser_launchers/browser_plugin.d.ts.map +0 -1
  51. package/build/browser_launchers/browser_plugin.js +0 -25
  52. package/build/browser_launchers/browser_plugin.js.map +0 -1
  53. package/build/browser_launchers/playwright_launcher.d.ts +0 -131
  54. package/build/browser_launchers/playwright_launcher.d.ts.map +0 -1
  55. package/build/browser_launchers/playwright_launcher.js +0 -150
  56. package/build/browser_launchers/playwright_launcher.js.map +0 -1
  57. package/build/browser_launchers/puppeteer_launcher.d.ts +0 -153
  58. package/build/browser_launchers/puppeteer_launcher.d.ts.map +0 -1
  59. package/build/browser_launchers/puppeteer_launcher.js +0 -197
  60. package/build/browser_launchers/puppeteer_launcher.js.map +0 -1
  61. package/build/cache_container.d.ts +0 -31
  62. package/build/cache_container.d.ts.map +0 -1
  63. package/build/cache_container.js +0 -48
  64. package/build/cache_container.js.map +0 -1
  65. package/build/configuration.d.ts +0 -226
  66. package/build/configuration.d.ts.map +0 -1
  67. package/build/configuration.js +0 -325
  68. package/build/configuration.js.map +0 -1
  69. package/build/constants.d.ts +0 -37
  70. package/build/constants.d.ts.map +0 -1
  71. package/build/constants.js +0 -41
  72. package/build/constants.js.map +0 -1
  73. package/build/crawlers/basic_crawler.d.ts +0 -443
  74. package/build/crawlers/basic_crawler.d.ts.map +0 -1
  75. package/build/crawlers/basic_crawler.js +0 -664
  76. package/build/crawlers/basic_crawler.js.map +0 -1
  77. package/build/crawlers/browser_crawler.d.ts +0 -512
  78. package/build/crawlers/browser_crawler.d.ts.map +0 -1
  79. package/build/crawlers/browser_crawler.js +0 -540
  80. package/build/crawlers/browser_crawler.js.map +0 -1
  81. package/build/crawlers/cheerio_crawler.d.ts +0 -931
  82. package/build/crawlers/cheerio_crawler.d.ts.map +0 -1
  83. package/build/crawlers/cheerio_crawler.js +0 -913
  84. package/build/crawlers/cheerio_crawler.js.map +0 -1
  85. package/build/crawlers/crawler_extension.d.ts +0 -10
  86. package/build/crawlers/crawler_extension.d.ts.map +0 -1
  87. package/build/crawlers/crawler_extension.js +0 -19
  88. package/build/crawlers/crawler_extension.js.map +0 -1
  89. package/build/crawlers/crawler_utils.d.ts +0 -34
  90. package/build/crawlers/crawler_utils.d.ts.map +0 -1
  91. package/build/crawlers/crawler_utils.js +0 -87
  92. package/build/crawlers/crawler_utils.js.map +0 -1
  93. package/build/crawlers/playwright_crawler.d.ts +0 -448
  94. package/build/crawlers/playwright_crawler.d.ts.map +0 -1
  95. package/build/crawlers/playwright_crawler.js +0 -299
  96. package/build/crawlers/playwright_crawler.js.map +0 -1
  97. package/build/crawlers/puppeteer_crawler.d.ts +0 -425
  98. package/build/crawlers/puppeteer_crawler.d.ts.map +0 -1
  99. package/build/crawlers/puppeteer_crawler.js +0 -299
  100. package/build/crawlers/puppeteer_crawler.js.map +0 -1
  101. package/build/crawlers/statistics.d.ts +0 -185
  102. package/build/crawlers/statistics.d.ts.map +0 -1
  103. package/build/crawlers/statistics.js +0 -331
  104. package/build/crawlers/statistics.js.map +0 -1
  105. package/build/enqueue_links/click_elements.d.ts +0 -179
  106. package/build/enqueue_links/click_elements.d.ts.map +0 -1
  107. package/build/enqueue_links/click_elements.js +0 -434
  108. package/build/enqueue_links/click_elements.js.map +0 -1
  109. package/build/enqueue_links/enqueue_links.d.ts +0 -117
  110. package/build/enqueue_links/enqueue_links.d.ts.map +0 -1
  111. package/build/enqueue_links/enqueue_links.js +0 -163
  112. package/build/enqueue_links/enqueue_links.js.map +0 -1
  113. package/build/enqueue_links/shared.d.ts +0 -42
  114. package/build/enqueue_links/shared.d.ts.map +0 -1
  115. package/build/enqueue_links/shared.js +0 -121
  116. package/build/enqueue_links/shared.js.map +0 -1
  117. package/build/errors.d.ts +0 -29
  118. package/build/errors.d.ts.map +0 -1
  119. package/build/errors.js +0 -38
  120. package/build/errors.js.map +0 -1
  121. package/build/events.d.ts +0 -11
  122. package/build/events.d.ts.map +0 -1
  123. package/build/events.js +0 -147
  124. package/build/events.js.map +0 -1
  125. package/build/index.d.ts +0 -4
  126. package/build/index.d.ts.map +0 -1
  127. package/build/index.js +0 -7
  128. package/build/index.js.map +0 -1
  129. package/build/main.d.ts +0 -179
  130. package/build/main.d.ts.map +0 -1
  131. package/build/main.js +0 -81
  132. package/build/main.js.map +0 -1
  133. package/build/playwright_utils.d.ts +0 -9
  134. package/build/playwright_utils.d.ts.map +0 -1
  135. package/build/playwright_utils.js +0 -90
  136. package/build/playwright_utils.js.map +0 -1
  137. package/build/proxy_configuration.d.ts +0 -411
  138. package/build/proxy_configuration.d.ts.map +0 -1
  139. package/build/proxy_configuration.js +0 -517
  140. package/build/proxy_configuration.js.map +0 -1
  141. package/build/pseudo_url.d.ts +0 -86
  142. package/build/pseudo_url.d.ts.map +0 -1
  143. package/build/pseudo_url.js +0 -153
  144. package/build/pseudo_url.js.map +0 -1
  145. package/build/puppeteer_request_interception.d.ts +0 -8
  146. package/build/puppeteer_request_interception.d.ts.map +0 -1
  147. package/build/puppeteer_request_interception.js +0 -235
  148. package/build/puppeteer_request_interception.js.map +0 -1
  149. package/build/puppeteer_utils.d.ts +0 -250
  150. package/build/puppeteer_utils.d.ts.map +0 -1
  151. package/build/puppeteer_utils.js +0 -551
  152. package/build/puppeteer_utils.js.map +0 -1
  153. package/build/request.d.ts +0 -180
  154. package/build/request.d.ts.map +0 -1
  155. package/build/request.js +0 -261
  156. package/build/request.js.map +0 -1
  157. package/build/request_list.d.ts +0 -581
  158. package/build/request_list.d.ts.map +0 -1
  159. package/build/request_list.js +0 -826
  160. package/build/request_list.js.map +0 -1
  161. package/build/serialization.d.ts +0 -5
  162. package/build/serialization.d.ts.map +0 -1
  163. package/build/serialization.js +0 -139
  164. package/build/serialization.js.map +0 -1
  165. package/build/session_pool/errors.d.ts +0 -11
  166. package/build/session_pool/errors.d.ts.map +0 -1
  167. package/build/session_pool/errors.js +0 -18
  168. package/build/session_pool/errors.js.map +0 -1
  169. package/build/session_pool/events.d.ts +0 -5
  170. package/build/session_pool/events.d.ts.map +0 -1
  171. package/build/session_pool/events.js +0 -6
  172. package/build/session_pool/events.js.map +0 -1
  173. package/build/session_pool/session.d.ts +0 -286
  174. package/build/session_pool/session.d.ts.map +0 -1
  175. package/build/session_pool/session.js +0 -355
  176. package/build/session_pool/session.js.map +0 -1
  177. package/build/session_pool/session_pool.d.ts +0 -280
  178. package/build/session_pool/session_pool.d.ts.map +0 -1
  179. package/build/session_pool/session_pool.js +0 -393
  180. package/build/session_pool/session_pool.js.map +0 -1
  181. package/build/session_pool/session_utils.d.ts +0 -4
  182. package/build/session_pool/session_utils.d.ts.map +0 -1
  183. package/build/session_pool/session_utils.js +0 -24
  184. package/build/session_pool/session_utils.js.map +0 -1
  185. package/build/stealth/hiding_tricks.d.ts +0 -22
  186. package/build/stealth/hiding_tricks.d.ts.map +0 -1
  187. package/build/stealth/hiding_tricks.js +0 -308
  188. package/build/stealth/hiding_tricks.js.map +0 -1
  189. package/build/stealth/stealth.d.ts +0 -56
  190. package/build/stealth/stealth.d.ts.map +0 -1
  191. package/build/stealth/stealth.js +0 -125
  192. package/build/stealth/stealth.js.map +0 -1
  193. package/build/storages/dataset.d.ts +0 -288
  194. package/build/storages/dataset.d.ts.map +0 -1
  195. package/build/storages/dataset.js +0 -480
  196. package/build/storages/dataset.js.map +0 -1
  197. package/build/storages/key_value_store.d.ts +0 -243
  198. package/build/storages/key_value_store.d.ts.map +0 -1
  199. package/build/storages/key_value_store.js +0 -462
  200. package/build/storages/key_value_store.js.map +0 -1
  201. package/build/storages/request_queue.d.ts +0 -318
  202. package/build/storages/request_queue.d.ts.map +0 -1
  203. package/build/storages/request_queue.js +0 -636
  204. package/build/storages/request_queue.js.map +0 -1
  205. package/build/storages/storage_manager.d.ts +0 -87
  206. package/build/storages/storage_manager.d.ts.map +0 -1
  207. package/build/storages/storage_manager.js +0 -150
  208. package/build/storages/storage_manager.js.map +0 -1
  209. package/build/tsconfig.tsbuildinfo +0 -1
  210. package/build/typedefs.d.ts +0 -146
  211. package/build/typedefs.d.ts.map +0 -1
  212. package/build/typedefs.js +0 -88
  213. package/build/typedefs.js.map +0 -1
  214. package/build/utils.d.ts +0 -175
  215. package/build/utils.d.ts.map +0 -1
  216. package/build/utils.js +0 -731
  217. package/build/utils.js.map +0 -1
  218. package/build/utils_log.d.ts +0 -41
  219. package/build/utils_log.d.ts.map +0 -1
  220. package/build/utils_log.js +0 -192
  221. package/build/utils_log.js.map +0 -1
  222. package/build/utils_request.d.ts +0 -77
  223. package/build/utils_request.d.ts.map +0 -1
  224. package/build/utils_request.js +0 -385
  225. package/build/utils_request.js.map +0 -1
  226. package/build/utils_social.d.ts +0 -210
  227. package/build/utils_social.d.ts.map +0 -1
  228. package/build/utils_social.js +0 -787
  229. package/build/utils_social.js.map +0 -1
  230. package/build/validators.d.ts +0 -23
  231. package/build/validators.d.ts.map +0 -1
  232. package/build/validators.js +0 -29
  233. package/build/validators.js.map +0 -1
package/utils.js ADDED
@@ -0,0 +1,40 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.printOutdatedSdkWarning = exports.logSystemInfo = void 0;
4
+ const tslib_1 = require("tslib");
5
+ const log_1 = tslib_1.__importDefault(require("@apify/log"));
6
+ const consts_1 = require("@apify/consts");
7
+ const node_os_1 = require("node:os");
8
+ const semver_1 = tslib_1.__importDefault(require("semver"));
9
+ // @ts-expect-error if we enable resolveJsonModule, we end up with `src` folder in `dist`
10
+ const package_json_1 = require("apify-client/package.json");
11
+ // @ts-expect-error if we enable resolveJsonModule, we end up with `src` folder in `dist`
12
+ const package_json_2 = require("../package.json");
13
+ /**
14
+ * Logs info about system, node version and apify package version.
15
+ * @internal
16
+ */
17
+ function logSystemInfo() {
18
+ log_1.default.info('System info', {
19
+ apifyVersion: package_json_2.version,
20
+ apifyClientVersion: package_json_1.version,
21
+ osType: (0, node_os_1.type)(),
22
+ nodeVersion: process.version,
23
+ });
24
+ }
25
+ exports.logSystemInfo = logSystemInfo;
26
+ /**
27
+ * Prints a warning if this version of Apify SDK is outdated.
28
+ * @ignore
29
+ */
30
+ function printOutdatedSdkWarning() {
31
+ if (process.env[consts_1.ENV_VARS.DISABLE_OUTDATED_WARNING])
32
+ return;
33
+ const latestApifyVersion = process.env[consts_1.ENV_VARS.SDK_LATEST_VERSION];
34
+ if (!latestApifyVersion || !semver_1.default.lt(package_json_2.version, latestApifyVersion))
35
+ return;
36
+ log_1.default.warning(`You are using an outdated version (${package_json_2.version}) of Apify SDK. We recommend you to update to the latest version (${latestApifyVersion}).
37
+ Read more about Apify SDK versioning at: https://help.apify.com/en/articles/3184510-updates-and-versioning-of-apify-sdk`);
38
+ }
39
+ exports.printOutdatedSdkWarning = printOutdatedSdkWarning;
40
+ //# sourceMappingURL=utils.js.map
package/utils.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":";;;;AAAA,6DAA6B;AAC7B,0CAAyC;AACzC,qCAA+B;AAC/B,4DAA4B;AAE5B,yFAAyF;AACzF,4DAA0E;AAC1E,yFAAyF;AACzF,kDAA0D;AAE1D;;;GAGG;AACH,SAAgB,aAAa;IACzB,aAAG,CAAC,IAAI,CAAC,aAAa,EAAE;QACpB,YAAY,EAAZ,sBAAY;QACZ,kBAAkB,EAAlB,sBAAkB;QAClB,MAAM,EAAE,IAAA,cAAI,GAAE;QACd,WAAW,EAAE,OAAO,CAAC,OAAO;KAC/B,CAAC,CAAC;AACP,CAAC;AAPD,sCAOC;AAED;;;GAGG;AACH,SAAgB,uBAAuB;IACnC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAQ,CAAC,wBAAwB,CAAC;QAAE,OAAO;IAC3D,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAQ,CAAC,kBAAkB,CAAC,CAAC;IACpE,IAAI,CAAC,kBAAkB,IAAI,CAAC,gBAAM,CAAC,EAAE,CAAC,sBAAY,EAAE,kBAAkB,CAAC;QAAE,OAAO;IAEhF,aAAG,CAAC,OAAO,CAAC,sCAAsC,sBAAY,qEAAqE,kBAAkB;iIACxB,CAAC,CAAC;AACnI,CAAC;AAPD,0DAOC"}
package/build/actor.d.ts DELETED
@@ -1,113 +0,0 @@
1
- export function getEnv(): ApifyEnv;
2
- export function main(userFunc: UserFunc): void;
3
- export function call(actId: string, input?: {
4
- [x: string]: any;
5
- } | undefined, options?: {
6
- contentType?: string | undefined;
7
- token?: string | undefined;
8
- memoryMbytes?: number | undefined;
9
- timeoutSecs?: number | undefined;
10
- build?: string | undefined;
11
- waitSecs?: number | undefined;
12
- fetchOutput?: boolean | undefined;
13
- disableBodyParser?: boolean | undefined;
14
- webhooks?: AdhocWebhook[] | undefined;
15
- } | undefined): Promise<ActorRun>;
16
- export function callTask(taskId: string, input?: {
17
- [x: string]: any;
18
- } | undefined, options?: {
19
- token?: string | undefined;
20
- memoryMbytes?: number | undefined;
21
- timeoutSecs?: number | undefined;
22
- build?: string | undefined;
23
- waitSecs?: number | undefined;
24
- webhooks?: AdhocWebhook[] | undefined;
25
- } | undefined): Promise<ActorRun>;
26
- export function metamorph(targetActorId: string, input?: {
27
- [x: string]: any;
28
- } | undefined, options?: {
29
- contentType?: string | undefined;
30
- build?: string | undefined;
31
- } | undefined): Promise<void>;
32
- export function addWebhook(options: {
33
- eventTypes: EventTypes;
34
- requestUrl: string;
35
- payloadTemplate?: string | undefined;
36
- idempotencyKey?: string | undefined;
37
- }): Promise<WebhookRun | undefined>;
38
- /**
39
- * Parsed representation of the `APIFY_XXX` environmental variables.
40
- * This object is returned by the {@link ApifygetEnv } function.
41
- */
42
- export type ApifyEnv = {
43
- /**
44
- * ID of the actor (APIFY_ACTOR_ID)
45
- */
46
- actorId: string | null;
47
- /**
48
- * ID of the actor run (APIFY_ACTOR_RUN_ID)
49
- */
50
- actorRunId: string | null;
51
- /**
52
- * ID of the actor task (APIFY_ACTOR_TASK_ID)
53
- */
54
- actorTaskId: string | null;
55
- /**
56
- * ID of the user who started the actor - note that it might be
57
- * different than the owner ofthe actor (APIFY_USER_ID)
58
- */
59
- userId: string | null;
60
- /**
61
- * Authentication token representing privileges given to the actor run,
62
- * it can be passed to various Apify APIs (APIFY_TOKEN)
63
- */
64
- token: string | null;
65
- /**
66
- * Date when the actor was started (APIFY_STARTED_AT)
67
- */
68
- startedAt: Date | null;
69
- /**
70
- * Date when the actor will time out (APIFY_TIMEOUT_AT)
71
- */
72
- timeoutAt: Date | null;
73
- /**
74
- * ID of the key-value store where input and output data of this
75
- * actor is stored (APIFY_DEFAULT_KEY_VALUE_STORE_ID)
76
- */
77
- defaultKeyValueStoreId: string | null;
78
- /**
79
- * ID of the dataset where input and output data of this
80
- * actor is stored (APIFY_DEFAULT_DATASET_ID)
81
- */
82
- defaultDatasetId: string | null;
83
- /**
84
- * Amount of memory allocated for the actor,
85
- * in megabytes (APIFY_MEMORY_MBYTES)
86
- */
87
- memoryMbytes: number | null;
88
- };
89
- export type EventTypes = Array<('ACTOR.RUN.SUCCEEDED' | 'ACTOR.RUN.ABORTED' | 'ACTOR.RUN.CREATED' | 'ACTOR.RUN.FAILED' | 'ACTOR.RUN.TIMED_OUT')>;
90
- export type UserFunc = () => Promise<void>;
91
- export type AdhocWebhook = {
92
- eventTypes: EventTypes;
93
- requestUrl: string;
94
- idempotencyKey?: string | undefined;
95
- payloadTemplate?: string | undefined;
96
- };
97
- export type WebhookRun = {
98
- id: string;
99
- createdAt: string;
100
- modifiedAt: string;
101
- userId: string;
102
- isAdHoc: boolean;
103
- eventTypes: EventTypes;
104
- condition: any;
105
- ignoreSslErrors: boolean;
106
- doNotRetry: boolean;
107
- requestUrl: string;
108
- payloadTemplate: string;
109
- lastDispatch: any;
110
- stats: any;
111
- };
112
- import { ActorRun } from "./typedefs";
113
- //# sourceMappingURL=actor.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"actor.d.ts","sourceRoot":"","sources":["../src/actor.js"],"names":[],"mappings":"AA0EO,0BAFM,QAAQ,CAqBpB;AA0EM,+BAPI,QAAQ,QA8DlB;AAkFM,4BA5CI,MAAM;;;;;;;;;;;;gBAqCJ,QAAQ,QAAQ,CAAC,CAyE7B;AAgEM,iCAlCI,MAAM;;;;;;;;;gBA2BJ,QAAQ,QAAQ,CAAC,CAqE7B;AAkCM,yCAtBI,MAAM;;;;;gBAgBJ,QAAQ,IAAI,CAAC,CAmCzB;AAmDM;IAxBwB,UAAU;IAGb,UAAU,EAA3B,MAAM;IAEW,eAAe;IAOf,cAAc;IAK9B,QAAQ,UAAU,GAAC,SAAS,CAAC,CAqCxC;;;;;;;;;aAvlBa,MAAM,GAAC,IAAI;;;;gBACX,MAAM,GAAC,IAAI;;;;iBACX,MAAM,GAAC,IAAI;;;;;YACX,MAAM,GAAC,IAAI;;;;;WAEX,MAAM,GAAC,IAAI;;;;eAEX,IAAI,GAAC,IAAI;;;;eACT,IAAI,GAAC,IAAI;;;;;4BACT,MAAM,GAAC,IAAI;;;;;sBAEX,MAAM,GAAC,IAAI;;;;;kBAEX,MAAM,GAAC,IAAI;;yBAKZ,MAAM,CAAC,qBAAqB,GAAG,mBAAmB,GAAG,mBAAmB,GAAG,kBAAkB,GAAG,qBAAqB,CAAC,CAAC;6BAsCxH,QAAQ,IAAI,CAAC;;;gBAkIX,MAAM;;;;;QAgVN,MAAM;eACN,MAAM;gBACN,MAAM;YACN,MAAM;aACN,OAAO;;;qBAGP,OAAO;gBACP,OAAO;gBACP,MAAM;qBACN,MAAM"}