apify 2.3.1-beta.4 → 3.0.0-alpha.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +6 -5
  2. package/actor.d.ts +1092 -0
  3. package/actor.d.ts.map +1 -0
  4. package/actor.js +1221 -0
  5. package/actor.js.map +1 -0
  6. package/index.d.ts +4 -0
  7. package/index.d.ts.map +1 -0
  8. package/index.js +7 -0
  9. package/index.js.map +1 -0
  10. package/index.mjs +7 -0
  11. package/package.json +54 -128
  12. package/platform_event_manager.d.ts +55 -0
  13. package/platform_event_manager.d.ts.map +1 -0
  14. package/platform_event_manager.js +116 -0
  15. package/platform_event_manager.js.map +1 -0
  16. package/proxy_configuration.d.ts +210 -0
  17. package/proxy_configuration.d.ts.map +1 -0
  18. package/proxy_configuration.js +297 -0
  19. package/proxy_configuration.js.map +1 -0
  20. package/tsconfig.build.tsbuildinfo +1 -0
  21. package/utils.d.ts +11 -0
  22. package/utils.d.ts.map +1 -0
  23. package/utils.js +40 -0
  24. package/utils.js.map +1 -0
  25. package/build/actor.d.ts +0 -113
  26. package/build/actor.d.ts.map +0 -1
  27. package/build/actor.js +0 -582
  28. package/build/actor.js.map +0 -1
  29. package/build/apify.d.ts +0 -752
  30. package/build/apify.d.ts.map +0 -1
  31. package/build/apify.js +0 -877
  32. package/build/apify.js.map +0 -1
  33. package/build/autoscaling/autoscaled_pool.d.ts +0 -384
  34. package/build/autoscaling/autoscaled_pool.d.ts.map +0 -1
  35. package/build/autoscaling/autoscaled_pool.js +0 -557
  36. package/build/autoscaling/autoscaled_pool.js.map +0 -1
  37. package/build/autoscaling/snapshotter.d.ts +0 -278
  38. package/build/autoscaling/snapshotter.d.ts.map +0 -1
  39. package/build/autoscaling/snapshotter.js +0 -447
  40. package/build/autoscaling/snapshotter.js.map +0 -1
  41. package/build/autoscaling/system_status.d.ts +0 -224
  42. package/build/autoscaling/system_status.d.ts.map +0 -1
  43. package/build/autoscaling/system_status.js +0 -228
  44. package/build/autoscaling/system_status.js.map +0 -1
  45. package/build/browser_launchers/browser_launcher.d.ts +0 -154
  46. package/build/browser_launchers/browser_launcher.d.ts.map +0 -1
  47. package/build/browser_launchers/browser_launcher.js +0 -160
  48. package/build/browser_launchers/browser_launcher.js.map +0 -1
  49. package/build/browser_launchers/browser_plugin.d.ts +0 -23
  50. package/build/browser_launchers/browser_plugin.d.ts.map +0 -1
  51. package/build/browser_launchers/browser_plugin.js +0 -25
  52. package/build/browser_launchers/browser_plugin.js.map +0 -1
  53. package/build/browser_launchers/playwright_launcher.d.ts +0 -131
  54. package/build/browser_launchers/playwright_launcher.d.ts.map +0 -1
  55. package/build/browser_launchers/playwright_launcher.js +0 -150
  56. package/build/browser_launchers/playwright_launcher.js.map +0 -1
  57. package/build/browser_launchers/puppeteer_launcher.d.ts +0 -153
  58. package/build/browser_launchers/puppeteer_launcher.d.ts.map +0 -1
  59. package/build/browser_launchers/puppeteer_launcher.js +0 -197
  60. package/build/browser_launchers/puppeteer_launcher.js.map +0 -1
  61. package/build/cache_container.d.ts +0 -31
  62. package/build/cache_container.d.ts.map +0 -1
  63. package/build/cache_container.js +0 -48
  64. package/build/cache_container.js.map +0 -1
  65. package/build/configuration.d.ts +0 -226
  66. package/build/configuration.d.ts.map +0 -1
  67. package/build/configuration.js +0 -325
  68. package/build/configuration.js.map +0 -1
  69. package/build/constants.d.ts +0 -37
  70. package/build/constants.d.ts.map +0 -1
  71. package/build/constants.js +0 -41
  72. package/build/constants.js.map +0 -1
  73. package/build/crawlers/basic_crawler.d.ts +0 -443
  74. package/build/crawlers/basic_crawler.d.ts.map +0 -1
  75. package/build/crawlers/basic_crawler.js +0 -664
  76. package/build/crawlers/basic_crawler.js.map +0 -1
  77. package/build/crawlers/browser_crawler.d.ts +0 -512
  78. package/build/crawlers/browser_crawler.d.ts.map +0 -1
  79. package/build/crawlers/browser_crawler.js +0 -540
  80. package/build/crawlers/browser_crawler.js.map +0 -1
  81. package/build/crawlers/cheerio_crawler.d.ts +0 -931
  82. package/build/crawlers/cheerio_crawler.d.ts.map +0 -1
  83. package/build/crawlers/cheerio_crawler.js +0 -913
  84. package/build/crawlers/cheerio_crawler.js.map +0 -1
  85. package/build/crawlers/crawler_extension.d.ts +0 -10
  86. package/build/crawlers/crawler_extension.d.ts.map +0 -1
  87. package/build/crawlers/crawler_extension.js +0 -19
  88. package/build/crawlers/crawler_extension.js.map +0 -1
  89. package/build/crawlers/crawler_utils.d.ts +0 -34
  90. package/build/crawlers/crawler_utils.d.ts.map +0 -1
  91. package/build/crawlers/crawler_utils.js +0 -87
  92. package/build/crawlers/crawler_utils.js.map +0 -1
  93. package/build/crawlers/playwright_crawler.d.ts +0 -448
  94. package/build/crawlers/playwright_crawler.d.ts.map +0 -1
  95. package/build/crawlers/playwright_crawler.js +0 -299
  96. package/build/crawlers/playwright_crawler.js.map +0 -1
  97. package/build/crawlers/puppeteer_crawler.d.ts +0 -425
  98. package/build/crawlers/puppeteer_crawler.d.ts.map +0 -1
  99. package/build/crawlers/puppeteer_crawler.js +0 -299
  100. package/build/crawlers/puppeteer_crawler.js.map +0 -1
  101. package/build/crawlers/statistics.d.ts +0 -185
  102. package/build/crawlers/statistics.d.ts.map +0 -1
  103. package/build/crawlers/statistics.js +0 -331
  104. package/build/crawlers/statistics.js.map +0 -1
  105. package/build/enqueue_links/click_elements.d.ts +0 -179
  106. package/build/enqueue_links/click_elements.d.ts.map +0 -1
  107. package/build/enqueue_links/click_elements.js +0 -434
  108. package/build/enqueue_links/click_elements.js.map +0 -1
  109. package/build/enqueue_links/enqueue_links.d.ts +0 -117
  110. package/build/enqueue_links/enqueue_links.d.ts.map +0 -1
  111. package/build/enqueue_links/enqueue_links.js +0 -163
  112. package/build/enqueue_links/enqueue_links.js.map +0 -1
  113. package/build/enqueue_links/shared.d.ts +0 -42
  114. package/build/enqueue_links/shared.d.ts.map +0 -1
  115. package/build/enqueue_links/shared.js +0 -121
  116. package/build/enqueue_links/shared.js.map +0 -1
  117. package/build/errors.d.ts +0 -29
  118. package/build/errors.d.ts.map +0 -1
  119. package/build/errors.js +0 -38
  120. package/build/errors.js.map +0 -1
  121. package/build/events.d.ts +0 -11
  122. package/build/events.d.ts.map +0 -1
  123. package/build/events.js +0 -147
  124. package/build/events.js.map +0 -1
  125. package/build/index.d.ts +0 -4
  126. package/build/index.d.ts.map +0 -1
  127. package/build/index.js +0 -7
  128. package/build/index.js.map +0 -1
  129. package/build/main.d.ts +0 -179
  130. package/build/main.d.ts.map +0 -1
  131. package/build/main.js +0 -81
  132. package/build/main.js.map +0 -1
  133. package/build/playwright_utils.d.ts +0 -9
  134. package/build/playwright_utils.d.ts.map +0 -1
  135. package/build/playwright_utils.js +0 -90
  136. package/build/playwright_utils.js.map +0 -1
  137. package/build/proxy_configuration.d.ts +0 -411
  138. package/build/proxy_configuration.d.ts.map +0 -1
  139. package/build/proxy_configuration.js +0 -517
  140. package/build/proxy_configuration.js.map +0 -1
  141. package/build/pseudo_url.d.ts +0 -86
  142. package/build/pseudo_url.d.ts.map +0 -1
  143. package/build/pseudo_url.js +0 -153
  144. package/build/pseudo_url.js.map +0 -1
  145. package/build/puppeteer_request_interception.d.ts +0 -8
  146. package/build/puppeteer_request_interception.d.ts.map +0 -1
  147. package/build/puppeteer_request_interception.js +0 -235
  148. package/build/puppeteer_request_interception.js.map +0 -1
  149. package/build/puppeteer_utils.d.ts +0 -250
  150. package/build/puppeteer_utils.d.ts.map +0 -1
  151. package/build/puppeteer_utils.js +0 -551
  152. package/build/puppeteer_utils.js.map +0 -1
  153. package/build/request.d.ts +0 -180
  154. package/build/request.d.ts.map +0 -1
  155. package/build/request.js +0 -261
  156. package/build/request.js.map +0 -1
  157. package/build/request_list.d.ts +0 -581
  158. package/build/request_list.d.ts.map +0 -1
  159. package/build/request_list.js +0 -826
  160. package/build/request_list.js.map +0 -1
  161. package/build/serialization.d.ts +0 -5
  162. package/build/serialization.d.ts.map +0 -1
  163. package/build/serialization.js +0 -139
  164. package/build/serialization.js.map +0 -1
  165. package/build/session_pool/errors.d.ts +0 -11
  166. package/build/session_pool/errors.d.ts.map +0 -1
  167. package/build/session_pool/errors.js +0 -18
  168. package/build/session_pool/errors.js.map +0 -1
  169. package/build/session_pool/events.d.ts +0 -5
  170. package/build/session_pool/events.d.ts.map +0 -1
  171. package/build/session_pool/events.js +0 -6
  172. package/build/session_pool/events.js.map +0 -1
  173. package/build/session_pool/session.d.ts +0 -286
  174. package/build/session_pool/session.d.ts.map +0 -1
  175. package/build/session_pool/session.js +0 -355
  176. package/build/session_pool/session.js.map +0 -1
  177. package/build/session_pool/session_pool.d.ts +0 -280
  178. package/build/session_pool/session_pool.d.ts.map +0 -1
  179. package/build/session_pool/session_pool.js +0 -393
  180. package/build/session_pool/session_pool.js.map +0 -1
  181. package/build/session_pool/session_utils.d.ts +0 -4
  182. package/build/session_pool/session_utils.d.ts.map +0 -1
  183. package/build/session_pool/session_utils.js +0 -24
  184. package/build/session_pool/session_utils.js.map +0 -1
  185. package/build/stealth/hiding_tricks.d.ts +0 -22
  186. package/build/stealth/hiding_tricks.d.ts.map +0 -1
  187. package/build/stealth/hiding_tricks.js +0 -308
  188. package/build/stealth/hiding_tricks.js.map +0 -1
  189. package/build/stealth/stealth.d.ts +0 -56
  190. package/build/stealth/stealth.d.ts.map +0 -1
  191. package/build/stealth/stealth.js +0 -125
  192. package/build/stealth/stealth.js.map +0 -1
  193. package/build/storages/dataset.d.ts +0 -288
  194. package/build/storages/dataset.d.ts.map +0 -1
  195. package/build/storages/dataset.js +0 -480
  196. package/build/storages/dataset.js.map +0 -1
  197. package/build/storages/key_value_store.d.ts +0 -243
  198. package/build/storages/key_value_store.d.ts.map +0 -1
  199. package/build/storages/key_value_store.js +0 -462
  200. package/build/storages/key_value_store.js.map +0 -1
  201. package/build/storages/request_queue.d.ts +0 -318
  202. package/build/storages/request_queue.d.ts.map +0 -1
  203. package/build/storages/request_queue.js +0 -636
  204. package/build/storages/request_queue.js.map +0 -1
  205. package/build/storages/storage_manager.d.ts +0 -87
  206. package/build/storages/storage_manager.d.ts.map +0 -1
  207. package/build/storages/storage_manager.js +0 -150
  208. package/build/storages/storage_manager.js.map +0 -1
  209. package/build/tsconfig.tsbuildinfo +0 -1
  210. package/build/typedefs.d.ts +0 -146
  211. package/build/typedefs.d.ts.map +0 -1
  212. package/build/typedefs.js +0 -88
  213. package/build/typedefs.js.map +0 -1
  214. package/build/utils.d.ts +0 -175
  215. package/build/utils.d.ts.map +0 -1
  216. package/build/utils.js +0 -731
  217. package/build/utils.js.map +0 -1
  218. package/build/utils_log.d.ts +0 -41
  219. package/build/utils_log.d.ts.map +0 -1
  220. package/build/utils_log.js +0 -192
  221. package/build/utils_log.js.map +0 -1
  222. package/build/utils_request.d.ts +0 -77
  223. package/build/utils_request.d.ts.map +0 -1
  224. package/build/utils_request.js +0 -385
  225. package/build/utils_request.js.map +0 -1
  226. package/build/utils_social.d.ts +0 -210
  227. package/build/utils_social.d.ts.map +0 -1
  228. package/build/utils_social.js +0 -787
  229. package/build/utils_social.js.map +0 -1
  230. package/build/validators.d.ts +0 -23
  231. package/build/validators.d.ts.map +0 -1
  232. package/build/validators.js +0 -29
  233. package/build/validators.js.map +0 -1
package/build/main.d.ts DELETED
@@ -1,179 +0,0 @@
1
- import { Apify } from "./apify";
2
- import { Configuration } from "./configuration";
3
- import { main } from "./actor";
4
- import { getEnv } from "./actor";
5
- import { call } from "./actor";
6
- import { callTask } from "./actor";
7
- import { metamorph } from "./actor";
8
- import { getMemoryInfo } from "./utils";
9
- import { isAtHome } from "./utils";
10
- import { newClient } from "./utils";
11
- import { addWebhook } from "./actor";
12
- import AutoscaledPool from "./autoscaling/autoscaled_pool";
13
- import { BasicCrawler } from "./crawlers/basic_crawler";
14
- import CheerioCrawler from "./crawlers/cheerio_crawler";
15
- import { pushData } from "./storages/dataset";
16
- import { openDataset } from "./storages/dataset";
17
- import events from "./events";
18
- import { initializeEvents } from "./events";
19
- import { stopEvents } from "./events";
20
- import { getValue } from "./storages/key_value_store";
21
- import { setValue } from "./storages/key_value_store";
22
- import { getInput } from "./storages/key_value_store";
23
- import { openKeyValueStore } from "./storages/key_value_store";
24
- import { launchPuppeteer } from "./browser_launchers/puppeteer_launcher";
25
- import { launchPlaywright } from "./browser_launchers/playwright_launcher";
26
- import BrowserCrawler from "./crawlers/browser_crawler";
27
- import PuppeteerCrawler from "./crawlers/puppeteer_crawler";
28
- import PlaywrightCrawler from "./crawlers/playwright_crawler";
29
- import PseudoUrl from "./pseudo_url";
30
- import Request from "./request";
31
- import { RequestList } from "./request_list";
32
- import { openRequestList } from "./request_list";
33
- import { openRequestQueue } from "./storages/request_queue";
34
- import { openSessionPool } from "./session_pool/session_pool";
35
- import { createProxyConfiguration } from "./proxy_configuration";
36
- import { Session } from "./session_pool/session";
37
- declare const exportedUtils: {
38
- isDocker: (forceReset: boolean) => Promise<boolean>;
39
- sleep: (millis: number) => Promise<void>;
40
- downloadListOfUrls: (options: {
41
- url: string;
42
- encoding?: string | undefined;
43
- proxyUrl?: string | undefined;
44
- urlRegExp?: RegExp | undefined;
45
- }) => Promise<string[]>;
46
- extractUrls: (options: {
47
- string: string;
48
- urlRegExp?: RegExp | undefined;
49
- }) => string[];
50
- htmlToText: (html: string | import("cheerio").CheerioAPI) => string;
51
- URL_NO_COMMAS_REGEX: RegExp;
52
- URL_WITH_COMMAS_REGEX: RegExp;
53
- createRequestDebugInfo: (request: Request | import("./request").RequestOptions, response?: any, additionalFields?: {
54
- [x: string]: any;
55
- } | undefined) => {
56
- [x: string]: any;
57
- };
58
- waitForRunToFinish: (options: {
59
- actorId: string;
60
- runId: string;
61
- waitSecs?: string | undefined;
62
- token?: string | undefined;
63
- }) => Promise<import("./typedefs").ActorRun>;
64
- purgeLocalStorage: (folder?: string | undefined) => Promise<void>;
65
- } & {
66
- puppeteer: {
67
- // @ts-ignore optional peer dependency
68
- injectFile: (page: import("puppeteer").Page, filePath: string, options?: {
69
- surviveNavigations?: boolean | undefined;
70
- } | undefined) => Promise<any>;
71
- // @ts-ignore optional peer dependency
72
- injectJQuery: (page: import("puppeteer").Page) => Promise<any>;
73
- // @ts-ignore optional peer dependency
74
- injectUnderscore: (page: import("puppeteer").Page) => Promise<any>;
75
- enqueueLinksByClickingElements: typeof import("./enqueue_links/click_elements").enqueueLinksByClickingElements;
76
- // @ts-ignore optional peer dependency
77
- blockRequests: (page: import("puppeteer").Page, options?: {
78
- urlPatterns?: string[] | undefined;
79
- extraUrlPatterns?: string[] | undefined;
80
- } | undefined) => Promise<void>;
81
- blockResources: (page: any, resourceTypes?: string[]) => Promise<void>;
82
- // @ts-ignore optional peer dependency
83
- cacheResponses: (page: import("puppeteer").Page, cache: {
84
- [x: string]: any;
85
- }, responseUrlRules: (string | RegExp)[]) => Promise<void>;
86
- compileScript: (scriptString: string, context?: {
87
- [x: string]: any;
88
- }) => import("./puppeteer_utils").CompiledScriptFunction;
89
- // @ts-ignore optional peer dependency
90
- gotoExtended: (page: import("puppeteer").Page, request: globalThis.Request, gotoOptions?: any) => Promise<any>;
91
- // @ts-ignore optional peer dependency
92
- addInterceptRequestHandler: (page: import("puppeteer").Page, handler: import("./puppeteer_request_interception").InterceptHandler) => Promise<void>;
93
- // @ts-ignore optional peer dependency
94
- removeInterceptRequestHandler: (page: import("puppeteer").Page, handler: import("./puppeteer_request_interception").InterceptHandler) => Promise<void>;
95
- // @ts-ignore optional peer dependency
96
- infiniteScroll: (page: import("puppeteer").Page, options?: {
97
- timeoutSecs?: number | undefined;
98
- waitForSecs?: number | undefined;
99
- scrollDownAndUp?: boolean | undefined;
100
- buttonSelector?: string | undefined;
101
- stopScrollCallback?: Function | undefined;
102
- } | undefined) => Promise<void>;
103
- // @ts-ignore optional peer dependency
104
- saveSnapshot: (page: import("puppeteer").Page, options?: {
105
- key?: string | undefined;
106
- screenshotQuality?: number | undefined;
107
- saveScreenshot?: boolean | undefined;
108
- saveHtml?: boolean | undefined;
109
- keyValueStoreName?: string | null | undefined;
110
- } | undefined) => Promise<void>;
111
- };
112
- playwright: {
113
- gotoExtended: (page: import("playwright-core").Page, request: Request, gotoOptions?: import("./typedefs").DirectNavigationOptions | undefined) => Promise<import("playwright-core").Response | null>;
114
- };
115
- social: {
116
- emailsFromText: (text: string) => string[];
117
- emailsFromUrls: (urls: string[]) => string[];
118
- phonesFromText: (text: string) => string[];
119
- phonesFromUrls: (urls: string[]) => string[];
120
- parseHandlesFromHtml: (html: string, data?: any) => import("./utils_social").SocialHandles;
121
- EMAIL_REGEX: RegExp;
122
- EMAIL_REGEX_GLOBAL: RegExp;
123
- LINKEDIN_REGEX: RegExp;
124
- LINKEDIN_REGEX_GLOBAL: RegExp;
125
- INSTAGRAM_REGEX: RegExp;
126
- INSTAGRAM_REGEX_GLOBAL: RegExp;
127
- TWITTER_REGEX: RegExp;
128
- TWITTER_REGEX_GLOBAL: RegExp;
129
- FACEBOOK_REGEX: RegExp;
130
- FACEBOOK_REGEX_GLOBAL: RegExp;
131
- YOUTUBE_REGEX: RegExp;
132
- YOUTUBE_REGEX_GLOBAL: RegExp;
133
- TIKTOK_REGEX: RegExp;
134
- TIKTOK_REGEX_GLOBAL: RegExp;
135
- PINTEREST_REGEX: RegExp;
136
- PINTEREST_REGEX_GLOBAL: RegExp;
137
- DISCORD_REGEX: RegExp | undefined;
138
- DISCORD_REGEX_GLOBAL: RegExp;
139
- };
140
- log: import("@apify/log/log").Log;
141
- enqueueLinks: typeof enqueueLinks;
142
- requestAsBrowser: (options?: import("./utils_request").RequestAsBrowserOptions) => Promise<import("./utils_request").RequestAsBrowserResult>;
143
- };
144
- import { enqueueLinks } from "./enqueue_links/enqueue_links";
145
- export { Apify, Configuration, main, getEnv, call, callTask, metamorph, getMemoryInfo, isAtHome, newClient, addWebhook, AutoscaledPool, BasicCrawler, CheerioCrawler, pushData, openDataset, events, initializeEvents, stopEvents, getValue, setValue, getInput, openKeyValueStore, launchPuppeteer, launchPlaywright, BrowserCrawler, PuppeteerCrawler, PlaywrightCrawler, PseudoUrl, Request, RequestList, openRequestList, openRequestQueue, openSessionPool, createProxyConfiguration, Session, exportedUtils as utils };
146
- //# sourceMappingURL=main.d.ts.map
147
- export { ApifyEnv, EventTypes, UserFunc, AdhocWebhook, WebhookRun } from "./actor";
148
- export { AutoscaledPoolOptions } from "./autoscaling/autoscaled_pool";
149
- export { SnapshotterOptions } from "./autoscaling/snapshotter";
150
- export { SystemInfo, SystemStatusOptions } from "./autoscaling/system_status";
151
- export { BrowserLaunchContext } from "./browser_launchers/browser_launcher";
152
- export { BrowserPlugin } from "./browser_launchers/browser_plugin";
153
- export { PlaywrightLauncher, PlaywrightLaunchContext } from "./browser_launchers/playwright_launcher";
154
- export { PuppeteerLauncher, PuppeteerLaunchContext } from "./browser_launchers/puppeteer_launcher";
155
- export { CrawlingContext, BasicCrawlerOptions, HandleRequest, HandleRequestInputs, HandleFailedRequest, HandleFailedRequestInput } from "./crawlers/basic_crawler";
156
- export { BrowserCrawlingContext, Hook, BrowserHandlePageFunction, GotoFunction, BrowserCrawlerOptions } from "./crawlers/browser_crawler";
157
- export { CheerioCrawlerOptions, PrepareRequestInputs, PrepareRequest, PostResponseInputs, PostResponse, CheerioHandlePageInputs, CheerioHandlePage } from "./crawlers/cheerio_crawler";
158
- export { PlaywrightGotoOptions, PlaywrightHook, PlaywrightHandlePageFunctionParam, PlaywrightHandlePageFunction, PlaywrightCrawlerOptions } from "./crawlers/playwright_crawler";
159
- export { PuppeteerHook, PuppeteerHandlePageFunctionParam, PuppeteerHandlePage, PuppeteerCrawlerOptions } from "./crawlers/puppeteer_crawler";
160
- export { StatisticsOptions, StatisticPersistedState, StatisticState } from "./crawlers/statistics";
161
- export { RequestTransform } from "./enqueue_links/shared";
162
- export { ApifyCallError, TimeoutError } from "./errors";
163
- export { ProxyConfiguration, ProxyConfigurationFunction, ProxyConfigurationOptions, ProxyInfo } from "./proxy_configuration";
164
- export { InterceptHandler } from "./puppeteer_request_interception";
165
- export { CompiledScriptParams, CompiledScriptFunction } from "./puppeteer_utils";
166
- export { RequestOptions } from "./request";
167
- export { RequestListOptions, RequestListState, RequestListSourcesFunction } from "./request_list";
168
- export { CookieParseError } from "./session_pool/errors";
169
- export { PuppeteerCookie, SessionState, SessionOptions } from "./session_pool/session";
170
- export { SessionPool, CreateSession, SessionPoolOptions } from "./session_pool/session_pool";
171
- export { StealthOptions } from "./stealth/stealth";
172
- export { Dataset, DatasetContent, DatasetConsumer, DatasetMapper, DatasetReducer } from "./storages/dataset";
173
- export { KeyValueStore, KeyValueStoreValueTypes, KeyConsumer } from "./storages/key_value_store";
174
- export { RequestQueue, QueueOperationInfo, RequestQueueInfo } from "./storages/request_queue";
175
- export { StorageManager } from "./storages/storage_manager";
176
- export { ActorRun, DirectNavigationOptions } from "./typedefs";
177
- export { MemoryInfo } from "./utils";
178
- export { RequestAsBrowserResult, RequestAsBrowserOptions, AbortFunction } from "./utils_request";
179
- export { SocialHandles } from "./utils_social";
@@ -1 +0,0 @@
1
- {"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.js"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiCA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAOG"}
package/build/main.js DELETED
@@ -1,81 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.utils = exports.Session = exports.createProxyConfiguration = exports.openSessionPool = exports.openRequestQueue = exports.openRequestList = exports.RequestList = exports.Request = exports.PseudoUrl = exports.PlaywrightCrawler = exports.PuppeteerCrawler = exports.BrowserCrawler = exports.launchPlaywright = exports.launchPuppeteer = exports.openKeyValueStore = exports.getInput = exports.setValue = exports.getValue = exports.stopEvents = exports.initializeEvents = exports.events = exports.openDataset = exports.pushData = exports.CheerioCrawler = exports.BasicCrawler = exports.AutoscaledPool = exports.addWebhook = exports.newClient = exports.isAtHome = exports.getMemoryInfo = exports.metamorph = exports.callTask = exports.call = exports.getEnv = exports.main = exports.Configuration = exports.Apify = void 0;
4
- const tslib_1 = require("tslib");
5
- const events_1 = require("events");
6
- const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
7
- const actor_1 = require("./actor");
8
- Object.defineProperty(exports, "main", { enumerable: true, get: function () { return actor_1.main; } });
9
- Object.defineProperty(exports, "getEnv", { enumerable: true, get: function () { return actor_1.getEnv; } });
10
- Object.defineProperty(exports, "call", { enumerable: true, get: function () { return actor_1.call; } });
11
- Object.defineProperty(exports, "callTask", { enumerable: true, get: function () { return actor_1.callTask; } });
12
- Object.defineProperty(exports, "metamorph", { enumerable: true, get: function () { return actor_1.metamorph; } });
13
- Object.defineProperty(exports, "addWebhook", { enumerable: true, get: function () { return actor_1.addWebhook; } });
14
- const apify_1 = require("./apify");
15
- Object.defineProperty(exports, "Apify", { enumerable: true, get: function () { return apify_1.Apify; } });
16
- const configuration_1 = require("./configuration");
17
- Object.defineProperty(exports, "Configuration", { enumerable: true, get: function () { return configuration_1.Configuration; } });
18
- const autoscaled_pool_1 = (0, tslib_1.__importDefault)(require("./autoscaling/autoscaled_pool"));
19
- exports.AutoscaledPool = autoscaled_pool_1.default;
20
- const basic_crawler_1 = require("./crawlers/basic_crawler");
21
- Object.defineProperty(exports, "BasicCrawler", { enumerable: true, get: function () { return basic_crawler_1.BasicCrawler; } });
22
- const cheerio_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/cheerio_crawler"));
23
- exports.CheerioCrawler = cheerio_crawler_1.default;
24
- const dataset_1 = require("./storages/dataset");
25
- Object.defineProperty(exports, "pushData", { enumerable: true, get: function () { return dataset_1.pushData; } });
26
- Object.defineProperty(exports, "openDataset", { enumerable: true, get: function () { return dataset_1.openDataset; } });
27
- const events_2 = (0, tslib_1.__importStar)(require("./events"));
28
- exports.events = events_2.default;
29
- Object.defineProperty(exports, "initializeEvents", { enumerable: true, get: function () { return events_2.initializeEvents; } });
30
- Object.defineProperty(exports, "stopEvents", { enumerable: true, get: function () { return events_2.stopEvents; } });
31
- const key_value_store_1 = require("./storages/key_value_store");
32
- Object.defineProperty(exports, "getValue", { enumerable: true, get: function () { return key_value_store_1.getValue; } });
33
- Object.defineProperty(exports, "setValue", { enumerable: true, get: function () { return key_value_store_1.setValue; } });
34
- Object.defineProperty(exports, "getInput", { enumerable: true, get: function () { return key_value_store_1.getInput; } });
35
- Object.defineProperty(exports, "openKeyValueStore", { enumerable: true, get: function () { return key_value_store_1.openKeyValueStore; } });
36
- const puppeteer_launcher_1 = require("./browser_launchers/puppeteer_launcher");
37
- Object.defineProperty(exports, "launchPuppeteer", { enumerable: true, get: function () { return puppeteer_launcher_1.launchPuppeteer; } });
38
- const playwright_launcher_1 = require("./browser_launchers/playwright_launcher");
39
- Object.defineProperty(exports, "launchPlaywright", { enumerable: true, get: function () { return playwright_launcher_1.launchPlaywright; } });
40
- const browser_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/browser_crawler"));
41
- exports.BrowserCrawler = browser_crawler_1.default;
42
- const puppeteer_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/puppeteer_crawler"));
43
- exports.PuppeteerCrawler = puppeteer_crawler_1.default;
44
- const playwright_crawler_1 = (0, tslib_1.__importDefault)(require("./crawlers/playwright_crawler"));
45
- exports.PlaywrightCrawler = playwright_crawler_1.default;
46
- const request_1 = (0, tslib_1.__importDefault)(require("./request"));
47
- exports.Request = request_1.default;
48
- const request_list_1 = require("./request_list");
49
- Object.defineProperty(exports, "RequestList", { enumerable: true, get: function () { return request_list_1.RequestList; } });
50
- Object.defineProperty(exports, "openRequestList", { enumerable: true, get: function () { return request_list_1.openRequestList; } });
51
- const proxy_configuration_1 = require("./proxy_configuration");
52
- Object.defineProperty(exports, "createProxyConfiguration", { enumerable: true, get: function () { return proxy_configuration_1.createProxyConfiguration; } });
53
- const request_queue_1 = require("./storages/request_queue");
54
- Object.defineProperty(exports, "openRequestQueue", { enumerable: true, get: function () { return request_queue_1.openRequestQueue; } });
55
- const utils_1 = require("./utils");
56
- Object.defineProperty(exports, "newClient", { enumerable: true, get: function () { return utils_1.newClient; } });
57
- Object.defineProperty(exports, "getMemoryInfo", { enumerable: true, get: function () { return utils_1.getMemoryInfo; } });
58
- Object.defineProperty(exports, "isAtHome", { enumerable: true, get: function () { return utils_1.isAtHome; } });
59
- const puppeteer_utils_1 = require("./puppeteer_utils");
60
- const playwright_utils_1 = require("./playwright_utils");
61
- const utils_social_1 = require("./utils_social");
62
- const enqueue_links_1 = require("./enqueue_links/enqueue_links");
63
- const pseudo_url_1 = (0, tslib_1.__importDefault)(require("./pseudo_url"));
64
- exports.PseudoUrl = pseudo_url_1.default;
65
- const utils_request_1 = require("./utils_request");
66
- const session_pool_1 = require("./session_pool/session_pool");
67
- Object.defineProperty(exports, "openSessionPool", { enumerable: true, get: function () { return session_pool_1.openSessionPool; } });
68
- const session_1 = require("./session_pool/session");
69
- Object.defineProperty(exports, "Session", { enumerable: true, get: function () { return session_1.Session; } });
70
- // Increase the global limit for event emitter memory leak warnings.
71
- events_1.EventEmitter.defaultMaxListeners = 50;
72
- const exportedUtils = Object.assign(utils_1.publicUtils, {
73
- puppeteer: puppeteer_utils_1.puppeteerUtils,
74
- playwright: playwright_utils_1.playwrightUtils,
75
- social: utils_social_1.socialUtils,
76
- log: utils_log_1.default,
77
- enqueueLinks: enqueue_links_1.enqueueLinks,
78
- requestAsBrowser: utils_request_1.requestAsBrowser,
79
- });
80
- exports.utils = exportedUtils;
81
- //# sourceMappingURL=main.js.map
package/build/main.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.js"],"names":[],"mappings":";;;;AAAA,mCAAsC;AACtC,yEAA8B;AAC9B,mCAA8E;AA6F1E,qFA7FK,YAAI,OA6FL;AACJ,uFA9FW,cAAM,OA8FX;AACN,qFA/FmB,YAAI,OA+FnB;AACJ,yFAhGyB,gBAAQ,OAgGzB;AACR,0FAjGmC,iBAAS,OAiGnC;AAIT,2FArG8C,kBAAU,OAqG9C;AApGd,mCAAgC;AA0F5B,sFA1FK,aAAK,OA0FL;AAzFT,mDAAgD;AA0F5C,8FA1FK,6BAAa,OA0FL;AAzFjB,iGAA2D;AAoGvD,yBApGG,yBAAc,CAoGH;AAnGlB,4DAAwD;AAqGpD,6FArGK,4BAAY,OAqGL;AApGhB,8FAAwD;AAsGpD,yBAtGG,yBAAc,CAsGH;AArGlB,gDAA2D;AAuGvD,yFAvGK,kBAAQ,OAuGL;AACR,4FAxGe,qBAAW,OAwGf;AAvGf,gEAAgE;AAyG5D,iBAzGG,gBAAM,CAyGH;AACN,iGA1Ga,yBAAgB,OA0Gb;AAChB,2FA3G+B,mBAAU,OA2G/B;AA1Gd,gEAA6F;AA4GzF,yFA5GK,0BAAQ,OA4GL;AACR,yFA7Ge,0BAAQ,OA6Gf;AACR,yFA9GyB,0BAAQ,OA8GzB;AACR,kGA/GmC,mCAAiB,OA+GnC;AA9GrB,+EAAyE;AAgHrE,gGAhHK,oCAAe,OAgHL;AA/GnB,iFAA2E;AAgHvE,iGAhHK,sCAAgB,OAgHL;AA/GpB,8FAAwD;AAgHpD,yBAhHG,yBAAc,CAgHH;AA/GlB,kGAA4D;AAgHxD,2BAhHG,2BAAgB,CAgHH;AA/GpB,oGAA8D;AAgH1D,4BAhHG,4BAAiB,CAgHH;AA/GrB,qEAAgC;AAmH5B,kBAnHG,iBAAO,CAmHH;AAlHX,iDAA8D;AAmH1D,4FAnHK,0BAAW,OAmHL;AACX,gGApHkB,8BAAe,OAoHlB;AAnHnB,+DAAiE;AAwH7D,yGAxHK,8CAAwB,OAwHL;AAvH5B,4DAA4D;AAmHxD,iGAnHK,gCAAgB,OAmHL;AAlHpB,mCAA0E;AAkFtE,0FAlFK,iBAAS,OAkFL;AAFT,8FAhFgB,qBAAa,OAgFhB;AACb,yFAjF+B,gBAAQ,OAiF/B;AAhFZ,uDAAmD;AACnD,yDAAqD;AACrD,iDAA6C;AAC7C,iEAA6D;AAC7D,2EAAqC;AAwGjC,oBAxGG,oBAAS,CAwGH;AAvGb,mDAAmD;AACnD,8DAA8D;AA6G1D,gGA7GK,8BAAe,OA6GL;AA5GnB,oDAAiD;AAgH7C,wFAhHK,iBAAO,OAgHL;AA9GX,oEAAoE;AACpE,qBAAY,CAAC,mBAAmB,GAAG,EAAE,CAAC;AAEtC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,mBAAW,EAAE;IAC7C,SAAS,EAAE,gCAAc;IACzB,UAAU,EAAE,kCAAe;IAC3B,MAAM,EAAE,0BAAW;IACnB,GAAG,EAAH,mBAAG;IACH,YAAY,EAAZ,4BAAY;IACZ,gBAAgB,EAAhB,gCAAgB;CACnB,CAAC,CAAC;AAsGkB,8BAAK"}
@@ -1,9 +0,0 @@
1
- export function gotoExtended(page: Page, request: Request, gotoOptions?: DirectNavigationOptions | undefined): Promise<(Response | null)>;
2
- export namespace playwrightUtils {
3
- export { gotoExtended };
4
- }
5
- import { Page } from "playwright-core";
6
- import Request from "./request";
7
- import { DirectNavigationOptions } from "./typedefs";
8
- import { Response } from "playwright-core";
9
- //# sourceMappingURL=playwright_utils.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"playwright_utils.d.ts","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":"AA6BO,mCATI,IAAI,WAEJ,OAAO,sDAEN,QAAQ,CAAC,QAAQ,GAAC,IAAI,CAAC,CAAC,CA8CnC"}
@@ -1,90 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.playwrightUtils = exports.gotoExtended = void 0;
4
- const tslib_1 = require("tslib");
5
- const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
6
- const underscore_1 = (0, tslib_1.__importDefault)(require("underscore"));
7
- const utils_log_1 = (0, tslib_1.__importDefault)(require("./utils_log"));
8
- const validators_1 = require("./validators");
9
- /**
10
- * Extended version of Playwright's `page.goto()` allowing to perform requests with HTTP method other than GET,
11
- * with custom headers and POST payload. URL, method, headers and payload are taken from
12
- * request parameter that must be an instance of Apify.Request class.
13
- *
14
- * *NOTE:* In recent versions of Playwright using requests other than GET, overriding headers and adding payloads disables
15
- * browser cache which degrades performance.
16
- *
17
- * @param {Page} page
18
- * Puppeteer [`Page`](https://playwright.dev/docs/api/class-page) object.
19
- * @param {Request} request
20
- * @param {DirectNavigationOptions} [gotoOptions] Custom options for `page.goto()`.
21
- * @return {Promise<(Response|null)>}
22
- *
23
- * @memberOf playwright
24
- * @name gotoExtended
25
- */
26
- const gotoExtended = async (page, request, gotoOptions = {}) => {
27
- (0, ow_1.default)(page, ow_1.default.object.validate(validators_1.validators.browserPage));
28
- (0, ow_1.default)(request, ow_1.default.object.partialShape({
29
- url: ow_1.default.string.url,
30
- method: ow_1.default.optional.string,
31
- headers: ow_1.default.optional.object,
32
- payload: ow_1.default.optional.any(ow_1.default.string, ow_1.default.buffer),
33
- }));
34
- (0, ow_1.default)(gotoOptions, ow_1.default.object);
35
- const { url, method, headers, payload } = request;
36
- if (method !== 'GET' || payload || !underscore_1.default.isEmpty(headers)) {
37
- // This is not deprecated, we use it to log only once.
38
- utils_log_1.default.deprecated('Using other request methods than GET, rewriting headers and adding payloads has a high impact on performance '
39
- + 'in recent versions of Playwright. Use only when necessary.');
40
- let wasCalled = false;
41
- const interceptRequestHandler = async (route) => {
42
- try {
43
- // We want to ensure that this won't get executed again in a case that there is a subsequent request
44
- // for example for some asset file link from main HTML.
45
- if (wasCalled) {
46
- return await route.continue();
47
- }
48
- wasCalled = true;
49
- const overrides = {};
50
- if (method !== 'GET')
51
- overrides.method = method;
52
- if (payload)
53
- overrides.postData = payload;
54
- if (!underscore_1.default.isEmpty(headers))
55
- overrides.headers = headers;
56
- await route.continue(overrides);
57
- }
58
- catch (error) {
59
- utils_log_1.default.debug('Error inside request interceptor', { error });
60
- }
61
- };
62
- await page.route('**/*', interceptRequestHandler);
63
- }
64
- return page.goto(url, gotoOptions);
65
- };
66
- exports.gotoExtended = gotoExtended;
67
- /**
68
- * A namespace that contains various utilities for
69
- * [Playwright](https://github.com/microsoft/playwright) - the headless Chrome Node API.
70
- *
71
- * **Example usage:**
72
- *
73
- * ```javascript
74
- * const Apify = require('apify');
75
- * const { playwright } = Apify.utils;
76
- *
77
- * // Navigate to https://www.example.com in Playwright with a POST request
78
- * const browser = await Apify.launchPlaywright();
79
- * const page = await browser.newPage();
80
- * await playwright.gotoExtended(page, {
81
- * url: 'https://example.com,
82
- * method: 'POST',
83
- * });
84
- * ```
85
- * @namespace playwright
86
- */
87
- exports.playwrightUtils = {
88
- gotoExtended: exports.gotoExtended,
89
- };
90
- //# sourceMappingURL=playwright_utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"playwright_utils.js","sourceRoot":"","sources":["../src/playwright_utils.js"],"names":[],"mappings":";;;;AAAA,yDAAoB;AACpB,yEAA2B;AAE3B,yEAA8B;AAC9B,6CAA0C;AAQ1C;;;;;;;;;;;;;;;;GAgBG;AACI,MAAM,YAAY,GAAG,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,GAAG,EAAE,EAAE,EAAE;IAClE,IAAA,YAAE,EAAC,IAAI,EAAE,YAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,YAAY,CAAC;QAC/B,GAAG,EAAE,YAAE,CAAC,MAAM,CAAC,GAAG;QAClB,MAAM,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC1B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;QAC3B,OAAO,EAAE,YAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAE,CAAC,MAAM,EAAE,YAAE,CAAC,MAAM,CAAC;KACjD,CAAC,CAAC,CAAC;IACJ,IAAA,YAAE,EAAC,WAAW,EAAE,YAAE,CAAC,MAAM,CAAC,CAAC;IAE3B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAElD,IAAI,MAAM,KAAK,KAAK,IAAI,OAAO,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QACpD,sDAAsD;QACtD,mBAAG,CAAC,UAAU,CAAC,+GAA+G;cACxH,4DAA4D,CAAC,CAAC;QACpE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,uBAAuB,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE;YAC5C,IAAI;gBACA,oGAAoG;gBACpG,uDAAuD;gBACvD,IAAI,SAAS,EAAE;oBACX,OAAO,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;iBACjC;gBAED,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM,SAAS,GAAG,EAAE,CAAC;gBAErB,IAAI,MAAM,KAAK,KAAK;oBAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;gBAChD,IAAI,OAAO;oBAAE,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;gBAC1C,IAAI,CAAC,oBAAC,CAAC,OAAO,CAAC,OAAO,CAAC;oBAAE,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC;gBACrD,MAAM,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aACnC;YAAC,OAAO,KAAK,EAAE;gBACZ,mBAAG,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;aAC5D;QACL,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;KACrD;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;AACvC,CAAC,CAAC;AAzCW,QAAA,YAAY,gBAyCvB;AAEF;;;;;;;;;;;;;;;;;;;GAmBG;AACU,QAAA,eAAe,GAAG;IAC3B,YAAY,EAAZ,oBAAY;CACf,CAAC"}