@nimble-way/nimble-js 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (352) hide show
  1. package/CHANGELOG.md +164 -0
  2. package/LICENSE +201 -0
  3. package/README.md +370 -0
  4. package/api-promise.d.mts +2 -0
  5. package/api-promise.d.mts.map +1 -0
  6. package/api-promise.d.ts +2 -0
  7. package/api-promise.d.ts.map +1 -0
  8. package/api-promise.js +6 -0
  9. package/api-promise.js.map +1 -0
  10. package/api-promise.mjs +2 -0
  11. package/api-promise.mjs.map +1 -0
  12. package/client.d.mts +239 -0
  13. package/client.d.mts.map +1 -0
  14. package/client.d.ts +239 -0
  15. package/client.d.ts.map +1 -0
  16. package/client.js +530 -0
  17. package/client.js.map +1 -0
  18. package/client.mjs +526 -0
  19. package/client.mjs.map +1 -0
  20. package/core/api-promise.d.mts +46 -0
  21. package/core/api-promise.d.mts.map +1 -0
  22. package/core/api-promise.d.ts +46 -0
  23. package/core/api-promise.d.ts.map +1 -0
  24. package/core/api-promise.js +74 -0
  25. package/core/api-promise.js.map +1 -0
  26. package/core/api-promise.mjs +70 -0
  27. package/core/api-promise.mjs.map +1 -0
  28. package/core/error.d.mts +46 -0
  29. package/core/error.d.mts.map +1 -0
  30. package/core/error.d.ts +46 -0
  31. package/core/error.d.ts.map +1 -0
  32. package/core/error.js +113 -0
  33. package/core/error.js.map +1 -0
  34. package/core/error.mjs +97 -0
  35. package/core/error.mjs.map +1 -0
  36. package/core/resource.d.mts +6 -0
  37. package/core/resource.d.mts.map +1 -0
  38. package/core/resource.d.ts +6 -0
  39. package/core/resource.d.ts.map +1 -0
  40. package/core/resource.js +11 -0
  41. package/core/resource.js.map +1 -0
  42. package/core/resource.mjs +7 -0
  43. package/core/resource.mjs.map +1 -0
  44. package/core/uploads.d.mts +3 -0
  45. package/core/uploads.d.mts.map +1 -0
  46. package/core/uploads.d.ts +3 -0
  47. package/core/uploads.d.ts.map +1 -0
  48. package/core/uploads.js +6 -0
  49. package/core/uploads.js.map +1 -0
  50. package/core/uploads.mjs +2 -0
  51. package/core/uploads.mjs.map +1 -0
  52. package/error.d.mts +2 -0
  53. package/error.d.mts.map +1 -0
  54. package/error.d.ts +2 -0
  55. package/error.d.ts.map +1 -0
  56. package/error.js +6 -0
  57. package/error.js.map +1 -0
  58. package/error.mjs +2 -0
  59. package/error.mjs.map +1 -0
  60. package/index.d.mts +6 -0
  61. package/index.d.mts.map +1 -0
  62. package/index.d.ts +6 -0
  63. package/index.d.ts.map +1 -0
  64. package/index.js +30 -0
  65. package/index.js.map +1 -0
  66. package/index.mjs +7 -0
  67. package/index.mjs.map +1 -0
  68. package/internal/builtin-types.d.mts +73 -0
  69. package/internal/builtin-types.d.mts.map +1 -0
  70. package/internal/builtin-types.d.ts +73 -0
  71. package/internal/builtin-types.d.ts.map +1 -0
  72. package/internal/builtin-types.js +4 -0
  73. package/internal/builtin-types.js.map +1 -0
  74. package/internal/builtin-types.mjs +3 -0
  75. package/internal/builtin-types.mjs.map +1 -0
  76. package/internal/detect-platform.d.mts +15 -0
  77. package/internal/detect-platform.d.mts.map +1 -0
  78. package/internal/detect-platform.d.ts +15 -0
  79. package/internal/detect-platform.d.ts.map +1 -0
  80. package/internal/detect-platform.js +162 -0
  81. package/internal/detect-platform.js.map +1 -0
  82. package/internal/detect-platform.mjs +157 -0
  83. package/internal/detect-platform.mjs.map +1 -0
  84. package/internal/errors.d.mts +3 -0
  85. package/internal/errors.d.mts.map +1 -0
  86. package/internal/errors.d.ts +3 -0
  87. package/internal/errors.d.ts.map +1 -0
  88. package/internal/errors.js +41 -0
  89. package/internal/errors.js.map +1 -0
  90. package/internal/errors.mjs +36 -0
  91. package/internal/errors.mjs.map +1 -0
  92. package/internal/headers.d.mts +20 -0
  93. package/internal/headers.d.mts.map +1 -0
  94. package/internal/headers.d.ts +20 -0
  95. package/internal/headers.d.ts.map +1 -0
  96. package/internal/headers.js +79 -0
  97. package/internal/headers.js.map +1 -0
  98. package/internal/headers.mjs +74 -0
  99. package/internal/headers.mjs.map +1 -0
  100. package/internal/parse.d.mts +12 -0
  101. package/internal/parse.d.mts.map +1 -0
  102. package/internal/parse.d.ts +12 -0
  103. package/internal/parse.d.ts.map +1 -0
  104. package/internal/parse.js +40 -0
  105. package/internal/parse.js.map +1 -0
  106. package/internal/parse.mjs +37 -0
  107. package/internal/parse.mjs.map +1 -0
  108. package/internal/request-options.d.mts +75 -0
  109. package/internal/request-options.d.mts.map +1 -0
  110. package/internal/request-options.d.ts +75 -0
  111. package/internal/request-options.d.ts.map +1 -0
  112. package/internal/request-options.js +14 -0
  113. package/internal/request-options.js.map +1 -0
  114. package/internal/request-options.mjs +10 -0
  115. package/internal/request-options.mjs.map +1 -0
  116. package/internal/shim-types.d.mts +17 -0
  117. package/internal/shim-types.d.mts.map +1 -0
  118. package/internal/shim-types.d.ts +17 -0
  119. package/internal/shim-types.d.ts.map +1 -0
  120. package/internal/shim-types.js +4 -0
  121. package/internal/shim-types.js.map +1 -0
  122. package/internal/shim-types.mjs +3 -0
  123. package/internal/shim-types.mjs.map +1 -0
  124. package/internal/shims.d.mts +20 -0
  125. package/internal/shims.d.mts.map +1 -0
  126. package/internal/shims.d.ts +20 -0
  127. package/internal/shims.d.ts.map +1 -0
  128. package/internal/shims.js +92 -0
  129. package/internal/shims.js.map +1 -0
  130. package/internal/shims.mjs +85 -0
  131. package/internal/shims.mjs.map +1 -0
  132. package/internal/to-file.d.mts +45 -0
  133. package/internal/to-file.d.mts.map +1 -0
  134. package/internal/to-file.d.ts +45 -0
  135. package/internal/to-file.d.ts.map +1 -0
  136. package/internal/to-file.js +91 -0
  137. package/internal/to-file.js.map +1 -0
  138. package/internal/to-file.mjs +88 -0
  139. package/internal/to-file.mjs.map +1 -0
  140. package/internal/tslib.js +81 -0
  141. package/internal/tslib.mjs +17 -0
  142. package/internal/types.d.mts +69 -0
  143. package/internal/types.d.mts.map +1 -0
  144. package/internal/types.d.ts +69 -0
  145. package/internal/types.d.ts.map +1 -0
  146. package/internal/types.js +4 -0
  147. package/internal/types.js.map +1 -0
  148. package/internal/types.mjs +3 -0
  149. package/internal/types.mjs.map +1 -0
  150. package/internal/uploads.d.mts +42 -0
  151. package/internal/uploads.d.mts.map +1 -0
  152. package/internal/uploads.d.ts +42 -0
  153. package/internal/uploads.d.ts.map +1 -0
  154. package/internal/uploads.js +141 -0
  155. package/internal/uploads.js.map +1 -0
  156. package/internal/uploads.mjs +131 -0
  157. package/internal/uploads.mjs.map +1 -0
  158. package/internal/utils/base64.d.mts +3 -0
  159. package/internal/utils/base64.d.mts.map +1 -0
  160. package/internal/utils/base64.d.ts +3 -0
  161. package/internal/utils/base64.d.ts.map +1 -0
  162. package/internal/utils/base64.js +38 -0
  163. package/internal/utils/base64.js.map +1 -0
  164. package/internal/utils/base64.mjs +33 -0
  165. package/internal/utils/base64.mjs.map +1 -0
  166. package/internal/utils/bytes.d.mts +4 -0
  167. package/internal/utils/bytes.d.mts.map +1 -0
  168. package/internal/utils/bytes.d.ts +4 -0
  169. package/internal/utils/bytes.d.ts.map +1 -0
  170. package/internal/utils/bytes.js +31 -0
  171. package/internal/utils/bytes.js.map +1 -0
  172. package/internal/utils/bytes.mjs +26 -0
  173. package/internal/utils/bytes.mjs.map +1 -0
  174. package/internal/utils/env.d.mts +9 -0
  175. package/internal/utils/env.d.mts.map +1 -0
  176. package/internal/utils/env.d.ts +9 -0
  177. package/internal/utils/env.d.ts.map +1 -0
  178. package/internal/utils/env.js +22 -0
  179. package/internal/utils/env.js.map +1 -0
  180. package/internal/utils/env.mjs +18 -0
  181. package/internal/utils/env.mjs.map +1 -0
  182. package/internal/utils/log.d.mts +37 -0
  183. package/internal/utils/log.d.mts.map +1 -0
  184. package/internal/utils/log.d.ts +37 -0
  185. package/internal/utils/log.d.ts.map +1 -0
  186. package/internal/utils/log.js +85 -0
  187. package/internal/utils/log.js.map +1 -0
  188. package/internal/utils/log.mjs +79 -0
  189. package/internal/utils/log.mjs.map +1 -0
  190. package/internal/utils/path.d.mts +15 -0
  191. package/internal/utils/path.d.mts.map +1 -0
  192. package/internal/utils/path.d.ts +15 -0
  193. package/internal/utils/path.d.ts.map +1 -0
  194. package/internal/utils/path.js +79 -0
  195. package/internal/utils/path.js.map +1 -0
  196. package/internal/utils/path.mjs +74 -0
  197. package/internal/utils/path.mjs.map +1 -0
  198. package/internal/utils/sleep.d.mts +2 -0
  199. package/internal/utils/sleep.d.mts.map +1 -0
  200. package/internal/utils/sleep.d.ts +2 -0
  201. package/internal/utils/sleep.d.ts.map +1 -0
  202. package/internal/utils/sleep.js +7 -0
  203. package/internal/utils/sleep.js.map +1 -0
  204. package/internal/utils/sleep.mjs +3 -0
  205. package/internal/utils/sleep.mjs.map +1 -0
  206. package/internal/utils/uuid.d.mts +5 -0
  207. package/internal/utils/uuid.d.mts.map +1 -0
  208. package/internal/utils/uuid.d.ts +5 -0
  209. package/internal/utils/uuid.d.ts.map +1 -0
  210. package/internal/utils/uuid.js +19 -0
  211. package/internal/utils/uuid.js.map +1 -0
  212. package/internal/utils/uuid.mjs +15 -0
  213. package/internal/utils/uuid.mjs.map +1 -0
  214. package/internal/utils/values.d.mts +18 -0
  215. package/internal/utils/values.d.mts.map +1 -0
  216. package/internal/utils/values.d.ts +18 -0
  217. package/internal/utils/values.d.ts.map +1 -0
  218. package/internal/utils/values.js +112 -0
  219. package/internal/utils/values.js.map +1 -0
  220. package/internal/utils/values.mjs +94 -0
  221. package/internal/utils/values.mjs.map +1 -0
  222. package/internal/utils.d.mts +7 -0
  223. package/internal/utils.d.mts.map +1 -0
  224. package/internal/utils.d.ts +7 -0
  225. package/internal/utils.d.ts.map +1 -0
  226. package/internal/utils.js +11 -0
  227. package/internal/utils.js.map +1 -0
  228. package/internal/utils.mjs +8 -0
  229. package/internal/utils.mjs.map +1 -0
  230. package/package.json +137 -0
  231. package/resource.d.mts +2 -0
  232. package/resource.d.mts.map +1 -0
  233. package/resource.d.ts +2 -0
  234. package/resource.d.ts.map +1 -0
  235. package/resource.js +6 -0
  236. package/resource.js.map +1 -0
  237. package/resource.mjs +2 -0
  238. package/resource.mjs.map +1 -0
  239. package/resources/agent.d.mts +356 -0
  240. package/resources/agent.d.mts.map +1 -0
  241. package/resources/agent.d.ts +356 -0
  242. package/resources/agent.d.ts.map +1 -0
  243. package/resources/agent.js +34 -0
  244. package/resources/agent.js.map +1 -0
  245. package/resources/agent.mjs +30 -0
  246. package/resources/agent.mjs.map +1 -0
  247. package/resources/crawl.d.mts +465 -0
  248. package/resources/crawl.d.mts.map +1 -0
  249. package/resources/crawl.d.ts +465 -0
  250. package/resources/crawl.d.ts.map +1 -0
  251. package/resources/crawl.js +34 -0
  252. package/resources/crawl.js.map +1 -0
  253. package/resources/crawl.mjs +30 -0
  254. package/resources/crawl.mjs.map +1 -0
  255. package/resources/index.d.mts +6 -0
  256. package/resources/index.d.mts.map +1 -0
  257. package/resources/index.d.ts +6 -0
  258. package/resources/index.d.ts.map +1 -0
  259. package/resources/index.js +13 -0
  260. package/resources/index.js.map +1 -0
  261. package/resources/index.mjs +6 -0
  262. package/resources/index.mjs.map +1 -0
  263. package/resources/shared.d.mts +452 -0
  264. package/resources/shared.d.mts.map +1 -0
  265. package/resources/shared.d.ts +452 -0
  266. package/resources/shared.d.ts.map +1 -0
  267. package/resources/shared.js +4 -0
  268. package/resources/shared.js.map +1 -0
  269. package/resources/shared.mjs +3 -0
  270. package/resources/shared.mjs.map +1 -0
  271. package/resources/tasks.d.mts +183 -0
  272. package/resources/tasks.d.mts.map +1 -0
  273. package/resources/tasks.d.ts +183 -0
  274. package/resources/tasks.d.ts.map +1 -0
  275. package/resources/tasks.js +28 -0
  276. package/resources/tasks.js.map +1 -0
  277. package/resources/tasks.mjs +24 -0
  278. package/resources/tasks.mjs.map +1 -0
  279. package/resources/top-level.d.mts +847 -0
  280. package/resources/top-level.d.mts.map +1 -0
  281. package/resources/top-level.d.ts +847 -0
  282. package/resources/top-level.d.ts.map +1 -0
  283. package/resources/top-level.js +4 -0
  284. package/resources/top-level.js.map +1 -0
  285. package/resources/top-level.mjs +3 -0
  286. package/resources/top-level.mjs.map +1 -0
  287. package/resources.d.mts +2 -0
  288. package/resources.d.mts.map +1 -0
  289. package/resources.d.ts +2 -0
  290. package/resources.d.ts.map +1 -0
  291. package/resources.js +5 -0
  292. package/resources.js.map +1 -0
  293. package/resources.mjs +2 -0
  294. package/resources.mjs.map +1 -0
  295. package/src/api-promise.ts +2 -0
  296. package/src/client.ts +893 -0
  297. package/src/core/README.md +3 -0
  298. package/src/core/api-promise.ts +92 -0
  299. package/src/core/error.ts +130 -0
  300. package/src/core/resource.ts +11 -0
  301. package/src/core/uploads.ts +2 -0
  302. package/src/error.ts +2 -0
  303. package/src/index.ts +22 -0
  304. package/src/internal/README.md +3 -0
  305. package/src/internal/builtin-types.ts +93 -0
  306. package/src/internal/detect-platform.ts +196 -0
  307. package/src/internal/errors.ts +33 -0
  308. package/src/internal/headers.ts +97 -0
  309. package/src/internal/parse.ts +56 -0
  310. package/src/internal/request-options.ts +91 -0
  311. package/src/internal/shim-types.ts +26 -0
  312. package/src/internal/shims.ts +107 -0
  313. package/src/internal/to-file.ts +154 -0
  314. package/src/internal/types.ts +95 -0
  315. package/src/internal/uploads.ts +187 -0
  316. package/src/internal/utils/base64.ts +40 -0
  317. package/src/internal/utils/bytes.ts +32 -0
  318. package/src/internal/utils/env.ts +18 -0
  319. package/src/internal/utils/log.ts +126 -0
  320. package/src/internal/utils/path.ts +88 -0
  321. package/src/internal/utils/sleep.ts +3 -0
  322. package/src/internal/utils/uuid.ts +17 -0
  323. package/src/internal/utils/values.ts +105 -0
  324. package/src/internal/utils.ts +8 -0
  325. package/src/lib/.keep +4 -0
  326. package/src/resource.ts +2 -0
  327. package/src/resources/agent.ts +548 -0
  328. package/src/resources/crawl.ts +1493 -0
  329. package/src/resources/index.ts +39 -0
  330. package/src/resources/shared.ts +816 -0
  331. package/src/resources/tasks.ts +240 -0
  332. package/src/resources/top-level.ts +3665 -0
  333. package/src/resources.ts +1 -0
  334. package/src/tsconfig.json +11 -0
  335. package/src/uploads.ts +2 -0
  336. package/src/version.ts +1 -0
  337. package/uploads.d.mts +2 -0
  338. package/uploads.d.mts.map +1 -0
  339. package/uploads.d.ts +2 -0
  340. package/uploads.d.ts.map +1 -0
  341. package/uploads.js +6 -0
  342. package/uploads.js.map +1 -0
  343. package/uploads.mjs +2 -0
  344. package/uploads.mjs.map +1 -0
  345. package/version.d.mts +2 -0
  346. package/version.d.mts.map +1 -0
  347. package/version.d.ts +2 -0
  348. package/version.d.ts.map +1 -0
  349. package/version.js +5 -0
  350. package/version.js.map +1 -0
  351. package/version.mjs +2 -0
  352. package/version.mjs.map +1 -0
@@ -0,0 +1,1493 @@
1
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ import { APIResource } from '../core/resource';
4
+ import * as Shared from './shared';
5
+ import { APIPromise } from '../core/api-promise';
6
+ import { RequestOptions } from '../internal/request-options';
7
+ import { path } from '../internal/utils/path';
8
+
9
+ export class Crawl extends APIResource {
10
+ /**
11
+ * Crawl by Filter
12
+ */
13
+ list(
14
+ query: CrawlListParams | null | undefined = {},
15
+ options?: RequestOptions,
16
+ ): APIPromise<CrawlListResponse> {
17
+ return this._client.get('/v1/crawl', { query, ...options });
18
+ }
19
+
20
+ /**
21
+ * Create crawl task
22
+ */
23
+ run(body: CrawlRunParams, options?: RequestOptions): APIPromise<CrawlRunResponse> {
24
+ return this._client.post('/v1/crawl', { body, ...options });
25
+ }
26
+
27
+ /**
28
+ * Get crawl data
29
+ */
30
+ status(id: string, options?: RequestOptions): APIPromise<CrawlStatusResponse> {
31
+ return this._client.get(path`/v1/crawl/${id}`, options);
32
+ }
33
+
34
+ /**
35
+ * Cancel Crawl
36
+ */
37
+ terminate(id: string, options?: RequestOptions): APIPromise<CrawlTerminateResponse> {
38
+ return this._client.delete(path`/v1/crawl/${id}`, options);
39
+ }
40
+ }
41
+
42
+ /**
43
+ * Successful get crawl response
44
+ */
45
+ export interface CrawlListResponse {
46
+ data: Array<CrawlListResponse.Data>;
47
+
48
+ pagination: CrawlListResponse.Pagination;
49
+ }
50
+
51
+ export namespace CrawlListResponse {
52
+ /**
53
+ * Crawl API response
54
+ */
55
+ export interface Data {
56
+ account_name: string;
57
+
58
+ crawl_id: string;
59
+
60
+ crawl_options: Data.CrawlOptions;
61
+
62
+ created_at: string | { [key: string]: unknown };
63
+
64
+ status: 'queued' | 'running' | 'succeeded' | 'failed' | 'canceled';
65
+
66
+ updated_at: string | { [key: string]: unknown };
67
+
68
+ url: string;
69
+
70
+ completed?: number;
71
+
72
+ completed_at?: string | { [key: string]: unknown } | null;
73
+
74
+ extract_options?: { [key: string]: unknown } | null;
75
+
76
+ failed?: number;
77
+
78
+ name?: string | null;
79
+
80
+ pending?: number;
81
+
82
+ tasks?: Array<Data.Task>;
83
+
84
+ total?: number;
85
+ }
86
+
87
+ export namespace Data {
88
+ export interface CrawlOptions {
89
+ allow_external_links: boolean;
90
+
91
+ allow_subdomains: boolean;
92
+
93
+ crawl_entire_domain: boolean;
94
+
95
+ ignore_query_parameters: boolean;
96
+
97
+ limit: number;
98
+
99
+ max_discovery_depth: number;
100
+
101
+ sitemap: 'skip' | 'include' | 'only';
102
+
103
+ callback?: CrawlOptions.UnionMember0 | string;
104
+
105
+ exclude_paths?: Array<string>;
106
+
107
+ include_paths?: Array<string>;
108
+
109
+ [k: string]: unknown;
110
+ }
111
+
112
+ export namespace CrawlOptions {
113
+ export interface UnionMember0 {
114
+ url: string;
115
+
116
+ events?: Array<'started' | 'page' | 'completed' | 'failed'>;
117
+
118
+ headers?: { [key: string]: string };
119
+
120
+ metadata?: { [key: string]: unknown };
121
+ }
122
+ }
123
+
124
+ export interface Task {
125
+ status: 'pending' | 'completed' | 'failed';
126
+
127
+ task_id: string;
128
+
129
+ created_at?: string;
130
+
131
+ updated_at?: string;
132
+ }
133
+ }
134
+
135
+ export interface Pagination {
136
+ has_next: boolean;
137
+
138
+ next_cursor?: string | null;
139
+
140
+ total?: number;
141
+ }
142
+ }
143
+
144
+ /**
145
+ * Crawl API response
146
+ */
147
+ export interface CrawlRunResponse {
148
+ account_name: string;
149
+
150
+ crawl_id: string;
151
+
152
+ crawl_options: CrawlRunResponse.CrawlOptions;
153
+
154
+ created_at: string | { [key: string]: unknown };
155
+
156
+ status: 'queued' | 'running' | 'succeeded' | 'failed' | 'canceled';
157
+
158
+ updated_at: string | { [key: string]: unknown };
159
+
160
+ url: string;
161
+
162
+ completed?: number;
163
+
164
+ completed_at?: string | { [key: string]: unknown } | null;
165
+
166
+ extract_options?: { [key: string]: unknown } | null;
167
+
168
+ failed?: number;
169
+
170
+ name?: string | null;
171
+
172
+ pending?: number;
173
+
174
+ tasks?: Array<CrawlRunResponse.Task>;
175
+
176
+ total?: number;
177
+ }
178
+
179
+ export namespace CrawlRunResponse {
180
+ export interface CrawlOptions {
181
+ allow_external_links: boolean;
182
+
183
+ allow_subdomains: boolean;
184
+
185
+ crawl_entire_domain: boolean;
186
+
187
+ ignore_query_parameters: boolean;
188
+
189
+ limit: number;
190
+
191
+ max_discovery_depth: number;
192
+
193
+ sitemap: 'skip' | 'include' | 'only';
194
+
195
+ callback?: CrawlOptions.UnionMember0 | string;
196
+
197
+ exclude_paths?: Array<string>;
198
+
199
+ include_paths?: Array<string>;
200
+
201
+ [k: string]: unknown;
202
+ }
203
+
204
+ export namespace CrawlOptions {
205
+ export interface UnionMember0 {
206
+ url: string;
207
+
208
+ events?: Array<'started' | 'page' | 'completed' | 'failed'>;
209
+
210
+ headers?: { [key: string]: string };
211
+
212
+ metadata?: { [key: string]: unknown };
213
+ }
214
+ }
215
+
216
+ export interface Task {
217
+ status: 'pending' | 'completed' | 'failed';
218
+
219
+ task_id: string;
220
+
221
+ created_at?: string;
222
+
223
+ updated_at?: string;
224
+ }
225
+ }
226
+
227
+ /**
228
+ * Crawl API response
229
+ */
230
+ export interface CrawlStatusResponse {
231
+ account_name: string;
232
+
233
+ crawl_id: string;
234
+
235
+ crawl_options: CrawlStatusResponse.CrawlOptions;
236
+
237
+ created_at: string | { [key: string]: unknown };
238
+
239
+ status: 'queued' | 'running' | 'succeeded' | 'failed' | 'canceled';
240
+
241
+ updated_at: string | { [key: string]: unknown };
242
+
243
+ url: string;
244
+
245
+ completed?: number;
246
+
247
+ completed_at?: string | { [key: string]: unknown } | null;
248
+
249
+ extract_options?: { [key: string]: unknown } | null;
250
+
251
+ failed?: number;
252
+
253
+ name?: string | null;
254
+
255
+ pending?: number;
256
+
257
+ tasks?: Array<CrawlStatusResponse.Task>;
258
+
259
+ total?: number;
260
+ }
261
+
262
+ export namespace CrawlStatusResponse {
263
+ export interface CrawlOptions {
264
+ allow_external_links: boolean;
265
+
266
+ allow_subdomains: boolean;
267
+
268
+ crawl_entire_domain: boolean;
269
+
270
+ ignore_query_parameters: boolean;
271
+
272
+ limit: number;
273
+
274
+ max_discovery_depth: number;
275
+
276
+ sitemap: 'skip' | 'include' | 'only';
277
+
278
+ callback?: CrawlOptions.UnionMember0 | string;
279
+
280
+ exclude_paths?: Array<string>;
281
+
282
+ include_paths?: Array<string>;
283
+
284
+ [k: string]: unknown;
285
+ }
286
+
287
+ export namespace CrawlOptions {
288
+ export interface UnionMember0 {
289
+ url: string;
290
+
291
+ events?: Array<'started' | 'page' | 'completed' | 'failed'>;
292
+
293
+ headers?: { [key: string]: string };
294
+
295
+ metadata?: { [key: string]: unknown };
296
+ }
297
+ }
298
+
299
+ export interface Task {
300
+ status: 'pending' | 'completed' | 'failed';
301
+
302
+ task_id: string;
303
+
304
+ created_at?: string;
305
+
306
+ updated_at?: string;
307
+ }
308
+ }
309
+
310
+ export interface CrawlTerminateResponse {
311
+ status: 'canceled';
312
+ }
313
+
314
+ export interface CrawlListParams {
315
+ /**
316
+ * Cursor for pagination.
317
+ */
318
+ cursor?: string | null;
319
+
320
+ /**
321
+ * Number of crawls to return per page.
322
+ */
323
+ limit?: number;
324
+
325
+ /**
326
+ * Filter crawls by their status.
327
+ */
328
+ status?: 'queued' | 'running' | 'succeeded' | 'failed' | 'canceled' | 'all';
329
+ }
330
+
331
+ export interface CrawlRunParams {
332
+ /**
333
+ * Url to crawl.
334
+ */
335
+ url: string;
336
+
337
+ /**
338
+ * Allows the crawler to follow links to external websites.
339
+ */
340
+ allow_external_links?: boolean;
341
+
342
+ /**
343
+ * Allows the crawler to follow links to subdomains of the main domain.
344
+ */
345
+ allow_subdomains?: boolean;
346
+
347
+ /**
348
+ * Webhook configuration for receiving crawl results.
349
+ */
350
+ callback?: CrawlRunParams.UnionMember0 | string;
351
+
352
+ /**
353
+ * Allows the crawler to follow internal links to sibling or parent URLs, not just
354
+ * child paths.
355
+ */
356
+ crawl_entire_domain?: boolean;
357
+
358
+ /**
359
+ * URL pathname regex patterns that exclude matching URLs from the crawl.
360
+ */
361
+ exclude_paths?: Array<string>;
362
+
363
+ extract_options?: CrawlRunParams.ExtractOptions;
364
+
365
+ /**
366
+ * Do not re-scrape the same path with different (or none) query parameters.
367
+ */
368
+ ignore_query_parameters?: boolean;
369
+
370
+ /**
371
+ * URL pathname regex patterns that include matching URLs in the crawl.
372
+ */
373
+ include_paths?: Array<string>;
374
+
375
+ /**
376
+ * Maximum number of pages to crawl.
377
+ */
378
+ limit?: number;
379
+
380
+ /**
381
+ * Maximum depth to crawl based on discovery order.
382
+ */
383
+ max_discovery_depth?: number;
384
+
385
+ /**
386
+ * Name of the crawl.
387
+ */
388
+ name?: string;
389
+
390
+ /**
391
+ * Sitemap and other methods will be used together to find URLs.
392
+ */
393
+ sitemap?: 'skip' | 'include' | 'only';
394
+ }
395
+
396
+ export namespace CrawlRunParams {
397
+ export interface UnionMember0 {
398
+ url: string;
399
+
400
+ events?: Array<'started' | 'page' | 'completed' | 'failed'>;
401
+
402
+ headers?: { [key: string]: string };
403
+
404
+ metadata?: { [key: string]: unknown };
405
+ }
406
+
407
+ export interface ExtractOptions {
408
+ /**
409
+ * Browser type to emulate
410
+ */
411
+ browser?: 'chrome' | 'firefox' | ExtractOptions.UnionMember1;
412
+
413
+ /**
414
+ * Array of browser automation actions to execute sequentially
415
+ */
416
+ browser_actions?: Array<
417
+ | Shared.AutoScrollAction
418
+ | Shared.ClickAction
419
+ | Shared.EvalAction
420
+ | Shared.FetchAction
421
+ | Shared.FillAction
422
+ | Shared.GetCookiesAction
423
+ | Shared.GotoAction
424
+ | Shared.PressAction
425
+ | Shared.ScreenshotAction
426
+ | Shared.ScrollAction
427
+ | Shared.WaitAction
428
+ | Shared.WaitForElementAction
429
+ | Shared.WaitForNavigationAction
430
+ >;
431
+
432
+ /**
433
+ * City for geolocation
434
+ */
435
+ city?: string;
436
+
437
+ /**
438
+ * Whether to automatically handle cookie consent headers
439
+ */
440
+ consent_header?: boolean;
441
+
442
+ /**
443
+ * Browser cookies as array of cookie objects
444
+ */
445
+ cookies?: Array<ExtractOptions.UnionMember0> | string;
446
+
447
+ /**
448
+ * Country code for geolocation and proxy selection
449
+ */
450
+ country?:
451
+ | 'AD'
452
+ | 'AE'
453
+ | 'AF'
454
+ | 'AG'
455
+ | 'AI'
456
+ | 'AL'
457
+ | 'AM'
458
+ | 'AO'
459
+ | 'AQ'
460
+ | 'AR'
461
+ | 'AS'
462
+ | 'AT'
463
+ | 'AU'
464
+ | 'AW'
465
+ | 'AX'
466
+ | 'AZ'
467
+ | 'BA'
468
+ | 'BB'
469
+ | 'BD'
470
+ | 'BE'
471
+ | 'BF'
472
+ | 'BG'
473
+ | 'BH'
474
+ | 'BI'
475
+ | 'BJ'
476
+ | 'BL'
477
+ | 'BM'
478
+ | 'BN'
479
+ | 'BO'
480
+ | 'BQ'
481
+ | 'BR'
482
+ | 'BS'
483
+ | 'BT'
484
+ | 'BV'
485
+ | 'BW'
486
+ | 'BY'
487
+ | 'BZ'
488
+ | 'CA'
489
+ | 'CC'
490
+ | 'CD'
491
+ | 'CF'
492
+ | 'CG'
493
+ | 'CH'
494
+ | 'CI'
495
+ | 'CK'
496
+ | 'CL'
497
+ | 'CM'
498
+ | 'CN'
499
+ | 'CO'
500
+ | 'CR'
501
+ | 'CU'
502
+ | 'CV'
503
+ | 'CW'
504
+ | 'CX'
505
+ | 'CY'
506
+ | 'CZ'
507
+ | 'DE'
508
+ | 'DJ'
509
+ | 'DK'
510
+ | 'DM'
511
+ | 'DO'
512
+ | 'DZ'
513
+ | 'EC'
514
+ | 'EE'
515
+ | 'EG'
516
+ | 'EH'
517
+ | 'ER'
518
+ | 'ES'
519
+ | 'ET'
520
+ | 'FI'
521
+ | 'FJ'
522
+ | 'FK'
523
+ | 'FM'
524
+ | 'FO'
525
+ | 'FR'
526
+ | 'GA'
527
+ | 'GB'
528
+ | 'GD'
529
+ | 'GE'
530
+ | 'GF'
531
+ | 'GG'
532
+ | 'GH'
533
+ | 'GI'
534
+ | 'GL'
535
+ | 'GM'
536
+ | 'GN'
537
+ | 'GP'
538
+ | 'GQ'
539
+ | 'GR'
540
+ | 'GS'
541
+ | 'GT'
542
+ | 'GU'
543
+ | 'GW'
544
+ | 'GY'
545
+ | 'HK'
546
+ | 'HM'
547
+ | 'HN'
548
+ | 'HR'
549
+ | 'HT'
550
+ | 'HU'
551
+ | 'ID'
552
+ | 'IE'
553
+ | 'IL'
554
+ | 'IM'
555
+ | 'IN'
556
+ | 'IO'
557
+ | 'IQ'
558
+ | 'IR'
559
+ | 'IS'
560
+ | 'IT'
561
+ | 'JE'
562
+ | 'JM'
563
+ | 'JO'
564
+ | 'JP'
565
+ | 'KE'
566
+ | 'KG'
567
+ | 'KH'
568
+ | 'KI'
569
+ | 'KM'
570
+ | 'KN'
571
+ | 'KP'
572
+ | 'KR'
573
+ | 'KW'
574
+ | 'KY'
575
+ | 'KZ'
576
+ | 'LA'
577
+ | 'LB'
578
+ | 'LC'
579
+ | 'LI'
580
+ | 'LK'
581
+ | 'LR'
582
+ | 'LS'
583
+ | 'LT'
584
+ | 'LU'
585
+ | 'LV'
586
+ | 'LY'
587
+ | 'MA'
588
+ | 'MC'
589
+ | 'MD'
590
+ | 'ME'
591
+ | 'MF'
592
+ | 'MG'
593
+ | 'MH'
594
+ | 'MK'
595
+ | 'ML'
596
+ | 'MM'
597
+ | 'MN'
598
+ | 'MO'
599
+ | 'MP'
600
+ | 'MQ'
601
+ | 'MR'
602
+ | 'MS'
603
+ | 'MT'
604
+ | 'MU'
605
+ | 'MV'
606
+ | 'MW'
607
+ | 'MX'
608
+ | 'MY'
609
+ | 'MZ'
610
+ | 'NA'
611
+ | 'NC'
612
+ | 'NE'
613
+ | 'NF'
614
+ | 'NG'
615
+ | 'NI'
616
+ | 'NL'
617
+ | 'NO'
618
+ | 'NP'
619
+ | 'NR'
620
+ | 'NU'
621
+ | 'NZ'
622
+ | 'OM'
623
+ | 'PA'
624
+ | 'PE'
625
+ | 'PF'
626
+ | 'PG'
627
+ | 'PH'
628
+ | 'PK'
629
+ | 'PL'
630
+ | 'PM'
631
+ | 'PN'
632
+ | 'PR'
633
+ | 'PS'
634
+ | 'PT'
635
+ | 'PW'
636
+ | 'PY'
637
+ | 'QA'
638
+ | 'RE'
639
+ | 'RO'
640
+ | 'RS'
641
+ | 'RU'
642
+ | 'RW'
643
+ | 'SA'
644
+ | 'SB'
645
+ | 'SC'
646
+ | 'SD'
647
+ | 'SE'
648
+ | 'SG'
649
+ | 'SH'
650
+ | 'SI'
651
+ | 'SJ'
652
+ | 'SK'
653
+ | 'SL'
654
+ | 'SM'
655
+ | 'SN'
656
+ | 'SO'
657
+ | 'SR'
658
+ | 'SS'
659
+ | 'ST'
660
+ | 'SV'
661
+ | 'SX'
662
+ | 'SY'
663
+ | 'SZ'
664
+ | 'TC'
665
+ | 'TD'
666
+ | 'TF'
667
+ | 'TG'
668
+ | 'TH'
669
+ | 'TJ'
670
+ | 'TK'
671
+ | 'TL'
672
+ | 'TM'
673
+ | 'TN'
674
+ | 'TO'
675
+ | 'TR'
676
+ | 'TT'
677
+ | 'TV'
678
+ | 'TW'
679
+ | 'TZ'
680
+ | 'UA'
681
+ | 'UG'
682
+ | 'UM'
683
+ | 'US'
684
+ | 'UY'
685
+ | 'UZ'
686
+ | 'VA'
687
+ | 'VC'
688
+ | 'VE'
689
+ | 'VG'
690
+ | 'VI'
691
+ | 'VN'
692
+ | 'VU'
693
+ | 'WF'
694
+ | 'WS'
695
+ | 'XK'
696
+ | 'YE'
697
+ | 'YT'
698
+ | 'ZA'
699
+ | 'ZM'
700
+ | 'ZW'
701
+ | 'ALL';
702
+
703
+ /**
704
+ * Device type for browser emulation
705
+ */
706
+ device?: 'desktop' | 'mobile' | 'tablet';
707
+
708
+ /**
709
+ * Browser driver to use
710
+ */
711
+ driver?: 'vx6' | 'vx8' | 'vx8-pro' | 'vx10' | 'vx10-pro' | 'vx12' | 'vx12-pro';
712
+
713
+ /**
714
+ * Expected HTTP status codes for successful requests
715
+ */
716
+ expected_status_codes?: Array<number>;
717
+
718
+ /**
719
+ * List of acceptable response formats in order of preference
720
+ */
721
+ formats?: Array<'html' | 'markdown' | 'screenshot'>;
722
+
723
+ /**
724
+ * Custom HTTP headers to include in the request
725
+ */
726
+ headers?: { [key: string]: string | Array<string> | null };
727
+
728
+ /**
729
+ * Whether to use HTTP/2 protocol
730
+ */
731
+ http2?: boolean;
732
+
733
+ /**
734
+ * Whether to emulate XMLHttpRequest behavior
735
+ */
736
+ is_xhr?: boolean;
737
+
738
+ /**
739
+ * Locale for browser language and region settings
740
+ */
741
+ locale?:
742
+ | 'aa-DJ'
743
+ | 'aa-ER'
744
+ | 'aa-ET'
745
+ | 'af'
746
+ | 'af-NA'
747
+ | 'af-ZA'
748
+ | 'ak'
749
+ | 'ak-GH'
750
+ | 'am'
751
+ | 'am-ET'
752
+ | 'an-ES'
753
+ | 'ar'
754
+ | 'ar-AE'
755
+ | 'ar-BH'
756
+ | 'ar-DZ'
757
+ | 'ar-EG'
758
+ | 'ar-IN'
759
+ | 'ar-IQ'
760
+ | 'ar-JO'
761
+ | 'ar-KW'
762
+ | 'ar-LB'
763
+ | 'ar-LY'
764
+ | 'ar-MA'
765
+ | 'ar-OM'
766
+ | 'ar-QA'
767
+ | 'ar-SA'
768
+ | 'ar-SD'
769
+ | 'ar-SY'
770
+ | 'ar-TN'
771
+ | 'ar-YE'
772
+ | 'as'
773
+ | 'as-IN'
774
+ | 'asa'
775
+ | 'asa-TZ'
776
+ | 'ast-ES'
777
+ | 'az'
778
+ | 'az-AZ'
779
+ | 'az-Cyrl'
780
+ | 'az-Cyrl-AZ'
781
+ | 'az-Latn'
782
+ | 'az-Latn-AZ'
783
+ | 'be'
784
+ | 'be-BY'
785
+ | 'bem'
786
+ | 'bem-ZM'
787
+ | 'ber-DZ'
788
+ | 'ber-MA'
789
+ | 'bez'
790
+ | 'bez-TZ'
791
+ | 'bg'
792
+ | 'bg-BG'
793
+ | 'bho-IN'
794
+ | 'bm'
795
+ | 'bm-ML'
796
+ | 'bn'
797
+ | 'bn-BD'
798
+ | 'bn-IN'
799
+ | 'bo'
800
+ | 'bo-CN'
801
+ | 'bo-IN'
802
+ | 'br-FR'
803
+ | 'brx-IN'
804
+ | 'bs'
805
+ | 'bs-BA'
806
+ | 'byn-ER'
807
+ | 'ca'
808
+ | 'ca-AD'
809
+ | 'ca-ES'
810
+ | 'ca-FR'
811
+ | 'ca-IT'
812
+ | 'cgg'
813
+ | 'cgg-UG'
814
+ | 'chr'
815
+ | 'chr-US'
816
+ | 'crh-UA'
817
+ | 'cs'
818
+ | 'cs-CZ'
819
+ | 'csb-PL'
820
+ | 'cv-RU'
821
+ | 'cy'
822
+ | 'cy-GB'
823
+ | 'da'
824
+ | 'da-DK'
825
+ | 'dav'
826
+ | 'dav-KE'
827
+ | 'de'
828
+ | 'de-AT'
829
+ | 'de-BE'
830
+ | 'de-CH'
831
+ | 'de-DE'
832
+ | 'de-LI'
833
+ | 'de-LU'
834
+ | 'dv-MV'
835
+ | 'dz-BT'
836
+ | 'ebu'
837
+ | 'ebu-KE'
838
+ | 'ee'
839
+ | 'ee-GH'
840
+ | 'ee-TG'
841
+ | 'el'
842
+ | 'el-CY'
843
+ | 'el-GR'
844
+ | 'en'
845
+ | 'en-AG'
846
+ | 'en-AS'
847
+ | 'en-AU'
848
+ | 'en-BE'
849
+ | 'en-BW'
850
+ | 'en-BZ'
851
+ | 'en-CA'
852
+ | 'en-DK'
853
+ | 'en-GB'
854
+ | 'en-GU'
855
+ | 'en-HK'
856
+ | 'en-IE'
857
+ | 'en-IN'
858
+ | 'en-JM'
859
+ | 'en-MH'
860
+ | 'en-MP'
861
+ | 'en-MT'
862
+ | 'en-MU'
863
+ | 'en-NA'
864
+ | 'en-NG'
865
+ | 'en-NZ'
866
+ | 'en-PH'
867
+ | 'en-PK'
868
+ | 'en-SG'
869
+ | 'en-TT'
870
+ | 'en-UM'
871
+ | 'en-US'
872
+ | 'en-VI'
873
+ | 'en-ZA'
874
+ | 'en-ZM'
875
+ | 'en-ZW'
876
+ | 'eo'
877
+ | 'es'
878
+ | 'es-419'
879
+ | 'es-AR'
880
+ | 'es-BO'
881
+ | 'es-CL'
882
+ | 'es-CO'
883
+ | 'es-CR'
884
+ | 'es-CU'
885
+ | 'es-DO'
886
+ | 'es-EC'
887
+ | 'es-ES'
888
+ | 'es-GQ'
889
+ | 'es-GT'
890
+ | 'es-HN'
891
+ | 'es-MX'
892
+ | 'es-NI'
893
+ | 'es-PA'
894
+ | 'es-PE'
895
+ | 'es-PR'
896
+ | 'es-PY'
897
+ | 'es-SV'
898
+ | 'es-US'
899
+ | 'es-UY'
900
+ | 'es-VE'
901
+ | 'et'
902
+ | 'et-EE'
903
+ | 'eu'
904
+ | 'eu-ES'
905
+ | 'fa'
906
+ | 'fa-AF'
907
+ | 'fa-IR'
908
+ | 'ff'
909
+ | 'ff-SN'
910
+ | 'fi'
911
+ | 'fi-FI'
912
+ | 'fil'
913
+ | 'fil-PH'
914
+ | 'fo'
915
+ | 'fo-FO'
916
+ | 'fr'
917
+ | 'fr-BE'
918
+ | 'fr-BF'
919
+ | 'fr-BI'
920
+ | 'fr-BJ'
921
+ | 'fr-BL'
922
+ | 'fr-CA'
923
+ | 'fr-CD'
924
+ | 'fr-CF'
925
+ | 'fr-CG'
926
+ | 'fr-CH'
927
+ | 'fr-CI'
928
+ | 'fr-CM'
929
+ | 'fr-DJ'
930
+ | 'fr-FR'
931
+ | 'fr-GA'
932
+ | 'fr-GN'
933
+ | 'fr-GP'
934
+ | 'fr-GQ'
935
+ | 'fr-KM'
936
+ | 'fr-LU'
937
+ | 'fr-MC'
938
+ | 'fr-MF'
939
+ | 'fr-MG'
940
+ | 'fr-ML'
941
+ | 'fr-MQ'
942
+ | 'fr-NE'
943
+ | 'fr-RE'
944
+ | 'fr-RW'
945
+ | 'fr-SN'
946
+ | 'fr-TD'
947
+ | 'fr-TG'
948
+ | 'fur-IT'
949
+ | 'fy-DE'
950
+ | 'fy-NL'
951
+ | 'ga'
952
+ | 'ga-IE'
953
+ | 'gd-GB'
954
+ | 'gez-ER'
955
+ | 'gez-ET'
956
+ | 'gl'
957
+ | 'gl-ES'
958
+ | 'gsw'
959
+ | 'gsw-CH'
960
+ | 'gu'
961
+ | 'gu-IN'
962
+ | 'guz'
963
+ | 'guz-KE'
964
+ | 'gv'
965
+ | 'gv-GB'
966
+ | 'ha'
967
+ | 'ha-Latn'
968
+ | 'ha-Latn-GH'
969
+ | 'ha-Latn-NE'
970
+ | 'ha-Latn-NG'
971
+ | 'ha-NG'
972
+ | 'haw'
973
+ | 'haw-US'
974
+ | 'he'
975
+ | 'he-IL'
976
+ | 'hi'
977
+ | 'hi-IN'
978
+ | 'hne-IN'
979
+ | 'hr'
980
+ | 'hr-HR'
981
+ | 'hsb-DE'
982
+ | 'ht-HT'
983
+ | 'hu'
984
+ | 'hu-HU'
985
+ | 'hy'
986
+ | 'hy-AM'
987
+ | 'id'
988
+ | 'id-ID'
989
+ | 'ig'
990
+ | 'ig-NG'
991
+ | 'ii'
992
+ | 'ii-CN'
993
+ | 'ik-CA'
994
+ | 'is'
995
+ | 'is-IS'
996
+ | 'it'
997
+ | 'it-CH'
998
+ | 'it-IT'
999
+ | 'iu-CA'
1000
+ | 'iw-IL'
1001
+ | 'ja'
1002
+ | 'ja-JP'
1003
+ | 'jmc'
1004
+ | 'jmc-TZ'
1005
+ | 'ka'
1006
+ | 'ka-GE'
1007
+ | 'kab'
1008
+ | 'kab-DZ'
1009
+ | 'kam'
1010
+ | 'kam-KE'
1011
+ | 'kde'
1012
+ | 'kde-TZ'
1013
+ | 'kea'
1014
+ | 'kea-CV'
1015
+ | 'khq'
1016
+ | 'khq-ML'
1017
+ | 'ki'
1018
+ | 'ki-KE'
1019
+ | 'kk'
1020
+ | 'kk-Cyrl'
1021
+ | 'kk-Cyrl-KZ'
1022
+ | 'kk-KZ'
1023
+ | 'kl'
1024
+ | 'kl-GL'
1025
+ | 'kln'
1026
+ | 'kln-KE'
1027
+ | 'km'
1028
+ | 'km-KH'
1029
+ | 'kn'
1030
+ | 'kn-IN'
1031
+ | 'ko'
1032
+ | 'ko-KR'
1033
+ | 'kok'
1034
+ | 'kok-IN'
1035
+ | 'ks-IN'
1036
+ | 'ku-TR'
1037
+ | 'kw'
1038
+ | 'kw-GB'
1039
+ | 'ky-KG'
1040
+ | 'lag'
1041
+ | 'lag-TZ'
1042
+ | 'lb-LU'
1043
+ | 'lg'
1044
+ | 'lg-UG'
1045
+ | 'li-BE'
1046
+ | 'li-NL'
1047
+ | 'lij-IT'
1048
+ | 'lo-LA'
1049
+ | 'lt'
1050
+ | 'lt-LT'
1051
+ | 'luo'
1052
+ | 'luo-KE'
1053
+ | 'luy'
1054
+ | 'luy-KE'
1055
+ | 'lv'
1056
+ | 'lv-LV'
1057
+ | 'mag-IN'
1058
+ | 'mai-IN'
1059
+ | 'mas'
1060
+ | 'mas-KE'
1061
+ | 'mas-TZ'
1062
+ | 'mer'
1063
+ | 'mer-KE'
1064
+ | 'mfe'
1065
+ | 'mfe-MU'
1066
+ | 'mg'
1067
+ | 'mg-MG'
1068
+ | 'mhr-RU'
1069
+ | 'mi-NZ'
1070
+ | 'mk'
1071
+ | 'mk-MK'
1072
+ | 'ml'
1073
+ | 'ml-IN'
1074
+ | 'mn-MN'
1075
+ | 'mr'
1076
+ | 'mr-IN'
1077
+ | 'ms'
1078
+ | 'ms-BN'
1079
+ | 'ms-MY'
1080
+ | 'mt'
1081
+ | 'mt-MT'
1082
+ | 'my'
1083
+ | 'my-MM'
1084
+ | 'nan-TW'
1085
+ | 'naq'
1086
+ | 'naq-NA'
1087
+ | 'nb'
1088
+ | 'nb-NO'
1089
+ | 'nd'
1090
+ | 'nd-ZW'
1091
+ | 'nds-DE'
1092
+ | 'nds-NL'
1093
+ | 'ne'
1094
+ | 'ne-IN'
1095
+ | 'ne-NP'
1096
+ | 'nl'
1097
+ | 'nl-AW'
1098
+ | 'nl-BE'
1099
+ | 'nl-NL'
1100
+ | 'nn'
1101
+ | 'nn-NO'
1102
+ | 'nr-ZA'
1103
+ | 'nso-ZA'
1104
+ | 'nyn'
1105
+ | 'nyn-UG'
1106
+ | 'oc-FR'
1107
+ | 'om'
1108
+ | 'om-ET'
1109
+ | 'om-KE'
1110
+ | 'or'
1111
+ | 'or-IN'
1112
+ | 'os-RU'
1113
+ | 'pa'
1114
+ | 'pa-Arab'
1115
+ | 'pa-Arab-PK'
1116
+ | 'pa-Guru'
1117
+ | 'pa-Guru-IN'
1118
+ | 'pa-IN'
1119
+ | 'pa-PK'
1120
+ | 'pap-AN'
1121
+ | 'pl'
1122
+ | 'pl-PL'
1123
+ | 'ps'
1124
+ | 'ps-AF'
1125
+ | 'pt'
1126
+ | 'pt-BR'
1127
+ | 'pt-GW'
1128
+ | 'pt-MZ'
1129
+ | 'pt-PT'
1130
+ | 'rm'
1131
+ | 'rm-CH'
1132
+ | 'ro'
1133
+ | 'ro-MD'
1134
+ | 'ro-RO'
1135
+ | 'rof'
1136
+ | 'rof-TZ'
1137
+ | 'ru'
1138
+ | 'ru-MD'
1139
+ | 'ru-RU'
1140
+ | 'ru-UA'
1141
+ | 'rw'
1142
+ | 'rw-RW'
1143
+ | 'rwk'
1144
+ | 'rwk-TZ'
1145
+ | 'sa-IN'
1146
+ | 'saq'
1147
+ | 'saq-KE'
1148
+ | 'sc-IT'
1149
+ | 'sd-IN'
1150
+ | 'se-NO'
1151
+ | 'seh'
1152
+ | 'seh-MZ'
1153
+ | 'ses'
1154
+ | 'ses-ML'
1155
+ | 'sg'
1156
+ | 'sg-CF'
1157
+ | 'shi'
1158
+ | 'shi-Latn'
1159
+ | 'shi-Latn-MA'
1160
+ | 'shi-Tfng'
1161
+ | 'shi-Tfng-MA'
1162
+ | 'shs-CA'
1163
+ | 'si'
1164
+ | 'si-LK'
1165
+ | 'sid-ET'
1166
+ | 'sk'
1167
+ | 'sk-SK'
1168
+ | 'sl'
1169
+ | 'sl-SI'
1170
+ | 'sn'
1171
+ | 'sn-ZW'
1172
+ | 'so'
1173
+ | 'so-DJ'
1174
+ | 'so-ET'
1175
+ | 'so-KE'
1176
+ | 'so-SO'
1177
+ | 'sq'
1178
+ | 'sq-AL'
1179
+ | 'sq-MK'
1180
+ | 'sr'
1181
+ | 'sr-Cyrl'
1182
+ | 'sr-Cyrl-BA'
1183
+ | 'sr-Cyrl-ME'
1184
+ | 'sr-Cyrl-RS'
1185
+ | 'sr-Latn'
1186
+ | 'sr-Latn-BA'
1187
+ | 'sr-Latn-ME'
1188
+ | 'sr-Latn-RS'
1189
+ | 'sr-ME'
1190
+ | 'sr-RS'
1191
+ | 'ss-ZA'
1192
+ | 'st-ZA'
1193
+ | 'sv'
1194
+ | 'sv-FI'
1195
+ | 'sv-SE'
1196
+ | 'sw'
1197
+ | 'sw-KE'
1198
+ | 'sw-TZ'
1199
+ | 'ta'
1200
+ | 'ta-IN'
1201
+ | 'ta-LK'
1202
+ | 'te'
1203
+ | 'te-IN'
1204
+ | 'teo'
1205
+ | 'teo-KE'
1206
+ | 'teo-UG'
1207
+ | 'tg-TJ'
1208
+ | 'th'
1209
+ | 'th-TH'
1210
+ | 'ti'
1211
+ | 'ti-ER'
1212
+ | 'ti-ET'
1213
+ | 'tig-ER'
1214
+ | 'tk-TM'
1215
+ | 'tl-PH'
1216
+ | 'tn-ZA'
1217
+ | 'to'
1218
+ | 'to-TO'
1219
+ | 'tr'
1220
+ | 'tr-CY'
1221
+ | 'tr-TR'
1222
+ | 'ts-ZA'
1223
+ | 'tt-RU'
1224
+ | 'tzm'
1225
+ | 'tzm-Latn'
1226
+ | 'tzm-Latn-MA'
1227
+ | 'ug-CN'
1228
+ | 'uk'
1229
+ | 'uk-UA'
1230
+ | 'unm-US'
1231
+ | 'ur'
1232
+ | 'ur-IN'
1233
+ | 'ur-PK'
1234
+ | 'uz'
1235
+ | 'uz-Arab'
1236
+ | 'uz-Arab-AF'
1237
+ | 'uz-Cyrl'
1238
+ | 'uz-Cyrl-UZ'
1239
+ | 'uz-Latn'
1240
+ | 'uz-Latn-UZ'
1241
+ | 'uz-UZ'
1242
+ | 've-ZA'
1243
+ | 'vi'
1244
+ | 'vi-VN'
1245
+ | 'vun'
1246
+ | 'vun-TZ'
1247
+ | 'wa-BE'
1248
+ | 'wae-CH'
1249
+ | 'wal-ET'
1250
+ | 'wo-SN'
1251
+ | 'xh-ZA'
1252
+ | 'xog'
1253
+ | 'xog-UG'
1254
+ | 'yi-US'
1255
+ | 'yo'
1256
+ | 'yo-NG'
1257
+ | 'yue-HK'
1258
+ | 'zh'
1259
+ | 'zh-CN'
1260
+ | 'zh-HK'
1261
+ | 'zh-Hans'
1262
+ | 'zh-Hans-CN'
1263
+ | 'zh-Hans-HK'
1264
+ | 'zh-Hans-MO'
1265
+ | 'zh-Hans-SG'
1266
+ | 'zh-Hant'
1267
+ | 'zh-Hant-HK'
1268
+ | 'zh-Hant-MO'
1269
+ | 'zh-Hant-TW'
1270
+ | 'zh-SG'
1271
+ | 'zh-TW'
1272
+ | 'zu'
1273
+ | 'zu-ZA'
1274
+ | 'auto';
1275
+
1276
+ /**
1277
+ * HTTP method for the request
1278
+ */
1279
+ method?: 'GET' | 'POST' | 'PUT' | 'PATCH' | 'DELETE';
1280
+
1281
+ /**
1282
+ * Filters for capturing network traffic
1283
+ */
1284
+ network_capture?: Array<ExtractOptions.NetworkCapture>;
1285
+
1286
+ /**
1287
+ * Operating system to emulate
1288
+ */
1289
+ os?: 'windows' | 'mac os' | 'linux' | 'android' | 'ios';
1290
+
1291
+ /**
1292
+ * Whether to parse the response content
1293
+ */
1294
+ parse?: boolean;
1295
+
1296
+ /**
1297
+ * Custom parser configuration as a key-value map
1298
+ */
1299
+ parser?: { [key: string]: unknown } | string;
1300
+
1301
+ /**
1302
+ * Referrer policy for the request
1303
+ */
1304
+ referrer_type?:
1305
+ | 'random'
1306
+ | 'no-referer'
1307
+ | 'same-origin'
1308
+ | 'google'
1309
+ | 'bing'
1310
+ | 'facebook'
1311
+ | 'twitter'
1312
+ | 'instagram';
1313
+
1314
+ /**
1315
+ * Whether to render JavaScript content using a browser
1316
+ */
1317
+ render?: boolean;
1318
+
1319
+ /**
1320
+ * Request timeout in milliseconds
1321
+ */
1322
+ request_timeout?: number;
1323
+
1324
+ session?: ExtractOptions.Session;
1325
+
1326
+ /**
1327
+ * Skills or capabilities required for the request
1328
+ */
1329
+ skill?: string | Array<string>;
1330
+
1331
+ /**
1332
+ * US state for geolocation (only valid when country is US)
1333
+ */
1334
+ state?:
1335
+ | 'AL'
1336
+ | 'AK'
1337
+ | 'AS'
1338
+ | 'AZ'
1339
+ | 'AR'
1340
+ | 'CA'
1341
+ | 'CO'
1342
+ | 'CT'
1343
+ | 'DE'
1344
+ | 'DC'
1345
+ | 'FL'
1346
+ | 'GA'
1347
+ | 'GU'
1348
+ | 'HI'
1349
+ | 'ID'
1350
+ | 'IL'
1351
+ | 'IN'
1352
+ | 'IA'
1353
+ | 'KS'
1354
+ | 'KY'
1355
+ | 'LA'
1356
+ | 'ME'
1357
+ | 'MD'
1358
+ | 'MA'
1359
+ | 'MI'
1360
+ | 'MN'
1361
+ | 'MS'
1362
+ | 'MO'
1363
+ | 'MT'
1364
+ | 'NE'
1365
+ | 'NV'
1366
+ | 'NH'
1367
+ | 'NJ'
1368
+ | 'NM'
1369
+ | 'NY'
1370
+ | 'NC'
1371
+ | 'ND'
1372
+ | 'MP'
1373
+ | 'OH'
1374
+ | 'OK'
1375
+ | 'OR'
1376
+ | 'PA'
1377
+ | 'PR'
1378
+ | 'RI'
1379
+ | 'SC'
1380
+ | 'SD'
1381
+ | 'TN'
1382
+ | 'TX'
1383
+ | 'UT'
1384
+ | 'VT'
1385
+ | 'VA'
1386
+ | 'VI'
1387
+ | 'WA'
1388
+ | 'WV'
1389
+ | 'WI'
1390
+ | 'WY';
1391
+
1392
+ /**
1393
+ * User-defined tag for request identification
1394
+ */
1395
+ tag?: string;
1396
+
1397
+ /**
1398
+ * Target URL to scrape
1399
+ */
1400
+ url?: string;
1401
+ }
1402
+
1403
+ export namespace ExtractOptions {
1404
+ export interface UnionMember1 {
1405
+ name: 'chrome' | 'firefox';
1406
+
1407
+ /**
1408
+ * Specific browser version to emulate
1409
+ */
1410
+ version?: string;
1411
+ }
1412
+
1413
+ export interface UnionMember0 {
1414
+ creation?: string | null;
1415
+
1416
+ domain?: string | null;
1417
+
1418
+ expires?: string;
1419
+
1420
+ extensions?: Array<string> | null;
1421
+
1422
+ hostOnly?: boolean | null;
1423
+
1424
+ httpOnly?: boolean | null;
1425
+
1426
+ lastAccessed?: string | null;
1427
+
1428
+ maxAge?: 'Infinity' | '-Infinity' | number | null;
1429
+
1430
+ name?: string;
1431
+
1432
+ path?: string | null;
1433
+
1434
+ pathIsDefault?: boolean | null;
1435
+
1436
+ sameSite?: 'strict' | 'lax' | 'none';
1437
+
1438
+ secure?: boolean;
1439
+
1440
+ value?: string;
1441
+
1442
+ [k: string]: unknown;
1443
+ }
1444
+
1445
+ export interface NetworkCapture {
1446
+ method?: 'GET' | 'HEAD' | 'POST' | 'PUT' | 'DELETE' | 'CONNECT' | 'OPTIONS' | 'TRACE' | 'PATCH';
1447
+
1448
+ /**
1449
+ * Resource type for network capture filtering
1450
+ */
1451
+ resource_type?: string | Array<string>;
1452
+
1453
+ status_code?: number | Array<number>;
1454
+
1455
+ url?: NetworkCapture.URL;
1456
+
1457
+ validation?: boolean;
1458
+
1459
+ wait_for_requests_count?: number;
1460
+
1461
+ wait_for_requests_count_timeout?: number;
1462
+ }
1463
+
1464
+ export namespace NetworkCapture {
1465
+ export interface URL {
1466
+ value: string;
1467
+
1468
+ type?: 'exact' | 'contains';
1469
+ }
1470
+ }
1471
+
1472
+ export interface Session {
1473
+ id?: string;
1474
+
1475
+ prefetch_userbrowser?: boolean;
1476
+
1477
+ retry?: boolean;
1478
+
1479
+ timeout?: number;
1480
+ }
1481
+ }
1482
+ }
1483
+
1484
+ export declare namespace Crawl {
1485
+ export {
1486
+ type CrawlListResponse as CrawlListResponse,
1487
+ type CrawlRunResponse as CrawlRunResponse,
1488
+ type CrawlStatusResponse as CrawlStatusResponse,
1489
+ type CrawlTerminateResponse as CrawlTerminateResponse,
1490
+ type CrawlListParams as CrawlListParams,
1491
+ type CrawlRunParams as CrawlRunParams,
1492
+ };
1493
+ }