scrapfly-sdk 0.5.1 → 0.6.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (526) hide show
  1. package/README.md +35 -14
  2. package/esm/_dnt.shims.d.ts +6 -0
  3. package/esm/_dnt.shims.d.ts.map +1 -0
  4. package/esm/_dnt.shims.js +61 -0
  5. package/esm/client.d.ts +70 -0
  6. package/esm/client.d.ts.map +1 -0
  7. package/esm/client.js +364 -0
  8. package/esm/deps/jsr.io/@std/path/1.0.1/_common/assert_path.d.ts +2 -0
  9. package/esm/deps/jsr.io/@std/path/1.0.1/_common/assert_path.d.ts.map +1 -0
  10. package/esm/deps/jsr.io/@std/path/1.0.1/_common/assert_path.js +7 -0
  11. package/esm/deps/jsr.io/@std/path/1.0.1/_common/basename.d.ts +4 -0
  12. package/esm/deps/jsr.io/@std/path/1.0.1/_common/basename.d.ts.map +1 -0
  13. package/esm/deps/jsr.io/@std/path/1.0.1/_common/basename.js +40 -0
  14. package/esm/deps/jsr.io/@std/path/1.0.1/_common/common.d.ts +2 -0
  15. package/esm/deps/jsr.io/@std/path/1.0.1/_common/common.d.ts.map +1 -0
  16. package/esm/deps/jsr.io/@std/path/1.0.1/_common/common.js +23 -0
  17. package/esm/deps/jsr.io/@std/path/1.0.1/_common/constants.d.ts +40 -0
  18. package/esm/deps/jsr.io/@std/path/1.0.1/_common/constants.d.ts.map +1 -0
  19. package/esm/deps/jsr.io/@std/path/1.0.1/_common/constants.js +46 -0
  20. package/esm/deps/jsr.io/@std/path/1.0.1/_common/dirname.d.ts +2 -0
  21. package/esm/deps/jsr.io/@std/path/1.0.1/_common/dirname.d.ts.map +1 -0
  22. package/esm/deps/jsr.io/@std/path/1.0.1/_common/dirname.js +8 -0
  23. package/esm/deps/jsr.io/@std/path/1.0.1/_common/format.d.ts +4 -0
  24. package/esm/deps/jsr.io/@std/path/1.0.1/_common/format.d.ts.map +1 -0
  25. package/esm/deps/jsr.io/@std/path/1.0.1/_common/format.js +19 -0
  26. package/esm/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.d.ts +3 -0
  27. package/esm/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.d.ts.map +1 -0
  28. package/esm/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.js +9 -0
  29. package/esm/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.d.ts +35 -0
  30. package/esm/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.d.ts.map +1 -0
  31. package/esm/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.js +234 -0
  32. package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize.d.ts +2 -0
  33. package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize.d.ts.map +1 -0
  34. package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize.js +8 -0
  35. package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.d.ts +2 -0
  36. package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.d.ts.map +1 -0
  37. package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.js +77 -0
  38. package/esm/deps/jsr.io/@std/path/1.0.1/_common/relative.d.ts +2 -0
  39. package/esm/deps/jsr.io/@std/path/1.0.1/_common/relative.d.ts.map +1 -0
  40. package/esm/deps/jsr.io/@std/path/1.0.1/_common/relative.js +9 -0
  41. package/esm/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.d.ts +2 -0
  42. package/esm/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.d.ts.map +1 -0
  43. package/esm/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.js +19 -0
  44. package/esm/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.d.ts +2 -0
  45. package/esm/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.d.ts.map +1 -0
  46. package/esm/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.js +15 -0
  47. package/esm/deps/jsr.io/@std/path/1.0.1/_os.d.ts +2 -0
  48. package/esm/deps/jsr.io/@std/path/1.0.1/_os.d.ts.map +1 -0
  49. package/esm/deps/jsr.io/@std/path/1.0.1/_os.js +17 -0
  50. package/esm/deps/jsr.io/@std/path/1.0.1/basename.d.ts +25 -0
  51. package/esm/deps/jsr.io/@std/path/1.0.1/basename.d.ts.map +1 -0
  52. package/esm/deps/jsr.io/@std/path/1.0.1/basename.js +33 -0
  53. package/esm/deps/jsr.io/@std/path/1.0.1/common.d.ts +28 -0
  54. package/esm/deps/jsr.io/@std/path/1.0.1/common.d.ts.map +1 -0
  55. package/esm/deps/jsr.io/@std/path/1.0.1/common.js +33 -0
  56. package/esm/deps/jsr.io/@std/path/1.0.1/constants.d.ts +15 -0
  57. package/esm/deps/jsr.io/@std/path/1.0.1/constants.d.ts.map +1 -0
  58. package/esm/deps/jsr.io/@std/path/1.0.1/constants.js +17 -0
  59. package/esm/deps/jsr.io/@std/path/1.0.1/dirname.d.ts +20 -0
  60. package/esm/deps/jsr.io/@std/path/1.0.1/dirname.d.ts.map +1 -0
  61. package/esm/deps/jsr.io/@std/path/1.0.1/dirname.js +26 -0
  62. package/esm/deps/jsr.io/@std/path/1.0.1/extname.d.ts +20 -0
  63. package/esm/deps/jsr.io/@std/path/1.0.1/extname.d.ts.map +1 -0
  64. package/esm/deps/jsr.io/@std/path/1.0.1/extname.js +26 -0
  65. package/esm/deps/jsr.io/@std/path/1.0.1/format.d.ts +22 -0
  66. package/esm/deps/jsr.io/@std/path/1.0.1/format.d.ts.map +1 -0
  67. package/esm/deps/jsr.io/@std/path/1.0.1/format.js +27 -0
  68. package/esm/deps/jsr.io/@std/path/1.0.1/from_file_url.d.ts +23 -0
  69. package/esm/deps/jsr.io/@std/path/1.0.1/from_file_url.d.ts.map +1 -0
  70. package/esm/deps/jsr.io/@std/path/1.0.1/from_file_url.js +28 -0
  71. package/esm/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.d.ts +77 -0
  72. package/esm/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.d.ts.map +1 -0
  73. package/esm/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.js +83 -0
  74. package/esm/deps/jsr.io/@std/path/1.0.1/is_absolute.d.ts +22 -0
  75. package/esm/deps/jsr.io/@std/path/1.0.1/is_absolute.d.ts.map +1 -0
  76. package/esm/deps/jsr.io/@std/path/1.0.1/is_absolute.js +28 -0
  77. package/esm/deps/jsr.io/@std/path/1.0.1/is_glob.d.ts +17 -0
  78. package/esm/deps/jsr.io/@std/path/1.0.1/is_glob.d.ts.map +1 -0
  79. package/esm/deps/jsr.io/@std/path/1.0.1/is_glob.js +42 -0
  80. package/esm/deps/jsr.io/@std/path/1.0.1/join.d.ts +20 -0
  81. package/esm/deps/jsr.io/@std/path/1.0.1/join.d.ts.map +1 -0
  82. package/esm/deps/jsr.io/@std/path/1.0.1/join.js +26 -0
  83. package/esm/deps/jsr.io/@std/path/1.0.1/join_globs.d.ts +28 -0
  84. package/esm/deps/jsr.io/@std/path/1.0.1/join_globs.d.ts.map +1 -0
  85. package/esm/deps/jsr.io/@std/path/1.0.1/join_globs.js +34 -0
  86. package/esm/deps/jsr.io/@std/path/1.0.1/mod.d.ts +51 -0
  87. package/esm/deps/jsr.io/@std/path/1.0.1/mod.d.ts.map +1 -0
  88. package/esm/deps/jsr.io/@std/path/1.0.1/mod.js +54 -0
  89. package/esm/deps/jsr.io/@std/path/1.0.1/normalize.d.ts +24 -0
  90. package/esm/deps/jsr.io/@std/path/1.0.1/normalize.d.ts.map +1 -0
  91. package/esm/deps/jsr.io/@std/path/1.0.1/normalize.js +30 -0
  92. package/esm/deps/jsr.io/@std/path/1.0.1/normalize_glob.d.ts +29 -0
  93. package/esm/deps/jsr.io/@std/path/1.0.1/normalize_glob.d.ts.map +1 -0
  94. package/esm/deps/jsr.io/@std/path/1.0.1/normalize_glob.js +35 -0
  95. package/esm/deps/jsr.io/@std/path/1.0.1/parse.d.ts +35 -0
  96. package/esm/deps/jsr.io/@std/path/1.0.1/parse.d.ts.map +1 -0
  97. package/esm/deps/jsr.io/@std/path/1.0.1/parse.js +39 -0
  98. package/esm/deps/jsr.io/@std/path/1.0.1/posix/_util.d.ts +2 -0
  99. package/esm/deps/jsr.io/@std/path/1.0.1/posix/_util.d.ts.map +1 -0
  100. package/esm/deps/jsr.io/@std/path/1.0.1/posix/_util.js +8 -0
  101. package/esm/deps/jsr.io/@std/path/1.0.1/posix/basename.d.ts +20 -0
  102. package/esm/deps/jsr.io/@std/path/1.0.1/posix/basename.d.ts.map +1 -0
  103. package/esm/deps/jsr.io/@std/path/1.0.1/posix/basename.js +29 -0
  104. package/esm/deps/jsr.io/@std/path/1.0.1/posix/constants.d.ts +13 -0
  105. package/esm/deps/jsr.io/@std/path/1.0.1/posix/constants.d.ts.map +1 -0
  106. package/esm/deps/jsr.io/@std/path/1.0.1/posix/constants.js +14 -0
  107. package/esm/deps/jsr.io/@std/path/1.0.1/posix/dirname.d.ts +17 -0
  108. package/esm/deps/jsr.io/@std/path/1.0.1/posix/dirname.d.ts.map +1 -0
  109. package/esm/deps/jsr.io/@std/path/1.0.1/posix/dirname.js +47 -0
  110. package/esm/deps/jsr.io/@std/path/1.0.1/posix/extname.d.ts +18 -0
  111. package/esm/deps/jsr.io/@std/path/1.0.1/posix/extname.d.ts.map +1 -0
  112. package/esm/deps/jsr.io/@std/path/1.0.1/posix/extname.js +70 -0
  113. package/esm/deps/jsr.io/@std/path/1.0.1/posix/format.d.ts +24 -0
  114. package/esm/deps/jsr.io/@std/path/1.0.1/posix/format.d.ts.map +1 -0
  115. package/esm/deps/jsr.io/@std/path/1.0.1/posix/format.js +28 -0
  116. package/esm/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.d.ts +17 -0
  117. package/esm/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.d.ts.map +1 -0
  118. package/esm/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.js +21 -0
  119. package/esm/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.d.ts +72 -0
  120. package/esm/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.d.ts.map +1 -0
  121. package/esm/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.js +82 -0
  122. package/esm/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.d.ts +17 -0
  123. package/esm/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.d.ts.map +1 -0
  124. package/esm/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.js +23 -0
  125. package/esm/deps/jsr.io/@std/path/1.0.1/posix/join.d.ts +17 -0
  126. package/esm/deps/jsr.io/@std/path/1.0.1/posix/join.d.ts.map +1 -0
  127. package/esm/deps/jsr.io/@std/path/1.0.1/posix/join.js +26 -0
  128. package/esm/deps/jsr.io/@std/path/1.0.1/posix/join_globs.d.ts +20 -0
  129. package/esm/deps/jsr.io/@std/path/1.0.1/posix/join_globs.d.ts.map +1 -0
  130. package/esm/deps/jsr.io/@std/path/1.0.1/posix/join_globs.js +39 -0
  131. package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize.d.ts +19 -0
  132. package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize.d.ts.map +1 -0
  133. package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize.js +36 -0
  134. package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.d.ts +20 -0
  135. package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.d.ts.map +1 -0
  136. package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.js +31 -0
  137. package/esm/deps/jsr.io/@std/path/1.0.1/posix/parse.d.ts +25 -0
  138. package/esm/deps/jsr.io/@std/path/1.0.1/posix/parse.d.ts.map +1 -0
  139. package/esm/deps/jsr.io/@std/path/1.0.1/posix/parse.js +115 -0
  140. package/esm/deps/jsr.io/@std/path/1.0.1/posix/relative.d.ts +20 -0
  141. package/esm/deps/jsr.io/@std/path/1.0.1/posix/relative.d.ts.map +1 -0
  142. package/esm/deps/jsr.io/@std/path/1.0.1/posix/relative.js +106 -0
  143. package/esm/deps/jsr.io/@std/path/1.0.1/posix/resolve.d.ts +17 -0
  144. package/esm/deps/jsr.io/@std/path/1.0.1/posix/resolve.d.ts.map +1 -0
  145. package/esm/deps/jsr.io/@std/path/1.0.1/posix/resolve.js +59 -0
  146. package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.d.ts +18 -0
  147. package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.d.ts.map +1 -0
  148. package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.js +27 -0
  149. package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.d.ts +16 -0
  150. package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.d.ts.map +1 -0
  151. package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.js +20 -0
  152. package/esm/deps/jsr.io/@std/path/1.0.1/relative.d.ts +24 -0
  153. package/esm/deps/jsr.io/@std/path/1.0.1/relative.d.ts.map +1 -0
  154. package/esm/deps/jsr.io/@std/path/1.0.1/relative.js +30 -0
  155. package/esm/deps/jsr.io/@std/path/1.0.1/resolve.d.ts +22 -0
  156. package/esm/deps/jsr.io/@std/path/1.0.1/resolve.d.ts.map +1 -0
  157. package/esm/deps/jsr.io/@std/path/1.0.1/resolve.js +30 -0
  158. package/esm/deps/jsr.io/@std/path/1.0.1/to_file_url.d.ts +23 -0
  159. package/esm/deps/jsr.io/@std/path/1.0.1/to_file_url.d.ts.map +1 -0
  160. package/esm/deps/jsr.io/@std/path/1.0.1/to_file_url.js +28 -0
  161. package/esm/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.d.ts +21 -0
  162. package/esm/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.d.ts.map +1 -0
  163. package/esm/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.js +29 -0
  164. package/esm/deps/jsr.io/@std/path/1.0.1/types.d.ts +38 -0
  165. package/esm/deps/jsr.io/@std/path/1.0.1/types.d.ts.map +1 -0
  166. package/esm/deps/jsr.io/@std/path/1.0.1/types.js +3 -0
  167. package/esm/deps/jsr.io/@std/path/1.0.1/windows/_util.d.ts +4 -0
  168. package/esm/deps/jsr.io/@std/path/1.0.1/windows/_util.d.ts.map +1 -0
  169. package/esm/deps/jsr.io/@std/path/1.0.1/windows/_util.js +15 -0
  170. package/esm/deps/jsr.io/@std/path/1.0.1/windows/basename.d.ts +20 -0
  171. package/esm/deps/jsr.io/@std/path/1.0.1/windows/basename.d.ts.map +1 -0
  172. package/esm/deps/jsr.io/@std/path/1.0.1/windows/basename.js +41 -0
  173. package/esm/deps/jsr.io/@std/path/1.0.1/windows/constants.d.ts +13 -0
  174. package/esm/deps/jsr.io/@std/path/1.0.1/windows/constants.d.ts.map +1 -0
  175. package/esm/deps/jsr.io/@std/path/1.0.1/windows/constants.js +14 -0
  176. package/esm/deps/jsr.io/@std/path/1.0.1/windows/dirname.d.ts +17 -0
  177. package/esm/deps/jsr.io/@std/path/1.0.1/windows/dirname.d.ts.map +1 -0
  178. package/esm/deps/jsr.io/@std/path/1.0.1/windows/dirname.js +109 -0
  179. package/esm/deps/jsr.io/@std/path/1.0.1/windows/extname.d.ts +17 -0
  180. package/esm/deps/jsr.io/@std/path/1.0.1/windows/extname.d.ts.map +1 -0
  181. package/esm/deps/jsr.io/@std/path/1.0.1/windows/extname.js +78 -0
  182. package/esm/deps/jsr.io/@std/path/1.0.1/windows/format.d.ts +24 -0
  183. package/esm/deps/jsr.io/@std/path/1.0.1/windows/format.d.ts.map +1 -0
  184. package/esm/deps/jsr.io/@std/path/1.0.1/windows/format.js +28 -0
  185. package/esm/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.d.ts +19 -0
  186. package/esm/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.d.ts.map +1 -0
  187. package/esm/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.js +30 -0
  188. package/esm/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.d.ts +71 -0
  189. package/esm/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.d.ts.map +1 -0
  190. package/esm/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.js +82 -0
  191. package/esm/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.d.ts +17 -0
  192. package/esm/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.d.ts.map +1 -0
  193. package/esm/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.js +38 -0
  194. package/esm/deps/jsr.io/@std/path/1.0.1/windows/join.d.ts +17 -0
  195. package/esm/deps/jsr.io/@std/path/1.0.1/windows/join.d.ts.map +1 -0
  196. package/esm/deps/jsr.io/@std/path/1.0.1/windows/join.js +71 -0
  197. package/esm/deps/jsr.io/@std/path/1.0.1/windows/join_globs.d.ts +21 -0
  198. package/esm/deps/jsr.io/@std/path/1.0.1/windows/join_globs.d.ts.map +1 -0
  199. package/esm/deps/jsr.io/@std/path/1.0.1/windows/join_globs.js +40 -0
  200. package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize.d.ts +19 -0
  201. package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize.d.ts.map +1 -0
  202. package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize.js +131 -0
  203. package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.d.ts +20 -0
  204. package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.d.ts.map +1 -0
  205. package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.js +31 -0
  206. package/esm/deps/jsr.io/@std/path/1.0.1/windows/parse.d.ts +25 -0
  207. package/esm/deps/jsr.io/@std/path/1.0.1/windows/parse.d.ts.map +1 -0
  208. package/esm/deps/jsr.io/@std/path/1.0.1/windows/parse.js +176 -0
  209. package/esm/deps/jsr.io/@std/path/1.0.1/windows/relative.d.ts +23 -0
  210. package/esm/deps/jsr.io/@std/path/1.0.1/windows/relative.d.ts.map +1 -0
  211. package/esm/deps/jsr.io/@std/path/1.0.1/windows/relative.js +131 -0
  212. package/esm/deps/jsr.io/@std/path/1.0.1/windows/resolve.d.ts +17 -0
  213. package/esm/deps/jsr.io/@std/path/1.0.1/windows/resolve.d.ts.map +1 -0
  214. package/esm/deps/jsr.io/@std/path/1.0.1/windows/resolve.js +154 -0
  215. package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.d.ts +18 -0
  216. package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.d.ts.map +1 -0
  217. package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.js +34 -0
  218. package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.d.ts +17 -0
  219. package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.d.ts.map +1 -0
  220. package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.js +49 -0
  221. package/esm/deps.d.ts +4 -0
  222. package/esm/deps.d.ts.map +1 -0
  223. package/esm/deps.js +3 -0
  224. package/{build/src → esm}/errors.d.ts +9 -0
  225. package/esm/errors.d.ts.map +1 -0
  226. package/{build/src → esm}/errors.js +19 -3
  227. package/esm/extractionconfig.d.ts +47 -0
  228. package/esm/extractionconfig.d.ts.map +1 -0
  229. package/esm/extractionconfig.js +156 -0
  230. package/{build/src → esm}/logger.d.ts +1 -0
  231. package/esm/logger.d.ts.map +1 -0
  232. package/{build/src → esm}/logger.js +12 -3
  233. package/esm/main.d.ts +9 -0
  234. package/esm/main.d.ts.map +1 -0
  235. package/esm/main.js +7 -0
  236. package/esm/package.json +3 -0
  237. package/esm/polyfill.d.ts +6 -0
  238. package/esm/polyfill.d.ts.map +1 -0
  239. package/esm/polyfill.js +20 -0
  240. package/{build/src → esm}/result.d.ts +30 -4
  241. package/esm/result.d.ts.map +1 -0
  242. package/esm/result.js +118 -0
  243. package/esm/scrapeconfig.d.ts +120 -0
  244. package/esm/scrapeconfig.d.ts.map +1 -0
  245. package/esm/scrapeconfig.js +505 -0
  246. package/esm/screenshotconfig.d.ts +69 -0
  247. package/esm/screenshotconfig.d.ts.map +1 -0
  248. package/esm/screenshotconfig.js +220 -0
  249. package/{build/src → esm}/types.d.ts +1 -0
  250. package/esm/types.d.ts.map +1 -0
  251. package/esm/types.js +1 -0
  252. package/esm/utils.d.ts +10 -0
  253. package/esm/utils.d.ts.map +1 -0
  254. package/esm/utils.js +40 -0
  255. package/package.json +36 -61
  256. package/script/_dnt.shims.d.ts +6 -0
  257. package/script/_dnt.shims.d.ts.map +1 -0
  258. package/script/_dnt.shims.js +65 -0
  259. package/script/client.d.ts +70 -0
  260. package/script/client.d.ts.map +1 -0
  261. package/script/client.js +391 -0
  262. package/script/deps/jsr.io/@std/path/1.0.1/_common/assert_path.d.ts +2 -0
  263. package/script/deps/jsr.io/@std/path/1.0.1/_common/assert_path.d.ts.map +1 -0
  264. package/script/deps/jsr.io/@std/path/1.0.1/_common/assert_path.js +11 -0
  265. package/script/deps/jsr.io/@std/path/1.0.1/_common/basename.d.ts +4 -0
  266. package/script/deps/jsr.io/@std/path/1.0.1/_common/basename.d.ts.map +1 -0
  267. package/script/deps/jsr.io/@std/path/1.0.1/_common/basename.js +46 -0
  268. package/script/deps/jsr.io/@std/path/1.0.1/_common/common.d.ts +2 -0
  269. package/script/deps/jsr.io/@std/path/1.0.1/_common/common.d.ts.map +1 -0
  270. package/script/deps/jsr.io/@std/path/1.0.1/_common/common.js +27 -0
  271. package/script/deps/jsr.io/@std/path/1.0.1/_common/constants.d.ts +40 -0
  272. package/script/deps/jsr.io/@std/path/1.0.1/_common/constants.d.ts.map +1 -0
  273. package/script/deps/jsr.io/@std/path/1.0.1/_common/constants.js +49 -0
  274. package/script/deps/jsr.io/@std/path/1.0.1/_common/dirname.d.ts +2 -0
  275. package/script/deps/jsr.io/@std/path/1.0.1/_common/dirname.d.ts.map +1 -0
  276. package/script/deps/jsr.io/@std/path/1.0.1/_common/dirname.js +12 -0
  277. package/script/deps/jsr.io/@std/path/1.0.1/_common/format.d.ts +4 -0
  278. package/script/deps/jsr.io/@std/path/1.0.1/_common/format.d.ts.map +1 -0
  279. package/script/deps/jsr.io/@std/path/1.0.1/_common/format.js +24 -0
  280. package/script/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.d.ts +3 -0
  281. package/script/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.d.ts.map +1 -0
  282. package/script/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.js +13 -0
  283. package/script/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.d.ts +35 -0
  284. package/script/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.d.ts.map +1 -0
  285. package/script/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.js +238 -0
  286. package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize.d.ts +2 -0
  287. package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize.d.ts.map +1 -0
  288. package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize.js +12 -0
  289. package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.d.ts +2 -0
  290. package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.d.ts.map +1 -0
  291. package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.js +81 -0
  292. package/script/deps/jsr.io/@std/path/1.0.1/_common/relative.d.ts +2 -0
  293. package/script/deps/jsr.io/@std/path/1.0.1/_common/relative.d.ts.map +1 -0
  294. package/script/deps/jsr.io/@std/path/1.0.1/_common/relative.js +13 -0
  295. package/script/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.d.ts +2 -0
  296. package/script/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.d.ts.map +1 -0
  297. package/script/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.js +23 -0
  298. package/script/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.d.ts +2 -0
  299. package/script/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.d.ts.map +1 -0
  300. package/script/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.js +19 -0
  301. package/script/deps/jsr.io/@std/path/1.0.1/_os.d.ts +2 -0
  302. package/script/deps/jsr.io/@std/path/1.0.1/_os.d.ts.map +1 -0
  303. package/script/deps/jsr.io/@std/path/1.0.1/_os.js +43 -0
  304. package/script/deps/jsr.io/@std/path/1.0.1/basename.d.ts +25 -0
  305. package/script/deps/jsr.io/@std/path/1.0.1/basename.d.ts.map +1 -0
  306. package/script/deps/jsr.io/@std/path/1.0.1/basename.js +37 -0
  307. package/script/deps/jsr.io/@std/path/1.0.1/common.d.ts +28 -0
  308. package/script/deps/jsr.io/@std/path/1.0.1/common.d.ts.map +1 -0
  309. package/script/deps/jsr.io/@std/path/1.0.1/common.js +37 -0
  310. package/script/deps/jsr.io/@std/path/1.0.1/constants.d.ts +15 -0
  311. package/script/deps/jsr.io/@std/path/1.0.1/constants.d.ts.map +1 -0
  312. package/script/deps/jsr.io/@std/path/1.0.1/constants.js +20 -0
  313. package/script/deps/jsr.io/@std/path/1.0.1/dirname.d.ts +20 -0
  314. package/script/deps/jsr.io/@std/path/1.0.1/dirname.d.ts.map +1 -0
  315. package/script/deps/jsr.io/@std/path/1.0.1/dirname.js +30 -0
  316. package/script/deps/jsr.io/@std/path/1.0.1/extname.d.ts +20 -0
  317. package/script/deps/jsr.io/@std/path/1.0.1/extname.d.ts.map +1 -0
  318. package/script/deps/jsr.io/@std/path/1.0.1/extname.js +30 -0
  319. package/script/deps/jsr.io/@std/path/1.0.1/format.d.ts +22 -0
  320. package/script/deps/jsr.io/@std/path/1.0.1/format.d.ts.map +1 -0
  321. package/script/deps/jsr.io/@std/path/1.0.1/format.js +31 -0
  322. package/script/deps/jsr.io/@std/path/1.0.1/from_file_url.d.ts +23 -0
  323. package/script/deps/jsr.io/@std/path/1.0.1/from_file_url.d.ts.map +1 -0
  324. package/script/deps/jsr.io/@std/path/1.0.1/from_file_url.js +32 -0
  325. package/script/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.d.ts +77 -0
  326. package/script/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.d.ts.map +1 -0
  327. package/script/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.js +87 -0
  328. package/script/deps/jsr.io/@std/path/1.0.1/is_absolute.d.ts +22 -0
  329. package/script/deps/jsr.io/@std/path/1.0.1/is_absolute.d.ts.map +1 -0
  330. package/script/deps/jsr.io/@std/path/1.0.1/is_absolute.js +32 -0
  331. package/script/deps/jsr.io/@std/path/1.0.1/is_glob.d.ts +17 -0
  332. package/script/deps/jsr.io/@std/path/1.0.1/is_glob.d.ts.map +1 -0
  333. package/script/deps/jsr.io/@std/path/1.0.1/is_glob.js +46 -0
  334. package/script/deps/jsr.io/@std/path/1.0.1/join.d.ts +20 -0
  335. package/script/deps/jsr.io/@std/path/1.0.1/join.d.ts.map +1 -0
  336. package/script/deps/jsr.io/@std/path/1.0.1/join.js +30 -0
  337. package/script/deps/jsr.io/@std/path/1.0.1/join_globs.d.ts +28 -0
  338. package/script/deps/jsr.io/@std/path/1.0.1/join_globs.d.ts.map +1 -0
  339. package/script/deps/jsr.io/@std/path/1.0.1/join_globs.js +38 -0
  340. package/script/deps/jsr.io/@std/path/1.0.1/mod.d.ts +51 -0
  341. package/script/deps/jsr.io/@std/path/1.0.1/mod.d.ts.map +1 -0
  342. package/script/deps/jsr.io/@std/path/1.0.1/mod.js +70 -0
  343. package/script/deps/jsr.io/@std/path/1.0.1/normalize.d.ts +24 -0
  344. package/script/deps/jsr.io/@std/path/1.0.1/normalize.d.ts.map +1 -0
  345. package/script/deps/jsr.io/@std/path/1.0.1/normalize.js +34 -0
  346. package/script/deps/jsr.io/@std/path/1.0.1/normalize_glob.d.ts +29 -0
  347. package/script/deps/jsr.io/@std/path/1.0.1/normalize_glob.d.ts.map +1 -0
  348. package/script/deps/jsr.io/@std/path/1.0.1/normalize_glob.js +39 -0
  349. package/script/deps/jsr.io/@std/path/1.0.1/parse.d.ts +35 -0
  350. package/script/deps/jsr.io/@std/path/1.0.1/parse.d.ts.map +1 -0
  351. package/script/deps/jsr.io/@std/path/1.0.1/parse.js +43 -0
  352. package/script/deps/jsr.io/@std/path/1.0.1/posix/_util.d.ts +2 -0
  353. package/script/deps/jsr.io/@std/path/1.0.1/posix/_util.d.ts.map +1 -0
  354. package/script/deps/jsr.io/@std/path/1.0.1/posix/_util.js +12 -0
  355. package/script/deps/jsr.io/@std/path/1.0.1/posix/basename.d.ts +20 -0
  356. package/script/deps/jsr.io/@std/path/1.0.1/posix/basename.d.ts.map +1 -0
  357. package/script/deps/jsr.io/@std/path/1.0.1/posix/basename.js +33 -0
  358. package/script/deps/jsr.io/@std/path/1.0.1/posix/constants.d.ts +13 -0
  359. package/script/deps/jsr.io/@std/path/1.0.1/posix/constants.d.ts.map +1 -0
  360. package/script/deps/jsr.io/@std/path/1.0.1/posix/constants.js +17 -0
  361. package/script/deps/jsr.io/@std/path/1.0.1/posix/dirname.d.ts +17 -0
  362. package/script/deps/jsr.io/@std/path/1.0.1/posix/dirname.d.ts.map +1 -0
  363. package/script/deps/jsr.io/@std/path/1.0.1/posix/dirname.js +51 -0
  364. package/script/deps/jsr.io/@std/path/1.0.1/posix/extname.d.ts +18 -0
  365. package/script/deps/jsr.io/@std/path/1.0.1/posix/extname.d.ts.map +1 -0
  366. package/script/deps/jsr.io/@std/path/1.0.1/posix/extname.js +74 -0
  367. package/script/deps/jsr.io/@std/path/1.0.1/posix/format.d.ts +24 -0
  368. package/script/deps/jsr.io/@std/path/1.0.1/posix/format.d.ts.map +1 -0
  369. package/script/deps/jsr.io/@std/path/1.0.1/posix/format.js +32 -0
  370. package/script/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.d.ts +17 -0
  371. package/script/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.d.ts.map +1 -0
  372. package/script/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.js +25 -0
  373. package/script/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.d.ts +72 -0
  374. package/script/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.d.ts.map +1 -0
  375. package/script/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.js +86 -0
  376. package/script/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.d.ts +17 -0
  377. package/script/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.d.ts.map +1 -0
  378. package/script/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.js +27 -0
  379. package/script/deps/jsr.io/@std/path/1.0.1/posix/join.d.ts +17 -0
  380. package/script/deps/jsr.io/@std/path/1.0.1/posix/join.d.ts.map +1 -0
  381. package/script/deps/jsr.io/@std/path/1.0.1/posix/join.js +30 -0
  382. package/script/deps/jsr.io/@std/path/1.0.1/posix/join_globs.d.ts +20 -0
  383. package/script/deps/jsr.io/@std/path/1.0.1/posix/join_globs.d.ts.map +1 -0
  384. package/script/deps/jsr.io/@std/path/1.0.1/posix/join_globs.js +43 -0
  385. package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize.d.ts +19 -0
  386. package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize.d.ts.map +1 -0
  387. package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize.js +40 -0
  388. package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.d.ts +20 -0
  389. package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.d.ts.map +1 -0
  390. package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.js +35 -0
  391. package/script/deps/jsr.io/@std/path/1.0.1/posix/parse.d.ts +25 -0
  392. package/script/deps/jsr.io/@std/path/1.0.1/posix/parse.d.ts.map +1 -0
  393. package/script/deps/jsr.io/@std/path/1.0.1/posix/parse.js +119 -0
  394. package/script/deps/jsr.io/@std/path/1.0.1/posix/relative.d.ts +20 -0
  395. package/script/deps/jsr.io/@std/path/1.0.1/posix/relative.d.ts.map +1 -0
  396. package/script/deps/jsr.io/@std/path/1.0.1/posix/relative.js +110 -0
  397. package/script/deps/jsr.io/@std/path/1.0.1/posix/resolve.d.ts +17 -0
  398. package/script/deps/jsr.io/@std/path/1.0.1/posix/resolve.d.ts.map +1 -0
  399. package/script/deps/jsr.io/@std/path/1.0.1/posix/resolve.js +86 -0
  400. package/script/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.d.ts +18 -0
  401. package/script/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.d.ts.map +1 -0
  402. package/script/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.js +31 -0
  403. package/script/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.d.ts +16 -0
  404. package/script/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.d.ts.map +1 -0
  405. package/script/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.js +24 -0
  406. package/script/deps/jsr.io/@std/path/1.0.1/relative.d.ts +24 -0
  407. package/script/deps/jsr.io/@std/path/1.0.1/relative.d.ts.map +1 -0
  408. package/script/deps/jsr.io/@std/path/1.0.1/relative.js +34 -0
  409. package/script/deps/jsr.io/@std/path/1.0.1/resolve.d.ts +22 -0
  410. package/script/deps/jsr.io/@std/path/1.0.1/resolve.d.ts.map +1 -0
  411. package/script/deps/jsr.io/@std/path/1.0.1/resolve.js +34 -0
  412. package/script/deps/jsr.io/@std/path/1.0.1/to_file_url.d.ts +23 -0
  413. package/script/deps/jsr.io/@std/path/1.0.1/to_file_url.d.ts.map +1 -0
  414. package/script/deps/jsr.io/@std/path/1.0.1/to_file_url.js +32 -0
  415. package/script/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.d.ts +21 -0
  416. package/script/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.d.ts.map +1 -0
  417. package/script/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.js +33 -0
  418. package/script/deps/jsr.io/@std/path/1.0.1/types.d.ts +38 -0
  419. package/script/deps/jsr.io/@std/path/1.0.1/types.d.ts.map +1 -0
  420. package/script/deps/jsr.io/@std/path/1.0.1/types.js +4 -0
  421. package/script/deps/jsr.io/@std/path/1.0.1/windows/_util.d.ts +4 -0
  422. package/script/deps/jsr.io/@std/path/1.0.1/windows/_util.d.ts.map +1 -0
  423. package/script/deps/jsr.io/@std/path/1.0.1/windows/_util.js +21 -0
  424. package/script/deps/jsr.io/@std/path/1.0.1/windows/basename.d.ts +20 -0
  425. package/script/deps/jsr.io/@std/path/1.0.1/windows/basename.d.ts.map +1 -0
  426. package/script/deps/jsr.io/@std/path/1.0.1/windows/basename.js +45 -0
  427. package/script/deps/jsr.io/@std/path/1.0.1/windows/constants.d.ts +13 -0
  428. package/script/deps/jsr.io/@std/path/1.0.1/windows/constants.d.ts.map +1 -0
  429. package/script/deps/jsr.io/@std/path/1.0.1/windows/constants.js +17 -0
  430. package/script/deps/jsr.io/@std/path/1.0.1/windows/dirname.d.ts +17 -0
  431. package/script/deps/jsr.io/@std/path/1.0.1/windows/dirname.d.ts.map +1 -0
  432. package/script/deps/jsr.io/@std/path/1.0.1/windows/dirname.js +113 -0
  433. package/script/deps/jsr.io/@std/path/1.0.1/windows/extname.d.ts +17 -0
  434. package/script/deps/jsr.io/@std/path/1.0.1/windows/extname.d.ts.map +1 -0
  435. package/script/deps/jsr.io/@std/path/1.0.1/windows/extname.js +82 -0
  436. package/script/deps/jsr.io/@std/path/1.0.1/windows/format.d.ts +24 -0
  437. package/script/deps/jsr.io/@std/path/1.0.1/windows/format.d.ts.map +1 -0
  438. package/script/deps/jsr.io/@std/path/1.0.1/windows/format.js +32 -0
  439. package/script/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.d.ts +19 -0
  440. package/script/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.d.ts.map +1 -0
  441. package/script/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.js +34 -0
  442. package/script/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.d.ts +71 -0
  443. package/script/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.d.ts.map +1 -0
  444. package/script/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.js +86 -0
  445. package/script/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.d.ts +17 -0
  446. package/script/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.d.ts.map +1 -0
  447. package/script/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.js +42 -0
  448. package/script/deps/jsr.io/@std/path/1.0.1/windows/join.d.ts +17 -0
  449. package/script/deps/jsr.io/@std/path/1.0.1/windows/join.d.ts.map +1 -0
  450. package/script/deps/jsr.io/@std/path/1.0.1/windows/join.js +75 -0
  451. package/script/deps/jsr.io/@std/path/1.0.1/windows/join_globs.d.ts +21 -0
  452. package/script/deps/jsr.io/@std/path/1.0.1/windows/join_globs.d.ts.map +1 -0
  453. package/script/deps/jsr.io/@std/path/1.0.1/windows/join_globs.js +44 -0
  454. package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize.d.ts +19 -0
  455. package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize.d.ts.map +1 -0
  456. package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize.js +135 -0
  457. package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.d.ts +20 -0
  458. package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.d.ts.map +1 -0
  459. package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.js +35 -0
  460. package/script/deps/jsr.io/@std/path/1.0.1/windows/parse.d.ts +25 -0
  461. package/script/deps/jsr.io/@std/path/1.0.1/windows/parse.d.ts.map +1 -0
  462. package/script/deps/jsr.io/@std/path/1.0.1/windows/parse.js +180 -0
  463. package/script/deps/jsr.io/@std/path/1.0.1/windows/relative.d.ts +23 -0
  464. package/script/deps/jsr.io/@std/path/1.0.1/windows/relative.d.ts.map +1 -0
  465. package/script/deps/jsr.io/@std/path/1.0.1/windows/relative.js +135 -0
  466. package/script/deps/jsr.io/@std/path/1.0.1/windows/resolve.d.ts +17 -0
  467. package/script/deps/jsr.io/@std/path/1.0.1/windows/resolve.d.ts.map +1 -0
  468. package/script/deps/jsr.io/@std/path/1.0.1/windows/resolve.js +181 -0
  469. package/script/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.d.ts +18 -0
  470. package/script/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.d.ts.map +1 -0
  471. package/script/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.js +38 -0
  472. package/script/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.d.ts +17 -0
  473. package/script/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.d.ts.map +1 -0
  474. package/script/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.js +53 -0
  475. package/script/deps.d.ts +4 -0
  476. package/script/deps.d.ts.map +1 -0
  477. package/script/deps.js +30 -0
  478. package/script/errors.d.ts +53 -0
  479. package/script/errors.d.ts.map +1 -0
  480. package/script/errors.js +102 -0
  481. package/script/extractionconfig.d.ts +47 -0
  482. package/script/extractionconfig.d.ts.map +1 -0
  483. package/script/extractionconfig.js +183 -0
  484. package/script/logger.d.ts +19 -0
  485. package/script/logger.d.ts.map +1 -0
  486. package/script/logger.js +58 -0
  487. package/script/main.d.ts +9 -0
  488. package/script/main.d.ts.map +1 -0
  489. package/script/main.js +46 -0
  490. package/script/package.json +3 -0
  491. package/script/polyfill.d.ts +6 -0
  492. package/script/polyfill.d.ts.map +1 -0
  493. package/script/polyfill.js +48 -0
  494. package/script/result.d.ts +297 -0
  495. package/script/result.d.ts.map +1 -0
  496. package/script/result.js +147 -0
  497. package/script/scrapeconfig.d.ts +120 -0
  498. package/script/scrapeconfig.d.ts.map +1 -0
  499. package/script/scrapeconfig.js +509 -0
  500. package/script/screenshotconfig.d.ts +69 -0
  501. package/script/screenshotconfig.d.ts.map +1 -0
  502. package/script/screenshotconfig.js +224 -0
  503. package/script/types.d.ts +3 -0
  504. package/script/types.d.ts.map +1 -0
  505. package/script/types.js +2 -0
  506. package/script/utils.d.ts +10 -0
  507. package/script/utils.d.ts.map +1 -0
  508. package/script/utils.js +45 -0
  509. package/build/src/client.d.ts +0 -45
  510. package/build/src/client.js +0 -199
  511. package/build/src/client.js.map +0 -1
  512. package/build/src/errors.js.map +0 -1
  513. package/build/src/logger.js.map +0 -1
  514. package/build/src/main.d.ts +0 -5
  515. package/build/src/main.js +0 -6
  516. package/build/src/main.js.map +0 -1
  517. package/build/src/result.js +0 -30
  518. package/build/src/result.js.map +0 -1
  519. package/build/src/scrapeconfig.d.ts +0 -85
  520. package/build/src/scrapeconfig.js +0 -257
  521. package/build/src/scrapeconfig.js.map +0 -1
  522. package/build/src/types.js +0 -2
  523. package/build/src/types.js.map +0 -1
  524. package/build/src/utils.d.ts +0 -1
  525. package/build/src/utils.js +0 -7
  526. package/build/src/utils.js.map +0 -1
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,qBAAa,aAAc,SAAQ,KAAK;IACtC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAEd,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;CAI5D;AAGD,qBAAa,iBAAkB,SAAQ,aAAa;CAAG;AAEvD,qBAAa,qBAAsB,SAAQ,aAAa;CAAG;AAE3D,qBAAa,qBAAsB,SAAQ,aAAa;CAAG;AAG3D,qBAAa,WAAY,SAAQ,aAAa;CAAG;AACjD,qBAAa,gBAAiB,SAAQ,aAAa;CAAG;AAGtD,qBAAa,SAAU,SAAQ,aAAa;CAAG;AAC/C,qBAAa,iBAAkB,SAAQ,SAAS;CAAG;AACnD,qBAAa,uBAAwB,SAAQ,iBAAiB;CAAG;AACjE,qBAAa,uBAAwB,SAAQ,uBAAuB;CAAG;AAEvE,qBAAa,kBAAmB,SAAQ,SAAS;CAAG;AAEpD,qBAAa,cAAe,SAAQ,kBAAkB;CAAG;AAEzD,qBAAa,eAAgB,SAAQ,SAAS;CAAG;AACjD,qBAAa,kBAAmB,SAAQ,SAAS;CAAG;AACpD,qBAAa,mBAAoB,SAAQ,SAAS;CAAG;AAErD,qBAAa,kBAAmB,SAAQ,SAAS;CAAG;AACpD,qBAAa,qBAAsB,SAAQ,SAAS;CAAG;AAEvD,qBAAa,gBAAiB,SAAQ,SAAS;CAAG;AAClD,qBAAa,qBAAsB,SAAQ,SAAS;CAAG;AAEvD,qBAAa,oBAAqB,SAAQ,SAAS;CAAG;AAEtD,qBAAa,oBAAqB,SAAQ,SAAS;CAAG;AAEtD,qBAAa,yBAA0B,SAAQ,SAAS;CAAG;AAE3D,qBAAa,iBAAkB,SAAQ,SAAS;CAAG;AAEnD,qBAAa,kBAAmB,SAAQ,kBAAkB;CAAG;AAE7D,qBAAa,kBAAmB,SAAQ,kBAAkB;CAAG"}
@@ -1,13 +1,24 @@
1
1
  export class ScrapflyError extends Error {
2
- args;
3
- constructor(message, args) {
2
+ constructor(message, args = {}) {
4
3
  super(message);
4
+ Object.defineProperty(this, "args", {
5
+ enumerable: true,
6
+ configurable: true,
7
+ writable: true,
8
+ value: void 0
9
+ });
5
10
  this.args = args;
6
11
  }
7
12
  }
8
13
  // raised when scrape config is invalid
9
14
  export class ScrapeConfigError extends ScrapflyError {
10
15
  }
16
+ // raised when screenshot config is invalid
17
+ export class ScreenshotConfigError extends ScrapflyError {
18
+ }
19
+ // raised when extraction config is invalid
20
+ export class ExtractionConfigError extends ScrapflyError {
21
+ }
11
22
  // raised when scrape parameters cannot be encoded
12
23
  export class EncodeError extends ScrapflyError {
13
24
  }
@@ -55,4 +66,9 @@ export class TooManyConcurrentRequests extends HttpError {
55
66
  // raised when account is out of scrape credits
56
67
  export class QuotaLimitReached extends HttpError {
57
68
  }
58
- //# sourceMappingURL=errors.js.map
69
+ // raised with Scrapfly screenshot API related errors
70
+ export class ScreenshotApiError extends ApiHttpClientError {
71
+ }
72
+ // raised with Scrapfly extraction API related errors
73
+ export class ExtractionApiError extends ApiHttpClientError {
74
+ }
@@ -0,0 +1,47 @@
1
+ export declare enum CompressionFormat {
2
+ /**
3
+ Document compression format.
4
+
5
+ Attributes:
6
+ GZIP: gzip format.
7
+ ZSTD: zstd format.
8
+ DEFLATE: deflate.
9
+ """
10
+ */
11
+ GZIP = "gzip",
12
+ ZSTD = "zstd",
13
+ DEFLATE = "deflate"
14
+ }
15
+ type ExtractionConfigOptions = {
16
+ body: string;
17
+ content_type: string;
18
+ url?: string;
19
+ charset?: string;
20
+ template?: string;
21
+ ephemeral_template?: object;
22
+ extraction_prompt?: string;
23
+ extraction_model?: string;
24
+ is_document_compressed?: boolean;
25
+ document_compression_format?: CompressionFormat;
26
+ webhook?: string;
27
+ };
28
+ export declare class ExtractionConfig {
29
+ body: string | Uint8Array;
30
+ content_type: string;
31
+ url?: string;
32
+ charset?: string;
33
+ template?: string;
34
+ ephemeral_template?: object;
35
+ extraction_prompt?: string;
36
+ extraction_model?: string;
37
+ is_document_compressed?: boolean;
38
+ document_compression_format?: CompressionFormat;
39
+ webhook?: string;
40
+ constructor(options: ExtractionConfigOptions);
41
+ private validateOptions;
42
+ toApiParams(options: {
43
+ key: string;
44
+ }): Record<string, any>;
45
+ }
46
+ export {};
47
+ //# sourceMappingURL=extractionconfig.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"extractionconfig.d.ts","sourceRoot":"","sources":["../src/extractionconfig.ts"],"names":[],"mappings":"AAGA,oBAAY,iBAAiB;IAC3B;;;;;;;;SAQK;IACL,IAAI,SAAS;IACb,IAAI,SAAS;IACb,OAAO,YAAY;CACpB;AAED,KAAK,uBAAuB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,2BAA2B,CAAC,EAAE,iBAAiB,CAAC;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,qBAAa,gBAAgB;IAC3B,IAAI,EAAE,MAAM,GAAG,UAAU,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,2BAA2B,CAAC,EAAE,iBAAiB,CAAC;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;gBAEL,OAAO,EAAE,uBAAuB;IAe5C,OAAO,CAAC,eAAe;IASvB,WAAW,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAiE3D"}
@@ -0,0 +1,156 @@
1
+ import * as errors from './errors.js';
2
+ import { urlsafe_b64encode } from './utils.js';
3
+ export var CompressionFormat;
4
+ (function (CompressionFormat) {
5
+ /**
6
+ Document compression format.
7
+
8
+ Attributes:
9
+ GZIP: gzip format.
10
+ ZSTD: zstd format.
11
+ DEFLATE: deflate.
12
+ """
13
+ */
14
+ CompressionFormat["GZIP"] = "gzip";
15
+ CompressionFormat["ZSTD"] = "zstd";
16
+ CompressionFormat["DEFLATE"] = "deflate";
17
+ })(CompressionFormat || (CompressionFormat = {}));
18
+ export class ExtractionConfig {
19
+ constructor(options) {
20
+ Object.defineProperty(this, "body", {
21
+ enumerable: true,
22
+ configurable: true,
23
+ writable: true,
24
+ value: void 0
25
+ });
26
+ Object.defineProperty(this, "content_type", {
27
+ enumerable: true,
28
+ configurable: true,
29
+ writable: true,
30
+ value: void 0
31
+ });
32
+ Object.defineProperty(this, "url", {
33
+ enumerable: true,
34
+ configurable: true,
35
+ writable: true,
36
+ value: void 0
37
+ });
38
+ Object.defineProperty(this, "charset", {
39
+ enumerable: true,
40
+ configurable: true,
41
+ writable: true,
42
+ value: void 0
43
+ });
44
+ Object.defineProperty(this, "template", {
45
+ enumerable: true,
46
+ configurable: true,
47
+ writable: true,
48
+ value: void 0
49
+ }); // saved template name
50
+ Object.defineProperty(this, "ephemeral_template", {
51
+ enumerable: true,
52
+ configurable: true,
53
+ writable: true,
54
+ value: void 0
55
+ }); // ephemeraly declared json template
56
+ Object.defineProperty(this, "extraction_prompt", {
57
+ enumerable: true,
58
+ configurable: true,
59
+ writable: true,
60
+ value: void 0
61
+ });
62
+ Object.defineProperty(this, "extraction_model", {
63
+ enumerable: true,
64
+ configurable: true,
65
+ writable: true,
66
+ value: void 0
67
+ });
68
+ Object.defineProperty(this, "is_document_compressed", {
69
+ enumerable: true,
70
+ configurable: true,
71
+ writable: true,
72
+ value: void 0
73
+ });
74
+ Object.defineProperty(this, "document_compression_format", {
75
+ enumerable: true,
76
+ configurable: true,
77
+ writable: true,
78
+ value: void 0
79
+ });
80
+ Object.defineProperty(this, "webhook", {
81
+ enumerable: true,
82
+ configurable: true,
83
+ writable: true,
84
+ value: void 0
85
+ });
86
+ this.validateOptions(options);
87
+ this.body = options.body;
88
+ this.content_type = options.content_type;
89
+ this.url = options.url ?? this.url;
90
+ this.charset = options.charset ?? this.charset;
91
+ this.template = options.template ?? this.template;
92
+ this.ephemeral_template = options.ephemeral_template ?? this.ephemeral_template;
93
+ this.extraction_prompt = options.extraction_prompt ?? this.extraction_prompt;
94
+ this.extraction_model = options.extraction_model ?? this.extraction_model;
95
+ this.is_document_compressed = options.is_document_compressed ?? this.is_document_compressed;
96
+ this.document_compression_format = options.document_compression_format ?? this.document_compression_format;
97
+ this.webhook = options.webhook ?? this.webhook;
98
+ }
99
+ validateOptions(options) {
100
+ const validKeys = new Set(Object.keys(this));
101
+ for (const key in options) {
102
+ if (!validKeys.has(key)) {
103
+ throw new errors.ExtractionConfigError(`Invalid option provided: ${key}`);
104
+ }
105
+ }
106
+ }
107
+ toApiParams(options) {
108
+ const params = {
109
+ key: options.key,
110
+ };
111
+ // params.body = this.body;
112
+ params.content_type = this.content_type;
113
+ if (this.url) {
114
+ params.url = encodeURI(this.url);
115
+ }
116
+ if (this.charset) {
117
+ params.charset = this.charset;
118
+ }
119
+ if (this.template && this.ephemeral_template) {
120
+ throw new errors.ExtractionConfigError('You cannot pass both parameters template and ephemeral_template. You must choose');
121
+ }
122
+ if (this.template) {
123
+ params.extraction_template = this.template;
124
+ }
125
+ if (this.ephemeral_template) {
126
+ params.extraction_template = 'ephemeral:' + urlsafe_b64encode(JSON.stringify(this.ephemeral_template));
127
+ }
128
+ if (this.extraction_prompt) {
129
+ params.extraction_prompt = this.extraction_prompt;
130
+ }
131
+ if (this.extraction_model) {
132
+ params.extraction_model = this.extraction_model;
133
+ }
134
+ if (this.document_compression_format) {
135
+ if (this.is_document_compressed === undefined) {
136
+ throw new errors.ExtractionConfigError(`When declaring compression format, your must declare the ` +
137
+ `is_document_compressed parameter to compress the document or skip it.`);
138
+ }
139
+ if (this.is_document_compressed === false) {
140
+ // if (this.document_compression_format === CompressionFormat.GZIP) {
141
+ // XXX: This breaks cloudflare workers for some reason
142
+ // const compressed = gzip(new TextEncoder().encode(this.body as string));
143
+ // this.body = new Uint8Array(compressed);
144
+ // throw new Error("automatic gzip is not supported yet, pass gzipped ");
145
+ // } else {
146
+ throw new errors.ExtractionConfigError(`Auto compression for ${this.document_compression_format} format isn't available. ` +
147
+ `You can manually compress to ${this.document_compression_format}.`);
148
+ // }
149
+ }
150
+ }
151
+ if (this.webhook) {
152
+ params.webhook_name = this.webhook;
153
+ }
154
+ return params;
155
+ }
156
+ }
@@ -16,3 +16,4 @@ declare class Logger {
16
16
  }
17
17
  export default Logger;
18
18
  export declare const log: Logger;
19
+ //# sourceMappingURL=logger.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAAA,aAAK,QAAQ;IACX,KAAK,UAAU;IACf,IAAI,SAAS;IACb,IAAI,SAAS;IACb,KAAK,UAAU;CAChB;AAED,cAAM,MAAM;IACV,OAAO,CAAC,KAAK,CAAW;IACjB,IAAI,EAAE,MAAM,CAAC;gBAER,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,QAAwB;IAKzD,KAAK,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM3B,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM1B,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM1B,KAAK,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM3B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAO9B;AAED,eAAe,MAAM,CAAC;AACtB,eAAO,MAAM,GAAG,EAAE,MAA+B,CAAC"}
@@ -6,9 +6,19 @@ var LogLevel;
6
6
  LogLevel["ERROR"] = "ERROR";
7
7
  })(LogLevel || (LogLevel = {}));
8
8
  class Logger {
9
- level;
10
- name;
11
9
  constructor(name, level = LogLevel.INFO) {
10
+ Object.defineProperty(this, "level", {
11
+ enumerable: true,
12
+ configurable: true,
13
+ writable: true,
14
+ value: void 0
15
+ });
16
+ Object.defineProperty(this, "name", {
17
+ enumerable: true,
18
+ configurable: true,
19
+ writable: true,
20
+ value: void 0
21
+ });
12
22
  this.name = name;
13
23
  this.level = level;
14
24
  }
@@ -43,4 +53,3 @@ class Logger {
43
53
  }
44
54
  export default Logger;
45
55
  export const log = new Logger('scrapfly');
46
- //# sourceMappingURL=logger.js.map
package/esm/main.d.ts ADDED
@@ -0,0 +1,9 @@
1
+ export { ScrapflyClient } from './client.js';
2
+ export { Format as ScrapeFormat, FormatOption as ScrapeFormatOptions, ScrapeConfig, ScreenshotFlags, } from './scrapeconfig.js';
3
+ export { Format as ScreenshotFormat, Options as ScreenshotOptions, ScreenshotConfig } from './screenshotconfig.js';
4
+ export { ExtractionConfig } from './extractionconfig.js';
5
+ export * as errors from './errors.js';
6
+ export { ExtractionResult, ScrapeResult, ScreenshotResult } from './result.js';
7
+ export type { AccountData, ConfigData, ContextData, ResultData, ScreenshotMetadata } from './result.js';
8
+ export { log } from './logger.js';
9
+ //# sourceMappingURL=main.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EACL,MAAM,IAAI,YAAY,EACtB,YAAY,IAAI,mBAAmB,EACnC,YAAY,EACZ,eAAe,GAChB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,MAAM,IAAI,gBAAgB,EAAE,OAAO,IAAI,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACnH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAEtC,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/E,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACxG,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC"}
package/esm/main.js ADDED
@@ -0,0 +1,7 @@
1
+ export { ScrapflyClient } from './client.js';
2
+ export { Format as ScrapeFormat, FormatOption as ScrapeFormatOptions, ScrapeConfig, ScreenshotFlags, } from './scrapeconfig.js';
3
+ export { Format as ScreenshotFormat, Options as ScreenshotOptions, ScreenshotConfig } from './screenshotconfig.js';
4
+ export { ExtractionConfig } from './extractionconfig.js';
5
+ export * as errors from './errors.js';
6
+ export { ExtractionResult, ScrapeResult, ScreenshotResult } from './result.js';
7
+ export { log } from './logger.js';
@@ -0,0 +1,3 @@
1
+ {
2
+ "type": "module"
3
+ }
@@ -0,0 +1,6 @@
1
+ /// <reference types="node" />
2
+ import * as dntShim from "./_dnt.shims.js";
3
+ export declare const isDeno: boolean;
4
+ export declare function mkdir(path: string | URL, options: dntShim.Deno.MkdirOptions): Promise<void>;
5
+ export declare function writeFile(path: string | URL, data: Uint8Array, options?: dntShim.Deno.WriteFileOptions): Promise<void>;
6
+ //# sourceMappingURL=polyfill.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"polyfill.d.ts","sourceRoot":"","sources":["../src/polyfill.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,OAAO,MAAM,iBAAiB,CAAC;AAC3C,eAAO,MAAM,MAAM,SAAsC,CAAC;AAE1D,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAOjG;AAED,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,GAAG,GAAG,EAClB,IAAI,EAAE,UAAU,EAChB,OAAO,GAAE,OAAO,CAAC,IAAI,CAAC,gBAAqB,GAC1C,OAAO,CAAC,IAAI,CAAC,CAOf"}
@@ -0,0 +1,20 @@
1
+ import * as dntShim from "./_dnt.shims.js";
2
+ export const isDeno = typeof dntShim.Deno !== 'undefined';
3
+ export async function mkdir(path, options) {
4
+ if (isDeno) {
5
+ await dntShim.Deno.mkdir(path, options);
6
+ }
7
+ else {
8
+ // @ts-ignore: type for Bun
9
+ await Bun.mkdir(path.toString(), options);
10
+ }
11
+ }
12
+ export async function writeFile(path, data, options = {}) {
13
+ if (isDeno) {
14
+ await dntShim.Deno.writeFile(path, data, options);
15
+ }
16
+ else {
17
+ // @ts-ignore: type for Bun
18
+ await Bun.write(path.toString(), data, options);
19
+ }
20
+ }
@@ -1,5 +1,6 @@
1
- import { Rec, HttpMethod } from './types.js';
2
- import * as cheerio from 'cheerio';
1
+ /// <reference types="node" />
2
+ import type { HttpMethod, Rec } from './types.js';
3
+ import { cheerio } from './deps.js';
3
4
  export type ConfigData = {
4
5
  url: string;
5
6
  retry: boolean;
@@ -204,8 +205,9 @@ export declare class ScrapeResult {
204
205
  });
205
206
  get selector(): cheerio.CheerioAPI;
206
207
  }
207
- export declare class AccountData {
208
- acount: {
208
+ export type ScrapeResultData = Record<string | number | symbol, never>;
209
+ export type AccountData = {
210
+ account: {
209
211
  account_id: string;
210
212
  currency: string;
211
213
  timezone: string;
@@ -268,4 +270,28 @@ export declare class AccountData {
268
270
  };
269
271
  };
270
272
  };
273
+ };
274
+ export type ScreenshotMetadata = {
275
+ extension_name: string;
276
+ upstream_status_code: number;
277
+ upstream_url: string;
278
+ };
279
+ export declare class ScreenshotResult {
280
+ image: ArrayBuffer;
281
+ metadata: ScreenshotMetadata;
282
+ result: object | null;
283
+ constructor(response: Response, data: ArrayBuffer);
284
+ private defineMetadata;
285
+ private decodeResponse;
286
+ }
287
+ export declare class ExtractionResult {
288
+ data: string;
289
+ content_type: string;
290
+ data_quality?: string;
291
+ constructor(response: {
292
+ data: string;
293
+ content_type: string;
294
+ data_quality?: string;
295
+ });
271
296
  }
297
+ //# sourceMappingURL=result.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"result.d.ts","sourceRoot":"","sources":["../src/result.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAElD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,MAAM,UAAU,GAAG;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,OAAO,CAAC;IACrB,GAAG,EAAE,OAAO,CAAC;IACb,GAAG,EAAE,OAAO,CAAC;IACb,GAAG,EAAE,OAAO,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;IACf,uBAAuB,EAAE,OAAO,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACrB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,EAAE,OAAO,CAAC;IAC9B,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,OAAO,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,GAAG,EAAE,OAAO,CAAC;IACb,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,IAAI,EAAE;QACJ,OAAO,EAAE,KAAK,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACtE,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,EAAE,EAAE;QACF,YAAY,EAAE,MAAM,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;IACF,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE;QACL,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,SAAS,CAAC,EAAE,GAAG,CAAC;IAChB,GAAG,EAAE;QACH,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,YAAY,EAAE;QACZ,4BAA4B,CAAC,EAAE,MAAM,CAAC;QACtC,WAAW,CAAC,EAAE;YACZ,QAAQ,EAAE,MAAM,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC;YACjB,QAAQ,EAAE,GAAG,CAAC;YACd,KAAK,EAAE,KAAK,CAAC;gBACX,MAAM,EAAE,MAAM,CAAC;gBACf,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBACpB,QAAQ,EAAE,MAAM,CAAC;gBACjB,QAAQ,EAAE,OAAO,CAAC;gBAClB,MAAM,CAAC,EAAE,MAAM,CAAC;gBAChB,OAAO,EAAE,OAAO,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;QACF,kBAAkB,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACjC,oBAAoB,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACnC,UAAU,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,QAAQ,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACrB,MAAM,EAAE,MAAM,CAAC;YACf,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;YACZ,QAAQ,EAAE;gBACR,IAAI,EAAE,MAAM,CAAC;gBACb,QAAQ,EAAE,MAAM,CAAC;gBACjB,MAAM,EAAE,MAAM,CAAC;gBACf,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBACrB,MAAM,EAAE,MAAM,CAAC;aAChB,CAAC;SACH,CAAC,CAAC;KACJ,CAAC;IACF,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,OAAO,CAAC;QAChB,SAAS,EAAE,OAAO,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,GAAG,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE;YACH,WAAW,EAAE,MAAM,CAAC;YACpB,QAAQ,EAAE,MAAM,CAAC;YACjB,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,CAAC;YACf,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;SACtB,CAAC;QACF,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7B,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC9B,WAAW,EAAE,GAAG,CAAC;QACf,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE;QACJ,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;KACxB,CAAC;IACF,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,qBAAa,YAAY;IACvB,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,WAAW,CAAC;IACrB,MAAM,EAAE,UAAU,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,SAAS,CAAiC;gBAEtC,IAAI,EAAE;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,OAAO,EAAE,WAAW,CAAC;QAAC,MAAM,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE;IAQhG,IAAI,QAAQ,IAAI,OAAO,CAAC,UAAU,CAUjC;CACF;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,KAAK,CAAC,CAAC;AAEvE,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,OAAO,EAAE;QACP,iBAAiB,EAAE,OAAO,CAAC;QAC3B,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAChC,YAAY,EAAE,GAAG,CAAC;QAClB,YAAY,EAAE,GAAG,CAAC;QAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,OAAO,CAAC;QACvB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACrB,CAAC;IACF,YAAY,EAAE;QACZ,OAAO,EAAE;YACP,kCAAkC,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YACzE,kCAAkC,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YACzE,eAAe,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YACtD,UAAU,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;SAClD,CAAC;QACF,oBAAoB,EAAE,OAAO,CAAC;QAC9B,eAAe,EAAE,MAAM,CAAC;QACxB,MAAM,EAAE;YACN,KAAK,EAAE,MAAM,CAAC;YACd,GAAG,EAAE,MAAM,CAAC;SACb,CAAC;QACF,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE;YACL,QAAQ,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAC;gBAAC,KAAK,EAAE,MAAM,CAAA;aAAE,CAAC;YAC7C,MAAM,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAC;gBAAC,KAAK,EAAE,MAAM,CAAA;aAAE,CAAC;YAC3C,MAAM,EAAE;gBACN,gBAAgB,EAAE,MAAM,CAAC;gBACzB,oBAAoB,EAAE,MAAM,CAAC;gBAC7B,gBAAgB,EAAE,MAAM,CAAC;gBACzB,OAAO,EAAE,MAAM,CAAC;gBAChB,KAAK,EAAE,MAAM,CAAC;gBACd,KAAK,EAAE,MAAM,CAAC;gBACd,SAAS,EAAE,MAAM,CAAC;aACnB,CAAC;SACH,CAAC;KACH,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,qBAAa,gBAAgB;IAC3B,KAAK,EAAE,WAAW,CAAC;IACnB,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEV,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW;IAMjD,OAAO,CAAC,cAAc;IAatB,OAAO,CAAC,cAAc;CAMvB;AAED,qBAAa,gBAAgB;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;gBAEV,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;CAKpF"}
package/esm/result.js ADDED
@@ -0,0 +1,118 @@
1
+ import * as errors from './errors.js';
2
+ import { cheerio } from './deps.js';
3
+ export class ScrapeResult {
4
+ constructor(data) {
5
+ Object.defineProperty(this, "config", {
6
+ enumerable: true,
7
+ configurable: true,
8
+ writable: true,
9
+ value: void 0
10
+ });
11
+ Object.defineProperty(this, "context", {
12
+ enumerable: true,
13
+ configurable: true,
14
+ writable: true,
15
+ value: void 0
16
+ });
17
+ Object.defineProperty(this, "result", {
18
+ enumerable: true,
19
+ configurable: true,
20
+ writable: true,
21
+ value: void 0
22
+ });
23
+ Object.defineProperty(this, "uuid", {
24
+ enumerable: true,
25
+ configurable: true,
26
+ writable: true,
27
+ value: void 0
28
+ });
29
+ Object.defineProperty(this, "_selector", {
30
+ enumerable: true,
31
+ configurable: true,
32
+ writable: true,
33
+ value: void 0
34
+ });
35
+ this.config = data.config;
36
+ this.context = data.context;
37
+ this.result = data.result;
38
+ this.uuid = data.uuid;
39
+ this._selector = undefined;
40
+ }
41
+ get selector() {
42
+ if (!this._selector) {
43
+ if (!this.result.response_headers['content-type'].includes('text/html')) {
44
+ throw new errors.ContentTypeError(`Cannot use selector on non-html content-type, received: ${this.result.response_headers['content-type']}`);
45
+ }
46
+ this._selector = cheerio.load(this.result.content);
47
+ }
48
+ return this._selector;
49
+ }
50
+ }
51
+ export class ScreenshotResult {
52
+ constructor(response, data) {
53
+ Object.defineProperty(this, "image", {
54
+ enumerable: true,
55
+ configurable: true,
56
+ writable: true,
57
+ value: void 0
58
+ });
59
+ Object.defineProperty(this, "metadata", {
60
+ enumerable: true,
61
+ configurable: true,
62
+ writable: true,
63
+ value: void 0
64
+ });
65
+ Object.defineProperty(this, "result", {
66
+ enumerable: true,
67
+ configurable: true,
68
+ writable: true,
69
+ value: void 0
70
+ });
71
+ this.image = data;
72
+ this.metadata = this.defineMetadata(response);
73
+ this.result = this.decodeResponse(response, data); // raw result
74
+ }
75
+ defineMetadata(response) {
76
+ const contentType = response.headers.get('content-type');
77
+ let extension_name = '';
78
+ if (contentType) {
79
+ extension_name = contentType.split('/')[1].split(';')[0];
80
+ }
81
+ return {
82
+ extension_name: extension_name,
83
+ upstream_status_code: parseInt(response.headers.get('X-Scrapfly-Upstream-Http-Code') || '200', 10),
84
+ upstream_url: response.headers.get('X-Scrapfly-Upstream-Url') || '',
85
+ };
86
+ }
87
+ decodeResponse(response, data) {
88
+ if (response.headers.get('content-type') === 'json') {
89
+ return JSON.parse(new TextDecoder().decode(data));
90
+ }
91
+ return null;
92
+ }
93
+ }
94
+ export class ExtractionResult {
95
+ constructor(response) {
96
+ Object.defineProperty(this, "data", {
97
+ enumerable: true,
98
+ configurable: true,
99
+ writable: true,
100
+ value: void 0
101
+ });
102
+ Object.defineProperty(this, "content_type", {
103
+ enumerable: true,
104
+ configurable: true,
105
+ writable: true,
106
+ value: void 0
107
+ });
108
+ Object.defineProperty(this, "data_quality", {
109
+ enumerable: true,
110
+ configurable: true,
111
+ writable: true,
112
+ value: void 0
113
+ });
114
+ this.data = response.data;
115
+ this.content_type = response.content_type;
116
+ this.data_quality = response.data_quality;
117
+ }
118
+ }
@@ -0,0 +1,120 @@
1
+ import type { HttpMethod, Rec } from './types.js';
2
+ export declare enum ScreenshotFlags {
3
+ /**
4
+ Options to customize the screenshot behavior
5
+ Attributes:
6
+ LOAD_IMAGES: Enable image rendering with the request, add extra usage for the bandwidth consumed.
7
+ DARK_MODE: Enable dark mode display.
8
+ BLOCK_BANNERS: Block cookies banners and overlay that cover the screen.
9
+ PRINT_MEDIA_FORMAT: Render the page in the print mode.
10
+ */
11
+ LOAD_IMAGES = "load_images",
12
+ DARK_MODE = "dark_mode",
13
+ BLOCK_BANNERS = "block_banners",
14
+ PRINT_MEDIA_FORMAT = "print_media_format",
15
+ HIGH_QUALITY = "high_quality"
16
+ }
17
+ export declare enum Format {
18
+ /**
19
+ Format of the scraped content.
20
+ Attributes:
21
+ JSON: JSON format.
22
+ TEXT: Text format.
23
+ MARKDOWN: Markdown format.
24
+ CLEAN_HTML: Clean HTML format.
25
+ */
26
+ JSON = "json",
27
+ TEXT = "text",
28
+ MARKDOWN = "markdown",
29
+ CLEAN_HTML = "clean_html",
30
+ RAW = "raw"
31
+ }
32
+ export declare enum FormatOption {
33
+ NO_LINKS = "no_links",
34
+ NO_IMAGES = "no_images"
35
+ }
36
+ type ScrapeConfigOptions = {
37
+ url: string;
38
+ retry?: boolean;
39
+ method?: HttpMethod;
40
+ country?: string;
41
+ render_js?: boolean;
42
+ cache?: boolean;
43
+ cache_clear?: boolean;
44
+ cost_budget?: number;
45
+ ssl?: boolean;
46
+ dns?: boolean;
47
+ asp?: boolean;
48
+ debug?: boolean;
49
+ raise_on_upstream_error?: boolean;
50
+ cache_ttl?: number;
51
+ proxy_pool?: string;
52
+ session?: string;
53
+ tags?: string[];
54
+ format?: Format;
55
+ format_options?: FormatOption[];
56
+ correlation_id?: string;
57
+ cookies?: Rec<string>;
58
+ body?: string;
59
+ data?: Rec<any>;
60
+ headers?: Rec<string>;
61
+ js?: string;
62
+ rendering_wait?: number;
63
+ wait_for_selector?: string;
64
+ screenshots?: Rec<any>;
65
+ screenshot_flags?: ScreenshotFlags[];
66
+ session_sticky_proxy?: boolean;
67
+ webhook?: string;
68
+ timeout?: number;
69
+ js_scenario?: Rec<any>;
70
+ os?: string;
71
+ lang?: string[];
72
+ auto_scroll?: boolean;
73
+ };
74
+ export declare class ScrapeConfig {
75
+ static PUBLIC_DATACENTER_POOL: string;
76
+ static PUBLIC_RESIDENTIAL_POOL: string;
77
+ url: string;
78
+ retry: boolean;
79
+ method: HttpMethod;
80
+ country?: string | null;
81
+ render_js: boolean;
82
+ cache: boolean;
83
+ cache_clear: boolean;
84
+ cost_budget?: number;
85
+ ssl: boolean;
86
+ dns: boolean;
87
+ asp: boolean;
88
+ debug: boolean;
89
+ raise_on_upstream_error: boolean;
90
+ cache_ttl?: number;
91
+ proxy_pool?: string;
92
+ session?: string;
93
+ tags: Set<string>;
94
+ format?: Format;
95
+ format_options?: FormatOption[];
96
+ correlation_id?: string;
97
+ cookies?: Rec<string>;
98
+ body?: string;
99
+ data?: Rec<any>;
100
+ headers?: Rec<string>;
101
+ js?: string;
102
+ rendering_wait?: number;
103
+ wait_for_selector?: string;
104
+ session_sticky_proxy: boolean;
105
+ screenshots?: Rec<any>;
106
+ screenshot_flags?: ScreenshotFlags[];
107
+ webhook?: string;
108
+ timeout?: number;
109
+ js_scenario?: Rec<any>;
110
+ lang?: string[];
111
+ os?: string;
112
+ auto_scroll?: boolean;
113
+ constructor(options: ScrapeConfigOptions);
114
+ private validateOptions;
115
+ toApiParams(options: {
116
+ key: string;
117
+ }): Record<string, any>;
118
+ }
119
+ export {};
120
+ //# sourceMappingURL=scrapeconfig.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scrapeconfig.d.ts","sourceRoot":"","sources":["../src/scrapeconfig.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAGlD,oBAAY,eAAe;IACzB;;;;;;;QAOI;IACJ,WAAW,gBAAgB;IAC3B,SAAS,cAAc;IACvB,aAAa,kBAAkB;IAC/B,kBAAkB,uBAAuB;IACzC,YAAY,iBAAiB;CAC9B;AAED,oBAAY,MAAM;IAChB;;;;;;;QAOI;IACJ,IAAI,SAAS;IACb,IAAI,SAAS;IACb,QAAQ,aAAa;IACrB,UAAU,eAAe;IACzB,GAAG,QAAQ;CACZ;AAED,oBAAY,YAAY;IACtB,QAAQ,aAAa;IACrB,SAAS,cAAc;CACxB;AAED,KAAK,mBAAmB,GAAG;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,YAAY,EAAE,CAAC;IAChC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IACrC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,qBAAa,YAAY;IACvB,MAAM,CAAC,sBAAsB,SAA4B;IACzD,MAAM,CAAC,uBAAuB,SAA6B;IAE3D,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,UAAQ;IACb,MAAM,EAAE,UAAU,CAAS;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC/B,SAAS,UAAS;IAClB,KAAK,UAAS;IACd,WAAW,UAAS;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,GAAG,UAAS;IACZ,GAAG,UAAS;IACZ,GAAG,UAAS;IACZ,KAAK,UAAS;IACd,uBAAuB,UAAQ;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAqB;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,YAAY,EAAE,CAAC;IAChC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,UAAS;IAC7B,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,OAAO,CAAC;gBAEV,OAAO,EAAE,mBAAmB;IAgFxC,OAAO,CAAC,eAAe;IASvB,WAAW,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAmJ3D"}