scrapfly-sdk 0.5.1 → 0.6.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +35 -14
- package/esm/_dnt.shims.d.ts +6 -0
- package/esm/_dnt.shims.d.ts.map +1 -0
- package/esm/_dnt.shims.js +61 -0
- package/esm/client.d.ts +70 -0
- package/esm/client.d.ts.map +1 -0
- package/esm/client.js +364 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/assert_path.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/assert_path.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/assert_path.js +7 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/basename.d.ts +4 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/basename.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/basename.js +40 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/common.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/common.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/common.js +23 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/constants.d.ts +40 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/constants.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/constants.js +46 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/dirname.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/dirname.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/dirname.js +8 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/format.d.ts +4 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/format.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/format.js +19 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.d.ts +3 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.js +9 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.d.ts +35 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.js +234 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize.js +8 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.js +77 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/relative.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/relative.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/relative.js +9 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.js +19 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.js +15 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_os.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_os.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/_os.js +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/basename.d.ts +25 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/basename.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/basename.js +33 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/common.d.ts +28 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/common.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/common.js +33 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/constants.d.ts +15 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/constants.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/constants.js +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/dirname.d.ts +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/dirname.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/dirname.js +26 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/extname.d.ts +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/extname.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/extname.js +26 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/format.d.ts +22 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/format.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/format.js +27 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/from_file_url.d.ts +23 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/from_file_url.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/from_file_url.js +28 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.d.ts +77 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.js +83 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/is_absolute.d.ts +22 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/is_absolute.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/is_absolute.js +28 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/is_glob.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/is_glob.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/is_glob.js +42 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/join.d.ts +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/join.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/join.js +26 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/join_globs.d.ts +28 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/join_globs.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/join_globs.js +34 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/mod.d.ts +51 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/mod.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/mod.js +54 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/normalize.d.ts +24 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/normalize.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/normalize.js +30 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/normalize_glob.d.ts +29 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/normalize_glob.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/normalize_glob.js +35 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/parse.d.ts +35 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/parse.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/parse.js +39 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/_util.d.ts +2 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/_util.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/_util.js +8 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/basename.d.ts +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/basename.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/basename.js +29 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/constants.d.ts +13 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/constants.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/constants.js +14 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/dirname.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/dirname.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/dirname.js +47 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/extname.d.ts +18 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/extname.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/extname.js +70 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/format.d.ts +24 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/format.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/format.js +28 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.js +21 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.d.ts +72 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.js +82 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.js +23 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/join.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/join.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/join.js +26 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/join_globs.d.ts +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/join_globs.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/join_globs.js +39 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize.d.ts +19 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize.js +36 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.d.ts +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.js +31 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/parse.d.ts +25 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/parse.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/parse.js +115 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/relative.d.ts +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/relative.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/relative.js +106 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/resolve.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/resolve.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/resolve.js +59 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.d.ts +18 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.js +27 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.d.ts +16 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.js +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/relative.d.ts +24 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/relative.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/relative.js +30 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/resolve.d.ts +22 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/resolve.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/resolve.js +30 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/to_file_url.d.ts +23 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/to_file_url.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/to_file_url.js +28 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.d.ts +21 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.js +29 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/types.d.ts +38 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/types.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/types.js +3 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/_util.d.ts +4 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/_util.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/_util.js +15 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/basename.d.ts +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/basename.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/basename.js +41 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/constants.d.ts +13 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/constants.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/constants.js +14 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/dirname.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/dirname.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/dirname.js +109 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/extname.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/extname.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/extname.js +78 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/format.d.ts +24 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/format.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/format.js +28 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.d.ts +19 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.js +30 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.d.ts +71 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.js +82 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.js +38 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/join.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/join.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/join.js +71 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/join_globs.d.ts +21 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/join_globs.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/join_globs.js +40 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize.d.ts +19 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize.js +131 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.d.ts +20 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.js +31 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/parse.d.ts +25 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/parse.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/parse.js +176 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/relative.d.ts +23 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/relative.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/relative.js +131 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/resolve.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/resolve.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/resolve.js +154 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.d.ts +18 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.js +34 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.d.ts +17 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.d.ts.map +1 -0
- package/esm/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.js +49 -0
- package/esm/deps.d.ts +4 -0
- package/esm/deps.d.ts.map +1 -0
- package/esm/deps.js +3 -0
- package/{build/src → esm}/errors.d.ts +9 -0
- package/esm/errors.d.ts.map +1 -0
- package/{build/src → esm}/errors.js +19 -3
- package/esm/extractionconfig.d.ts +47 -0
- package/esm/extractionconfig.d.ts.map +1 -0
- package/esm/extractionconfig.js +156 -0
- package/{build/src → esm}/logger.d.ts +1 -0
- package/esm/logger.d.ts.map +1 -0
- package/{build/src → esm}/logger.js +12 -3
- package/esm/main.d.ts +9 -0
- package/esm/main.d.ts.map +1 -0
- package/esm/main.js +7 -0
- package/esm/package.json +3 -0
- package/esm/polyfill.d.ts +6 -0
- package/esm/polyfill.d.ts.map +1 -0
- package/esm/polyfill.js +20 -0
- package/{build/src → esm}/result.d.ts +30 -4
- package/esm/result.d.ts.map +1 -0
- package/esm/result.js +118 -0
- package/esm/scrapeconfig.d.ts +120 -0
- package/esm/scrapeconfig.d.ts.map +1 -0
- package/esm/scrapeconfig.js +505 -0
- package/esm/screenshotconfig.d.ts +69 -0
- package/esm/screenshotconfig.d.ts.map +1 -0
- package/esm/screenshotconfig.js +220 -0
- package/{build/src → esm}/types.d.ts +1 -0
- package/esm/types.d.ts.map +1 -0
- package/esm/types.js +1 -0
- package/esm/utils.d.ts +10 -0
- package/esm/utils.d.ts.map +1 -0
- package/esm/utils.js +40 -0
- package/package.json +36 -61
- package/script/_dnt.shims.d.ts +6 -0
- package/script/_dnt.shims.d.ts.map +1 -0
- package/script/_dnt.shims.js +65 -0
- package/script/client.d.ts +70 -0
- package/script/client.d.ts.map +1 -0
- package/script/client.js +391 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/assert_path.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/assert_path.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/assert_path.js +11 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/basename.d.ts +4 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/basename.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/basename.js +46 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/common.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/common.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/common.js +27 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/constants.d.ts +40 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/constants.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/constants.js +49 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/dirname.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/dirname.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/dirname.js +12 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/format.d.ts +4 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/format.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/format.js +24 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.d.ts +3 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/from_file_url.js +13 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.d.ts +35 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/glob_to_reg_exp.js +238 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize.js +12 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/normalize_string.js +81 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/relative.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/relative.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/relative.js +13 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/strip_trailing_separators.js +23 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_common/to_file_url.js +19 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_os.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_os.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/_os.js +43 -0
- package/script/deps/jsr.io/@std/path/1.0.1/basename.d.ts +25 -0
- package/script/deps/jsr.io/@std/path/1.0.1/basename.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/basename.js +37 -0
- package/script/deps/jsr.io/@std/path/1.0.1/common.d.ts +28 -0
- package/script/deps/jsr.io/@std/path/1.0.1/common.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/common.js +37 -0
- package/script/deps/jsr.io/@std/path/1.0.1/constants.d.ts +15 -0
- package/script/deps/jsr.io/@std/path/1.0.1/constants.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/constants.js +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/dirname.d.ts +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/dirname.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/dirname.js +30 -0
- package/script/deps/jsr.io/@std/path/1.0.1/extname.d.ts +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/extname.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/extname.js +30 -0
- package/script/deps/jsr.io/@std/path/1.0.1/format.d.ts +22 -0
- package/script/deps/jsr.io/@std/path/1.0.1/format.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/format.js +31 -0
- package/script/deps/jsr.io/@std/path/1.0.1/from_file_url.d.ts +23 -0
- package/script/deps/jsr.io/@std/path/1.0.1/from_file_url.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/from_file_url.js +32 -0
- package/script/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.d.ts +77 -0
- package/script/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/glob_to_regexp.js +87 -0
- package/script/deps/jsr.io/@std/path/1.0.1/is_absolute.d.ts +22 -0
- package/script/deps/jsr.io/@std/path/1.0.1/is_absolute.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/is_absolute.js +32 -0
- package/script/deps/jsr.io/@std/path/1.0.1/is_glob.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/is_glob.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/is_glob.js +46 -0
- package/script/deps/jsr.io/@std/path/1.0.1/join.d.ts +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/join.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/join.js +30 -0
- package/script/deps/jsr.io/@std/path/1.0.1/join_globs.d.ts +28 -0
- package/script/deps/jsr.io/@std/path/1.0.1/join_globs.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/join_globs.js +38 -0
- package/script/deps/jsr.io/@std/path/1.0.1/mod.d.ts +51 -0
- package/script/deps/jsr.io/@std/path/1.0.1/mod.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/mod.js +70 -0
- package/script/deps/jsr.io/@std/path/1.0.1/normalize.d.ts +24 -0
- package/script/deps/jsr.io/@std/path/1.0.1/normalize.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/normalize.js +34 -0
- package/script/deps/jsr.io/@std/path/1.0.1/normalize_glob.d.ts +29 -0
- package/script/deps/jsr.io/@std/path/1.0.1/normalize_glob.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/normalize_glob.js +39 -0
- package/script/deps/jsr.io/@std/path/1.0.1/parse.d.ts +35 -0
- package/script/deps/jsr.io/@std/path/1.0.1/parse.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/parse.js +43 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/_util.d.ts +2 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/_util.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/_util.js +12 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/basename.d.ts +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/basename.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/basename.js +33 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/constants.d.ts +13 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/constants.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/constants.js +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/dirname.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/dirname.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/dirname.js +51 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/extname.d.ts +18 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/extname.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/extname.js +74 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/format.d.ts +24 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/format.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/format.js +32 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/from_file_url.js +25 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.d.ts +72 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/glob_to_regexp.js +86 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/is_absolute.js +27 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/join.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/join.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/join.js +30 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/join_globs.d.ts +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/join_globs.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/join_globs.js +43 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize.d.ts +19 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize.js +40 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.d.ts +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/normalize_glob.js +35 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/parse.d.ts +25 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/parse.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/parse.js +119 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/relative.d.ts +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/relative.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/relative.js +110 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/resolve.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/resolve.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/resolve.js +86 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.d.ts +18 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/to_file_url.js +31 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.d.ts +16 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/posix/to_namespaced_path.js +24 -0
- package/script/deps/jsr.io/@std/path/1.0.1/relative.d.ts +24 -0
- package/script/deps/jsr.io/@std/path/1.0.1/relative.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/relative.js +34 -0
- package/script/deps/jsr.io/@std/path/1.0.1/resolve.d.ts +22 -0
- package/script/deps/jsr.io/@std/path/1.0.1/resolve.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/resolve.js +34 -0
- package/script/deps/jsr.io/@std/path/1.0.1/to_file_url.d.ts +23 -0
- package/script/deps/jsr.io/@std/path/1.0.1/to_file_url.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/to_file_url.js +32 -0
- package/script/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.d.ts +21 -0
- package/script/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/to_namespaced_path.js +33 -0
- package/script/deps/jsr.io/@std/path/1.0.1/types.d.ts +38 -0
- package/script/deps/jsr.io/@std/path/1.0.1/types.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/types.js +4 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/_util.d.ts +4 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/_util.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/_util.js +21 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/basename.d.ts +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/basename.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/basename.js +45 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/constants.d.ts +13 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/constants.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/constants.js +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/dirname.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/dirname.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/dirname.js +113 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/extname.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/extname.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/extname.js +82 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/format.d.ts +24 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/format.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/format.js +32 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.d.ts +19 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/from_file_url.js +34 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.d.ts +71 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/glob_to_regexp.js +86 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/is_absolute.js +42 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/join.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/join.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/join.js +75 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/join_globs.d.ts +21 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/join_globs.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/join_globs.js +44 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize.d.ts +19 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize.js +135 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.d.ts +20 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/normalize_glob.js +35 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/parse.d.ts +25 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/parse.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/parse.js +180 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/relative.d.ts +23 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/relative.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/relative.js +135 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/resolve.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/resolve.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/resolve.js +181 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.d.ts +18 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/to_file_url.js +38 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.d.ts +17 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.d.ts.map +1 -0
- package/script/deps/jsr.io/@std/path/1.0.1/windows/to_namespaced_path.js +53 -0
- package/script/deps.d.ts +4 -0
- package/script/deps.d.ts.map +1 -0
- package/script/deps.js +30 -0
- package/script/errors.d.ts +53 -0
- package/script/errors.d.ts.map +1 -0
- package/script/errors.js +102 -0
- package/script/extractionconfig.d.ts +47 -0
- package/script/extractionconfig.d.ts.map +1 -0
- package/script/extractionconfig.js +183 -0
- package/script/logger.d.ts +19 -0
- package/script/logger.d.ts.map +1 -0
- package/script/logger.js +58 -0
- package/script/main.d.ts +9 -0
- package/script/main.d.ts.map +1 -0
- package/script/main.js +46 -0
- package/script/package.json +3 -0
- package/script/polyfill.d.ts +6 -0
- package/script/polyfill.d.ts.map +1 -0
- package/script/polyfill.js +48 -0
- package/script/result.d.ts +297 -0
- package/script/result.d.ts.map +1 -0
- package/script/result.js +147 -0
- package/script/scrapeconfig.d.ts +120 -0
- package/script/scrapeconfig.d.ts.map +1 -0
- package/script/scrapeconfig.js +509 -0
- package/script/screenshotconfig.d.ts +69 -0
- package/script/screenshotconfig.d.ts.map +1 -0
- package/script/screenshotconfig.js +224 -0
- package/script/types.d.ts +3 -0
- package/script/types.d.ts.map +1 -0
- package/script/types.js +2 -0
- package/script/utils.d.ts +10 -0
- package/script/utils.d.ts.map +1 -0
- package/script/utils.js +45 -0
- package/build/src/client.d.ts +0 -45
- package/build/src/client.js +0 -199
- package/build/src/client.js.map +0 -1
- package/build/src/errors.js.map +0 -1
- package/build/src/logger.js.map +0 -1
- package/build/src/main.d.ts +0 -5
- package/build/src/main.js +0 -6
- package/build/src/main.js.map +0 -1
- package/build/src/result.js +0 -30
- package/build/src/result.js.map +0 -1
- package/build/src/scrapeconfig.d.ts +0 -85
- package/build/src/scrapeconfig.js +0 -257
- package/build/src/scrapeconfig.js.map +0 -1
- package/build/src/types.js +0 -2
- package/build/src/types.js.map +0 -1
- package/build/src/utils.d.ts +0 -1
- package/build/src/utils.js +0 -7
- package/build/src/utils.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,qBAAa,aAAc,SAAQ,KAAK;IACtC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAEd,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;CAI5D;AAGD,qBAAa,iBAAkB,SAAQ,aAAa;CAAG;AAEvD,qBAAa,qBAAsB,SAAQ,aAAa;CAAG;AAE3D,qBAAa,qBAAsB,SAAQ,aAAa;CAAG;AAG3D,qBAAa,WAAY,SAAQ,aAAa;CAAG;AACjD,qBAAa,gBAAiB,SAAQ,aAAa;CAAG;AAGtD,qBAAa,SAAU,SAAQ,aAAa;CAAG;AAC/C,qBAAa,iBAAkB,SAAQ,SAAS;CAAG;AACnD,qBAAa,uBAAwB,SAAQ,iBAAiB;CAAG;AACjE,qBAAa,uBAAwB,SAAQ,uBAAuB;CAAG;AAEvE,qBAAa,kBAAmB,SAAQ,SAAS;CAAG;AAEpD,qBAAa,cAAe,SAAQ,kBAAkB;CAAG;AAEzD,qBAAa,eAAgB,SAAQ,SAAS;CAAG;AACjD,qBAAa,kBAAmB,SAAQ,SAAS;CAAG;AACpD,qBAAa,mBAAoB,SAAQ,SAAS;CAAG;AAErD,qBAAa,kBAAmB,SAAQ,SAAS;CAAG;AACpD,qBAAa,qBAAsB,SAAQ,SAAS;CAAG;AAEvD,qBAAa,gBAAiB,SAAQ,SAAS;CAAG;AAClD,qBAAa,qBAAsB,SAAQ,SAAS;CAAG;AAEvD,qBAAa,oBAAqB,SAAQ,SAAS;CAAG;AAEtD,qBAAa,oBAAqB,SAAQ,SAAS;CAAG;AAEtD,qBAAa,yBAA0B,SAAQ,SAAS;CAAG;AAE3D,qBAAa,iBAAkB,SAAQ,SAAS;CAAG;AAEnD,qBAAa,kBAAmB,SAAQ,kBAAkB;CAAG;AAE7D,qBAAa,kBAAmB,SAAQ,kBAAkB;CAAG"}
|
|
@@ -1,13 +1,24 @@
|
|
|
1
1
|
export class ScrapflyError extends Error {
|
|
2
|
-
args
|
|
3
|
-
constructor(message, args) {
|
|
2
|
+
constructor(message, args = {}) {
|
|
4
3
|
super(message);
|
|
4
|
+
Object.defineProperty(this, "args", {
|
|
5
|
+
enumerable: true,
|
|
6
|
+
configurable: true,
|
|
7
|
+
writable: true,
|
|
8
|
+
value: void 0
|
|
9
|
+
});
|
|
5
10
|
this.args = args;
|
|
6
11
|
}
|
|
7
12
|
}
|
|
8
13
|
// raised when scrape config is invalid
|
|
9
14
|
export class ScrapeConfigError extends ScrapflyError {
|
|
10
15
|
}
|
|
16
|
+
// raised when screenshot config is invalid
|
|
17
|
+
export class ScreenshotConfigError extends ScrapflyError {
|
|
18
|
+
}
|
|
19
|
+
// raised when extraction config is invalid
|
|
20
|
+
export class ExtractionConfigError extends ScrapflyError {
|
|
21
|
+
}
|
|
11
22
|
// raised when scrape parameters cannot be encoded
|
|
12
23
|
export class EncodeError extends ScrapflyError {
|
|
13
24
|
}
|
|
@@ -55,4 +66,9 @@ export class TooManyConcurrentRequests extends HttpError {
|
|
|
55
66
|
// raised when account is out of scrape credits
|
|
56
67
|
export class QuotaLimitReached extends HttpError {
|
|
57
68
|
}
|
|
58
|
-
|
|
69
|
+
// raised with Scrapfly screenshot API related errors
|
|
70
|
+
export class ScreenshotApiError extends ApiHttpClientError {
|
|
71
|
+
}
|
|
72
|
+
// raised with Scrapfly extraction API related errors
|
|
73
|
+
export class ExtractionApiError extends ApiHttpClientError {
|
|
74
|
+
}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
export declare enum CompressionFormat {
|
|
2
|
+
/**
|
|
3
|
+
Document compression format.
|
|
4
|
+
|
|
5
|
+
Attributes:
|
|
6
|
+
GZIP: gzip format.
|
|
7
|
+
ZSTD: zstd format.
|
|
8
|
+
DEFLATE: deflate.
|
|
9
|
+
"""
|
|
10
|
+
*/
|
|
11
|
+
GZIP = "gzip",
|
|
12
|
+
ZSTD = "zstd",
|
|
13
|
+
DEFLATE = "deflate"
|
|
14
|
+
}
|
|
15
|
+
type ExtractionConfigOptions = {
|
|
16
|
+
body: string;
|
|
17
|
+
content_type: string;
|
|
18
|
+
url?: string;
|
|
19
|
+
charset?: string;
|
|
20
|
+
template?: string;
|
|
21
|
+
ephemeral_template?: object;
|
|
22
|
+
extraction_prompt?: string;
|
|
23
|
+
extraction_model?: string;
|
|
24
|
+
is_document_compressed?: boolean;
|
|
25
|
+
document_compression_format?: CompressionFormat;
|
|
26
|
+
webhook?: string;
|
|
27
|
+
};
|
|
28
|
+
export declare class ExtractionConfig {
|
|
29
|
+
body: string | Uint8Array;
|
|
30
|
+
content_type: string;
|
|
31
|
+
url?: string;
|
|
32
|
+
charset?: string;
|
|
33
|
+
template?: string;
|
|
34
|
+
ephemeral_template?: object;
|
|
35
|
+
extraction_prompt?: string;
|
|
36
|
+
extraction_model?: string;
|
|
37
|
+
is_document_compressed?: boolean;
|
|
38
|
+
document_compression_format?: CompressionFormat;
|
|
39
|
+
webhook?: string;
|
|
40
|
+
constructor(options: ExtractionConfigOptions);
|
|
41
|
+
private validateOptions;
|
|
42
|
+
toApiParams(options: {
|
|
43
|
+
key: string;
|
|
44
|
+
}): Record<string, any>;
|
|
45
|
+
}
|
|
46
|
+
export {};
|
|
47
|
+
//# sourceMappingURL=extractionconfig.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extractionconfig.d.ts","sourceRoot":"","sources":["../src/extractionconfig.ts"],"names":[],"mappings":"AAGA,oBAAY,iBAAiB;IAC3B;;;;;;;;SAQK;IACL,IAAI,SAAS;IACb,IAAI,SAAS;IACb,OAAO,YAAY;CACpB;AAED,KAAK,uBAAuB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,2BAA2B,CAAC,EAAE,iBAAiB,CAAC;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,qBAAa,gBAAgB;IAC3B,IAAI,EAAE,MAAM,GAAG,UAAU,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,2BAA2B,CAAC,EAAE,iBAAiB,CAAC;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;gBAEL,OAAO,EAAE,uBAAuB;IAe5C,OAAO,CAAC,eAAe;IASvB,WAAW,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAiE3D"}
|
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
import * as errors from './errors.js';
|
|
2
|
+
import { urlsafe_b64encode } from './utils.js';
|
|
3
|
+
export var CompressionFormat;
|
|
4
|
+
(function (CompressionFormat) {
|
|
5
|
+
/**
|
|
6
|
+
Document compression format.
|
|
7
|
+
|
|
8
|
+
Attributes:
|
|
9
|
+
GZIP: gzip format.
|
|
10
|
+
ZSTD: zstd format.
|
|
11
|
+
DEFLATE: deflate.
|
|
12
|
+
"""
|
|
13
|
+
*/
|
|
14
|
+
CompressionFormat["GZIP"] = "gzip";
|
|
15
|
+
CompressionFormat["ZSTD"] = "zstd";
|
|
16
|
+
CompressionFormat["DEFLATE"] = "deflate";
|
|
17
|
+
})(CompressionFormat || (CompressionFormat = {}));
|
|
18
|
+
export class ExtractionConfig {
|
|
19
|
+
constructor(options) {
|
|
20
|
+
Object.defineProperty(this, "body", {
|
|
21
|
+
enumerable: true,
|
|
22
|
+
configurable: true,
|
|
23
|
+
writable: true,
|
|
24
|
+
value: void 0
|
|
25
|
+
});
|
|
26
|
+
Object.defineProperty(this, "content_type", {
|
|
27
|
+
enumerable: true,
|
|
28
|
+
configurable: true,
|
|
29
|
+
writable: true,
|
|
30
|
+
value: void 0
|
|
31
|
+
});
|
|
32
|
+
Object.defineProperty(this, "url", {
|
|
33
|
+
enumerable: true,
|
|
34
|
+
configurable: true,
|
|
35
|
+
writable: true,
|
|
36
|
+
value: void 0
|
|
37
|
+
});
|
|
38
|
+
Object.defineProperty(this, "charset", {
|
|
39
|
+
enumerable: true,
|
|
40
|
+
configurable: true,
|
|
41
|
+
writable: true,
|
|
42
|
+
value: void 0
|
|
43
|
+
});
|
|
44
|
+
Object.defineProperty(this, "template", {
|
|
45
|
+
enumerable: true,
|
|
46
|
+
configurable: true,
|
|
47
|
+
writable: true,
|
|
48
|
+
value: void 0
|
|
49
|
+
}); // saved template name
|
|
50
|
+
Object.defineProperty(this, "ephemeral_template", {
|
|
51
|
+
enumerable: true,
|
|
52
|
+
configurable: true,
|
|
53
|
+
writable: true,
|
|
54
|
+
value: void 0
|
|
55
|
+
}); // ephemeraly declared json template
|
|
56
|
+
Object.defineProperty(this, "extraction_prompt", {
|
|
57
|
+
enumerable: true,
|
|
58
|
+
configurable: true,
|
|
59
|
+
writable: true,
|
|
60
|
+
value: void 0
|
|
61
|
+
});
|
|
62
|
+
Object.defineProperty(this, "extraction_model", {
|
|
63
|
+
enumerable: true,
|
|
64
|
+
configurable: true,
|
|
65
|
+
writable: true,
|
|
66
|
+
value: void 0
|
|
67
|
+
});
|
|
68
|
+
Object.defineProperty(this, "is_document_compressed", {
|
|
69
|
+
enumerable: true,
|
|
70
|
+
configurable: true,
|
|
71
|
+
writable: true,
|
|
72
|
+
value: void 0
|
|
73
|
+
});
|
|
74
|
+
Object.defineProperty(this, "document_compression_format", {
|
|
75
|
+
enumerable: true,
|
|
76
|
+
configurable: true,
|
|
77
|
+
writable: true,
|
|
78
|
+
value: void 0
|
|
79
|
+
});
|
|
80
|
+
Object.defineProperty(this, "webhook", {
|
|
81
|
+
enumerable: true,
|
|
82
|
+
configurable: true,
|
|
83
|
+
writable: true,
|
|
84
|
+
value: void 0
|
|
85
|
+
});
|
|
86
|
+
this.validateOptions(options);
|
|
87
|
+
this.body = options.body;
|
|
88
|
+
this.content_type = options.content_type;
|
|
89
|
+
this.url = options.url ?? this.url;
|
|
90
|
+
this.charset = options.charset ?? this.charset;
|
|
91
|
+
this.template = options.template ?? this.template;
|
|
92
|
+
this.ephemeral_template = options.ephemeral_template ?? this.ephemeral_template;
|
|
93
|
+
this.extraction_prompt = options.extraction_prompt ?? this.extraction_prompt;
|
|
94
|
+
this.extraction_model = options.extraction_model ?? this.extraction_model;
|
|
95
|
+
this.is_document_compressed = options.is_document_compressed ?? this.is_document_compressed;
|
|
96
|
+
this.document_compression_format = options.document_compression_format ?? this.document_compression_format;
|
|
97
|
+
this.webhook = options.webhook ?? this.webhook;
|
|
98
|
+
}
|
|
99
|
+
validateOptions(options) {
|
|
100
|
+
const validKeys = new Set(Object.keys(this));
|
|
101
|
+
for (const key in options) {
|
|
102
|
+
if (!validKeys.has(key)) {
|
|
103
|
+
throw new errors.ExtractionConfigError(`Invalid option provided: ${key}`);
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
toApiParams(options) {
|
|
108
|
+
const params = {
|
|
109
|
+
key: options.key,
|
|
110
|
+
};
|
|
111
|
+
// params.body = this.body;
|
|
112
|
+
params.content_type = this.content_type;
|
|
113
|
+
if (this.url) {
|
|
114
|
+
params.url = encodeURI(this.url);
|
|
115
|
+
}
|
|
116
|
+
if (this.charset) {
|
|
117
|
+
params.charset = this.charset;
|
|
118
|
+
}
|
|
119
|
+
if (this.template && this.ephemeral_template) {
|
|
120
|
+
throw new errors.ExtractionConfigError('You cannot pass both parameters template and ephemeral_template. You must choose');
|
|
121
|
+
}
|
|
122
|
+
if (this.template) {
|
|
123
|
+
params.extraction_template = this.template;
|
|
124
|
+
}
|
|
125
|
+
if (this.ephemeral_template) {
|
|
126
|
+
params.extraction_template = 'ephemeral:' + urlsafe_b64encode(JSON.stringify(this.ephemeral_template));
|
|
127
|
+
}
|
|
128
|
+
if (this.extraction_prompt) {
|
|
129
|
+
params.extraction_prompt = this.extraction_prompt;
|
|
130
|
+
}
|
|
131
|
+
if (this.extraction_model) {
|
|
132
|
+
params.extraction_model = this.extraction_model;
|
|
133
|
+
}
|
|
134
|
+
if (this.document_compression_format) {
|
|
135
|
+
if (this.is_document_compressed === undefined) {
|
|
136
|
+
throw new errors.ExtractionConfigError(`When declaring compression format, your must declare the ` +
|
|
137
|
+
`is_document_compressed parameter to compress the document or skip it.`);
|
|
138
|
+
}
|
|
139
|
+
if (this.is_document_compressed === false) {
|
|
140
|
+
// if (this.document_compression_format === CompressionFormat.GZIP) {
|
|
141
|
+
// XXX: This breaks cloudflare workers for some reason
|
|
142
|
+
// const compressed = gzip(new TextEncoder().encode(this.body as string));
|
|
143
|
+
// this.body = new Uint8Array(compressed);
|
|
144
|
+
// throw new Error("automatic gzip is not supported yet, pass gzipped ");
|
|
145
|
+
// } else {
|
|
146
|
+
throw new errors.ExtractionConfigError(`Auto compression for ${this.document_compression_format} format isn't available. ` +
|
|
147
|
+
`You can manually compress to ${this.document_compression_format}.`);
|
|
148
|
+
// }
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
if (this.webhook) {
|
|
152
|
+
params.webhook_name = this.webhook;
|
|
153
|
+
}
|
|
154
|
+
return params;
|
|
155
|
+
}
|
|
156
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAAA,aAAK,QAAQ;IACX,KAAK,UAAU;IACf,IAAI,SAAS;IACb,IAAI,SAAS;IACb,KAAK,UAAU;CAChB;AAED,cAAM,MAAM;IACV,OAAO,CAAC,KAAK,CAAW;IACjB,IAAI,EAAE,MAAM,CAAC;gBAER,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,QAAwB;IAKzD,KAAK,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM3B,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM1B,IAAI,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM1B,KAAK,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI;IAM3B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAO9B;AAED,eAAe,MAAM,CAAC;AACtB,eAAO,MAAM,GAAG,EAAE,MAA+B,CAAC"}
|
|
@@ -6,9 +6,19 @@ var LogLevel;
|
|
|
6
6
|
LogLevel["ERROR"] = "ERROR";
|
|
7
7
|
})(LogLevel || (LogLevel = {}));
|
|
8
8
|
class Logger {
|
|
9
|
-
level;
|
|
10
|
-
name;
|
|
11
9
|
constructor(name, level = LogLevel.INFO) {
|
|
10
|
+
Object.defineProperty(this, "level", {
|
|
11
|
+
enumerable: true,
|
|
12
|
+
configurable: true,
|
|
13
|
+
writable: true,
|
|
14
|
+
value: void 0
|
|
15
|
+
});
|
|
16
|
+
Object.defineProperty(this, "name", {
|
|
17
|
+
enumerable: true,
|
|
18
|
+
configurable: true,
|
|
19
|
+
writable: true,
|
|
20
|
+
value: void 0
|
|
21
|
+
});
|
|
12
22
|
this.name = name;
|
|
13
23
|
this.level = level;
|
|
14
24
|
}
|
|
@@ -43,4 +53,3 @@ class Logger {
|
|
|
43
53
|
}
|
|
44
54
|
export default Logger;
|
|
45
55
|
export const log = new Logger('scrapfly');
|
|
46
|
-
//# sourceMappingURL=logger.js.map
|
package/esm/main.d.ts
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export { ScrapflyClient } from './client.js';
|
|
2
|
+
export { Format as ScrapeFormat, FormatOption as ScrapeFormatOptions, ScrapeConfig, ScreenshotFlags, } from './scrapeconfig.js';
|
|
3
|
+
export { Format as ScreenshotFormat, Options as ScreenshotOptions, ScreenshotConfig } from './screenshotconfig.js';
|
|
4
|
+
export { ExtractionConfig } from './extractionconfig.js';
|
|
5
|
+
export * as errors from './errors.js';
|
|
6
|
+
export { ExtractionResult, ScrapeResult, ScreenshotResult } from './result.js';
|
|
7
|
+
export type { AccountData, ConfigData, ContextData, ResultData, ScreenshotMetadata } from './result.js';
|
|
8
|
+
export { log } from './logger.js';
|
|
9
|
+
//# sourceMappingURL=main.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EACL,MAAM,IAAI,YAAY,EACtB,YAAY,IAAI,mBAAmB,EACnC,YAAY,EACZ,eAAe,GAChB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,MAAM,IAAI,gBAAgB,EAAE,OAAO,IAAI,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACnH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAEtC,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/E,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACxG,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC"}
|
package/esm/main.js
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { ScrapflyClient } from './client.js';
|
|
2
|
+
export { Format as ScrapeFormat, FormatOption as ScrapeFormatOptions, ScrapeConfig, ScreenshotFlags, } from './scrapeconfig.js';
|
|
3
|
+
export { Format as ScreenshotFormat, Options as ScreenshotOptions, ScreenshotConfig } from './screenshotconfig.js';
|
|
4
|
+
export { ExtractionConfig } from './extractionconfig.js';
|
|
5
|
+
export * as errors from './errors.js';
|
|
6
|
+
export { ExtractionResult, ScrapeResult, ScreenshotResult } from './result.js';
|
|
7
|
+
export { log } from './logger.js';
|
package/esm/package.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import * as dntShim from "./_dnt.shims.js";
|
|
3
|
+
export declare const isDeno: boolean;
|
|
4
|
+
export declare function mkdir(path: string | URL, options: dntShim.Deno.MkdirOptions): Promise<void>;
|
|
5
|
+
export declare function writeFile(path: string | URL, data: Uint8Array, options?: dntShim.Deno.WriteFileOptions): Promise<void>;
|
|
6
|
+
//# sourceMappingURL=polyfill.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"polyfill.d.ts","sourceRoot":"","sources":["../src/polyfill.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,OAAO,MAAM,iBAAiB,CAAC;AAC3C,eAAO,MAAM,MAAM,SAAsC,CAAC;AAE1D,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAOjG;AAED,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,GAAG,GAAG,EAClB,IAAI,EAAE,UAAU,EAChB,OAAO,GAAE,OAAO,CAAC,IAAI,CAAC,gBAAqB,GAC1C,OAAO,CAAC,IAAI,CAAC,CAOf"}
|
package/esm/polyfill.js
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import * as dntShim from "./_dnt.shims.js";
|
|
2
|
+
export const isDeno = typeof dntShim.Deno !== 'undefined';
|
|
3
|
+
export async function mkdir(path, options) {
|
|
4
|
+
if (isDeno) {
|
|
5
|
+
await dntShim.Deno.mkdir(path, options);
|
|
6
|
+
}
|
|
7
|
+
else {
|
|
8
|
+
// @ts-ignore: type for Bun
|
|
9
|
+
await Bun.mkdir(path.toString(), options);
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
export async function writeFile(path, data, options = {}) {
|
|
13
|
+
if (isDeno) {
|
|
14
|
+
await dntShim.Deno.writeFile(path, data, options);
|
|
15
|
+
}
|
|
16
|
+
else {
|
|
17
|
+
// @ts-ignore: type for Bun
|
|
18
|
+
await Bun.write(path.toString(), data, options);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
|
|
2
|
-
import
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import type { HttpMethod, Rec } from './types.js';
|
|
3
|
+
import { cheerio } from './deps.js';
|
|
3
4
|
export type ConfigData = {
|
|
4
5
|
url: string;
|
|
5
6
|
retry: boolean;
|
|
@@ -204,8 +205,9 @@ export declare class ScrapeResult {
|
|
|
204
205
|
});
|
|
205
206
|
get selector(): cheerio.CheerioAPI;
|
|
206
207
|
}
|
|
207
|
-
export
|
|
208
|
-
|
|
208
|
+
export type ScrapeResultData = Record<string | number | symbol, never>;
|
|
209
|
+
export type AccountData = {
|
|
210
|
+
account: {
|
|
209
211
|
account_id: string;
|
|
210
212
|
currency: string;
|
|
211
213
|
timezone: string;
|
|
@@ -268,4 +270,28 @@ export declare class AccountData {
|
|
|
268
270
|
};
|
|
269
271
|
};
|
|
270
272
|
};
|
|
273
|
+
};
|
|
274
|
+
export type ScreenshotMetadata = {
|
|
275
|
+
extension_name: string;
|
|
276
|
+
upstream_status_code: number;
|
|
277
|
+
upstream_url: string;
|
|
278
|
+
};
|
|
279
|
+
export declare class ScreenshotResult {
|
|
280
|
+
image: ArrayBuffer;
|
|
281
|
+
metadata: ScreenshotMetadata;
|
|
282
|
+
result: object | null;
|
|
283
|
+
constructor(response: Response, data: ArrayBuffer);
|
|
284
|
+
private defineMetadata;
|
|
285
|
+
private decodeResponse;
|
|
286
|
+
}
|
|
287
|
+
export declare class ExtractionResult {
|
|
288
|
+
data: string;
|
|
289
|
+
content_type: string;
|
|
290
|
+
data_quality?: string;
|
|
291
|
+
constructor(response: {
|
|
292
|
+
data: string;
|
|
293
|
+
content_type: string;
|
|
294
|
+
data_quality?: string;
|
|
295
|
+
});
|
|
271
296
|
}
|
|
297
|
+
//# sourceMappingURL=result.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"result.d.ts","sourceRoot":"","sources":["../src/result.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAElD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,MAAM,UAAU,GAAG;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,OAAO,CAAC;IACrB,GAAG,EAAE,OAAO,CAAC;IACb,GAAG,EAAE,OAAO,CAAC;IACb,GAAG,EAAE,OAAO,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;IACf,uBAAuB,EAAE,OAAO,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACrB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,EAAE,OAAO,CAAC;IAC9B,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,OAAO,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,GAAG,EAAE,OAAO,CAAC;IACb,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,IAAI,EAAE;QACJ,OAAO,EAAE,KAAK,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACtE,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,EAAE,EAAE;QACF,YAAY,EAAE,MAAM,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;IACF,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE;QACL,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,SAAS,CAAC,EAAE,GAAG,CAAC;IAChB,GAAG,EAAE;QACH,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,YAAY,EAAE;QACZ,4BAA4B,CAAC,EAAE,MAAM,CAAC;QACtC,WAAW,CAAC,EAAE;YACZ,QAAQ,EAAE,MAAM,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC;YACjB,QAAQ,EAAE,GAAG,CAAC;YACd,KAAK,EAAE,KAAK,CAAC;gBACX,MAAM,EAAE,MAAM,CAAC;gBACf,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBACpB,QAAQ,EAAE,MAAM,CAAC;gBACjB,QAAQ,EAAE,OAAO,CAAC;gBAClB,MAAM,CAAC,EAAE,MAAM,CAAC;gBAChB,OAAO,EAAE,OAAO,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;QACF,kBAAkB,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACjC,oBAAoB,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACnC,UAAU,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,QAAQ,CAAC,EAAE,KAAK,CAAC;YACf,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACrB,MAAM,EAAE,MAAM,CAAC;YACf,IAAI,EAAE,MAAM,CAAC;YACb,GAAG,EAAE,MAAM,CAAC;YACZ,QAAQ,EAAE;gBACR,IAAI,EAAE,MAAM,CAAC;gBACb,QAAQ,EAAE,MAAM,CAAC;gBACjB,MAAM,EAAE,MAAM,CAAC;gBACf,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBACrB,MAAM,EAAE,MAAM,CAAC;aAChB,CAAC;SACH,CAAC,CAAC;KACJ,CAAC;IACF,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,OAAO,CAAC;QAChB,SAAS,EAAE,OAAO,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,GAAG,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,OAAO,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,KAAK,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,GAAG,EAAE;YACH,WAAW,EAAE,MAAM,CAAC;YACpB,QAAQ,EAAE,MAAM,CAAC;YACjB,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,CAAC;YACf,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,QAAQ,CAAC,EAAE,MAAM,CAAC;YAClB,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;SACtB,CAAC;QACF,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7B,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC9B,WAAW,EAAE,GAAG,CAAC;QACf,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE;QACJ,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;KACxB,CAAC;IACF,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,qBAAa,YAAY;IACvB,MAAM,EAAE,UAAU,CAAC;IACnB,OAAO,EAAE,WAAW,CAAC;IACrB,MAAM,EAAE,UAAU,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,SAAS,CAAiC;gBAEtC,IAAI,EAAE;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,OAAO,EAAE,WAAW,CAAC;QAAC,MAAM,EAAE,UAAU,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE;IAQhG,IAAI,QAAQ,IAAI,OAAO,CAAC,UAAU,CAUjC;CACF;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,KAAK,CAAC,CAAC;AAEvE,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,OAAO,EAAE;QACP,iBAAiB,EAAE,OAAO,CAAC;QAC3B,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAChC,YAAY,EAAE,GAAG,CAAC;QAClB,YAAY,EAAE,GAAG,CAAC;QAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,OAAO,CAAC;QACvB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACrB,CAAC;IACF,YAAY,EAAE;QACZ,OAAO,EAAE;YACP,kCAAkC,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YACzE,kCAAkC,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YACzE,eAAe,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;YACtD,UAAU,EAAE;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,MAAM,EAAE,MAAM,CAAA;aAAE,CAAC;SAClD,CAAC;QACF,oBAAoB,EAAE,OAAO,CAAC;QAC9B,eAAe,EAAE,MAAM,CAAC;QACxB,MAAM,EAAE;YACN,KAAK,EAAE,MAAM,CAAC;YACd,GAAG,EAAE,MAAM,CAAC;SACb,CAAC;QACF,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE;YACL,QAAQ,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAC;gBAAC,KAAK,EAAE,MAAM,CAAA;aAAE,CAAC;YAC7C,MAAM,EAAE;gBAAE,OAAO,EAAE,MAAM,CAAC;gBAAC,KAAK,EAAE,MAAM,CAAA;aAAE,CAAC;YAC3C,MAAM,EAAE;gBACN,gBAAgB,EAAE,MAAM,CAAC;gBACzB,oBAAoB,EAAE,MAAM,CAAC;gBAC7B,gBAAgB,EAAE,MAAM,CAAC;gBACzB,OAAO,EAAE,MAAM,CAAC;gBAChB,KAAK,EAAE,MAAM,CAAC;gBACd,KAAK,EAAE,MAAM,CAAC;gBACd,SAAS,EAAE,MAAM,CAAC;aACnB,CAAC;SACH,CAAC;KACH,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,qBAAa,gBAAgB;IAC3B,KAAK,EAAE,WAAW,CAAC;IACnB,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEV,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW;IAMjD,OAAO,CAAC,cAAc;IAatB,OAAO,CAAC,cAAc;CAMvB;AAED,qBAAa,gBAAgB;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;gBAEV,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;CAKpF"}
|
package/esm/result.js
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
import * as errors from './errors.js';
|
|
2
|
+
import { cheerio } from './deps.js';
|
|
3
|
+
export class ScrapeResult {
|
|
4
|
+
constructor(data) {
|
|
5
|
+
Object.defineProperty(this, "config", {
|
|
6
|
+
enumerable: true,
|
|
7
|
+
configurable: true,
|
|
8
|
+
writable: true,
|
|
9
|
+
value: void 0
|
|
10
|
+
});
|
|
11
|
+
Object.defineProperty(this, "context", {
|
|
12
|
+
enumerable: true,
|
|
13
|
+
configurable: true,
|
|
14
|
+
writable: true,
|
|
15
|
+
value: void 0
|
|
16
|
+
});
|
|
17
|
+
Object.defineProperty(this, "result", {
|
|
18
|
+
enumerable: true,
|
|
19
|
+
configurable: true,
|
|
20
|
+
writable: true,
|
|
21
|
+
value: void 0
|
|
22
|
+
});
|
|
23
|
+
Object.defineProperty(this, "uuid", {
|
|
24
|
+
enumerable: true,
|
|
25
|
+
configurable: true,
|
|
26
|
+
writable: true,
|
|
27
|
+
value: void 0
|
|
28
|
+
});
|
|
29
|
+
Object.defineProperty(this, "_selector", {
|
|
30
|
+
enumerable: true,
|
|
31
|
+
configurable: true,
|
|
32
|
+
writable: true,
|
|
33
|
+
value: void 0
|
|
34
|
+
});
|
|
35
|
+
this.config = data.config;
|
|
36
|
+
this.context = data.context;
|
|
37
|
+
this.result = data.result;
|
|
38
|
+
this.uuid = data.uuid;
|
|
39
|
+
this._selector = undefined;
|
|
40
|
+
}
|
|
41
|
+
get selector() {
|
|
42
|
+
if (!this._selector) {
|
|
43
|
+
if (!this.result.response_headers['content-type'].includes('text/html')) {
|
|
44
|
+
throw new errors.ContentTypeError(`Cannot use selector on non-html content-type, received: ${this.result.response_headers['content-type']}`);
|
|
45
|
+
}
|
|
46
|
+
this._selector = cheerio.load(this.result.content);
|
|
47
|
+
}
|
|
48
|
+
return this._selector;
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
export class ScreenshotResult {
|
|
52
|
+
constructor(response, data) {
|
|
53
|
+
Object.defineProperty(this, "image", {
|
|
54
|
+
enumerable: true,
|
|
55
|
+
configurable: true,
|
|
56
|
+
writable: true,
|
|
57
|
+
value: void 0
|
|
58
|
+
});
|
|
59
|
+
Object.defineProperty(this, "metadata", {
|
|
60
|
+
enumerable: true,
|
|
61
|
+
configurable: true,
|
|
62
|
+
writable: true,
|
|
63
|
+
value: void 0
|
|
64
|
+
});
|
|
65
|
+
Object.defineProperty(this, "result", {
|
|
66
|
+
enumerable: true,
|
|
67
|
+
configurable: true,
|
|
68
|
+
writable: true,
|
|
69
|
+
value: void 0
|
|
70
|
+
});
|
|
71
|
+
this.image = data;
|
|
72
|
+
this.metadata = this.defineMetadata(response);
|
|
73
|
+
this.result = this.decodeResponse(response, data); // raw result
|
|
74
|
+
}
|
|
75
|
+
defineMetadata(response) {
|
|
76
|
+
const contentType = response.headers.get('content-type');
|
|
77
|
+
let extension_name = '';
|
|
78
|
+
if (contentType) {
|
|
79
|
+
extension_name = contentType.split('/')[1].split(';')[0];
|
|
80
|
+
}
|
|
81
|
+
return {
|
|
82
|
+
extension_name: extension_name,
|
|
83
|
+
upstream_status_code: parseInt(response.headers.get('X-Scrapfly-Upstream-Http-Code') || '200', 10),
|
|
84
|
+
upstream_url: response.headers.get('X-Scrapfly-Upstream-Url') || '',
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
decodeResponse(response, data) {
|
|
88
|
+
if (response.headers.get('content-type') === 'json') {
|
|
89
|
+
return JSON.parse(new TextDecoder().decode(data));
|
|
90
|
+
}
|
|
91
|
+
return null;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
export class ExtractionResult {
|
|
95
|
+
constructor(response) {
|
|
96
|
+
Object.defineProperty(this, "data", {
|
|
97
|
+
enumerable: true,
|
|
98
|
+
configurable: true,
|
|
99
|
+
writable: true,
|
|
100
|
+
value: void 0
|
|
101
|
+
});
|
|
102
|
+
Object.defineProperty(this, "content_type", {
|
|
103
|
+
enumerable: true,
|
|
104
|
+
configurable: true,
|
|
105
|
+
writable: true,
|
|
106
|
+
value: void 0
|
|
107
|
+
});
|
|
108
|
+
Object.defineProperty(this, "data_quality", {
|
|
109
|
+
enumerable: true,
|
|
110
|
+
configurable: true,
|
|
111
|
+
writable: true,
|
|
112
|
+
value: void 0
|
|
113
|
+
});
|
|
114
|
+
this.data = response.data;
|
|
115
|
+
this.content_type = response.content_type;
|
|
116
|
+
this.data_quality = response.data_quality;
|
|
117
|
+
}
|
|
118
|
+
}
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import type { HttpMethod, Rec } from './types.js';
|
|
2
|
+
export declare enum ScreenshotFlags {
|
|
3
|
+
/**
|
|
4
|
+
Options to customize the screenshot behavior
|
|
5
|
+
Attributes:
|
|
6
|
+
LOAD_IMAGES: Enable image rendering with the request, add extra usage for the bandwidth consumed.
|
|
7
|
+
DARK_MODE: Enable dark mode display.
|
|
8
|
+
BLOCK_BANNERS: Block cookies banners and overlay that cover the screen.
|
|
9
|
+
PRINT_MEDIA_FORMAT: Render the page in the print mode.
|
|
10
|
+
*/
|
|
11
|
+
LOAD_IMAGES = "load_images",
|
|
12
|
+
DARK_MODE = "dark_mode",
|
|
13
|
+
BLOCK_BANNERS = "block_banners",
|
|
14
|
+
PRINT_MEDIA_FORMAT = "print_media_format",
|
|
15
|
+
HIGH_QUALITY = "high_quality"
|
|
16
|
+
}
|
|
17
|
+
export declare enum Format {
|
|
18
|
+
/**
|
|
19
|
+
Format of the scraped content.
|
|
20
|
+
Attributes:
|
|
21
|
+
JSON: JSON format.
|
|
22
|
+
TEXT: Text format.
|
|
23
|
+
MARKDOWN: Markdown format.
|
|
24
|
+
CLEAN_HTML: Clean HTML format.
|
|
25
|
+
*/
|
|
26
|
+
JSON = "json",
|
|
27
|
+
TEXT = "text",
|
|
28
|
+
MARKDOWN = "markdown",
|
|
29
|
+
CLEAN_HTML = "clean_html",
|
|
30
|
+
RAW = "raw"
|
|
31
|
+
}
|
|
32
|
+
export declare enum FormatOption {
|
|
33
|
+
NO_LINKS = "no_links",
|
|
34
|
+
NO_IMAGES = "no_images"
|
|
35
|
+
}
|
|
36
|
+
type ScrapeConfigOptions = {
|
|
37
|
+
url: string;
|
|
38
|
+
retry?: boolean;
|
|
39
|
+
method?: HttpMethod;
|
|
40
|
+
country?: string;
|
|
41
|
+
render_js?: boolean;
|
|
42
|
+
cache?: boolean;
|
|
43
|
+
cache_clear?: boolean;
|
|
44
|
+
cost_budget?: number;
|
|
45
|
+
ssl?: boolean;
|
|
46
|
+
dns?: boolean;
|
|
47
|
+
asp?: boolean;
|
|
48
|
+
debug?: boolean;
|
|
49
|
+
raise_on_upstream_error?: boolean;
|
|
50
|
+
cache_ttl?: number;
|
|
51
|
+
proxy_pool?: string;
|
|
52
|
+
session?: string;
|
|
53
|
+
tags?: string[];
|
|
54
|
+
format?: Format;
|
|
55
|
+
format_options?: FormatOption[];
|
|
56
|
+
correlation_id?: string;
|
|
57
|
+
cookies?: Rec<string>;
|
|
58
|
+
body?: string;
|
|
59
|
+
data?: Rec<any>;
|
|
60
|
+
headers?: Rec<string>;
|
|
61
|
+
js?: string;
|
|
62
|
+
rendering_wait?: number;
|
|
63
|
+
wait_for_selector?: string;
|
|
64
|
+
screenshots?: Rec<any>;
|
|
65
|
+
screenshot_flags?: ScreenshotFlags[];
|
|
66
|
+
session_sticky_proxy?: boolean;
|
|
67
|
+
webhook?: string;
|
|
68
|
+
timeout?: number;
|
|
69
|
+
js_scenario?: Rec<any>;
|
|
70
|
+
os?: string;
|
|
71
|
+
lang?: string[];
|
|
72
|
+
auto_scroll?: boolean;
|
|
73
|
+
};
|
|
74
|
+
export declare class ScrapeConfig {
|
|
75
|
+
static PUBLIC_DATACENTER_POOL: string;
|
|
76
|
+
static PUBLIC_RESIDENTIAL_POOL: string;
|
|
77
|
+
url: string;
|
|
78
|
+
retry: boolean;
|
|
79
|
+
method: HttpMethod;
|
|
80
|
+
country?: string | null;
|
|
81
|
+
render_js: boolean;
|
|
82
|
+
cache: boolean;
|
|
83
|
+
cache_clear: boolean;
|
|
84
|
+
cost_budget?: number;
|
|
85
|
+
ssl: boolean;
|
|
86
|
+
dns: boolean;
|
|
87
|
+
asp: boolean;
|
|
88
|
+
debug: boolean;
|
|
89
|
+
raise_on_upstream_error: boolean;
|
|
90
|
+
cache_ttl?: number;
|
|
91
|
+
proxy_pool?: string;
|
|
92
|
+
session?: string;
|
|
93
|
+
tags: Set<string>;
|
|
94
|
+
format?: Format;
|
|
95
|
+
format_options?: FormatOption[];
|
|
96
|
+
correlation_id?: string;
|
|
97
|
+
cookies?: Rec<string>;
|
|
98
|
+
body?: string;
|
|
99
|
+
data?: Rec<any>;
|
|
100
|
+
headers?: Rec<string>;
|
|
101
|
+
js?: string;
|
|
102
|
+
rendering_wait?: number;
|
|
103
|
+
wait_for_selector?: string;
|
|
104
|
+
session_sticky_proxy: boolean;
|
|
105
|
+
screenshots?: Rec<any>;
|
|
106
|
+
screenshot_flags?: ScreenshotFlags[];
|
|
107
|
+
webhook?: string;
|
|
108
|
+
timeout?: number;
|
|
109
|
+
js_scenario?: Rec<any>;
|
|
110
|
+
lang?: string[];
|
|
111
|
+
os?: string;
|
|
112
|
+
auto_scroll?: boolean;
|
|
113
|
+
constructor(options: ScrapeConfigOptions);
|
|
114
|
+
private validateOptions;
|
|
115
|
+
toApiParams(options: {
|
|
116
|
+
key: string;
|
|
117
|
+
}): Record<string, any>;
|
|
118
|
+
}
|
|
119
|
+
export {};
|
|
120
|
+
//# sourceMappingURL=scrapeconfig.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scrapeconfig.d.ts","sourceRoot":"","sources":["../src/scrapeconfig.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAGlD,oBAAY,eAAe;IACzB;;;;;;;QAOI;IACJ,WAAW,gBAAgB;IAC3B,SAAS,cAAc;IACvB,aAAa,kBAAkB;IAC/B,kBAAkB,uBAAuB;IACzC,YAAY,iBAAiB;CAC9B;AAED,oBAAY,MAAM;IAChB;;;;;;;QAOI;IACJ,IAAI,SAAS;IACb,IAAI,SAAS;IACb,QAAQ,aAAa;IACrB,UAAU,eAAe;IACzB,GAAG,QAAQ;CACZ;AAED,oBAAY,YAAY;IACtB,QAAQ,aAAa;IACrB,SAAS,cAAc;CACxB;AAED,KAAK,mBAAmB,GAAG;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,YAAY,EAAE,CAAC;IAChC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IACrC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,qBAAa,YAAY;IACvB,MAAM,CAAC,sBAAsB,SAA4B;IACzD,MAAM,CAAC,uBAAuB,SAA6B;IAE3D,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,UAAQ;IACb,MAAM,EAAE,UAAU,CAAS;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC/B,SAAS,UAAS;IAClB,KAAK,UAAS;IACd,WAAW,UAAS;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,GAAG,UAAS;IACZ,GAAG,UAAS;IACZ,GAAG,UAAS;IACZ,KAAK,UAAS;IACd,uBAAuB,UAAQ;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAqB;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,YAAY,EAAE,CAAC;IAChC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,UAAS;IAC7B,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,OAAO,CAAC;gBAEV,OAAO,EAAE,mBAAmB;IAgFxC,OAAO,CAAC,eAAe;IASvB,WAAW,CAAC,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;CAmJ3D"}
|