context.dev 2.3.0 → 2.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +24 -0
- data/README.md +9 -9
- data/lib/context_dev/models/ai_extract_product_params.rb +9 -1
- data/lib/context_dev/models/ai_extract_products_params.rb +18 -2
- data/lib/context_dev/models/brand_retrieve_params.rb +109 -22
- data/lib/context_dev/models/brand_retrieve_response.rb +4 -6
- data/lib/context_dev/models/brand_retrieve_simplified_params.rb +32 -3
- data/lib/context_dev/models/industry_retrieve_naics_params.rb +11 -1
- data/lib/context_dev/models/industry_retrieve_sic_params.rb +11 -1
- data/lib/context_dev/models/monitor_create_params.rb +6 -5
- data/lib/context_dev/models/monitor_create_response.rb +6 -5
- data/lib/context_dev/models/monitor_get_credit_usage_params.rb +30 -0
- data/lib/context_dev/models/monitor_get_credit_usage_response.rb +59 -0
- data/lib/context_dev/models/monitor_get_limits_params.rb +14 -0
- data/lib/context_dev/models/monitor_get_limits_response.rb +52 -0
- data/lib/context_dev/models/monitor_list_account_changes_params.rb +16 -7
- data/lib/context_dev/models/monitor_list_account_changes_response.rb +2 -1
- data/lib/context_dev/models/monitor_list_account_runs_params.rb +7 -10
- data/lib/context_dev/models/monitor_list_changes_params.rb +8 -4
- data/lib/context_dev/models/monitor_list_changes_response.rb +2 -1
- data/lib/context_dev/models/monitor_list_params.rb +18 -19
- data/lib/context_dev/models/monitor_list_response.rb +6 -5
- data/lib/context_dev/models/monitor_list_runs_params.rb +7 -10
- data/lib/context_dev/models/monitor_retrieve_change_response.rb +2 -1
- data/lib/context_dev/models/monitor_retrieve_response.rb +6 -5
- data/lib/context_dev/models/monitor_update_params.rb +6 -5
- data/lib/context_dev/models/monitor_update_response.rb +6 -5
- data/lib/context_dev/models/parse_handle_params.rb +296 -46
- data/lib/context_dev/models/utility_prefetch_params.rb +9 -1
- data/lib/context_dev/models/web_extract_competitors_params.rb +11 -1
- data/lib/context_dev/models/web_extract_fonts_params.rb +14 -4
- data/lib/context_dev/models/web_extract_params.rb +19 -1
- data/lib/context_dev/models/web_extract_styleguide_params.rb +14 -4
- data/lib/context_dev/models/web_screenshot_params.rb +69 -18
- data/lib/context_dev/models/web_screenshot_response.rb +3 -2
- data/lib/context_dev/models/web_search_params.rb +9 -1
- data/lib/context_dev/models/web_web_crawl_md_params.rb +34 -1
- data/lib/context_dev/models/web_web_scrape_html_params.rb +268 -29
- data/lib/context_dev/models/web_web_scrape_images_params.rb +208 -19
- data/lib/context_dev/models/web_web_scrape_md_params.rb +352 -38
- data/lib/context_dev/models/web_web_scrape_sitemap_params.rb +45 -1
- data/lib/context_dev/models.rb +4 -0
- data/lib/context_dev/resources/ai.rb +3 -1
- data/lib/context_dev/resources/brand.rb +6 -2
- data/lib/context_dev/resources/industry.rb +6 -2
- data/lib/context_dev/resources/monitors.rb +70 -32
- data/lib/context_dev/resources/parse.rb +11 -11
- data/lib/context_dev/resources/utility.rb +3 -1
- data/lib/context_dev/resources/web.rb +104 -55
- data/lib/context_dev/version.rb +1 -1
- data/lib/context_dev.rb +4 -0
- data/rbi/context_dev/models/ai_extract_product_params.rbi +11 -0
- data/rbi/context_dev/models/ai_extract_products_params.rbi +22 -0
- data/rbi/context_dev/models/brand_retrieve_params.rbi +175 -64
- data/rbi/context_dev/models/brand_retrieve_response.rbi +8 -11
- data/rbi/context_dev/models/brand_retrieve_simplified_params.rbi +68 -5
- data/rbi/context_dev/models/industry_retrieve_naics_params.rbi +15 -0
- data/rbi/context_dev/models/industry_retrieve_sic_params.rbi +15 -0
- data/rbi/context_dev/models/monitor_create_params.rbi +6 -4
- data/rbi/context_dev/models/monitor_create_response.rbi +6 -4
- data/rbi/context_dev/models/monitor_get_credit_usage_params.rbi +60 -0
- data/rbi/context_dev/models/monitor_get_credit_usage_response.rbi +111 -0
- data/rbi/context_dev/models/monitor_get_limits_params.rbi +30 -0
- data/rbi/context_dev/models/monitor_get_limits_response.rbi +105 -0
- data/rbi/context_dev/models/monitor_list_account_changes_params.rbi +16 -0
- data/rbi/context_dev/models/monitor_list_account_changes_response.rbi +2 -0
- data/rbi/context_dev/models/monitor_list_account_runs_params.rbi +7 -6
- data/rbi/context_dev/models/monitor_list_changes_params.rbi +8 -0
- data/rbi/context_dev/models/monitor_list_changes_response.rbi +2 -0
- data/rbi/context_dev/models/monitor_list_params.rbi +23 -31
- data/rbi/context_dev/models/monitor_list_response.rbi +6 -4
- data/rbi/context_dev/models/monitor_list_runs_params.rbi +7 -6
- data/rbi/context_dev/models/monitor_retrieve_change_response.rbi +2 -0
- data/rbi/context_dev/models/monitor_retrieve_response.rbi +6 -4
- data/rbi/context_dev/models/monitor_update_params.rbi +6 -4
- data/rbi/context_dev/models/monitor_update_response.rbi +6 -4
- data/rbi/context_dev/models/parse_handle_params.rbi +601 -71
- data/rbi/context_dev/models/utility_prefetch_params.rbi +11 -0
- data/rbi/context_dev/models/web_extract_competitors_params.rbi +15 -0
- data/rbi/context_dev/models/web_extract_fonts_params.rbi +19 -7
- data/rbi/context_dev/models/web_extract_params.rbi +26 -0
- data/rbi/context_dev/models/web_extract_styleguide_params.rbi +19 -7
- data/rbi/context_dev/models/web_screenshot_params.rbi +108 -37
- data/rbi/context_dev/models/web_screenshot_response.rbi +4 -2
- data/rbi/context_dev/models/web_search_params.rbi +11 -0
- data/rbi/context_dev/models/web_web_crawl_md_params.rbi +53 -0
- data/rbi/context_dev/models/web_web_scrape_html_params.rbi +554 -49
- data/rbi/context_dev/models/web_web_scrape_images_params.rbi +426 -30
- data/rbi/context_dev/models/web_web_scrape_md_params.rbi +742 -61
- data/rbi/context_dev/models/web_web_scrape_sitemap_params.rbi +82 -0
- data/rbi/context_dev/models.rbi +4 -0
- data/rbi/context_dev/resources/ai.rbi +3 -0
- data/rbi/context_dev/resources/brand.rbi +9 -1
- data/rbi/context_dev/resources/industry.rbi +10 -0
- data/rbi/context_dev/resources/monitors.rbi +55 -11
- data/rbi/context_dev/resources/parse.rbi +44 -24
- data/rbi/context_dev/resources/utility.rbi +3 -0
- data/rbi/context_dev/resources/web.rbi +224 -48
- data/sig/context_dev/models/ai_extract_product_params.rbs +12 -1
- data/sig/context_dev/models/ai_extract_products_params.rbs +14 -0
- data/sig/context_dev/models/brand_retrieve_params.rbs +97 -51
- data/sig/context_dev/models/brand_retrieve_response.rbs +2 -2
- data/sig/context_dev/models/brand_retrieve_simplified_params.rbs +34 -5
- data/sig/context_dev/models/industry_retrieve_naics_params.rbs +7 -0
- data/sig/context_dev/models/industry_retrieve_sic_params.rbs +7 -0
- data/sig/context_dev/models/monitor_get_credit_usage_params.rbs +32 -0
- data/sig/context_dev/models/monitor_get_credit_usage_response.rbs +52 -0
- data/sig/context_dev/models/monitor_get_limits_params.rbs +15 -0
- data/sig/context_dev/models/monitor_get_limits_response.rbs +43 -0
- data/sig/context_dev/models/monitor_list_params.rbs +8 -14
- data/sig/context_dev/models/parse_handle_params.rbs +297 -50
- data/sig/context_dev/models/utility_prefetch_params.rbs +7 -0
- data/sig/context_dev/models/web_extract_competitors_params.rbs +12 -1
- data/sig/context_dev/models/web_extract_fonts_params.rbs +10 -5
- data/sig/context_dev/models/web_extract_params.rbs +14 -0
- data/sig/context_dev/models/web_extract_styleguide_params.rbs +10 -5
- data/sig/context_dev/models/web_screenshot_params.rbs +41 -20
- data/sig/context_dev/models/web_search_params.rbs +7 -0
- data/sig/context_dev/models/web_web_crawl_md_params.rbs +28 -1
- data/sig/context_dev/models/web_web_scrape_html_params.rbs +175 -47
- data/sig/context_dev/models/web_web_scrape_images_params.rbs +128 -38
- data/sig/context_dev/models/web_web_scrape_md_params.rbs +229 -62
- data/sig/context_dev/models/web_web_scrape_sitemap_params.rbs +35 -1
- data/sig/context_dev/models.rbs +4 -0
- data/sig/context_dev/resources/ai.rbs +1 -0
- data/sig/context_dev/resources/brand.rbs +3 -1
- data/sig/context_dev/resources/industry.rbs +2 -0
- data/sig/context_dev/resources/monitors.rbs +12 -2
- data/sig/context_dev/resources/parse.rbs +10 -10
- data/sig/context_dev/resources/utility.rbs +1 -0
- data/sig/context_dev/resources/web.rbs +47 -26
- metadata +14 -2
|
@@ -5,7 +5,8 @@ module ContextDev
|
|
|
5
5
|
color_scheme: ContextDev::Models::WebExtractStyleguideParams::color_scheme,
|
|
6
6
|
direct_url: String,
|
|
7
7
|
domain: String,
|
|
8
|
-
max_age_ms: Integer
|
|
8
|
+
max_age_ms: Integer?,
|
|
9
|
+
tags: ::Array[String],
|
|
9
10
|
timeout_ms: Integer
|
|
10
11
|
}
|
|
11
12
|
& ContextDev::Internal::Type::request_parameters
|
|
@@ -28,9 +29,11 @@ module ContextDev
|
|
|
28
29
|
|
|
29
30
|
def domain=: (String) -> String
|
|
30
31
|
|
|
31
|
-
|
|
32
|
+
attr_accessor max_age_ms: Integer?
|
|
32
33
|
|
|
33
|
-
|
|
34
|
+
attr_reader tags: ::Array[String]?
|
|
35
|
+
|
|
36
|
+
def tags=: (::Array[String]) -> ::Array[String]
|
|
34
37
|
|
|
35
38
|
attr_reader timeout_ms: Integer?
|
|
36
39
|
|
|
@@ -40,7 +43,8 @@ module ContextDev
|
|
|
40
43
|
?color_scheme: ContextDev::Models::WebExtractStyleguideParams::color_scheme,
|
|
41
44
|
?direct_url: String,
|
|
42
45
|
?domain: String,
|
|
43
|
-
?max_age_ms: Integer
|
|
46
|
+
?max_age_ms: Integer?,
|
|
47
|
+
?tags: ::Array[String],
|
|
44
48
|
?timeout_ms: Integer,
|
|
45
49
|
?request_options: ContextDev::request_opts
|
|
46
50
|
) -> void
|
|
@@ -49,7 +53,8 @@ module ContextDev
|
|
|
49
53
|
color_scheme: ContextDev::Models::WebExtractStyleguideParams::color_scheme,
|
|
50
54
|
direct_url: String,
|
|
51
55
|
domain: String,
|
|
52
|
-
max_age_ms: Integer
|
|
56
|
+
max_age_ms: Integer?,
|
|
57
|
+
tags: ::Array[String],
|
|
53
58
|
timeout_ms: Integer,
|
|
54
59
|
request_options: ContextDev::RequestOptions
|
|
55
60
|
}
|
|
@@ -8,12 +8,14 @@ module ContextDev
|
|
|
8
8
|
domain: String,
|
|
9
9
|
full_screenshot: ContextDev::Models::WebScreenshotParams::full_screenshot,
|
|
10
10
|
handle_cookie_popup: ContextDev::Models::WebScreenshotParams::handle_cookie_popup,
|
|
11
|
-
max_age_ms: Integer
|
|
11
|
+
max_age_ms: Integer?,
|
|
12
12
|
page: ContextDev::Models::WebScreenshotParams::page,
|
|
13
|
-
scroll_offset: Integer
|
|
13
|
+
scroll_offset: Integer?,
|
|
14
|
+
tags: ::Array[String],
|
|
14
15
|
timeout_ms: Integer,
|
|
15
16
|
viewport: ContextDev::WebScreenshotParams::Viewport,
|
|
16
|
-
wait_for_ms: Integer
|
|
17
|
+
wait_for_ms: Integer?,
|
|
18
|
+
zdr: ContextDev::Models::WebScreenshotParams::zdr
|
|
17
19
|
}
|
|
18
20
|
& ContextDev::Internal::Type::request_parameters
|
|
19
21
|
|
|
@@ -53,9 +55,7 @@ module ContextDev
|
|
|
53
55
|
ContextDev::Models::WebScreenshotParams::handle_cookie_popup
|
|
54
56
|
) -> ContextDev::Models::WebScreenshotParams::handle_cookie_popup
|
|
55
57
|
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
def max_age_ms=: (Integer) -> Integer
|
|
58
|
+
attr_accessor max_age_ms: Integer?
|
|
59
59
|
|
|
60
60
|
attr_reader page: ContextDev::Models::WebScreenshotParams::page?
|
|
61
61
|
|
|
@@ -63,9 +63,11 @@ module ContextDev
|
|
|
63
63
|
ContextDev::Models::WebScreenshotParams::page
|
|
64
64
|
) -> ContextDev::Models::WebScreenshotParams::page
|
|
65
65
|
|
|
66
|
-
|
|
66
|
+
attr_accessor scroll_offset: Integer?
|
|
67
|
+
|
|
68
|
+
attr_reader tags: ::Array[String]?
|
|
67
69
|
|
|
68
|
-
def
|
|
70
|
+
def tags=: (::Array[String]) -> ::Array[String]
|
|
69
71
|
|
|
70
72
|
attr_reader timeout_ms: Integer?
|
|
71
73
|
|
|
@@ -77,9 +79,13 @@ module ContextDev
|
|
|
77
79
|
ContextDev::WebScreenshotParams::Viewport
|
|
78
80
|
) -> ContextDev::WebScreenshotParams::Viewport
|
|
79
81
|
|
|
80
|
-
|
|
82
|
+
attr_accessor wait_for_ms: Integer?
|
|
83
|
+
|
|
84
|
+
attr_reader zdr: ContextDev::Models::WebScreenshotParams::zdr?
|
|
81
85
|
|
|
82
|
-
def
|
|
86
|
+
def zdr=: (
|
|
87
|
+
ContextDev::Models::WebScreenshotParams::zdr
|
|
88
|
+
) -> ContextDev::Models::WebScreenshotParams::zdr
|
|
83
89
|
|
|
84
90
|
def initialize: (
|
|
85
91
|
?color_scheme: ContextDev::Models::WebScreenshotParams::color_scheme,
|
|
@@ -88,12 +94,14 @@ module ContextDev
|
|
|
88
94
|
?domain: String,
|
|
89
95
|
?full_screenshot: ContextDev::Models::WebScreenshotParams::full_screenshot,
|
|
90
96
|
?handle_cookie_popup: ContextDev::Models::WebScreenshotParams::handle_cookie_popup,
|
|
91
|
-
?max_age_ms: Integer
|
|
97
|
+
?max_age_ms: Integer?,
|
|
92
98
|
?page: ContextDev::Models::WebScreenshotParams::page,
|
|
93
|
-
?scroll_offset: Integer
|
|
99
|
+
?scroll_offset: Integer?,
|
|
100
|
+
?tags: ::Array[String],
|
|
94
101
|
?timeout_ms: Integer,
|
|
95
102
|
?viewport: ContextDev::WebScreenshotParams::Viewport,
|
|
96
|
-
?wait_for_ms: Integer
|
|
103
|
+
?wait_for_ms: Integer?,
|
|
104
|
+
?zdr: ContextDev::Models::WebScreenshotParams::zdr,
|
|
97
105
|
?request_options: ContextDev::request_opts
|
|
98
106
|
) -> void
|
|
99
107
|
|
|
@@ -104,12 +112,14 @@ module ContextDev
|
|
|
104
112
|
domain: String,
|
|
105
113
|
full_screenshot: ContextDev::Models::WebScreenshotParams::full_screenshot,
|
|
106
114
|
handle_cookie_popup: ContextDev::Models::WebScreenshotParams::handle_cookie_popup,
|
|
107
|
-
max_age_ms: Integer
|
|
115
|
+
max_age_ms: Integer?,
|
|
108
116
|
page: ContextDev::Models::WebScreenshotParams::page,
|
|
109
|
-
scroll_offset: Integer
|
|
117
|
+
scroll_offset: Integer?,
|
|
118
|
+
tags: ::Array[String],
|
|
110
119
|
timeout_ms: Integer,
|
|
111
120
|
viewport: ContextDev::WebScreenshotParams::Viewport,
|
|
112
|
-
wait_for_ms: Integer
|
|
121
|
+
wait_for_ms: Integer?,
|
|
122
|
+
zdr: ContextDev::Models::WebScreenshotParams::zdr,
|
|
113
123
|
request_options: ContextDev::RequestOptions
|
|
114
124
|
}
|
|
115
125
|
|
|
@@ -552,15 +562,15 @@ module ContextDev
|
|
|
552
562
|
def self?.values: -> ::Array[ContextDev::Models::WebScreenshotParams::full_screenshot]
|
|
553
563
|
end
|
|
554
564
|
|
|
555
|
-
type handle_cookie_popup = :true | :false
|
|
565
|
+
type handle_cookie_popup = bool | :true | :false
|
|
556
566
|
|
|
557
567
|
module HandleCookiePopup
|
|
558
|
-
extend ContextDev::Internal::Type::
|
|
568
|
+
extend ContextDev::Internal::Type::Union
|
|
569
|
+
|
|
570
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebScreenshotParams::handle_cookie_popup]
|
|
559
571
|
|
|
560
572
|
TRUE: :true
|
|
561
573
|
FALSE: :false
|
|
562
|
-
|
|
563
|
-
def self?.values: -> ::Array[ContextDev::Models::WebScreenshotParams::handle_cookie_popup]
|
|
564
574
|
end
|
|
565
575
|
|
|
566
576
|
type page =
|
|
@@ -603,6 +613,17 @@ module ContextDev
|
|
|
603
613
|
|
|
604
614
|
def to_hash: -> { height: Integer, width: Integer }
|
|
605
615
|
end
|
|
616
|
+
|
|
617
|
+
type zdr = :enabled | :disabled
|
|
618
|
+
|
|
619
|
+
module Zdr
|
|
620
|
+
extend ContextDev::Internal::Type::Enum
|
|
621
|
+
|
|
622
|
+
ENABLED: :enabled
|
|
623
|
+
DISABLED: :disabled
|
|
624
|
+
|
|
625
|
+
def self?.values: -> ::Array[ContextDev::Models::WebScreenshotParams::zdr]
|
|
626
|
+
end
|
|
606
627
|
end
|
|
607
628
|
end
|
|
608
629
|
end
|
|
@@ -10,6 +10,7 @@ module ContextDev
|
|
|
10
10
|
markdown_options: ContextDev::WebSearchParams::MarkdownOptions,
|
|
11
11
|
num_results: Integer,
|
|
12
12
|
query_fanout: bool,
|
|
13
|
+
tags: ::Array[String],
|
|
13
14
|
timeout_ms: Integer
|
|
14
15
|
}
|
|
15
16
|
& ContextDev::Internal::Type::request_parameters
|
|
@@ -54,6 +55,10 @@ module ContextDev
|
|
|
54
55
|
|
|
55
56
|
def query_fanout=: (bool) -> bool
|
|
56
57
|
|
|
58
|
+
attr_reader tags: ::Array[String]?
|
|
59
|
+
|
|
60
|
+
def tags=: (::Array[String]) -> ::Array[String]
|
|
61
|
+
|
|
57
62
|
attr_reader timeout_ms: Integer?
|
|
58
63
|
|
|
59
64
|
def timeout_ms=: (Integer) -> Integer
|
|
@@ -67,6 +72,7 @@ module ContextDev
|
|
|
67
72
|
?markdown_options: ContextDev::WebSearchParams::MarkdownOptions,
|
|
68
73
|
?num_results: Integer,
|
|
69
74
|
?query_fanout: bool,
|
|
75
|
+
?tags: ::Array[String],
|
|
70
76
|
?timeout_ms: Integer,
|
|
71
77
|
?request_options: ContextDev::request_opts
|
|
72
78
|
) -> void
|
|
@@ -80,6 +86,7 @@ module ContextDev
|
|
|
80
86
|
markdown_options: ContextDev::WebSearchParams::MarkdownOptions,
|
|
81
87
|
num_results: Integer,
|
|
82
88
|
query_fanout: bool,
|
|
89
|
+
tags: ::Array[String],
|
|
83
90
|
timeout_ms: Integer,
|
|
84
91
|
request_options: ContextDev::RequestOptions
|
|
85
92
|
}
|
|
@@ -17,10 +17,12 @@ module ContextDev
|
|
|
17
17
|
settle_animations: bool,
|
|
18
18
|
:shorten_base64_images => bool,
|
|
19
19
|
stop_after_ms: Integer,
|
|
20
|
+
tags: ::Array[String],
|
|
20
21
|
timeout_ms: Integer,
|
|
21
22
|
url_regex: String,
|
|
22
23
|
use_main_content_only: bool,
|
|
23
|
-
wait_for_ms: Integer
|
|
24
|
+
wait_for_ms: Integer,
|
|
25
|
+
zdr: ContextDev::Models::WebWebCrawlMdParams::zdr
|
|
24
26
|
}
|
|
25
27
|
& ContextDev::Internal::Type::request_parameters
|
|
26
28
|
|
|
@@ -90,6 +92,10 @@ module ContextDev
|
|
|
90
92
|
|
|
91
93
|
def stop_after_ms=: (Integer) -> Integer
|
|
92
94
|
|
|
95
|
+
attr_reader tags: ::Array[String]?
|
|
96
|
+
|
|
97
|
+
def tags=: (::Array[String]) -> ::Array[String]
|
|
98
|
+
|
|
93
99
|
attr_reader timeout_ms: Integer?
|
|
94
100
|
|
|
95
101
|
def timeout_ms=: (Integer) -> Integer
|
|
@@ -106,6 +112,12 @@ module ContextDev
|
|
|
106
112
|
|
|
107
113
|
def wait_for_ms=: (Integer) -> Integer
|
|
108
114
|
|
|
115
|
+
attr_reader zdr: ContextDev::Models::WebWebCrawlMdParams::zdr?
|
|
116
|
+
|
|
117
|
+
def zdr=: (
|
|
118
|
+
ContextDev::Models::WebWebCrawlMdParams::zdr
|
|
119
|
+
) -> ContextDev::Models::WebWebCrawlMdParams::zdr
|
|
120
|
+
|
|
109
121
|
def initialize: (
|
|
110
122
|
url: String,
|
|
111
123
|
?country: ContextDev::Models::WebWebCrawlMdParams::country,
|
|
@@ -122,10 +134,12 @@ module ContextDev
|
|
|
122
134
|
?settle_animations: bool,
|
|
123
135
|
?shorten_base64_images: bool,
|
|
124
136
|
?stop_after_ms: Integer,
|
|
137
|
+
?tags: ::Array[String],
|
|
125
138
|
?timeout_ms: Integer,
|
|
126
139
|
?url_regex: String,
|
|
127
140
|
?use_main_content_only: bool,
|
|
128
141
|
?wait_for_ms: Integer,
|
|
142
|
+
?zdr: ContextDev::Models::WebWebCrawlMdParams::zdr,
|
|
129
143
|
?request_options: ContextDev::request_opts
|
|
130
144
|
) -> void
|
|
131
145
|
|
|
@@ -145,10 +159,12 @@ module ContextDev
|
|
|
145
159
|
settle_animations: bool,
|
|
146
160
|
:shorten_base64_images => bool,
|
|
147
161
|
stop_after_ms: Integer,
|
|
162
|
+
tags: ::Array[String],
|
|
148
163
|
timeout_ms: Integer,
|
|
149
164
|
url_regex: String,
|
|
150
165
|
use_main_content_only: bool,
|
|
151
166
|
wait_for_ms: Integer,
|
|
167
|
+
zdr: ContextDev::Models::WebWebCrawlMdParams::zdr,
|
|
152
168
|
request_options: ContextDev::RequestOptions
|
|
153
169
|
}
|
|
154
170
|
|
|
@@ -603,6 +619,17 @@ module ContextDev
|
|
|
603
619
|
start: Integer
|
|
604
620
|
}
|
|
605
621
|
end
|
|
622
|
+
|
|
623
|
+
type zdr = :enabled | :disabled
|
|
624
|
+
|
|
625
|
+
module Zdr
|
|
626
|
+
extend ContextDev::Internal::Type::Enum
|
|
627
|
+
|
|
628
|
+
ENABLED: :enabled
|
|
629
|
+
DISABLED: :disabled
|
|
630
|
+
|
|
631
|
+
def self?.values: -> ::Array[ContextDev::Models::WebWebCrawlMdParams::zdr]
|
|
632
|
+
end
|
|
606
633
|
end
|
|
607
634
|
end
|
|
608
635
|
end
|
|
@@ -3,17 +3,20 @@ module ContextDev
|
|
|
3
3
|
type web_web_scrape_html_params =
|
|
4
4
|
{
|
|
5
5
|
url: String,
|
|
6
|
+
actions: ::Array[ContextDev::Models::WebWebScrapeHTMLParams::action]?,
|
|
6
7
|
country: ContextDev::Models::WebWebScrapeHTMLParams::country,
|
|
7
|
-
exclude_selectors: ::Array[String]
|
|
8
|
+
exclude_selectors: ::Array[String]?,
|
|
8
9
|
headers: ::Hash[Symbol, String],
|
|
9
|
-
include_frames:
|
|
10
|
-
include_selectors: ::Array[String]
|
|
11
|
-
max_age_ms: Integer
|
|
10
|
+
include_frames: ContextDev::Models::WebWebScrapeHTMLParams::include_frames,
|
|
11
|
+
include_selectors: ::Array[String]?,
|
|
12
|
+
max_age_ms: Integer?,
|
|
12
13
|
pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
|
|
13
|
-
settle_animations:
|
|
14
|
+
settle_animations: ContextDev::Models::WebWebScrapeHTMLParams::settle_animations,
|
|
15
|
+
tags: ::Array[String],
|
|
14
16
|
timeout_ms: Integer,
|
|
15
|
-
use_main_content_only:
|
|
16
|
-
wait_for_ms: Integer
|
|
17
|
+
use_main_content_only: ContextDev::Models::WebWebScrapeHTMLParams::use_main_content_only,
|
|
18
|
+
wait_for_ms: Integer?,
|
|
19
|
+
zdr: ContextDev::Models::WebWebScrapeHTMLParams::zdr
|
|
17
20
|
}
|
|
18
21
|
& ContextDev::Internal::Type::request_parameters
|
|
19
22
|
|
|
@@ -23,31 +26,29 @@ module ContextDev
|
|
|
23
26
|
|
|
24
27
|
attr_accessor url: String
|
|
25
28
|
|
|
29
|
+
attr_accessor actions: ::Array[ContextDev::Models::WebWebScrapeHTMLParams::action]?
|
|
30
|
+
|
|
26
31
|
attr_reader country: ContextDev::Models::WebWebScrapeHTMLParams::country?
|
|
27
32
|
|
|
28
33
|
def country=: (
|
|
29
34
|
ContextDev::Models::WebWebScrapeHTMLParams::country
|
|
30
35
|
) -> ContextDev::Models::WebWebScrapeHTMLParams::country
|
|
31
36
|
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
def exclude_selectors=: (::Array[String]) -> ::Array[String]
|
|
37
|
+
attr_accessor exclude_selectors: ::Array[String]?
|
|
35
38
|
|
|
36
39
|
attr_reader headers: ::Hash[Symbol, String]?
|
|
37
40
|
|
|
38
41
|
def headers=: (::Hash[Symbol, String]) -> ::Hash[Symbol, String]
|
|
39
42
|
|
|
40
|
-
attr_reader include_frames:
|
|
41
|
-
|
|
42
|
-
def include_frames=: (bool) -> bool
|
|
43
|
-
|
|
44
|
-
attr_reader include_selectors: ::Array[String]?
|
|
43
|
+
attr_reader include_frames: ContextDev::Models::WebWebScrapeHTMLParams::include_frames?
|
|
45
44
|
|
|
46
|
-
def
|
|
45
|
+
def include_frames=: (
|
|
46
|
+
ContextDev::Models::WebWebScrapeHTMLParams::include_frames
|
|
47
|
+
) -> ContextDev::Models::WebWebScrapeHTMLParams::include_frames
|
|
47
48
|
|
|
48
|
-
|
|
49
|
+
attr_accessor include_selectors: ::Array[String]?
|
|
49
50
|
|
|
50
|
-
|
|
51
|
+
attr_accessor max_age_ms: Integer?
|
|
51
52
|
|
|
52
53
|
attr_reader pdf: ContextDev::WebWebScrapeHTMLParams::Pdf?
|
|
53
54
|
|
|
@@ -55,54 +56,106 @@ module ContextDev
|
|
|
55
56
|
ContextDev::WebWebScrapeHTMLParams::Pdf
|
|
56
57
|
) -> ContextDev::WebWebScrapeHTMLParams::Pdf
|
|
57
58
|
|
|
58
|
-
attr_reader settle_animations:
|
|
59
|
+
attr_reader settle_animations: ContextDev::Models::WebWebScrapeHTMLParams::settle_animations?
|
|
59
60
|
|
|
60
|
-
def settle_animations=: (
|
|
61
|
+
def settle_animations=: (
|
|
62
|
+
ContextDev::Models::WebWebScrapeHTMLParams::settle_animations
|
|
63
|
+
) -> ContextDev::Models::WebWebScrapeHTMLParams::settle_animations
|
|
64
|
+
|
|
65
|
+
attr_reader tags: ::Array[String]?
|
|
66
|
+
|
|
67
|
+
def tags=: (::Array[String]) -> ::Array[String]
|
|
61
68
|
|
|
62
69
|
attr_reader timeout_ms: Integer?
|
|
63
70
|
|
|
64
71
|
def timeout_ms=: (Integer) -> Integer
|
|
65
72
|
|
|
66
|
-
attr_reader use_main_content_only:
|
|
73
|
+
attr_reader use_main_content_only: ContextDev::Models::WebWebScrapeHTMLParams::use_main_content_only?
|
|
74
|
+
|
|
75
|
+
def use_main_content_only=: (
|
|
76
|
+
ContextDev::Models::WebWebScrapeHTMLParams::use_main_content_only
|
|
77
|
+
) -> ContextDev::Models::WebWebScrapeHTMLParams::use_main_content_only
|
|
67
78
|
|
|
68
|
-
|
|
79
|
+
attr_accessor wait_for_ms: Integer?
|
|
69
80
|
|
|
70
|
-
attr_reader
|
|
81
|
+
attr_reader zdr: ContextDev::Models::WebWebScrapeHTMLParams::zdr?
|
|
71
82
|
|
|
72
|
-
def
|
|
83
|
+
def zdr=: (
|
|
84
|
+
ContextDev::Models::WebWebScrapeHTMLParams::zdr
|
|
85
|
+
) -> ContextDev::Models::WebWebScrapeHTMLParams::zdr
|
|
73
86
|
|
|
74
87
|
def initialize: (
|
|
75
88
|
url: String,
|
|
89
|
+
?actions: ::Array[ContextDev::Models::WebWebScrapeHTMLParams::action]?,
|
|
76
90
|
?country: ContextDev::Models::WebWebScrapeHTMLParams::country,
|
|
77
|
-
?exclude_selectors: ::Array[String]
|
|
91
|
+
?exclude_selectors: ::Array[String]?,
|
|
78
92
|
?headers: ::Hash[Symbol, String],
|
|
79
|
-
?include_frames:
|
|
80
|
-
?include_selectors: ::Array[String]
|
|
81
|
-
?max_age_ms: Integer
|
|
93
|
+
?include_frames: ContextDev::Models::WebWebScrapeHTMLParams::include_frames,
|
|
94
|
+
?include_selectors: ::Array[String]?,
|
|
95
|
+
?max_age_ms: Integer?,
|
|
82
96
|
?pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
|
|
83
|
-
?settle_animations:
|
|
97
|
+
?settle_animations: ContextDev::Models::WebWebScrapeHTMLParams::settle_animations,
|
|
98
|
+
?tags: ::Array[String],
|
|
84
99
|
?timeout_ms: Integer,
|
|
85
|
-
?use_main_content_only:
|
|
86
|
-
?wait_for_ms: Integer
|
|
100
|
+
?use_main_content_only: ContextDev::Models::WebWebScrapeHTMLParams::use_main_content_only,
|
|
101
|
+
?wait_for_ms: Integer?,
|
|
102
|
+
?zdr: ContextDev::Models::WebWebScrapeHTMLParams::zdr,
|
|
87
103
|
?request_options: ContextDev::request_opts
|
|
88
104
|
) -> void
|
|
89
105
|
|
|
90
106
|
def to_hash: -> {
|
|
91
107
|
url: String,
|
|
108
|
+
actions: ::Array[ContextDev::Models::WebWebScrapeHTMLParams::action]?,
|
|
92
109
|
country: ContextDev::Models::WebWebScrapeHTMLParams::country,
|
|
93
|
-
exclude_selectors: ::Array[String]
|
|
110
|
+
exclude_selectors: ::Array[String]?,
|
|
94
111
|
headers: ::Hash[Symbol, String],
|
|
95
|
-
include_frames:
|
|
96
|
-
include_selectors: ::Array[String]
|
|
97
|
-
max_age_ms: Integer
|
|
112
|
+
include_frames: ContextDev::Models::WebWebScrapeHTMLParams::include_frames,
|
|
113
|
+
include_selectors: ::Array[String]?,
|
|
114
|
+
max_age_ms: Integer?,
|
|
98
115
|
pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
|
|
99
|
-
settle_animations:
|
|
116
|
+
settle_animations: ContextDev::Models::WebWebScrapeHTMLParams::settle_animations,
|
|
117
|
+
tags: ::Array[String],
|
|
100
118
|
timeout_ms: Integer,
|
|
101
|
-
use_main_content_only:
|
|
102
|
-
wait_for_ms: Integer
|
|
119
|
+
use_main_content_only: ContextDev::Models::WebWebScrapeHTMLParams::use_main_content_only,
|
|
120
|
+
wait_for_ms: Integer?,
|
|
121
|
+
zdr: ContextDev::Models::WebWebScrapeHTMLParams::zdr,
|
|
103
122
|
request_options: ContextDev::RequestOptions
|
|
104
123
|
}
|
|
105
124
|
|
|
125
|
+
type action =
|
|
126
|
+
ContextDev::WebWebScrapeHTMLParams::Action::Wait
|
|
127
|
+
| ContextDev::WebWebScrapeHTMLParams::Action::Perform
|
|
128
|
+
|
|
129
|
+
module Action
|
|
130
|
+
extend ContextDev::Internal::Type::Union
|
|
131
|
+
|
|
132
|
+
type wait = { do_: :wait, time_ms: Integer }
|
|
133
|
+
|
|
134
|
+
class Wait < ContextDev::Internal::Type::BaseModel
|
|
135
|
+
attr_accessor do_: :wait
|
|
136
|
+
|
|
137
|
+
attr_accessor time_ms: Integer
|
|
138
|
+
|
|
139
|
+
def initialize: (time_ms: Integer, ?do_: :wait) -> void
|
|
140
|
+
|
|
141
|
+
def to_hash: -> { do_: :wait, time_ms: Integer }
|
|
142
|
+
end
|
|
143
|
+
|
|
144
|
+
type perform = { action: String, do_: :perform }
|
|
145
|
+
|
|
146
|
+
class Perform < ContextDev::Internal::Type::BaseModel
|
|
147
|
+
attr_accessor action: String
|
|
148
|
+
|
|
149
|
+
attr_accessor do_: :perform
|
|
150
|
+
|
|
151
|
+
def initialize: (action: String, ?do_: :perform) -> void
|
|
152
|
+
|
|
153
|
+
def to_hash: -> { action: String, do_: :perform }
|
|
154
|
+
end
|
|
155
|
+
|
|
156
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeHTMLParams::action]
|
|
157
|
+
end
|
|
158
|
+
|
|
106
159
|
type country =
|
|
107
160
|
:ad
|
|
108
161
|
| :ae
|
|
@@ -520,21 +573,41 @@ module ContextDev
|
|
|
520
573
|
def self?.values: -> ::Array[ContextDev::Models::WebWebScrapeHTMLParams::country]
|
|
521
574
|
end
|
|
522
575
|
|
|
576
|
+
type include_frames = bool | :true | :false
|
|
577
|
+
|
|
578
|
+
module IncludeFrames
|
|
579
|
+
extend ContextDev::Internal::Type::Union
|
|
580
|
+
|
|
581
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeHTMLParams::include_frames]
|
|
582
|
+
|
|
583
|
+
TRUE: :true
|
|
584
|
+
FALSE: :false
|
|
585
|
+
end
|
|
586
|
+
|
|
523
587
|
type pdf =
|
|
524
|
-
{
|
|
588
|
+
{
|
|
589
|
+
end_: Integer,
|
|
590
|
+
ocr: ContextDev::Models::WebWebScrapeHTMLParams::Pdf::ocr,
|
|
591
|
+
should_parse: ContextDev::Models::WebWebScrapeHTMLParams::Pdf::should_parse,
|
|
592
|
+
start: Integer
|
|
593
|
+
}
|
|
525
594
|
|
|
526
595
|
class Pdf < ContextDev::Internal::Type::BaseModel
|
|
527
596
|
attr_reader end_: Integer?
|
|
528
597
|
|
|
529
598
|
def end_=: (Integer) -> Integer
|
|
530
599
|
|
|
531
|
-
attr_reader ocr:
|
|
600
|
+
attr_reader ocr: ContextDev::Models::WebWebScrapeHTMLParams::Pdf::ocr?
|
|
532
601
|
|
|
533
|
-
def ocr=: (
|
|
602
|
+
def ocr=: (
|
|
603
|
+
ContextDev::Models::WebWebScrapeHTMLParams::Pdf::ocr
|
|
604
|
+
) -> ContextDev::Models::WebWebScrapeHTMLParams::Pdf::ocr
|
|
534
605
|
|
|
535
|
-
attr_reader should_parse:
|
|
606
|
+
attr_reader should_parse: ContextDev::Models::WebWebScrapeHTMLParams::Pdf::should_parse?
|
|
536
607
|
|
|
537
|
-
def should_parse=: (
|
|
608
|
+
def should_parse=: (
|
|
609
|
+
ContextDev::Models::WebWebScrapeHTMLParams::Pdf::should_parse
|
|
610
|
+
) -> ContextDev::Models::WebWebScrapeHTMLParams::Pdf::should_parse
|
|
538
611
|
|
|
539
612
|
attr_reader start: Integer?
|
|
540
613
|
|
|
@@ -542,17 +615,72 @@ module ContextDev
|
|
|
542
615
|
|
|
543
616
|
def initialize: (
|
|
544
617
|
?end_: Integer,
|
|
545
|
-
?ocr:
|
|
546
|
-
?should_parse:
|
|
618
|
+
?ocr: ContextDev::Models::WebWebScrapeHTMLParams::Pdf::ocr,
|
|
619
|
+
?should_parse: ContextDev::Models::WebWebScrapeHTMLParams::Pdf::should_parse,
|
|
547
620
|
?start: Integer
|
|
548
621
|
) -> void
|
|
549
622
|
|
|
550
623
|
def to_hash: -> {
|
|
551
624
|
end_: Integer,
|
|
552
|
-
ocr:
|
|
553
|
-
should_parse:
|
|
625
|
+
ocr: ContextDev::Models::WebWebScrapeHTMLParams::Pdf::ocr,
|
|
626
|
+
should_parse: ContextDev::Models::WebWebScrapeHTMLParams::Pdf::should_parse,
|
|
554
627
|
start: Integer
|
|
555
628
|
}
|
|
629
|
+
|
|
630
|
+
type ocr = bool | :true | :false
|
|
631
|
+
|
|
632
|
+
module Ocr
|
|
633
|
+
extend ContextDev::Internal::Type::Union
|
|
634
|
+
|
|
635
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeHTMLParams::Pdf::ocr]
|
|
636
|
+
|
|
637
|
+
TRUE: :true
|
|
638
|
+
FALSE: :false
|
|
639
|
+
end
|
|
640
|
+
|
|
641
|
+
type should_parse = bool | :true | :false
|
|
642
|
+
|
|
643
|
+
module ShouldParse
|
|
644
|
+
extend ContextDev::Internal::Type::Union
|
|
645
|
+
|
|
646
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeHTMLParams::Pdf::should_parse]
|
|
647
|
+
|
|
648
|
+
TRUE: :true
|
|
649
|
+
FALSE: :false
|
|
650
|
+
end
|
|
651
|
+
end
|
|
652
|
+
|
|
653
|
+
type settle_animations = bool | :true | :false
|
|
654
|
+
|
|
655
|
+
module SettleAnimations
|
|
656
|
+
extend ContextDev::Internal::Type::Union
|
|
657
|
+
|
|
658
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeHTMLParams::settle_animations]
|
|
659
|
+
|
|
660
|
+
TRUE: :true
|
|
661
|
+
FALSE: :false
|
|
662
|
+
end
|
|
663
|
+
|
|
664
|
+
type use_main_content_only = bool | :true | :false
|
|
665
|
+
|
|
666
|
+
module UseMainContentOnly
|
|
667
|
+
extend ContextDev::Internal::Type::Union
|
|
668
|
+
|
|
669
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeHTMLParams::use_main_content_only]
|
|
670
|
+
|
|
671
|
+
TRUE: :true
|
|
672
|
+
FALSE: :false
|
|
673
|
+
end
|
|
674
|
+
|
|
675
|
+
type zdr = :enabled | :disabled
|
|
676
|
+
|
|
677
|
+
module Zdr
|
|
678
|
+
extend ContextDev::Internal::Type::Enum
|
|
679
|
+
|
|
680
|
+
ENABLED: :enabled
|
|
681
|
+
DISABLED: :disabled
|
|
682
|
+
|
|
683
|
+
def self?.values: -> ::Array[ContextDev::Models::WebWebScrapeHTMLParams::zdr]
|
|
556
684
|
end
|
|
557
685
|
end
|
|
558
686
|
end
|