context.dev 2.3.0 → 2.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +24 -0
- data/README.md +9 -9
- data/lib/context_dev/models/ai_extract_product_params.rb +9 -1
- data/lib/context_dev/models/ai_extract_products_params.rb +18 -2
- data/lib/context_dev/models/brand_retrieve_params.rb +109 -22
- data/lib/context_dev/models/brand_retrieve_response.rb +4 -6
- data/lib/context_dev/models/brand_retrieve_simplified_params.rb +32 -3
- data/lib/context_dev/models/industry_retrieve_naics_params.rb +11 -1
- data/lib/context_dev/models/industry_retrieve_sic_params.rb +11 -1
- data/lib/context_dev/models/monitor_create_params.rb +6 -5
- data/lib/context_dev/models/monitor_create_response.rb +6 -5
- data/lib/context_dev/models/monitor_get_credit_usage_params.rb +30 -0
- data/lib/context_dev/models/monitor_get_credit_usage_response.rb +59 -0
- data/lib/context_dev/models/monitor_get_limits_params.rb +14 -0
- data/lib/context_dev/models/monitor_get_limits_response.rb +52 -0
- data/lib/context_dev/models/monitor_list_account_changes_params.rb +16 -7
- data/lib/context_dev/models/monitor_list_account_changes_response.rb +2 -1
- data/lib/context_dev/models/monitor_list_account_runs_params.rb +7 -10
- data/lib/context_dev/models/monitor_list_changes_params.rb +8 -4
- data/lib/context_dev/models/monitor_list_changes_response.rb +2 -1
- data/lib/context_dev/models/monitor_list_params.rb +18 -19
- data/lib/context_dev/models/monitor_list_response.rb +6 -5
- data/lib/context_dev/models/monitor_list_runs_params.rb +7 -10
- data/lib/context_dev/models/monitor_retrieve_change_response.rb +2 -1
- data/lib/context_dev/models/monitor_retrieve_response.rb +6 -5
- data/lib/context_dev/models/monitor_update_params.rb +6 -5
- data/lib/context_dev/models/monitor_update_response.rb +6 -5
- data/lib/context_dev/models/parse_handle_params.rb +296 -46
- data/lib/context_dev/models/utility_prefetch_params.rb +9 -1
- data/lib/context_dev/models/web_extract_competitors_params.rb +11 -1
- data/lib/context_dev/models/web_extract_fonts_params.rb +14 -4
- data/lib/context_dev/models/web_extract_params.rb +19 -1
- data/lib/context_dev/models/web_extract_styleguide_params.rb +14 -4
- data/lib/context_dev/models/web_screenshot_params.rb +69 -18
- data/lib/context_dev/models/web_screenshot_response.rb +3 -2
- data/lib/context_dev/models/web_search_params.rb +9 -1
- data/lib/context_dev/models/web_web_crawl_md_params.rb +34 -1
- data/lib/context_dev/models/web_web_scrape_html_params.rb +268 -29
- data/lib/context_dev/models/web_web_scrape_images_params.rb +208 -19
- data/lib/context_dev/models/web_web_scrape_md_params.rb +352 -38
- data/lib/context_dev/models/web_web_scrape_sitemap_params.rb +45 -1
- data/lib/context_dev/models.rb +4 -0
- data/lib/context_dev/resources/ai.rb +3 -1
- data/lib/context_dev/resources/brand.rb +6 -2
- data/lib/context_dev/resources/industry.rb +6 -2
- data/lib/context_dev/resources/monitors.rb +70 -32
- data/lib/context_dev/resources/parse.rb +11 -11
- data/lib/context_dev/resources/utility.rb +3 -1
- data/lib/context_dev/resources/web.rb +104 -55
- data/lib/context_dev/version.rb +1 -1
- data/lib/context_dev.rb +4 -0
- data/rbi/context_dev/models/ai_extract_product_params.rbi +11 -0
- data/rbi/context_dev/models/ai_extract_products_params.rbi +22 -0
- data/rbi/context_dev/models/brand_retrieve_params.rbi +175 -64
- data/rbi/context_dev/models/brand_retrieve_response.rbi +8 -11
- data/rbi/context_dev/models/brand_retrieve_simplified_params.rbi +68 -5
- data/rbi/context_dev/models/industry_retrieve_naics_params.rbi +15 -0
- data/rbi/context_dev/models/industry_retrieve_sic_params.rbi +15 -0
- data/rbi/context_dev/models/monitor_create_params.rbi +6 -4
- data/rbi/context_dev/models/monitor_create_response.rbi +6 -4
- data/rbi/context_dev/models/monitor_get_credit_usage_params.rbi +60 -0
- data/rbi/context_dev/models/monitor_get_credit_usage_response.rbi +111 -0
- data/rbi/context_dev/models/monitor_get_limits_params.rbi +30 -0
- data/rbi/context_dev/models/monitor_get_limits_response.rbi +105 -0
- data/rbi/context_dev/models/monitor_list_account_changes_params.rbi +16 -0
- data/rbi/context_dev/models/monitor_list_account_changes_response.rbi +2 -0
- data/rbi/context_dev/models/monitor_list_account_runs_params.rbi +7 -6
- data/rbi/context_dev/models/monitor_list_changes_params.rbi +8 -0
- data/rbi/context_dev/models/monitor_list_changes_response.rbi +2 -0
- data/rbi/context_dev/models/monitor_list_params.rbi +23 -31
- data/rbi/context_dev/models/monitor_list_response.rbi +6 -4
- data/rbi/context_dev/models/monitor_list_runs_params.rbi +7 -6
- data/rbi/context_dev/models/monitor_retrieve_change_response.rbi +2 -0
- data/rbi/context_dev/models/monitor_retrieve_response.rbi +6 -4
- data/rbi/context_dev/models/monitor_update_params.rbi +6 -4
- data/rbi/context_dev/models/monitor_update_response.rbi +6 -4
- data/rbi/context_dev/models/parse_handle_params.rbi +601 -71
- data/rbi/context_dev/models/utility_prefetch_params.rbi +11 -0
- data/rbi/context_dev/models/web_extract_competitors_params.rbi +15 -0
- data/rbi/context_dev/models/web_extract_fonts_params.rbi +19 -7
- data/rbi/context_dev/models/web_extract_params.rbi +26 -0
- data/rbi/context_dev/models/web_extract_styleguide_params.rbi +19 -7
- data/rbi/context_dev/models/web_screenshot_params.rbi +108 -37
- data/rbi/context_dev/models/web_screenshot_response.rbi +4 -2
- data/rbi/context_dev/models/web_search_params.rbi +11 -0
- data/rbi/context_dev/models/web_web_crawl_md_params.rbi +53 -0
- data/rbi/context_dev/models/web_web_scrape_html_params.rbi +554 -49
- data/rbi/context_dev/models/web_web_scrape_images_params.rbi +426 -30
- data/rbi/context_dev/models/web_web_scrape_md_params.rbi +742 -61
- data/rbi/context_dev/models/web_web_scrape_sitemap_params.rbi +82 -0
- data/rbi/context_dev/models.rbi +4 -0
- data/rbi/context_dev/resources/ai.rbi +3 -0
- data/rbi/context_dev/resources/brand.rbi +9 -1
- data/rbi/context_dev/resources/industry.rbi +10 -0
- data/rbi/context_dev/resources/monitors.rbi +55 -11
- data/rbi/context_dev/resources/parse.rbi +44 -24
- data/rbi/context_dev/resources/utility.rbi +3 -0
- data/rbi/context_dev/resources/web.rbi +224 -48
- data/sig/context_dev/models/ai_extract_product_params.rbs +12 -1
- data/sig/context_dev/models/ai_extract_products_params.rbs +14 -0
- data/sig/context_dev/models/brand_retrieve_params.rbs +97 -51
- data/sig/context_dev/models/brand_retrieve_response.rbs +2 -2
- data/sig/context_dev/models/brand_retrieve_simplified_params.rbs +34 -5
- data/sig/context_dev/models/industry_retrieve_naics_params.rbs +7 -0
- data/sig/context_dev/models/industry_retrieve_sic_params.rbs +7 -0
- data/sig/context_dev/models/monitor_get_credit_usage_params.rbs +32 -0
- data/sig/context_dev/models/monitor_get_credit_usage_response.rbs +52 -0
- data/sig/context_dev/models/monitor_get_limits_params.rbs +15 -0
- data/sig/context_dev/models/monitor_get_limits_response.rbs +43 -0
- data/sig/context_dev/models/monitor_list_params.rbs +8 -14
- data/sig/context_dev/models/parse_handle_params.rbs +297 -50
- data/sig/context_dev/models/utility_prefetch_params.rbs +7 -0
- data/sig/context_dev/models/web_extract_competitors_params.rbs +12 -1
- data/sig/context_dev/models/web_extract_fonts_params.rbs +10 -5
- data/sig/context_dev/models/web_extract_params.rbs +14 -0
- data/sig/context_dev/models/web_extract_styleguide_params.rbs +10 -5
- data/sig/context_dev/models/web_screenshot_params.rbs +41 -20
- data/sig/context_dev/models/web_search_params.rbs +7 -0
- data/sig/context_dev/models/web_web_crawl_md_params.rbs +28 -1
- data/sig/context_dev/models/web_web_scrape_html_params.rbs +175 -47
- data/sig/context_dev/models/web_web_scrape_images_params.rbs +128 -38
- data/sig/context_dev/models/web_web_scrape_md_params.rbs +229 -62
- data/sig/context_dev/models/web_web_scrape_sitemap_params.rbs +35 -1
- data/sig/context_dev/models.rbs +4 -0
- data/sig/context_dev/resources/ai.rbs +1 -0
- data/sig/context_dev/resources/brand.rbs +3 -1
- data/sig/context_dev/resources/industry.rbs +2 -0
- data/sig/context_dev/resources/monitors.rbs +12 -2
- data/sig/context_dev/resources/parse.rbs +10 -10
- data/sig/context_dev/resources/utility.rbs +1 -0
- data/sig/context_dev/resources/web.rbs +47 -26
- metadata +14 -2
|
@@ -3,12 +3,14 @@ module ContextDev
|
|
|
3
3
|
type web_web_scrape_images_params =
|
|
4
4
|
{
|
|
5
5
|
url: String,
|
|
6
|
-
|
|
7
|
-
|
|
6
|
+
actions: ::Array[ContextDev::Models::WebWebScrapeImagesParams::action]?,
|
|
7
|
+
dedupe: ContextDev::Models::WebWebScrapeImagesParams::dedupe,
|
|
8
|
+
enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment?,
|
|
8
9
|
headers: ::Hash[Symbol, String],
|
|
9
|
-
max_age_ms: Integer
|
|
10
|
+
max_age_ms: Integer?,
|
|
11
|
+
tags: ::Array[String],
|
|
10
12
|
timeout_ms: Integer,
|
|
11
|
-
wait_for_ms: Integer
|
|
13
|
+
wait_for_ms: Integer?
|
|
12
14
|
}
|
|
13
15
|
& ContextDev::Internal::Type::request_parameters
|
|
14
16
|
|
|
@@ -18,92 +20,180 @@ module ContextDev
|
|
|
18
20
|
|
|
19
21
|
attr_accessor url: String
|
|
20
22
|
|
|
21
|
-
|
|
23
|
+
attr_accessor actions: ::Array[ContextDev::Models::WebWebScrapeImagesParams::action]?
|
|
22
24
|
|
|
23
|
-
|
|
25
|
+
attr_reader dedupe: ContextDev::Models::WebWebScrapeImagesParams::dedupe?
|
|
24
26
|
|
|
25
|
-
|
|
27
|
+
def dedupe=: (
|
|
28
|
+
ContextDev::Models::WebWebScrapeImagesParams::dedupe
|
|
29
|
+
) -> ContextDev::Models::WebWebScrapeImagesParams::dedupe
|
|
26
30
|
|
|
27
|
-
|
|
28
|
-
ContextDev::WebWebScrapeImagesParams::Enrichment
|
|
29
|
-
) -> ContextDev::WebWebScrapeImagesParams::Enrichment
|
|
31
|
+
attr_accessor enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment?
|
|
30
32
|
|
|
31
33
|
attr_reader headers: ::Hash[Symbol, String]?
|
|
32
34
|
|
|
33
35
|
def headers=: (::Hash[Symbol, String]) -> ::Hash[Symbol, String]
|
|
34
36
|
|
|
35
|
-
|
|
37
|
+
attr_accessor max_age_ms: Integer?
|
|
36
38
|
|
|
37
|
-
|
|
39
|
+
attr_reader tags: ::Array[String]?
|
|
40
|
+
|
|
41
|
+
def tags=: (::Array[String]) -> ::Array[String]
|
|
38
42
|
|
|
39
43
|
attr_reader timeout_ms: Integer?
|
|
40
44
|
|
|
41
45
|
def timeout_ms=: (Integer) -> Integer
|
|
42
46
|
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
def wait_for_ms=: (Integer) -> Integer
|
|
47
|
+
attr_accessor wait_for_ms: Integer?
|
|
46
48
|
|
|
47
49
|
def initialize: (
|
|
48
50
|
url: String,
|
|
49
|
-
?
|
|
50
|
-
?
|
|
51
|
+
?actions: ::Array[ContextDev::Models::WebWebScrapeImagesParams::action]?,
|
|
52
|
+
?dedupe: ContextDev::Models::WebWebScrapeImagesParams::dedupe,
|
|
53
|
+
?enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment?,
|
|
51
54
|
?headers: ::Hash[Symbol, String],
|
|
52
|
-
?max_age_ms: Integer
|
|
55
|
+
?max_age_ms: Integer?,
|
|
56
|
+
?tags: ::Array[String],
|
|
53
57
|
?timeout_ms: Integer,
|
|
54
|
-
?wait_for_ms: Integer
|
|
58
|
+
?wait_for_ms: Integer?,
|
|
55
59
|
?request_options: ContextDev::request_opts
|
|
56
60
|
) -> void
|
|
57
61
|
|
|
58
62
|
def to_hash: -> {
|
|
59
63
|
url: String,
|
|
60
|
-
|
|
61
|
-
|
|
64
|
+
actions: ::Array[ContextDev::Models::WebWebScrapeImagesParams::action]?,
|
|
65
|
+
dedupe: ContextDev::Models::WebWebScrapeImagesParams::dedupe,
|
|
66
|
+
enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment?,
|
|
62
67
|
headers: ::Hash[Symbol, String],
|
|
63
|
-
max_age_ms: Integer
|
|
68
|
+
max_age_ms: Integer?,
|
|
69
|
+
tags: ::Array[String],
|
|
64
70
|
timeout_ms: Integer,
|
|
65
|
-
wait_for_ms: Integer
|
|
71
|
+
wait_for_ms: Integer?,
|
|
66
72
|
request_options: ContextDev::RequestOptions
|
|
67
73
|
}
|
|
68
74
|
|
|
75
|
+
type action =
|
|
76
|
+
ContextDev::WebWebScrapeImagesParams::Action::Wait
|
|
77
|
+
| ContextDev::WebWebScrapeImagesParams::Action::Perform
|
|
78
|
+
|
|
79
|
+
module Action
|
|
80
|
+
extend ContextDev::Internal::Type::Union
|
|
81
|
+
|
|
82
|
+
type wait = { do_: :wait, time_ms: Integer }
|
|
83
|
+
|
|
84
|
+
class Wait < ContextDev::Internal::Type::BaseModel
|
|
85
|
+
attr_accessor do_: :wait
|
|
86
|
+
|
|
87
|
+
attr_accessor time_ms: Integer
|
|
88
|
+
|
|
89
|
+
def initialize: (time_ms: Integer, ?do_: :wait) -> void
|
|
90
|
+
|
|
91
|
+
def to_hash: -> { do_: :wait, time_ms: Integer }
|
|
92
|
+
end
|
|
93
|
+
|
|
94
|
+
type perform = { action: String, do_: :perform }
|
|
95
|
+
|
|
96
|
+
class Perform < ContextDev::Internal::Type::BaseModel
|
|
97
|
+
attr_accessor action: String
|
|
98
|
+
|
|
99
|
+
attr_accessor do_: :perform
|
|
100
|
+
|
|
101
|
+
def initialize: (action: String, ?do_: :perform) -> void
|
|
102
|
+
|
|
103
|
+
def to_hash: -> { action: String, do_: :perform }
|
|
104
|
+
end
|
|
105
|
+
|
|
106
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeImagesParams::action]
|
|
107
|
+
end
|
|
108
|
+
|
|
109
|
+
type dedupe = bool | :true | :false
|
|
110
|
+
|
|
111
|
+
module Dedupe
|
|
112
|
+
extend ContextDev::Internal::Type::Union
|
|
113
|
+
|
|
114
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeImagesParams::dedupe]
|
|
115
|
+
|
|
116
|
+
TRUE: :true
|
|
117
|
+
FALSE: :false
|
|
118
|
+
end
|
|
119
|
+
|
|
69
120
|
type enrichment =
|
|
70
121
|
{
|
|
71
|
-
classification:
|
|
72
|
-
hosted_url:
|
|
122
|
+
classification: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::classification,
|
|
123
|
+
hosted_url: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::hosted_url,
|
|
73
124
|
max_time_per_ms: Integer,
|
|
74
|
-
resolution:
|
|
125
|
+
resolution: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::resolution
|
|
75
126
|
}
|
|
76
127
|
|
|
77
128
|
class Enrichment < ContextDev::Internal::Type::BaseModel
|
|
78
|
-
attr_reader classification:
|
|
129
|
+
attr_reader classification: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::classification?
|
|
79
130
|
|
|
80
|
-
def classification=: (
|
|
131
|
+
def classification=: (
|
|
132
|
+
ContextDev::Models::WebWebScrapeImagesParams::Enrichment::classification
|
|
133
|
+
) -> ContextDev::Models::WebWebScrapeImagesParams::Enrichment::classification
|
|
81
134
|
|
|
82
|
-
attr_reader hosted_url:
|
|
135
|
+
attr_reader hosted_url: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::hosted_url?
|
|
83
136
|
|
|
84
|
-
def hosted_url=: (
|
|
137
|
+
def hosted_url=: (
|
|
138
|
+
ContextDev::Models::WebWebScrapeImagesParams::Enrichment::hosted_url
|
|
139
|
+
) -> ContextDev::Models::WebWebScrapeImagesParams::Enrichment::hosted_url
|
|
85
140
|
|
|
86
141
|
attr_reader max_time_per_ms: Integer?
|
|
87
142
|
|
|
88
143
|
def max_time_per_ms=: (Integer) -> Integer
|
|
89
144
|
|
|
90
|
-
attr_reader resolution:
|
|
145
|
+
attr_reader resolution: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::resolution?
|
|
91
146
|
|
|
92
|
-
def resolution=: (
|
|
147
|
+
def resolution=: (
|
|
148
|
+
ContextDev::Models::WebWebScrapeImagesParams::Enrichment::resolution
|
|
149
|
+
) -> ContextDev::Models::WebWebScrapeImagesParams::Enrichment::resolution
|
|
93
150
|
|
|
94
151
|
def initialize: (
|
|
95
|
-
?classification:
|
|
96
|
-
?hosted_url:
|
|
152
|
+
?classification: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::classification,
|
|
153
|
+
?hosted_url: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::hosted_url,
|
|
97
154
|
?max_time_per_ms: Integer,
|
|
98
|
-
?resolution:
|
|
155
|
+
?resolution: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::resolution
|
|
99
156
|
) -> void
|
|
100
157
|
|
|
101
158
|
def to_hash: -> {
|
|
102
|
-
classification:
|
|
103
|
-
hosted_url:
|
|
159
|
+
classification: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::classification,
|
|
160
|
+
hosted_url: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::hosted_url,
|
|
104
161
|
max_time_per_ms: Integer,
|
|
105
|
-
resolution:
|
|
162
|
+
resolution: ContextDev::Models::WebWebScrapeImagesParams::Enrichment::resolution
|
|
106
163
|
}
|
|
164
|
+
|
|
165
|
+
type classification = bool | :true | :false
|
|
166
|
+
|
|
167
|
+
module Classification
|
|
168
|
+
extend ContextDev::Internal::Type::Union
|
|
169
|
+
|
|
170
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeImagesParams::Enrichment::classification]
|
|
171
|
+
|
|
172
|
+
TRUE: :true
|
|
173
|
+
FALSE: :false
|
|
174
|
+
end
|
|
175
|
+
|
|
176
|
+
type hosted_url = bool | :true | :false
|
|
177
|
+
|
|
178
|
+
module HostedURL
|
|
179
|
+
extend ContextDev::Internal::Type::Union
|
|
180
|
+
|
|
181
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeImagesParams::Enrichment::hosted_url]
|
|
182
|
+
|
|
183
|
+
TRUE: :true
|
|
184
|
+
FALSE: :false
|
|
185
|
+
end
|
|
186
|
+
|
|
187
|
+
type resolution = bool | :true | :false
|
|
188
|
+
|
|
189
|
+
module Resolution
|
|
190
|
+
extend ContextDev::Internal::Type::Union
|
|
191
|
+
|
|
192
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeImagesParams::Enrichment::resolution]
|
|
193
|
+
|
|
194
|
+
TRUE: :true
|
|
195
|
+
FALSE: :false
|
|
196
|
+
end
|
|
107
197
|
end
|
|
108
198
|
end
|
|
109
199
|
end
|
|
@@ -3,20 +3,23 @@ module ContextDev
|
|
|
3
3
|
type web_web_scrape_md_params =
|
|
4
4
|
{
|
|
5
5
|
url: String,
|
|
6
|
+
actions: ::Array[ContextDev::Models::WebWebScrapeMdParams::action]?,
|
|
6
7
|
country: ContextDev::Models::WebWebScrapeMdParams::country,
|
|
7
|
-
exclude_selectors: ::Array[String]
|
|
8
|
+
exclude_selectors: ::Array[String]?,
|
|
8
9
|
headers: ::Hash[Symbol, String],
|
|
9
|
-
include_frames:
|
|
10
|
-
include_images:
|
|
11
|
-
include_links:
|
|
12
|
-
include_selectors: ::Array[String]
|
|
13
|
-
max_age_ms: Integer
|
|
10
|
+
include_frames: ContextDev::Models::WebWebScrapeMdParams::include_frames,
|
|
11
|
+
include_images: ContextDev::Models::WebWebScrapeMdParams::include_images,
|
|
12
|
+
include_links: ContextDev::Models::WebWebScrapeMdParams::include_links,
|
|
13
|
+
include_selectors: ::Array[String]?,
|
|
14
|
+
max_age_ms: Integer?,
|
|
14
15
|
pdf: ContextDev::WebWebScrapeMdParams::Pdf,
|
|
15
|
-
settle_animations:
|
|
16
|
-
:shorten_base64_images =>
|
|
16
|
+
settle_animations: ContextDev::Models::WebWebScrapeMdParams::settle_animations,
|
|
17
|
+
:shorten_base64_images => ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images,
|
|
18
|
+
tags: ::Array[String],
|
|
17
19
|
timeout_ms: Integer,
|
|
18
|
-
use_main_content_only:
|
|
19
|
-
wait_for_ms: Integer
|
|
20
|
+
use_main_content_only: ContextDev::Models::WebWebScrapeMdParams::use_main_content_only,
|
|
21
|
+
wait_for_ms: Integer?,
|
|
22
|
+
zdr: ContextDev::Models::WebWebScrapeMdParams::zdr
|
|
20
23
|
}
|
|
21
24
|
& ContextDev::Internal::Type::request_parameters
|
|
22
25
|
|
|
@@ -26,39 +29,41 @@ module ContextDev
|
|
|
26
29
|
|
|
27
30
|
attr_accessor url: String
|
|
28
31
|
|
|
32
|
+
attr_accessor actions: ::Array[ContextDev::Models::WebWebScrapeMdParams::action]?
|
|
33
|
+
|
|
29
34
|
attr_reader country: ContextDev::Models::WebWebScrapeMdParams::country?
|
|
30
35
|
|
|
31
36
|
def country=: (
|
|
32
37
|
ContextDev::Models::WebWebScrapeMdParams::country
|
|
33
38
|
) -> ContextDev::Models::WebWebScrapeMdParams::country
|
|
34
39
|
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
def exclude_selectors=: (::Array[String]) -> ::Array[String]
|
|
40
|
+
attr_accessor exclude_selectors: ::Array[String]?
|
|
38
41
|
|
|
39
42
|
attr_reader headers: ::Hash[Symbol, String]?
|
|
40
43
|
|
|
41
44
|
def headers=: (::Hash[Symbol, String]) -> ::Hash[Symbol, String]
|
|
42
45
|
|
|
43
|
-
attr_reader include_frames:
|
|
44
|
-
|
|
45
|
-
def include_frames=: (bool) -> bool
|
|
46
|
+
attr_reader include_frames: ContextDev::Models::WebWebScrapeMdParams::include_frames?
|
|
46
47
|
|
|
47
|
-
|
|
48
|
+
def include_frames=: (
|
|
49
|
+
ContextDev::Models::WebWebScrapeMdParams::include_frames
|
|
50
|
+
) -> ContextDev::Models::WebWebScrapeMdParams::include_frames
|
|
48
51
|
|
|
49
|
-
|
|
52
|
+
attr_reader include_images: ContextDev::Models::WebWebScrapeMdParams::include_images?
|
|
50
53
|
|
|
51
|
-
|
|
54
|
+
def include_images=: (
|
|
55
|
+
ContextDev::Models::WebWebScrapeMdParams::include_images
|
|
56
|
+
) -> ContextDev::Models::WebWebScrapeMdParams::include_images
|
|
52
57
|
|
|
53
|
-
|
|
58
|
+
attr_reader include_links: ContextDev::Models::WebWebScrapeMdParams::include_links?
|
|
54
59
|
|
|
55
|
-
|
|
60
|
+
def include_links=: (
|
|
61
|
+
ContextDev::Models::WebWebScrapeMdParams::include_links
|
|
62
|
+
) -> ContextDev::Models::WebWebScrapeMdParams::include_links
|
|
56
63
|
|
|
57
|
-
|
|
64
|
+
attr_accessor include_selectors: ::Array[String]?
|
|
58
65
|
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
def max_age_ms=: (Integer) -> Integer
|
|
66
|
+
attr_accessor max_age_ms: Integer?
|
|
62
67
|
|
|
63
68
|
attr_reader pdf: ContextDev::WebWebScrapeMdParams::Pdf?
|
|
64
69
|
|
|
@@ -66,64 +71,118 @@ module ContextDev
|
|
|
66
71
|
ContextDev::WebWebScrapeMdParams::Pdf
|
|
67
72
|
) -> ContextDev::WebWebScrapeMdParams::Pdf
|
|
68
73
|
|
|
69
|
-
attr_reader settle_animations:
|
|
74
|
+
attr_reader settle_animations: ContextDev::Models::WebWebScrapeMdParams::settle_animations?
|
|
75
|
+
|
|
76
|
+
def settle_animations=: (
|
|
77
|
+
ContextDev::Models::WebWebScrapeMdParams::settle_animations
|
|
78
|
+
) -> ContextDev::Models::WebWebScrapeMdParams::settle_animations
|
|
70
79
|
|
|
71
|
-
|
|
80
|
+
attr_reader shorten_base64_images: ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images?
|
|
72
81
|
|
|
73
|
-
|
|
82
|
+
def shorten_base64_images=: (
|
|
83
|
+
ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images
|
|
84
|
+
) -> ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images
|
|
74
85
|
|
|
75
|
-
|
|
86
|
+
attr_reader tags: ::Array[String]?
|
|
87
|
+
|
|
88
|
+
def tags=: (::Array[String]) -> ::Array[String]
|
|
76
89
|
|
|
77
90
|
attr_reader timeout_ms: Integer?
|
|
78
91
|
|
|
79
92
|
def timeout_ms=: (Integer) -> Integer
|
|
80
93
|
|
|
81
|
-
attr_reader use_main_content_only:
|
|
94
|
+
attr_reader use_main_content_only: ContextDev::Models::WebWebScrapeMdParams::use_main_content_only?
|
|
95
|
+
|
|
96
|
+
def use_main_content_only=: (
|
|
97
|
+
ContextDev::Models::WebWebScrapeMdParams::use_main_content_only
|
|
98
|
+
) -> ContextDev::Models::WebWebScrapeMdParams::use_main_content_only
|
|
82
99
|
|
|
83
|
-
|
|
100
|
+
attr_accessor wait_for_ms: Integer?
|
|
84
101
|
|
|
85
|
-
attr_reader
|
|
102
|
+
attr_reader zdr: ContextDev::Models::WebWebScrapeMdParams::zdr?
|
|
86
103
|
|
|
87
|
-
def
|
|
104
|
+
def zdr=: (
|
|
105
|
+
ContextDev::Models::WebWebScrapeMdParams::zdr
|
|
106
|
+
) -> ContextDev::Models::WebWebScrapeMdParams::zdr
|
|
88
107
|
|
|
89
108
|
def initialize: (
|
|
90
109
|
url: String,
|
|
110
|
+
?actions: ::Array[ContextDev::Models::WebWebScrapeMdParams::action]?,
|
|
91
111
|
?country: ContextDev::Models::WebWebScrapeMdParams::country,
|
|
92
|
-
?exclude_selectors: ::Array[String]
|
|
112
|
+
?exclude_selectors: ::Array[String]?,
|
|
93
113
|
?headers: ::Hash[Symbol, String],
|
|
94
|
-
?include_frames:
|
|
95
|
-
?include_images:
|
|
96
|
-
?include_links:
|
|
97
|
-
?include_selectors: ::Array[String]
|
|
98
|
-
?max_age_ms: Integer
|
|
114
|
+
?include_frames: ContextDev::Models::WebWebScrapeMdParams::include_frames,
|
|
115
|
+
?include_images: ContextDev::Models::WebWebScrapeMdParams::include_images,
|
|
116
|
+
?include_links: ContextDev::Models::WebWebScrapeMdParams::include_links,
|
|
117
|
+
?include_selectors: ::Array[String]?,
|
|
118
|
+
?max_age_ms: Integer?,
|
|
99
119
|
?pdf: ContextDev::WebWebScrapeMdParams::Pdf,
|
|
100
|
-
?settle_animations:
|
|
101
|
-
?shorten_base64_images:
|
|
120
|
+
?settle_animations: ContextDev::Models::WebWebScrapeMdParams::settle_animations,
|
|
121
|
+
?shorten_base64_images: ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images,
|
|
122
|
+
?tags: ::Array[String],
|
|
102
123
|
?timeout_ms: Integer,
|
|
103
|
-
?use_main_content_only:
|
|
104
|
-
?wait_for_ms: Integer
|
|
124
|
+
?use_main_content_only: ContextDev::Models::WebWebScrapeMdParams::use_main_content_only,
|
|
125
|
+
?wait_for_ms: Integer?,
|
|
126
|
+
?zdr: ContextDev::Models::WebWebScrapeMdParams::zdr,
|
|
105
127
|
?request_options: ContextDev::request_opts
|
|
106
128
|
) -> void
|
|
107
129
|
|
|
108
130
|
def to_hash: -> {
|
|
109
131
|
url: String,
|
|
132
|
+
actions: ::Array[ContextDev::Models::WebWebScrapeMdParams::action]?,
|
|
110
133
|
country: ContextDev::Models::WebWebScrapeMdParams::country,
|
|
111
|
-
exclude_selectors: ::Array[String]
|
|
134
|
+
exclude_selectors: ::Array[String]?,
|
|
112
135
|
headers: ::Hash[Symbol, String],
|
|
113
|
-
include_frames:
|
|
114
|
-
include_images:
|
|
115
|
-
include_links:
|
|
116
|
-
include_selectors: ::Array[String]
|
|
117
|
-
max_age_ms: Integer
|
|
136
|
+
include_frames: ContextDev::Models::WebWebScrapeMdParams::include_frames,
|
|
137
|
+
include_images: ContextDev::Models::WebWebScrapeMdParams::include_images,
|
|
138
|
+
include_links: ContextDev::Models::WebWebScrapeMdParams::include_links,
|
|
139
|
+
include_selectors: ::Array[String]?,
|
|
140
|
+
max_age_ms: Integer?,
|
|
118
141
|
pdf: ContextDev::WebWebScrapeMdParams::Pdf,
|
|
119
|
-
settle_animations:
|
|
120
|
-
:shorten_base64_images =>
|
|
142
|
+
settle_animations: ContextDev::Models::WebWebScrapeMdParams::settle_animations,
|
|
143
|
+
:shorten_base64_images => ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images,
|
|
144
|
+
tags: ::Array[String],
|
|
121
145
|
timeout_ms: Integer,
|
|
122
|
-
use_main_content_only:
|
|
123
|
-
wait_for_ms: Integer
|
|
146
|
+
use_main_content_only: ContextDev::Models::WebWebScrapeMdParams::use_main_content_only,
|
|
147
|
+
wait_for_ms: Integer?,
|
|
148
|
+
zdr: ContextDev::Models::WebWebScrapeMdParams::zdr,
|
|
124
149
|
request_options: ContextDev::RequestOptions
|
|
125
150
|
}
|
|
126
151
|
|
|
152
|
+
type action =
|
|
153
|
+
ContextDev::WebWebScrapeMdParams::Action::Wait
|
|
154
|
+
| ContextDev::WebWebScrapeMdParams::Action::Perform
|
|
155
|
+
|
|
156
|
+
module Action
|
|
157
|
+
extend ContextDev::Internal::Type::Union
|
|
158
|
+
|
|
159
|
+
type wait = { do_: :wait, time_ms: Integer }
|
|
160
|
+
|
|
161
|
+
class Wait < ContextDev::Internal::Type::BaseModel
|
|
162
|
+
attr_accessor do_: :wait
|
|
163
|
+
|
|
164
|
+
attr_accessor time_ms: Integer
|
|
165
|
+
|
|
166
|
+
def initialize: (time_ms: Integer, ?do_: :wait) -> void
|
|
167
|
+
|
|
168
|
+
def to_hash: -> { do_: :wait, time_ms: Integer }
|
|
169
|
+
end
|
|
170
|
+
|
|
171
|
+
type perform = { action: String, do_: :perform }
|
|
172
|
+
|
|
173
|
+
class Perform < ContextDev::Internal::Type::BaseModel
|
|
174
|
+
attr_accessor action: String
|
|
175
|
+
|
|
176
|
+
attr_accessor do_: :perform
|
|
177
|
+
|
|
178
|
+
def initialize: (action: String, ?do_: :perform) -> void
|
|
179
|
+
|
|
180
|
+
def to_hash: -> { action: String, do_: :perform }
|
|
181
|
+
end
|
|
182
|
+
|
|
183
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::action]
|
|
184
|
+
end
|
|
185
|
+
|
|
127
186
|
type country =
|
|
128
187
|
:ad
|
|
129
188
|
| :ae
|
|
@@ -541,21 +600,63 @@ module ContextDev
|
|
|
541
600
|
def self?.values: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::country]
|
|
542
601
|
end
|
|
543
602
|
|
|
603
|
+
type include_frames = bool | :true | :false
|
|
604
|
+
|
|
605
|
+
module IncludeFrames
|
|
606
|
+
extend ContextDev::Internal::Type::Union
|
|
607
|
+
|
|
608
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::include_frames]
|
|
609
|
+
|
|
610
|
+
TRUE: :true
|
|
611
|
+
FALSE: :false
|
|
612
|
+
end
|
|
613
|
+
|
|
614
|
+
type include_images = bool | :true | :false
|
|
615
|
+
|
|
616
|
+
module IncludeImages
|
|
617
|
+
extend ContextDev::Internal::Type::Union
|
|
618
|
+
|
|
619
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::include_images]
|
|
620
|
+
|
|
621
|
+
TRUE: :true
|
|
622
|
+
FALSE: :false
|
|
623
|
+
end
|
|
624
|
+
|
|
625
|
+
type include_links = bool | :true | :false
|
|
626
|
+
|
|
627
|
+
module IncludeLinks
|
|
628
|
+
extend ContextDev::Internal::Type::Union
|
|
629
|
+
|
|
630
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::include_links]
|
|
631
|
+
|
|
632
|
+
TRUE: :true
|
|
633
|
+
FALSE: :false
|
|
634
|
+
end
|
|
635
|
+
|
|
544
636
|
type pdf =
|
|
545
|
-
{
|
|
637
|
+
{
|
|
638
|
+
end_: Integer,
|
|
639
|
+
ocr: ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr,
|
|
640
|
+
should_parse: ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse,
|
|
641
|
+
start: Integer
|
|
642
|
+
}
|
|
546
643
|
|
|
547
644
|
class Pdf < ContextDev::Internal::Type::BaseModel
|
|
548
645
|
attr_reader end_: Integer?
|
|
549
646
|
|
|
550
647
|
def end_=: (Integer) -> Integer
|
|
551
648
|
|
|
552
|
-
attr_reader ocr:
|
|
649
|
+
attr_reader ocr: ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr?
|
|
553
650
|
|
|
554
|
-
def ocr=: (
|
|
651
|
+
def ocr=: (
|
|
652
|
+
ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr
|
|
653
|
+
) -> ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr
|
|
555
654
|
|
|
556
|
-
attr_reader should_parse:
|
|
655
|
+
attr_reader should_parse: ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse?
|
|
557
656
|
|
|
558
|
-
def should_parse=: (
|
|
657
|
+
def should_parse=: (
|
|
658
|
+
ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse
|
|
659
|
+
) -> ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse
|
|
559
660
|
|
|
560
661
|
attr_reader start: Integer?
|
|
561
662
|
|
|
@@ -563,17 +664,83 @@ module ContextDev
|
|
|
563
664
|
|
|
564
665
|
def initialize: (
|
|
565
666
|
?end_: Integer,
|
|
566
|
-
?ocr:
|
|
567
|
-
?should_parse:
|
|
667
|
+
?ocr: ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr,
|
|
668
|
+
?should_parse: ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse,
|
|
568
669
|
?start: Integer
|
|
569
670
|
) -> void
|
|
570
671
|
|
|
571
672
|
def to_hash: -> {
|
|
572
673
|
end_: Integer,
|
|
573
|
-
ocr:
|
|
574
|
-
should_parse:
|
|
674
|
+
ocr: ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr,
|
|
675
|
+
should_parse: ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse,
|
|
575
676
|
start: Integer
|
|
576
677
|
}
|
|
678
|
+
|
|
679
|
+
type ocr = bool | :true | :false
|
|
680
|
+
|
|
681
|
+
module Ocr
|
|
682
|
+
extend ContextDev::Internal::Type::Union
|
|
683
|
+
|
|
684
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr]
|
|
685
|
+
|
|
686
|
+
TRUE: :true
|
|
687
|
+
FALSE: :false
|
|
688
|
+
end
|
|
689
|
+
|
|
690
|
+
type should_parse = bool | :true | :false
|
|
691
|
+
|
|
692
|
+
module ShouldParse
|
|
693
|
+
extend ContextDev::Internal::Type::Union
|
|
694
|
+
|
|
695
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse]
|
|
696
|
+
|
|
697
|
+
TRUE: :true
|
|
698
|
+
FALSE: :false
|
|
699
|
+
end
|
|
700
|
+
end
|
|
701
|
+
|
|
702
|
+
type settle_animations = bool | :true | :false
|
|
703
|
+
|
|
704
|
+
module SettleAnimations
|
|
705
|
+
extend ContextDev::Internal::Type::Union
|
|
706
|
+
|
|
707
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::settle_animations]
|
|
708
|
+
|
|
709
|
+
TRUE: :true
|
|
710
|
+
FALSE: :false
|
|
711
|
+
end
|
|
712
|
+
|
|
713
|
+
type shorten_base64_images = bool | :true | :false
|
|
714
|
+
|
|
715
|
+
module ShortenBase64Images
|
|
716
|
+
extend ContextDev::Internal::Type::Union
|
|
717
|
+
|
|
718
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images]
|
|
719
|
+
|
|
720
|
+
TRUE: :true
|
|
721
|
+
FALSE: :false
|
|
722
|
+
end
|
|
723
|
+
|
|
724
|
+
type use_main_content_only = bool | :true | :false
|
|
725
|
+
|
|
726
|
+
module UseMainContentOnly
|
|
727
|
+
extend ContextDev::Internal::Type::Union
|
|
728
|
+
|
|
729
|
+
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::use_main_content_only]
|
|
730
|
+
|
|
731
|
+
TRUE: :true
|
|
732
|
+
FALSE: :false
|
|
733
|
+
end
|
|
734
|
+
|
|
735
|
+
type zdr = :enabled | :disabled
|
|
736
|
+
|
|
737
|
+
module Zdr
|
|
738
|
+
extend ContextDev::Internal::Type::Enum
|
|
739
|
+
|
|
740
|
+
ENABLED: :enabled
|
|
741
|
+
DISABLED: :disabled
|
|
742
|
+
|
|
743
|
+
def self?.values: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::zdr]
|
|
577
744
|
end
|
|
578
745
|
end
|
|
579
746
|
end
|