context.dev 1.15.0 → 1.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +17 -0
- data/README.md +1 -1
- data/lib/context_dev/models/ai_extract_product_params.rb +4 -3
- data/lib/context_dev/models/ai_extract_products_params.rb +8 -6
- data/lib/context_dev/models/web_screenshot_params.rb +55 -19
- data/lib/context_dev/models/web_screenshot_response.rb +17 -1
- data/lib/context_dev/models/web_web_crawl_md_params.rb +20 -1
- data/lib/context_dev/models/web_web_scrape_html_params.rb +20 -1
- data/lib/context_dev/models/web_web_scrape_images_params.rb +20 -1
- data/lib/context_dev/models/web_web_scrape_md_params.rb +20 -1
- data/lib/context_dev/models/web_web_scrape_sitemap_params.rb +11 -1
- data/lib/context_dev/resources/ai.rb +1 -1
- data/lib/context_dev/resources/web.rb +50 -12
- data/lib/context_dev/version.rb +1 -1
- data/rbi/context_dev/models/ai_extract_product_params.rbi +6 -4
- data/rbi/context_dev/models/ai_extract_products_params.rbi +12 -8
- data/rbi/context_dev/models/web_screenshot_params.rbi +85 -42
- data/rbi/context_dev/models/web_screenshot_response.rbi +25 -3
- data/rbi/context_dev/models/web_web_crawl_md_params.rbi +28 -0
- data/rbi/context_dev/models/web_web_scrape_html_params.rbi +28 -0
- data/rbi/context_dev/models/web_web_scrape_images_params.rbi +28 -0
- data/rbi/context_dev/models/web_web_scrape_md_params.rbi +28 -0
- data/rbi/context_dev/models/web_web_scrape_sitemap_params.rbi +15 -0
- data/rbi/context_dev/resources/ai.rbi +3 -2
- data/rbi/context_dev/resources/web.rbi +59 -5
- data/sig/context_dev/models/web_screenshot_params.rbs +39 -13
- data/sig/context_dev/models/web_screenshot_response.rbs +17 -3
- data/sig/context_dev/models/web_web_crawl_md_params.rbs +15 -1
- data/sig/context_dev/models/web_web_scrape_html_params.rbs +15 -1
- data/sig/context_dev/models/web_web_scrape_images_params.rbs +15 -1
- data/sig/context_dev/models/web_web_scrape_md_params.rbs +15 -1
- data/sig/context_dev/models/web_web_scrape_sitemap_params.rbs +12 -1
- data/sig/context_dev/resources/web.rbs +13 -1
- metadata +2 -2
|
@@ -65,8 +65,11 @@ module ContextDev
|
|
|
65
65
|
domain: String,
|
|
66
66
|
full_screenshot:
|
|
67
67
|
ContextDev::WebScreenshotParams::FullScreenshot::OrSymbol,
|
|
68
|
+
max_age_ms: Integer,
|
|
68
69
|
page: ContextDev::WebScreenshotParams::Page::OrSymbol,
|
|
69
|
-
|
|
70
|
+
timeout_ms: Integer,
|
|
71
|
+
viewport: ContextDev::WebScreenshotParams::Viewport::OrHash,
|
|
72
|
+
wait_for_ms: Integer,
|
|
70
73
|
request_options: ContextDev::RequestOptions::OrHash
|
|
71
74
|
).returns(ContextDev::Models::WebScreenshotResponse)
|
|
72
75
|
end
|
|
@@ -83,16 +86,26 @@ module ContextDev
|
|
|
83
86
|
# screenshot capturing all content. If 'false' or not provided, takes a viewport
|
|
84
87
|
# screenshot (standard browser view).
|
|
85
88
|
full_screenshot: nil,
|
|
89
|
+
# Return a cached screenshot if a prior screenshot for the same parameters exists
|
|
90
|
+
# and is younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
|
|
91
|
+
# omitted. Max is 30 days (2592000000 ms). Set to 0 to always capture fresh.
|
|
92
|
+
max_age_ms: nil,
|
|
86
93
|
# Optional parameter to specify which page type to screenshot. If provided, the
|
|
87
94
|
# system will scrape the domain's links and use heuristics to find the most
|
|
88
95
|
# appropriate URL for the specified page type (30 supported languages). If not
|
|
89
96
|
# provided, screenshots the main domain landing page. Only applicable when using
|
|
90
97
|
# 'domain', not 'directUrl'.
|
|
91
98
|
page: nil,
|
|
92
|
-
# Optional
|
|
93
|
-
#
|
|
94
|
-
#
|
|
95
|
-
|
|
99
|
+
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
100
|
+
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
101
|
+
# value is 300000ms (5 minutes).
|
|
102
|
+
timeout_ms: nil,
|
|
103
|
+
# Optional browser viewport dimensions for the screenshot. Defaults to 1920x1080.
|
|
104
|
+
viewport: nil,
|
|
105
|
+
# Optional browser wait time in milliseconds after initial page load before taking
|
|
106
|
+
# the screenshot. Min: 0. Max: 30000 (30 seconds). Defaults to 3000 ms when
|
|
107
|
+
# omitted.
|
|
108
|
+
wait_for_ms: nil,
|
|
96
109
|
request_options: {}
|
|
97
110
|
)
|
|
98
111
|
end
|
|
@@ -111,8 +124,10 @@ module ContextDev
|
|
|
111
124
|
max_pages: Integer,
|
|
112
125
|
parse_pdf: T::Boolean,
|
|
113
126
|
shorten_base64_images: T::Boolean,
|
|
127
|
+
timeout_ms: Integer,
|
|
114
128
|
url_regex: String,
|
|
115
129
|
use_main_content_only: T::Boolean,
|
|
130
|
+
wait_for_ms: Integer,
|
|
116
131
|
request_options: ContextDev::RequestOptions::OrHash
|
|
117
132
|
).returns(ContextDev::Models::WebWebCrawlMdResponse)
|
|
118
133
|
end
|
|
@@ -144,11 +159,18 @@ module ContextDev
|
|
|
144
159
|
parse_pdf: nil,
|
|
145
160
|
# Truncate base64-encoded image data in the Markdown output
|
|
146
161
|
shorten_base64_images: nil,
|
|
162
|
+
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
163
|
+
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
164
|
+
# value is 300000ms (5 minutes).
|
|
165
|
+
timeout_ms: nil,
|
|
147
166
|
# Regex pattern. Only URLs matching this pattern will be followed and scraped.
|
|
148
167
|
url_regex: nil,
|
|
149
168
|
# Extract only the main content, stripping headers, footers, sidebars, and
|
|
150
169
|
# navigation
|
|
151
170
|
use_main_content_only: nil,
|
|
171
|
+
# Optional browser wait time in milliseconds after initial page load for each
|
|
172
|
+
# crawled page. Min: 0. Max: 30000 (30 seconds).
|
|
173
|
+
wait_for_ms: nil,
|
|
152
174
|
request_options: {}
|
|
153
175
|
)
|
|
154
176
|
end
|
|
@@ -160,6 +182,8 @@ module ContextDev
|
|
|
160
182
|
include_frames: T::Boolean,
|
|
161
183
|
max_age_ms: Integer,
|
|
162
184
|
parse_pdf: T::Boolean,
|
|
185
|
+
timeout_ms: Integer,
|
|
186
|
+
wait_for_ms: Integer,
|
|
163
187
|
request_options: ContextDev::RequestOptions::OrHash
|
|
164
188
|
).returns(ContextDev::Models::WebWebScrapeHTMLResponse)
|
|
165
189
|
end
|
|
@@ -176,6 +200,13 @@ module ContextDev
|
|
|
176
200
|
# returned wrapped in <html><pdf>…</pdf></html>. When false, PDF URLs are skipped
|
|
177
201
|
# and a 400 WEBSITE_ACCESS_ERROR is returned.
|
|
178
202
|
parse_pdf: nil,
|
|
203
|
+
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
204
|
+
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
205
|
+
# value is 300000ms (5 minutes).
|
|
206
|
+
timeout_ms: nil,
|
|
207
|
+
# Optional browser wait time in milliseconds after initial page load. Min: 0. Max:
|
|
208
|
+
# 30000 (30 seconds).
|
|
209
|
+
wait_for_ms: nil,
|
|
179
210
|
request_options: {}
|
|
180
211
|
)
|
|
181
212
|
end
|
|
@@ -189,6 +220,8 @@ module ContextDev
|
|
|
189
220
|
url: String,
|
|
190
221
|
enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment::OrHash,
|
|
191
222
|
max_age_ms: Integer,
|
|
223
|
+
timeout_ms: Integer,
|
|
224
|
+
wait_for_ms: Integer,
|
|
192
225
|
request_options: ContextDev::RequestOptions::OrHash
|
|
193
226
|
).returns(ContextDev::Models::WebWebScrapeImagesResponse)
|
|
194
227
|
end
|
|
@@ -201,6 +234,13 @@ module ContextDev
|
|
|
201
234
|
# Reuse a cached result this many milliseconds old or newer. Default: 86400000 (1
|
|
202
235
|
# day). Set to 0 to bypass cache. Maximum: 2592000000 (30 days).
|
|
203
236
|
max_age_ms: nil,
|
|
237
|
+
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
238
|
+
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
239
|
+
# value is 300000ms (5 minutes).
|
|
240
|
+
timeout_ms: nil,
|
|
241
|
+
# Optional browser wait time in milliseconds after initial page load before
|
|
242
|
+
# collecting images. Min: 0. Max: 30000 (30 seconds).
|
|
243
|
+
wait_for_ms: nil,
|
|
204
244
|
request_options: {}
|
|
205
245
|
)
|
|
206
246
|
end
|
|
@@ -215,7 +255,9 @@ module ContextDev
|
|
|
215
255
|
max_age_ms: Integer,
|
|
216
256
|
parse_pdf: T::Boolean,
|
|
217
257
|
shorten_base64_images: T::Boolean,
|
|
258
|
+
timeout_ms: Integer,
|
|
218
259
|
use_main_content_only: T::Boolean,
|
|
260
|
+
wait_for_ms: Integer,
|
|
219
261
|
request_options: ContextDev::RequestOptions::OrHash
|
|
220
262
|
).returns(ContextDev::Models::WebWebScrapeMdResponse)
|
|
221
263
|
end
|
|
@@ -239,9 +281,16 @@ module ContextDev
|
|
|
239
281
|
parse_pdf: nil,
|
|
240
282
|
# Shorten base64-encoded image data in the Markdown output
|
|
241
283
|
shorten_base64_images: nil,
|
|
284
|
+
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
285
|
+
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
286
|
+
# value is 300000ms (5 minutes).
|
|
287
|
+
timeout_ms: nil,
|
|
242
288
|
# Extract only the main content of the page, excluding headers, footers, sidebars,
|
|
243
289
|
# and navigation
|
|
244
290
|
use_main_content_only: nil,
|
|
291
|
+
# Optional browser wait time in milliseconds after initial page load before
|
|
292
|
+
# converting the page to Markdown. Min: 0. Max: 30000 (30 seconds).
|
|
293
|
+
wait_for_ms: nil,
|
|
245
294
|
request_options: {}
|
|
246
295
|
)
|
|
247
296
|
end
|
|
@@ -251,6 +300,7 @@ module ContextDev
|
|
|
251
300
|
params(
|
|
252
301
|
domain: String,
|
|
253
302
|
max_links: Integer,
|
|
303
|
+
timeout_ms: Integer,
|
|
254
304
|
url_regex: String,
|
|
255
305
|
request_options: ContextDev::RequestOptions::OrHash
|
|
256
306
|
).returns(ContextDev::Models::WebWebScrapeSitemapResponse)
|
|
@@ -261,6 +311,10 @@ module ContextDev
|
|
|
261
311
|
# Maximum number of links to return from the sitemap crawl. Defaults to 10,000.
|
|
262
312
|
# Minimum is 1, maximum is 100,000.
|
|
263
313
|
max_links: nil,
|
|
314
|
+
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
315
|
+
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
316
|
+
# value is 300000ms (5 minutes).
|
|
317
|
+
timeout_ms: nil,
|
|
264
318
|
# Optional RE2-compatible regex pattern. Only URLs matching this pattern are
|
|
265
319
|
# returned and counted against maxLinks.
|
|
266
320
|
url_regex: nil,
|
|
@@ -5,8 +5,11 @@ module ContextDev
|
|
|
5
5
|
direct_url: String,
|
|
6
6
|
domain: String,
|
|
7
7
|
full_screenshot: ContextDev::Models::WebScreenshotParams::full_screenshot,
|
|
8
|
+
max_age_ms: Integer,
|
|
8
9
|
page: ContextDev::Models::WebScreenshotParams::page,
|
|
9
|
-
|
|
10
|
+
timeout_ms: Integer,
|
|
11
|
+
viewport: ContextDev::WebScreenshotParams::Viewport,
|
|
12
|
+
wait_for_ms: Integer
|
|
10
13
|
}
|
|
11
14
|
& ContextDev::Internal::Type::request_parameters
|
|
12
15
|
|
|
@@ -28,24 +31,39 @@ module ContextDev
|
|
|
28
31
|
ContextDev::Models::WebScreenshotParams::full_screenshot
|
|
29
32
|
) -> ContextDev::Models::WebScreenshotParams::full_screenshot
|
|
30
33
|
|
|
34
|
+
attr_reader max_age_ms: Integer?
|
|
35
|
+
|
|
36
|
+
def max_age_ms=: (Integer) -> Integer
|
|
37
|
+
|
|
31
38
|
attr_reader page: ContextDev::Models::WebScreenshotParams::page?
|
|
32
39
|
|
|
33
40
|
def page=: (
|
|
34
41
|
ContextDev::Models::WebScreenshotParams::page
|
|
35
42
|
) -> ContextDev::Models::WebScreenshotParams::page
|
|
36
43
|
|
|
37
|
-
attr_reader
|
|
44
|
+
attr_reader timeout_ms: Integer?
|
|
45
|
+
|
|
46
|
+
def timeout_ms=: (Integer) -> Integer
|
|
47
|
+
|
|
48
|
+
attr_reader viewport: ContextDev::WebScreenshotParams::Viewport?
|
|
49
|
+
|
|
50
|
+
def viewport=: (
|
|
51
|
+
ContextDev::WebScreenshotParams::Viewport
|
|
52
|
+
) -> ContextDev::WebScreenshotParams::Viewport
|
|
38
53
|
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
) ->
|
|
54
|
+
attr_reader wait_for_ms: Integer?
|
|
55
|
+
|
|
56
|
+
def wait_for_ms=: (Integer) -> Integer
|
|
42
57
|
|
|
43
58
|
def initialize: (
|
|
44
59
|
?direct_url: String,
|
|
45
60
|
?domain: String,
|
|
46
61
|
?full_screenshot: ContextDev::Models::WebScreenshotParams::full_screenshot,
|
|
62
|
+
?max_age_ms: Integer,
|
|
47
63
|
?page: ContextDev::Models::WebScreenshotParams::page,
|
|
48
|
-
?
|
|
64
|
+
?timeout_ms: Integer,
|
|
65
|
+
?viewport: ContextDev::WebScreenshotParams::Viewport,
|
|
66
|
+
?wait_for_ms: Integer,
|
|
49
67
|
?request_options: ContextDev::request_opts
|
|
50
68
|
) -> void
|
|
51
69
|
|
|
@@ -53,8 +71,11 @@ module ContextDev
|
|
|
53
71
|
direct_url: String,
|
|
54
72
|
domain: String,
|
|
55
73
|
full_screenshot: ContextDev::Models::WebScreenshotParams::full_screenshot,
|
|
74
|
+
max_age_ms: Integer,
|
|
56
75
|
page: ContextDev::Models::WebScreenshotParams::page,
|
|
57
|
-
|
|
76
|
+
timeout_ms: Integer,
|
|
77
|
+
viewport: ContextDev::WebScreenshotParams::Viewport,
|
|
78
|
+
wait_for_ms: Integer,
|
|
58
79
|
request_options: ContextDev::RequestOptions
|
|
59
80
|
}
|
|
60
81
|
|
|
@@ -94,15 +115,20 @@ module ContextDev
|
|
|
94
115
|
def self?.values: -> ::Array[ContextDev::Models::WebScreenshotParams::page]
|
|
95
116
|
end
|
|
96
117
|
|
|
97
|
-
type
|
|
118
|
+
type viewport = { height: Integer, width: Integer }
|
|
98
119
|
|
|
99
|
-
|
|
100
|
-
|
|
120
|
+
class Viewport < ContextDev::Internal::Type::BaseModel
|
|
121
|
+
attr_reader height: Integer?
|
|
122
|
+
|
|
123
|
+
def height=: (Integer) -> Integer
|
|
124
|
+
|
|
125
|
+
attr_reader width: Integer?
|
|
126
|
+
|
|
127
|
+
def width=: (Integer) -> Integer
|
|
101
128
|
|
|
102
|
-
|
|
103
|
-
QUALITY: :quality
|
|
129
|
+
def initialize: (?height: Integer, ?width: Integer) -> void
|
|
104
130
|
|
|
105
|
-
def
|
|
131
|
+
def to_hash: -> { height: Integer, width: Integer }
|
|
106
132
|
end
|
|
107
133
|
end
|
|
108
134
|
end
|
|
@@ -4,9 +4,11 @@ module ContextDev
|
|
|
4
4
|
{
|
|
5
5
|
code: Integer,
|
|
6
6
|
domain: String,
|
|
7
|
+
height: Integer,
|
|
7
8
|
screenshot: String,
|
|
8
9
|
screenshot_type: ContextDev::Models::WebScreenshotResponse::screenshot_type,
|
|
9
|
-
status: String
|
|
10
|
+
status: String,
|
|
11
|
+
width: Integer
|
|
10
12
|
}
|
|
11
13
|
|
|
12
14
|
class WebScreenshotResponse < ContextDev::Internal::Type::BaseModel
|
|
@@ -18,6 +20,10 @@ module ContextDev
|
|
|
18
20
|
|
|
19
21
|
def domain=: (String) -> String
|
|
20
22
|
|
|
23
|
+
attr_reader height: Integer?
|
|
24
|
+
|
|
25
|
+
def height=: (Integer) -> Integer
|
|
26
|
+
|
|
21
27
|
attr_reader screenshot: String?
|
|
22
28
|
|
|
23
29
|
def screenshot=: (String) -> String
|
|
@@ -32,20 +38,28 @@ module ContextDev
|
|
|
32
38
|
|
|
33
39
|
def status=: (String) -> String
|
|
34
40
|
|
|
41
|
+
attr_reader width: Integer?
|
|
42
|
+
|
|
43
|
+
def width=: (Integer) -> Integer
|
|
44
|
+
|
|
35
45
|
def initialize: (
|
|
36
46
|
?code: Integer,
|
|
37
47
|
?domain: String,
|
|
48
|
+
?height: Integer,
|
|
38
49
|
?screenshot: String,
|
|
39
50
|
?screenshot_type: ContextDev::Models::WebScreenshotResponse::screenshot_type,
|
|
40
|
-
?status: String
|
|
51
|
+
?status: String,
|
|
52
|
+
?width: Integer
|
|
41
53
|
) -> void
|
|
42
54
|
|
|
43
55
|
def to_hash: -> {
|
|
44
56
|
code: Integer,
|
|
45
57
|
domain: String,
|
|
58
|
+
height: Integer,
|
|
46
59
|
screenshot: String,
|
|
47
60
|
screenshot_type: ContextDev::Models::WebScreenshotResponse::screenshot_type,
|
|
48
|
-
status: String
|
|
61
|
+
status: String,
|
|
62
|
+
width: Integer
|
|
49
63
|
}
|
|
50
64
|
|
|
51
65
|
type screenshot_type = :viewport | :fullPage
|
|
@@ -12,8 +12,10 @@ module ContextDev
|
|
|
12
12
|
max_pages: Integer,
|
|
13
13
|
parse_pdf: bool,
|
|
14
14
|
:shorten_base64_images => bool,
|
|
15
|
+
timeout_ms: Integer,
|
|
15
16
|
url_regex: String,
|
|
16
|
-
use_main_content_only: bool
|
|
17
|
+
use_main_content_only: bool,
|
|
18
|
+
wait_for_ms: Integer
|
|
17
19
|
}
|
|
18
20
|
& ContextDev::Internal::Type::request_parameters
|
|
19
21
|
|
|
@@ -59,6 +61,10 @@ module ContextDev
|
|
|
59
61
|
|
|
60
62
|
def shorten_base64_images=: (bool) -> bool
|
|
61
63
|
|
|
64
|
+
attr_reader timeout_ms: Integer?
|
|
65
|
+
|
|
66
|
+
def timeout_ms=: (Integer) -> Integer
|
|
67
|
+
|
|
62
68
|
attr_reader url_regex: String?
|
|
63
69
|
|
|
64
70
|
def url_regex=: (String) -> String
|
|
@@ -67,6 +73,10 @@ module ContextDev
|
|
|
67
73
|
|
|
68
74
|
def use_main_content_only=: (bool) -> bool
|
|
69
75
|
|
|
76
|
+
attr_reader wait_for_ms: Integer?
|
|
77
|
+
|
|
78
|
+
def wait_for_ms=: (Integer) -> Integer
|
|
79
|
+
|
|
70
80
|
def initialize: (
|
|
71
81
|
url: String,
|
|
72
82
|
?follow_subdomains: bool,
|
|
@@ -78,8 +88,10 @@ module ContextDev
|
|
|
78
88
|
?max_pages: Integer,
|
|
79
89
|
?parse_pdf: bool,
|
|
80
90
|
?shorten_base64_images: bool,
|
|
91
|
+
?timeout_ms: Integer,
|
|
81
92
|
?url_regex: String,
|
|
82
93
|
?use_main_content_only: bool,
|
|
94
|
+
?wait_for_ms: Integer,
|
|
83
95
|
?request_options: ContextDev::request_opts
|
|
84
96
|
) -> void
|
|
85
97
|
|
|
@@ -94,8 +106,10 @@ module ContextDev
|
|
|
94
106
|
max_pages: Integer,
|
|
95
107
|
parse_pdf: bool,
|
|
96
108
|
:shorten_base64_images => bool,
|
|
109
|
+
timeout_ms: Integer,
|
|
97
110
|
url_regex: String,
|
|
98
111
|
use_main_content_only: bool,
|
|
112
|
+
wait_for_ms: Integer,
|
|
99
113
|
request_options: ContextDev::RequestOptions
|
|
100
114
|
}
|
|
101
115
|
end
|
|
@@ -5,7 +5,9 @@ module ContextDev
|
|
|
5
5
|
url: String,
|
|
6
6
|
include_frames: bool,
|
|
7
7
|
max_age_ms: Integer,
|
|
8
|
-
parse_pdf: bool
|
|
8
|
+
parse_pdf: bool,
|
|
9
|
+
timeout_ms: Integer,
|
|
10
|
+
wait_for_ms: Integer
|
|
9
11
|
}
|
|
10
12
|
& ContextDev::Internal::Type::request_parameters
|
|
11
13
|
|
|
@@ -27,11 +29,21 @@ module ContextDev
|
|
|
27
29
|
|
|
28
30
|
def parse_pdf=: (bool) -> bool
|
|
29
31
|
|
|
32
|
+
attr_reader timeout_ms: Integer?
|
|
33
|
+
|
|
34
|
+
def timeout_ms=: (Integer) -> Integer
|
|
35
|
+
|
|
36
|
+
attr_reader wait_for_ms: Integer?
|
|
37
|
+
|
|
38
|
+
def wait_for_ms=: (Integer) -> Integer
|
|
39
|
+
|
|
30
40
|
def initialize: (
|
|
31
41
|
url: String,
|
|
32
42
|
?include_frames: bool,
|
|
33
43
|
?max_age_ms: Integer,
|
|
34
44
|
?parse_pdf: bool,
|
|
45
|
+
?timeout_ms: Integer,
|
|
46
|
+
?wait_for_ms: Integer,
|
|
35
47
|
?request_options: ContextDev::request_opts
|
|
36
48
|
) -> void
|
|
37
49
|
|
|
@@ -40,6 +52,8 @@ module ContextDev
|
|
|
40
52
|
include_frames: bool,
|
|
41
53
|
max_age_ms: Integer,
|
|
42
54
|
parse_pdf: bool,
|
|
55
|
+
timeout_ms: Integer,
|
|
56
|
+
wait_for_ms: Integer,
|
|
43
57
|
request_options: ContextDev::RequestOptions
|
|
44
58
|
}
|
|
45
59
|
end
|
|
@@ -4,7 +4,9 @@ module ContextDev
|
|
|
4
4
|
{
|
|
5
5
|
url: String,
|
|
6
6
|
enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment,
|
|
7
|
-
max_age_ms: Integer
|
|
7
|
+
max_age_ms: Integer,
|
|
8
|
+
timeout_ms: Integer,
|
|
9
|
+
wait_for_ms: Integer
|
|
8
10
|
}
|
|
9
11
|
& ContextDev::Internal::Type::request_parameters
|
|
10
12
|
|
|
@@ -24,10 +26,20 @@ module ContextDev
|
|
|
24
26
|
|
|
25
27
|
def max_age_ms=: (Integer) -> Integer
|
|
26
28
|
|
|
29
|
+
attr_reader timeout_ms: Integer?
|
|
30
|
+
|
|
31
|
+
def timeout_ms=: (Integer) -> Integer
|
|
32
|
+
|
|
33
|
+
attr_reader wait_for_ms: Integer?
|
|
34
|
+
|
|
35
|
+
def wait_for_ms=: (Integer) -> Integer
|
|
36
|
+
|
|
27
37
|
def initialize: (
|
|
28
38
|
url: String,
|
|
29
39
|
?enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment,
|
|
30
40
|
?max_age_ms: Integer,
|
|
41
|
+
?timeout_ms: Integer,
|
|
42
|
+
?wait_for_ms: Integer,
|
|
31
43
|
?request_options: ContextDev::request_opts
|
|
32
44
|
) -> void
|
|
33
45
|
|
|
@@ -35,6 +47,8 @@ module ContextDev
|
|
|
35
47
|
url: String,
|
|
36
48
|
enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment,
|
|
37
49
|
max_age_ms: Integer,
|
|
50
|
+
timeout_ms: Integer,
|
|
51
|
+
wait_for_ms: Integer,
|
|
38
52
|
request_options: ContextDev::RequestOptions
|
|
39
53
|
}
|
|
40
54
|
|
|
@@ -9,7 +9,9 @@ module ContextDev
|
|
|
9
9
|
max_age_ms: Integer,
|
|
10
10
|
parse_pdf: bool,
|
|
11
11
|
:shorten_base64_images => bool,
|
|
12
|
-
|
|
12
|
+
timeout_ms: Integer,
|
|
13
|
+
use_main_content_only: bool,
|
|
14
|
+
wait_for_ms: Integer
|
|
13
15
|
}
|
|
14
16
|
& ContextDev::Internal::Type::request_parameters
|
|
15
17
|
|
|
@@ -43,10 +45,18 @@ module ContextDev
|
|
|
43
45
|
|
|
44
46
|
def shorten_base64_images=: (bool) -> bool
|
|
45
47
|
|
|
48
|
+
attr_reader timeout_ms: Integer?
|
|
49
|
+
|
|
50
|
+
def timeout_ms=: (Integer) -> Integer
|
|
51
|
+
|
|
46
52
|
attr_reader use_main_content_only: bool?
|
|
47
53
|
|
|
48
54
|
def use_main_content_only=: (bool) -> bool
|
|
49
55
|
|
|
56
|
+
attr_reader wait_for_ms: Integer?
|
|
57
|
+
|
|
58
|
+
def wait_for_ms=: (Integer) -> Integer
|
|
59
|
+
|
|
50
60
|
def initialize: (
|
|
51
61
|
url: String,
|
|
52
62
|
?include_frames: bool,
|
|
@@ -55,7 +65,9 @@ module ContextDev
|
|
|
55
65
|
?max_age_ms: Integer,
|
|
56
66
|
?parse_pdf: bool,
|
|
57
67
|
?shorten_base64_images: bool,
|
|
68
|
+
?timeout_ms: Integer,
|
|
58
69
|
?use_main_content_only: bool,
|
|
70
|
+
?wait_for_ms: Integer,
|
|
59
71
|
?request_options: ContextDev::request_opts
|
|
60
72
|
) -> void
|
|
61
73
|
|
|
@@ -67,7 +79,9 @@ module ContextDev
|
|
|
67
79
|
max_age_ms: Integer,
|
|
68
80
|
parse_pdf: bool,
|
|
69
81
|
:shorten_base64_images => bool,
|
|
82
|
+
timeout_ms: Integer,
|
|
70
83
|
use_main_content_only: bool,
|
|
84
|
+
wait_for_ms: Integer,
|
|
71
85
|
request_options: ContextDev::RequestOptions
|
|
72
86
|
}
|
|
73
87
|
end
|
|
@@ -1,7 +1,12 @@
|
|
|
1
1
|
module ContextDev
|
|
2
2
|
module Models
|
|
3
3
|
type web_web_scrape_sitemap_params =
|
|
4
|
-
{
|
|
4
|
+
{
|
|
5
|
+
domain: String,
|
|
6
|
+
max_links: Integer,
|
|
7
|
+
timeout_ms: Integer,
|
|
8
|
+
url_regex: String
|
|
9
|
+
}
|
|
5
10
|
& ContextDev::Internal::Type::request_parameters
|
|
6
11
|
|
|
7
12
|
class WebWebScrapeSitemapParams < ContextDev::Internal::Type::BaseModel
|
|
@@ -14,6 +19,10 @@ module ContextDev
|
|
|
14
19
|
|
|
15
20
|
def max_links=: (Integer) -> Integer
|
|
16
21
|
|
|
22
|
+
attr_reader timeout_ms: Integer?
|
|
23
|
+
|
|
24
|
+
def timeout_ms=: (Integer) -> Integer
|
|
25
|
+
|
|
17
26
|
attr_reader url_regex: String?
|
|
18
27
|
|
|
19
28
|
def url_regex=: (String) -> String
|
|
@@ -21,6 +30,7 @@ module ContextDev
|
|
|
21
30
|
def initialize: (
|
|
22
31
|
domain: String,
|
|
23
32
|
?max_links: Integer,
|
|
33
|
+
?timeout_ms: Integer,
|
|
24
34
|
?url_regex: String,
|
|
25
35
|
?request_options: ContextDev::request_opts
|
|
26
36
|
) -> void
|
|
@@ -28,6 +38,7 @@ module ContextDev
|
|
|
28
38
|
def to_hash: -> {
|
|
29
39
|
domain: String,
|
|
30
40
|
max_links: Integer,
|
|
41
|
+
timeout_ms: Integer,
|
|
31
42
|
url_regex: String,
|
|
32
43
|
request_options: ContextDev::RequestOptions
|
|
33
44
|
}
|
|
@@ -19,8 +19,11 @@ module ContextDev
|
|
|
19
19
|
?direct_url: String,
|
|
20
20
|
?domain: String,
|
|
21
21
|
?full_screenshot: ContextDev::Models::WebScreenshotParams::full_screenshot,
|
|
22
|
+
?max_age_ms: Integer,
|
|
22
23
|
?page: ContextDev::Models::WebScreenshotParams::page,
|
|
23
|
-
?
|
|
24
|
+
?timeout_ms: Integer,
|
|
25
|
+
?viewport: ContextDev::WebScreenshotParams::Viewport,
|
|
26
|
+
?wait_for_ms: Integer,
|
|
24
27
|
?request_options: ContextDev::request_opts
|
|
25
28
|
) -> ContextDev::Models::WebScreenshotResponse
|
|
26
29
|
|
|
@@ -35,8 +38,10 @@ module ContextDev
|
|
|
35
38
|
?max_pages: Integer,
|
|
36
39
|
?parse_pdf: bool,
|
|
37
40
|
?shorten_base64_images: bool,
|
|
41
|
+
?timeout_ms: Integer,
|
|
38
42
|
?url_regex: String,
|
|
39
43
|
?use_main_content_only: bool,
|
|
44
|
+
?wait_for_ms: Integer,
|
|
40
45
|
?request_options: ContextDev::request_opts
|
|
41
46
|
) -> ContextDev::Models::WebWebCrawlMdResponse
|
|
42
47
|
|
|
@@ -45,6 +50,8 @@ module ContextDev
|
|
|
45
50
|
?include_frames: bool,
|
|
46
51
|
?max_age_ms: Integer,
|
|
47
52
|
?parse_pdf: bool,
|
|
53
|
+
?timeout_ms: Integer,
|
|
54
|
+
?wait_for_ms: Integer,
|
|
48
55
|
?request_options: ContextDev::request_opts
|
|
49
56
|
) -> ContextDev::Models::WebWebScrapeHTMLResponse
|
|
50
57
|
|
|
@@ -52,6 +59,8 @@ module ContextDev
|
|
|
52
59
|
url: String,
|
|
53
60
|
?enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment,
|
|
54
61
|
?max_age_ms: Integer,
|
|
62
|
+
?timeout_ms: Integer,
|
|
63
|
+
?wait_for_ms: Integer,
|
|
55
64
|
?request_options: ContextDev::request_opts
|
|
56
65
|
) -> ContextDev::Models::WebWebScrapeImagesResponse
|
|
57
66
|
|
|
@@ -63,13 +72,16 @@ module ContextDev
|
|
|
63
72
|
?max_age_ms: Integer,
|
|
64
73
|
?parse_pdf: bool,
|
|
65
74
|
?shorten_base64_images: bool,
|
|
75
|
+
?timeout_ms: Integer,
|
|
66
76
|
?use_main_content_only: bool,
|
|
77
|
+
?wait_for_ms: Integer,
|
|
67
78
|
?request_options: ContextDev::request_opts
|
|
68
79
|
) -> ContextDev::Models::WebWebScrapeMdResponse
|
|
69
80
|
|
|
70
81
|
def web_scrape_sitemap: (
|
|
71
82
|
domain: String,
|
|
72
83
|
?max_links: Integer,
|
|
84
|
+
?timeout_ms: Integer,
|
|
73
85
|
?url_regex: String,
|
|
74
86
|
?request_options: ContextDev::request_opts
|
|
75
87
|
) -> ContextDev::Models::WebWebScrapeSitemapResponse
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: context.dev
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.17.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Context Dev
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-05-
|
|
11
|
+
date: 2026-05-09 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: cgi
|