context.dev 0.3.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +16 -0
- data/README.md +1 -1
- data/lib/context_dev/models/web_web_scrape_sitemap_params.rb +10 -1
- data/lib/context_dev/resources/web.rb +7 -7
- data/lib/context_dev/version.rb +1 -1
- data/rbi/context_dev/models/web_web_scrape_sitemap_params.rbi +17 -1
- data/rbi/context_dev/resources/web.rbi +7 -5
- data/sig/context_dev/models/web_web_scrape_sitemap_params.rbs +8 -1
- data/sig/context_dev/resources/web.rbs +1 -0
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ce18332b3f13961ff9ad6786e5bd9b70ce0e8fdac85e9b9fa96464d92d216912
|
|
4
|
+
data.tar.gz: 8d3fee6ed1a2234af48f4708eef681a15f09bd4abe808826151884dd2436e981
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: a3ca40512236273d4e58a969c8ec3beabf09b4e0ed93eeeeb2295fc9e0ae3fdc740f5b7ab24bf9425ab5411280c4eb900aed05b6bde0b7038b2e7fedfdd2838e
|
|
7
|
+
data.tar.gz: 9a1fbc45a9482ffbb6da7bb67b44a359f47ae3a6dfb09d1a69a99f035358e094a62d5127a83d87e07eb5435837e7a60b0eee170d52654e43b58bcc024af477d2
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,21 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 1.0.0 (2026-03-25)
|
|
4
|
+
|
|
5
|
+
Full Changelog: [v0.4.0...v1.0.0](https://github.com/context-dot-dev/context-ruby-sdk/compare/v0.4.0...v1.0.0)
|
|
6
|
+
|
|
7
|
+
### Features
|
|
8
|
+
|
|
9
|
+
* **api:** api update ([4767618](https://github.com/context-dot-dev/context-ruby-sdk/commit/4767618765a8f15bde582bf35f78190649681453))
|
|
10
|
+
|
|
11
|
+
## 0.4.0 (2026-03-25)
|
|
12
|
+
|
|
13
|
+
Full Changelog: [v0.3.0...v0.4.0](https://github.com/context-dot-dev/context-ruby-sdk/compare/v0.3.0...v0.4.0)
|
|
14
|
+
|
|
15
|
+
### Features
|
|
16
|
+
|
|
17
|
+
* **api:** api update ([0891a8f](https://github.com/context-dot-dev/context-ruby-sdk/commit/0891a8f97fa7ca1b8e49dbc5d383763406ac85ae))
|
|
18
|
+
|
|
3
19
|
## 0.3.0 (2026-03-25)
|
|
4
20
|
|
|
5
21
|
Full Changelog: [v0.2.1...v0.3.0](https://github.com/context-dot-dev/context-ruby-sdk/compare/v0.2.1...v0.3.0)
|
data/README.md
CHANGED
|
@@ -14,12 +14,21 @@ module ContextDev
|
|
|
14
14
|
# @return [String]
|
|
15
15
|
required :domain, String
|
|
16
16
|
|
|
17
|
-
# @!
|
|
17
|
+
# @!attribute max_links
|
|
18
|
+
# Maximum number of links to return from the sitemap crawl. Defaults to 10,000.
|
|
19
|
+
# Minimum is 1, maximum is 100,000.
|
|
20
|
+
#
|
|
21
|
+
# @return [Integer, nil]
|
|
22
|
+
optional :max_links, Integer
|
|
23
|
+
|
|
24
|
+
# @!method initialize(domain:, max_links: nil, request_options: {})
|
|
18
25
|
# Some parameter documentations has been truncated, see
|
|
19
26
|
# {ContextDev::Models::WebWebScrapeSitemapParams} for more details.
|
|
20
27
|
#
|
|
21
28
|
# @param domain [String] Domain name to crawl sitemaps for (e.g., 'example.com'). The domain will be auto
|
|
22
29
|
#
|
|
30
|
+
# @param max_links [Integer] Maximum number of links to return from the sitemap crawl. Defaults to 10,000. Mi
|
|
31
|
+
#
|
|
23
32
|
# @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}]
|
|
24
33
|
end
|
|
25
34
|
end
|
|
@@ -38,8 +38,7 @@ module ContextDev
|
|
|
38
38
|
)
|
|
39
39
|
end
|
|
40
40
|
|
|
41
|
-
# Scrapes the given URL and returns the raw HTML content of the page.
|
|
42
|
-
# automatic proxy escalation to handle blocked sites.
|
|
41
|
+
# Scrapes the given URL and returns the raw HTML content of the page.
|
|
43
42
|
#
|
|
44
43
|
# @overload web_scrape_html(url:, request_options: {})
|
|
45
44
|
#
|
|
@@ -90,9 +89,8 @@ module ContextDev
|
|
|
90
89
|
# Some parameter documentations has been truncated, see
|
|
91
90
|
# {ContextDev::Models::WebWebScrapeMdParams} for more details.
|
|
92
91
|
#
|
|
93
|
-
# Scrapes the given URL, converts the HTML content to
|
|
94
|
-
#
|
|
95
|
-
# sites.
|
|
92
|
+
# Scrapes the given URL, converts the HTML content to Markdown, and returns the
|
|
93
|
+
# result.
|
|
96
94
|
#
|
|
97
95
|
# @overload web_scrape_md(url:, include_images: nil, include_links: nil, shorten_base64_images: nil, request_options: {})
|
|
98
96
|
#
|
|
@@ -132,10 +130,12 @@ module ContextDev
|
|
|
132
130
|
# Supports sitemap index files (recursive), parallel fetching with concurrency
|
|
133
131
|
# control, deduplication, and filters out non-page resources (images, PDFs, etc.).
|
|
134
132
|
#
|
|
135
|
-
# @overload web_scrape_sitemap(domain:, request_options: {})
|
|
133
|
+
# @overload web_scrape_sitemap(domain:, max_links: nil, request_options: {})
|
|
136
134
|
#
|
|
137
135
|
# @param domain [String] Domain name to crawl sitemaps for (e.g., 'example.com'). The domain will be auto
|
|
138
136
|
#
|
|
137
|
+
# @param max_links [Integer] Maximum number of links to return from the sitemap crawl. Defaults to 10,000. Mi
|
|
138
|
+
#
|
|
139
139
|
# @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}, nil]
|
|
140
140
|
#
|
|
141
141
|
# @return [ContextDev::Models::WebWebScrapeSitemapResponse]
|
|
@@ -147,7 +147,7 @@ module ContextDev
|
|
|
147
147
|
@client.request(
|
|
148
148
|
method: :get,
|
|
149
149
|
path: "web/scrape/sitemap",
|
|
150
|
-
query: query,
|
|
150
|
+
query: query.transform_keys(max_links: "maxLinks"),
|
|
151
151
|
model: ContextDev::Models::WebWebScrapeSitemapResponse,
|
|
152
152
|
options: options
|
|
153
153
|
)
|
data/lib/context_dev/version.rb
CHANGED
|
@@ -19,9 +19,18 @@ module ContextDev
|
|
|
19
19
|
sig { returns(String) }
|
|
20
20
|
attr_accessor :domain
|
|
21
21
|
|
|
22
|
+
# Maximum number of links to return from the sitemap crawl. Defaults to 10,000.
|
|
23
|
+
# Minimum is 1, maximum is 100,000.
|
|
24
|
+
sig { returns(T.nilable(Integer)) }
|
|
25
|
+
attr_reader :max_links
|
|
26
|
+
|
|
27
|
+
sig { params(max_links: Integer).void }
|
|
28
|
+
attr_writer :max_links
|
|
29
|
+
|
|
22
30
|
sig do
|
|
23
31
|
params(
|
|
24
32
|
domain: String,
|
|
33
|
+
max_links: Integer,
|
|
25
34
|
request_options: ContextDev::RequestOptions::OrHash
|
|
26
35
|
).returns(T.attached_class)
|
|
27
36
|
end
|
|
@@ -29,13 +38,20 @@ module ContextDev
|
|
|
29
38
|
# Domain name to crawl sitemaps for (e.g., 'example.com'). The domain will be
|
|
30
39
|
# automatically normalized and validated.
|
|
31
40
|
domain:,
|
|
41
|
+
# Maximum number of links to return from the sitemap crawl. Defaults to 10,000.
|
|
42
|
+
# Minimum is 1, maximum is 100,000.
|
|
43
|
+
max_links: nil,
|
|
32
44
|
request_options: {}
|
|
33
45
|
)
|
|
34
46
|
end
|
|
35
47
|
|
|
36
48
|
sig do
|
|
37
49
|
override.returns(
|
|
38
|
-
{
|
|
50
|
+
{
|
|
51
|
+
domain: String,
|
|
52
|
+
max_links: Integer,
|
|
53
|
+
request_options: ContextDev::RequestOptions
|
|
54
|
+
}
|
|
39
55
|
)
|
|
40
56
|
end
|
|
41
57
|
def to_hash
|
|
@@ -38,8 +38,7 @@ module ContextDev
|
|
|
38
38
|
)
|
|
39
39
|
end
|
|
40
40
|
|
|
41
|
-
# Scrapes the given URL and returns the raw HTML content of the page.
|
|
42
|
-
# automatic proxy escalation to handle blocked sites.
|
|
41
|
+
# Scrapes the given URL and returns the raw HTML content of the page.
|
|
43
42
|
sig do
|
|
44
43
|
params(
|
|
45
44
|
url: String,
|
|
@@ -69,9 +68,8 @@ module ContextDev
|
|
|
69
68
|
)
|
|
70
69
|
end
|
|
71
70
|
|
|
72
|
-
# Scrapes the given URL, converts the HTML content to
|
|
73
|
-
#
|
|
74
|
-
# sites.
|
|
71
|
+
# Scrapes the given URL, converts the HTML content to Markdown, and returns the
|
|
72
|
+
# result.
|
|
75
73
|
sig do
|
|
76
74
|
params(
|
|
77
75
|
url: String,
|
|
@@ -101,6 +99,7 @@ module ContextDev
|
|
|
101
99
|
sig do
|
|
102
100
|
params(
|
|
103
101
|
domain: String,
|
|
102
|
+
max_links: Integer,
|
|
104
103
|
request_options: ContextDev::RequestOptions::OrHash
|
|
105
104
|
).returns(ContextDev::Models::WebWebScrapeSitemapResponse)
|
|
106
105
|
end
|
|
@@ -108,6 +107,9 @@ module ContextDev
|
|
|
108
107
|
# Domain name to crawl sitemaps for (e.g., 'example.com'). The domain will be
|
|
109
108
|
# automatically normalized and validated.
|
|
110
109
|
domain:,
|
|
110
|
+
# Maximum number of links to return from the sitemap crawl. Defaults to 10,000.
|
|
111
|
+
# Minimum is 1, maximum is 100,000.
|
|
112
|
+
max_links: nil,
|
|
111
113
|
request_options: {}
|
|
112
114
|
)
|
|
113
115
|
end
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
module ContextDev
|
|
2
2
|
module Models
|
|
3
3
|
type web_web_scrape_sitemap_params =
|
|
4
|
-
{ domain: String
|
|
4
|
+
{ domain: String, max_links: Integer }
|
|
5
|
+
& ContextDev::Internal::Type::request_parameters
|
|
5
6
|
|
|
6
7
|
class WebWebScrapeSitemapParams < ContextDev::Internal::Type::BaseModel
|
|
7
8
|
extend ContextDev::Internal::Type::RequestParameters::Converter
|
|
@@ -9,13 +10,19 @@ module ContextDev
|
|
|
9
10
|
|
|
10
11
|
attr_accessor domain: String
|
|
11
12
|
|
|
13
|
+
attr_reader max_links: Integer?
|
|
14
|
+
|
|
15
|
+
def max_links=: (Integer) -> Integer
|
|
16
|
+
|
|
12
17
|
def initialize: (
|
|
13
18
|
domain: String,
|
|
19
|
+
?max_links: Integer,
|
|
14
20
|
?request_options: ContextDev::request_opts
|
|
15
21
|
) -> void
|
|
16
22
|
|
|
17
23
|
def to_hash: -> {
|
|
18
24
|
domain: String,
|
|
25
|
+
max_links: Integer,
|
|
19
26
|
request_options: ContextDev::RequestOptions
|
|
20
27
|
}
|
|
21
28
|
end
|