context.dev 1.32.0 → 1.34.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (15) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +21 -0
  3. data/README.md +1 -1
  4. data/lib/context_dev/internal/transport/base_client.rb +4 -1
  5. data/lib/context_dev/models/web_web_crawl_md_response.rb +238 -5
  6. data/lib/context_dev/models/web_web_scrape_html_response.rb +258 -1
  7. data/lib/context_dev/models/web_web_scrape_md_response.rb +256 -1
  8. data/lib/context_dev/version.rb +1 -1
  9. data/rbi/context_dev/models/web_web_crawl_md_response.rbi +426 -7
  10. data/rbi/context_dev/models/web_web_scrape_html_response.rbi +485 -0
  11. data/rbi/context_dev/models/web_web_scrape_md_response.rbi +474 -0
  12. data/sig/context_dev/models/web_web_crawl_md_response.rbs +198 -3
  13. data/sig/context_dev/models/web_web_scrape_html_response.rbs +232 -1
  14. data/sig/context_dev/models/web_web_scrape_md_response.rbs +219 -0
  15. metadata +2 -2
data/sig/context_dev/models/web_web_crawl_md_response.rbs CHANGED
@@ -91,15 +91,37 @@ module ContextDev
91
91
  type metadata =
92
92
  {
93
93
  crawl_depth: Integer,
94
+ final_url: String,
95
+ source_url: String,
94
96
  status_code: Integer,
95
97
  success: bool,
96
98
  title: String,
97
- url: String
99
+ url: String,
100
+ additional_meta: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::additional_meta],
101
+ alternates: ::Array[ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Alternate],
102
+ author: String,
103
+ canonical_url: String,
104
+ description: String,
105
+ favicon: String,
106
+ image: String,
107
+ json_ld: ::Array[::Hash[Symbol, top]],
108
+ keywords: ::Array[String],
109
+ language: String,
110
+ modified_time: String,
111
+ open_graph: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::open_graph],
112
+ published_time: String,
113
+ robots: String,
114
+ site_name: String,
115
+ twitter: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::twitter]
98
116
  }
99
117
 
100
118
  class Metadata < ContextDev::Internal::Type::BaseModel
101
119
  attr_accessor crawl_depth: Integer
102
120
 
121
+ attr_accessor final_url: String
122
+
123
+ attr_accessor source_url: String
124
+
103
125
  attr_accessor status_code: Integer
104
126
 
105
127
  attr_accessor success: bool
@@ -108,21 +130,194 @@ module ContextDev
108
130
 
109
131
  attr_accessor url: String
110
132
 
133
+ attr_reader additional_meta: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::additional_meta]?
134
+
135
+ def additional_meta=: (
136
+ ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::additional_meta]
137
+ ) -> ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::additional_meta]
138
+
139
+ attr_reader alternates: ::Array[ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Alternate]?
140
+
141
+ def alternates=: (
142
+ ::Array[ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Alternate]
143
+ ) -> ::Array[ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Alternate]
144
+
145
+ attr_reader author: String?
146
+
147
+ def author=: (String) -> String
148
+
149
+ attr_reader canonical_url: String?
150
+
151
+ def canonical_url=: (String) -> String
152
+
153
+ attr_reader description: String?
154
+
155
+ def description=: (String) -> String
156
+
157
+ attr_reader favicon: String?
158
+
159
+ def favicon=: (String) -> String
160
+
161
+ attr_reader image: String?
162
+
163
+ def image=: (String) -> String
164
+
165
+ attr_reader json_ld: ::Array[::Hash[Symbol, top]]?
166
+
167
+ def json_ld=: (
168
+ ::Array[::Hash[Symbol, top]]
169
+ ) -> ::Array[::Hash[Symbol, top]]
170
+
171
+ attr_reader keywords: ::Array[String]?
172
+
173
+ def keywords=: (::Array[String]) -> ::Array[String]
174
+
175
+ attr_reader language: String?
176
+
177
+ def language=: (String) -> String
178
+
179
+ attr_reader modified_time: String?
180
+
181
+ def modified_time=: (String) -> String
182
+
183
+ attr_reader open_graph: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::open_graph]?
184
+
185
+ def open_graph=: (
186
+ ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::open_graph]
187
+ ) -> ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::open_graph]
188
+
189
+ attr_reader published_time: String?
190
+
191
+ def published_time=: (String) -> String
192
+
193
+ attr_reader robots: String?
194
+
195
+ def robots=: (String) -> String
196
+
197
+ attr_reader site_name: String?
198
+
199
+ def site_name=: (String) -> String
200
+
201
+ attr_reader twitter: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::twitter]?
202
+
203
+ def twitter=: (
204
+ ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::twitter]
205
+ ) -> ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::twitter]
206
+
111
207
  def initialize: (
112
208
  crawl_depth: Integer,
209
+ final_url: String,
210
+ source_url: String,
113
211
  status_code: Integer,
114
212
  success: bool,
115
213
  title: String,
116
- url: String
214
+ url: String,
215
+ ?additional_meta: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::additional_meta],
216
+ ?alternates: ::Array[ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Alternate],
217
+ ?author: String,
218
+ ?canonical_url: String,
219
+ ?description: String,
220
+ ?favicon: String,
221
+ ?image: String,
222
+ ?json_ld: ::Array[::Hash[Symbol, top]],
223
+ ?keywords: ::Array[String],
224
+ ?language: String,
225
+ ?modified_time: String,
226
+ ?open_graph: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::open_graph],
227
+ ?published_time: String,
228
+ ?robots: String,
229
+ ?site_name: String,
230
+ ?twitter: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::twitter]
117
231
  ) -> void
118
232
 
119
233
  def to_hash: -> {
120
234
  crawl_depth: Integer,
235
+ final_url: String,
236
+ source_url: String,
121
237
  status_code: Integer,
122
238
  success: bool,
123
239
  title: String,
124
- url: String
240
+ url: String,
241
+ additional_meta: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::additional_meta],
242
+ alternates: ::Array[ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Alternate],
243
+ author: String,
244
+ canonical_url: String,
245
+ description: String,
246
+ favicon: String,
247
+ image: String,
248
+ json_ld: ::Array[::Hash[Symbol, top]],
249
+ keywords: ::Array[String],
250
+ language: String,
251
+ modified_time: String,
252
+ open_graph: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::open_graph],
253
+ published_time: String,
254
+ robots: String,
255
+ site_name: String,
256
+ twitter: ::Hash[Symbol, ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::twitter]
125
257
  }
258
+
259
+ type additional_meta = String | ::Array[String]
260
+
261
+ module AdditionalMeta
262
+ extend ContextDev::Internal::Type::Union
263
+
264
+ def self?.variants: -> ::Array[ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::additional_meta]
265
+
266
+ StringArray: ContextDev::Internal::Type::Converter
267
+ end
268
+
269
+ type alternate =
270
+ { href: String, hreflang: String, title: String, type: String }
271
+
272
+ class Alternate < ContextDev::Internal::Type::BaseModel
273
+ attr_accessor href: String
274
+
275
+ attr_reader hreflang: String?
276
+
277
+ def hreflang=: (String) -> String
278
+
279
+ attr_reader title: String?
280
+
281
+ def title=: (String) -> String
282
+
283
+ attr_reader type: String?
284
+
285
+ def type=: (String) -> String
286
+
287
+ def initialize: (
288
+ href: String,
289
+ ?hreflang: String,
290
+ ?title: String,
291
+ ?type: String
292
+ ) -> void
293
+
294
+ def to_hash: -> {
295
+ href: String,
296
+ hreflang: String,
297
+ title: String,
298
+ type: String
299
+ }
300
+ end
301
+
302
+ type open_graph = String | ::Array[String]
303
+
304
+ module OpenGraph
305
+ extend ContextDev::Internal::Type::Union
306
+
307
+ def self?.variants: -> ::Array[ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::open_graph]
308
+
309
+ StringArray: ContextDev::Internal::Type::Converter
310
+ end
311
+
312
+ type twitter = String | ::Array[String]
313
+
314
+ module Twitter
315
+ extend ContextDev::Internal::Type::Union
316
+
317
+ def self?.variants: -> ::Array[ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::twitter]
318
+
319
+ StringArray: ContextDev::Internal::Type::Converter
320
+ end
126
321
  end
127
322
  end
128
323
 
data/sig/context_dev/models/web_web_scrape_html_response.rbs CHANGED
@@ -3,6 +3,7 @@ module ContextDev
3
3
  type web_web_scrape_html_response =
4
4
  {
5
5
  html: String,
6
+ metadata: ContextDev::Models::WebWebScrapeHTMLResponse::Metadata,
6
7
  success: ContextDev::Models::WebWebScrapeHTMLResponse::success,
7
8
  type: ContextDev::Models::WebWebScrapeHTMLResponse::type_,
8
9
  url: String,
@@ -12,6 +13,8 @@ module ContextDev
12
13
  class WebWebScrapeHTMLResponse < ContextDev::Internal::Type::BaseModel
13
14
  attr_accessor html: String
14
15
 
16
+ attr_accessor metadata: ContextDev::Models::WebWebScrapeHTMLResponse::Metadata
17
+
15
18
  attr_accessor success: ContextDev::Models::WebWebScrapeHTMLResponse::success
16
19
 
17
20
  attr_accessor type: ContextDev::Models::WebWebScrapeHTMLResponse::type_
@@ -26,6 +29,7 @@ module ContextDev
26
29
 
27
30
  def initialize: (
28
31
  html: String,
32
+ metadata: ContextDev::Models::WebWebScrapeHTMLResponse::Metadata,
29
33
  success: ContextDev::Models::WebWebScrapeHTMLResponse::success,
30
34
  type: ContextDev::Models::WebWebScrapeHTMLResponse::type_,
31
35
  url: String,
@@ -34,12 +38,227 @@ module ContextDev
34
38
 
35
39
  def to_hash: -> {
36
40
  html: String,
41
+ metadata: ContextDev::Models::WebWebScrapeHTMLResponse::Metadata,
37
42
  success: ContextDev::Models::WebWebScrapeHTMLResponse::success,
38
43
  type: ContextDev::Models::WebWebScrapeHTMLResponse::type_,
39
44
  url: String,
40
45
  key_metadata: ContextDev::Models::WebWebScrapeHTMLResponse::KeyMetadata
41
46
  }
42
47
 
48
+ type metadata =
49
+ {
50
+ final_url: String,
51
+ source_url: String,
52
+ additional_meta: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::additional_meta],
53
+ alternates: ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate],
54
+ author: String,
55
+ canonical_url: String,
56
+ description: String,
57
+ favicon: String,
58
+ image: String,
59
+ json_ld: ::Array[::Hash[Symbol, top]],
60
+ keywords: ::Array[String],
61
+ language: String,
62
+ modified_time: String,
63
+ open_graph: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::open_graph],
64
+ published_time: String,
65
+ robots: String,
66
+ site_name: String,
67
+ title: String,
68
+ twitter: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::twitter]
69
+ }
70
+
71
+ class Metadata < ContextDev::Internal::Type::BaseModel
72
+ attr_accessor final_url: String
73
+
74
+ attr_accessor source_url: String
75
+
76
+ attr_reader additional_meta: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::additional_meta]?
77
+
78
+ def additional_meta=: (
79
+ ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::additional_meta]
80
+ ) -> ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::additional_meta]
81
+
82
+ attr_reader alternates: ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate]?
83
+
84
+ def alternates=: (
85
+ ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate]
86
+ ) -> ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate]
87
+
88
+ attr_reader author: String?
89
+
90
+ def author=: (String) -> String
91
+
92
+ attr_reader canonical_url: String?
93
+
94
+ def canonical_url=: (String) -> String
95
+
96
+ attr_reader description: String?
97
+
98
+ def description=: (String) -> String
99
+
100
+ attr_reader favicon: String?
101
+
102
+ def favicon=: (String) -> String
103
+
104
+ attr_reader image: String?
105
+
106
+ def image=: (String) -> String
107
+
108
+ attr_reader json_ld: ::Array[::Hash[Symbol, top]]?
109
+
110
+ def json_ld=: (
111
+ ::Array[::Hash[Symbol, top]]
112
+ ) -> ::Array[::Hash[Symbol, top]]
113
+
114
+ attr_reader keywords: ::Array[String]?
115
+
116
+ def keywords=: (::Array[String]) -> ::Array[String]
117
+
118
+ attr_reader language: String?
119
+
120
+ def language=: (String) -> String
121
+
122
+ attr_reader modified_time: String?
123
+
124
+ def modified_time=: (String) -> String
125
+
126
+ attr_reader open_graph: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::open_graph]?
127
+
128
+ def open_graph=: (
129
+ ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::open_graph]
130
+ ) -> ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::open_graph]
131
+
132
+ attr_reader published_time: String?
133
+
134
+ def published_time=: (String) -> String
135
+
136
+ attr_reader robots: String?
137
+
138
+ def robots=: (String) -> String
139
+
140
+ attr_reader site_name: String?
141
+
142
+ def site_name=: (String) -> String
143
+
144
+ attr_reader title: String?
145
+
146
+ def title=: (String) -> String
147
+
148
+ attr_reader twitter: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::twitter]?
149
+
150
+ def twitter=: (
151
+ ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::twitter]
152
+ ) -> ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::twitter]
153
+
154
+ def initialize: (
155
+ final_url: String,
156
+ source_url: String,
157
+ ?additional_meta: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::additional_meta],
158
+ ?alternates: ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate],
159
+ ?author: String,
160
+ ?canonical_url: String,
161
+ ?description: String,
162
+ ?favicon: String,
163
+ ?image: String,
164
+ ?json_ld: ::Array[::Hash[Symbol, top]],
165
+ ?keywords: ::Array[String],
166
+ ?language: String,
167
+ ?modified_time: String,
168
+ ?open_graph: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::open_graph],
169
+ ?published_time: String,
170
+ ?robots: String,
171
+ ?site_name: String,
172
+ ?title: String,
173
+ ?twitter: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::twitter]
174
+ ) -> void
175
+
176
+ def to_hash: -> {
177
+ final_url: String,
178
+ source_url: String,
179
+ additional_meta: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::additional_meta],
180
+ alternates: ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate],
181
+ author: String,
182
+ canonical_url: String,
183
+ description: String,
184
+ favicon: String,
185
+ image: String,
186
+ json_ld: ::Array[::Hash[Symbol, top]],
187
+ keywords: ::Array[String],
188
+ language: String,
189
+ modified_time: String,
190
+ open_graph: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::open_graph],
191
+ published_time: String,
192
+ robots: String,
193
+ site_name: String,
194
+ title: String,
195
+ twitter: ::Hash[Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::twitter]
196
+ }
197
+
198
+ type additional_meta = String | ::Array[String]
199
+
200
+ module AdditionalMeta
201
+ extend ContextDev::Internal::Type::Union
202
+
203
+ def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::additional_meta]
204
+
205
+ StringArray: ContextDev::Internal::Type::Converter
206
+ end
207
+
208
+ type alternate =
209
+ { href: String, hreflang: String, title: String, type: String }
210
+
211
+ class Alternate < ContextDev::Internal::Type::BaseModel
212
+ attr_accessor href: String
213
+
214
+ attr_reader hreflang: String?
215
+
216
+ def hreflang=: (String) -> String
217
+
218
+ attr_reader title: String?
219
+
220
+ def title=: (String) -> String
221
+
222
+ attr_reader type: String?
223
+
224
+ def type=: (String) -> String
225
+
226
+ def initialize: (
227
+ href: String,
228
+ ?hreflang: String,
229
+ ?title: String,
230
+ ?type: String
231
+ ) -> void
232
+
233
+ def to_hash: -> {
234
+ href: String,
235
+ hreflang: String,
236
+ title: String,
237
+ type: String
238
+ }
239
+ end
240
+
241
+ type open_graph = String | ::Array[String]
242
+
243
+ module OpenGraph
244
+ extend ContextDev::Internal::Type::Union
245
+
246
+ def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::open_graph]
247
+
248
+ StringArray: ContextDev::Internal::Type::Converter
249
+ end
250
+
251
+ type twitter = String | ::Array[String]
252
+
253
+ module Twitter
254
+ extend ContextDev::Internal::Type::Union
255
+
256
+ def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::twitter]
257
+
258
+ StringArray: ContextDev::Internal::Type::Converter
259
+ end
260
+ end
261
+
43
262
  type success = true
44
263
 
45
264
  module Success
@@ -50,7 +269,17 @@ module ContextDev
50
269
  def self?.values: -> ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::success]
51
270
  end
52
271
 
53
- type type_ = :html | :xml | :json | :text | :csv | :markdown | :svg | :pdf
272
+ type type_ =
273
+ :html
274
+ | :xml
275
+ | :json
276
+ | :text
277
+ | :csv
278
+ | :markdown
279
+ | :svg
280
+ | :pdf
281
+ | :docx
282
+ | :doc
54
283
 
55
284
  module Type
56
285
  extend ContextDev::Internal::Type::Enum
@@ -63,6 +292,8 @@ module ContextDev
63
292
  MARKDOWN: :markdown
64
293
  SVG: :svg
65
294
  PDF: :pdf
295
+ DOCX: :docx
296
+ DOC: :doc
66
297
 
67
298
  def self?.values: -> ::Array[ContextDev::Models::WebWebScrapeHTMLResponse::type_]
68
299
  end