context.dev 2.17.1 → 2.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +33 -0
  3. data/README.md +1 -1
  4. data/lib/context_dev/client.rb +0 -4
  5. data/lib/context_dev/models/industry_retrieve_naics_params.rb +28 -1
  6. data/lib/context_dev/models/industry_retrieve_sic_params.rb +28 -1
  7. data/lib/context_dev/models/monitor_retrieve_run_params.rb +26 -0
  8. data/lib/context_dev/models/monitor_retrieve_run_response.rb +232 -0
  9. data/lib/context_dev/models/monitor_rotate_webhook_secret_params.rb +20 -0
  10. data/lib/context_dev/models/monitor_rotate_webhook_secret_response.rb +765 -0
  11. data/lib/context_dev/models/parse_handle_params.rb +8 -6
  12. data/lib/context_dev/models/person_enrich_params.rb +28 -1
  13. data/lib/context_dev/models/web_answers_params.rb +28 -1
  14. data/lib/context_dev/models/web_extract_competitors_params.rb +28 -1
  15. data/lib/context_dev/models/web_extract_styleguide_params.rb +30 -3
  16. data/lib/context_dev/models/{web_web_scrape_sitemap_params.rb → web_map_urls_params.rb} +22 -20
  17. data/lib/context_dev/models/web_map_urls_response.rb +123 -0
  18. data/lib/context_dev/models/web_scrape_params.rb +906 -0
  19. data/lib/context_dev/models/web_scrape_response.rb +659 -0
  20. data/lib/context_dev/models/web_screenshot_params.rb +25 -9
  21. data/lib/context_dev/models/web_screenshot_response.rb +3 -3
  22. data/lib/context_dev/models/web_search_params.rb +30 -3
  23. data/lib/context_dev/models.rb +8 -20
  24. data/lib/context_dev/resources/brand.rb +0 -36
  25. data/lib/context_dev/resources/industry.rb +6 -2
  26. data/lib/context_dev/resources/monitors.rb +47 -0
  27. data/lib/context_dev/resources/people.rb +3 -1
  28. data/lib/context_dev/resources/web.rb +116 -413
  29. data/lib/context_dev/version.rb +1 -1
  30. data/lib/context_dev.rb +8 -21
  31. data/rbi/context_dev/client.rbi +0 -3
  32. data/rbi/context_dev/models/industry_retrieve_naics_params.rbi +59 -0
  33. data/rbi/context_dev/models/industry_retrieve_sic_params.rbi +57 -0
  34. data/rbi/context_dev/models/monitor_retrieve_run_params.rbi +46 -0
  35. data/rbi/context_dev/models/monitor_retrieve_run_response.rbi +452 -0
  36. data/rbi/context_dev/models/monitor_rotate_webhook_secret_params.rbi +38 -0
  37. data/rbi/context_dev/models/monitor_rotate_webhook_secret_response.rbi +1367 -0
  38. data/rbi/context_dev/models/parse_handle_params.rbi +12 -9
  39. data/rbi/context_dev/models/person_enrich_params.rbi +45 -0
  40. data/rbi/context_dev/models/web_answers_params.rbi +45 -0
  41. data/rbi/context_dev/models/web_extract_competitors_params.rbi +59 -0
  42. data/rbi/context_dev/models/web_extract_styleguide_params.rbi +62 -3
  43. data/rbi/context_dev/models/{web_web_scrape_sitemap_params.rbi → web_map_urls_params.rbi} +35 -54
  44. data/rbi/context_dev/models/web_map_urls_response.rbi +226 -0
  45. data/rbi/context_dev/models/web_scrape_params.rbi +2000 -0
  46. data/rbi/context_dev/models/{web_web_scrape_html_response.rbi → web_scrape_response.rbi} +550 -418
  47. data/rbi/context_dev/models/web_screenshot_params.rbi +38 -12
  48. data/rbi/context_dev/models/web_screenshot_response.rbi +4 -4
  49. data/rbi/context_dev/models/web_search_params.rbi +48 -3
  50. data/rbi/context_dev/models.rbi +9 -21
  51. data/rbi/context_dev/resources/brand.rbi +0 -35
  52. data/rbi/context_dev/resources/industry.rbi +14 -0
  53. data/rbi/context_dev/resources/monitors.rbi +24 -0
  54. data/rbi/context_dev/resources/parse.rbi +4 -4
  55. data/rbi/context_dev/resources/people.rbi +7 -0
  56. data/rbi/context_dev/resources/web.rbi +166 -533
  57. data/sig/context_dev/client.rbs +0 -2
  58. data/sig/context_dev/models/industry_retrieve_naics_params.rbs +21 -1
  59. data/sig/context_dev/models/industry_retrieve_sic_params.rbs +21 -1
  60. data/sig/context_dev/models/monitor_retrieve_run_params.rbs +28 -0
  61. data/sig/context_dev/models/monitor_retrieve_run_response.rbs +182 -0
  62. data/sig/context_dev/models/monitor_rotate_webhook_secret_params.rbs +23 -0
  63. data/sig/context_dev/models/monitor_rotate_webhook_secret_response.rbs +545 -0
  64. data/sig/context_dev/models/person_enrich_params.rbs +21 -1
  65. data/sig/context_dev/models/web_answers_params.rbs +21 -1
  66. data/sig/context_dev/models/web_extract_competitors_params.rbs +21 -1
  67. data/sig/context_dev/models/web_extract_styleguide_params.rbs +21 -1
  68. data/sig/context_dev/models/{web_web_scrape_sitemap_params.rbs → web_map_urls_params.rbs} +22 -22
  69. data/sig/context_dev/models/web_map_urls_response.rbs +125 -0
  70. data/sig/context_dev/models/web_scrape_params.rbs +834 -0
  71. data/sig/context_dev/models/web_scrape_response.rbs +552 -0
  72. data/sig/context_dev/models/web_screenshot_params.rbs +7 -0
  73. data/sig/context_dev/models/web_search_params.rbs +21 -1
  74. data/sig/context_dev/models.rbs +8 -20
  75. data/sig/context_dev/resources/brand.rbs +0 -9
  76. data/sig/context_dev/resources/industry.rbs +2 -0
  77. data/sig/context_dev/resources/monitors.rbs +11 -0
  78. data/sig/context_dev/resources/people.rbs +1 -0
  79. data/sig/context_dev/resources/web.rbs +34 -108
  80. metadata +26 -65
  81. data/lib/context_dev/models/ai_extract_product_params.rb +0 -98
  82. data/lib/context_dev/models/ai_extract_product_response.rb +0 -352
  83. data/lib/context_dev/models/ai_extract_products_params.rb +0 -233
  84. data/lib/context_dev/models/ai_extract_products_response.rb +0 -320
  85. data/lib/context_dev/models/brand_retrieve_simplified_params.rb +0 -120
  86. data/lib/context_dev/models/brand_retrieve_simplified_response.rb +0 -441
  87. data/lib/context_dev/models/web_extract_fonts_params.rb +0 -114
  88. data/lib/context_dev/models/web_extract_fonts_response.rb +0 -291
  89. data/lib/context_dev/models/web_extract_params.rb +0 -392
  90. data/lib/context_dev/models/web_extract_response.rb +0 -287
  91. data/lib/context_dev/models/web_web_scrape_bytes_params.rb +0 -344
  92. data/lib/context_dev/models/web_web_scrape_bytes_response.rb +0 -135
  93. data/lib/context_dev/models/web_web_scrape_html_params.rb +0 -633
  94. data/lib/context_dev/models/web_web_scrape_html_response.rb +0 -588
  95. data/lib/context_dev/models/web_web_scrape_images_params.rb +0 -346
  96. data/lib/context_dev/models/web_web_scrape_images_response.rb +0 -409
  97. data/lib/context_dev/models/web_web_scrape_md_params.rb +0 -668
  98. data/lib/context_dev/models/web_web_scrape_md_response.rb +0 -567
  99. data/lib/context_dev/models/web_web_scrape_sitemap_response.rb +0 -144
  100. data/lib/context_dev/resources/ai.rb +0 -69
  101. data/rbi/context_dev/models/ai_extract_product_params.rbi +0 -199
  102. data/rbi/context_dev/models/ai_extract_product_response.rbi +0 -696
  103. data/rbi/context_dev/models/ai_extract_products_params.rbi +0 -490
  104. data/rbi/context_dev/models/ai_extract_products_response.rbi +0 -623
  105. data/rbi/context_dev/models/brand_retrieve_simplified_params.rbi +0 -256
  106. data/rbi/context_dev/models/brand_retrieve_simplified_response.rbi +0 -1040
  107. data/rbi/context_dev/models/web_extract_fonts_params.rbi +0 -223
  108. data/rbi/context_dev/models/web_extract_fonts_response.rbi +0 -563
  109. data/rbi/context_dev/models/web_extract_params.rbi +0 -736
  110. data/rbi/context_dev/models/web_extract_response.rbi +0 -512
  111. data/rbi/context_dev/models/web_web_scrape_bytes_params.rbi +0 -699
  112. data/rbi/context_dev/models/web_web_scrape_bytes_response.rbi +0 -238
  113. data/rbi/context_dev/models/web_web_scrape_html_params.rbi +0 -1217
  114. data/rbi/context_dev/models/web_web_scrape_images_params.rbi +0 -671
  115. data/rbi/context_dev/models/web_web_scrape_images_response.rbi +0 -910
  116. data/rbi/context_dev/models/web_web_scrape_md_params.rbi +0 -1049
  117. data/rbi/context_dev/models/web_web_scrape_md_response.rbi +0 -1088
  118. data/rbi/context_dev/models/web_web_scrape_sitemap_response.rbi +0 -258
  119. data/rbi/context_dev/resources/ai.rbi +0 -56
  120. data/sig/context_dev/models/ai_extract_product_params.rbs +0 -86
  121. data/sig/context_dev/models/ai_extract_product_response.rbs +0 -273
  122. data/sig/context_dev/models/ai_extract_products_params.rbs +0 -202
  123. data/sig/context_dev/models/ai_extract_products_response.rbs +0 -252
  124. data/sig/context_dev/models/brand_retrieve_simplified_params.rbs +0 -104
  125. data/sig/context_dev/models/brand_retrieve_simplified_response.rbs +0 -413
  126. data/sig/context_dev/models/web_extract_fonts_params.rbs +0 -93
  127. data/sig/context_dev/models/web_extract_fonts_response.rbs +0 -230
  128. data/sig/context_dev/models/web_extract_params.rbs +0 -304
  129. data/sig/context_dev/models/web_extract_response.rbs +0 -239
  130. data/sig/context_dev/models/web_web_scrape_bytes_params.rbs +0 -531
  131. data/sig/context_dev/models/web_web_scrape_bytes_response.rbs +0 -108
  132. data/sig/context_dev/models/web_web_scrape_html_params.rbs +0 -730
  133. data/sig/context_dev/models/web_web_scrape_html_response.rbs +0 -495
  134. data/sig/context_dev/models/web_web_scrape_images_params.rbs +0 -261
  135. data/sig/context_dev/models/web_web_scrape_images_response.rbs +0 -371
  136. data/sig/context_dev/models/web_web_scrape_md_params.rbs +0 -758
  137. data/sig/context_dev/models/web_web_scrape_md_response.rbs +0 -465
  138. data/sig/context_dev/models/web_web_scrape_sitemap_response.rbs +0 -117
  139. data/sig/context_dev/resources/ai.rbs +0 -20
@@ -1,588 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module ContextDev
4
- module Models
5
- # @see ContextDev::Resources::Web#web_scrape_html
6
- class WebWebScrapeHTMLResponse < ContextDev::Internal::Type::BaseModel
7
- # @!attribute cache_metadata
8
- # Cache outcome for this response. Composite responses are hits only when every
9
- # cache-controlled fetch contributing to the output was a hit; age_ms is the
10
- # oldest contributing hit.
11
- #
12
- # @return [ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata]
13
- required :cache_metadata, -> { ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata }
14
-
15
- # @!attribute final_dom_state
16
- # How complete the returned content is. `loaded` means the page finished the waits
17
- # the request asked for. `still-loading` only occurs with
18
- # timeoutOpts.behavior=return-partial: the timeoutOpts.milliseconds deadline was
19
- # reached first, so the content reflects the DOM at that moment and late-rendering
20
- # parts may be missing. Partial results are billed at the base request cost.
21
- #
22
- # @return [Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState]
23
- required :final_dom_state,
24
- enum: -> { ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState },
25
- api_name: :finalDOMState
26
-
27
- # @!attribute html
28
- # The scraped content of the page. For normal pages this is the raw HTML. When the
29
- # page is a sitemap or feed served behind an XSL stylesheet (which browsers render
30
- # into HTML), this is the underlying XML instead — see the `type` field.
31
- #
32
- # @return [String]
33
- required :html, String
34
-
35
- # @!attribute metadata
36
- # Metadata extracted from the scraped page HTML.
37
- #
38
- # @return [ContextDev::Models::WebWebScrapeHTMLResponse::Metadata]
39
- required :metadata, -> { ContextDev::Models::WebWebScrapeHTMLResponse::Metadata }
40
-
41
- # @!attribute request_id
42
- # Unique id of this API call, also sent in the X-Request-Id response header. Quote
43
- # it when contacting support about a failed request.
44
- #
45
- # @return [String]
46
- required :request_id, String
47
-
48
- # @!attribute success
49
- # Indicates success
50
- #
51
- # @return [Boolean, ContextDev::Models::WebWebScrapeHTMLResponse::Success]
52
- required :success, enum: -> { ContextDev::Models::WebWebScrapeHTMLResponse::Success }
53
-
54
- # @!attribute type
55
- # Detected content type of the returned `html` field. Sitemaps and feeds are
56
- # surfaced as `xml`; ordinary pages are `html`. Excel workbooks are surfaced as
57
- # `xlsx`/`xls` with the extracted sheets as HTML tables; PowerPoint presentations
58
- # are surfaced as `pptx`/`ppt` with the extracted slides as HTML.
59
- #
60
- # @return [Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Type]
61
- required :type, enum: -> { ContextDev::Models::WebWebScrapeHTMLResponse::Type }
62
-
63
- # @!attribute url
64
- # The URL that was scraped
65
- #
66
- # @return [String]
67
- required :url, String
68
-
69
- # @!attribute actions_applied
70
- # One verified outcome per requested browser action, in request order.
71
- #
72
- # @return [Array<ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied>, nil]
73
- optional :actions_applied,
74
- -> { ContextDev::Internal::Type::ArrayOf[ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied] },
75
- api_name: :actionsApplied
76
-
77
- # @!attribute actions_html_stale
78
- # True when an action was applied but the returned content could not be refreshed
79
- # afterward.
80
- #
81
- # @return [Boolean, nil]
82
- optional :actions_html_stale, ContextDev::Internal::Type::Boolean, api_name: :actionsHtmlStale
83
-
84
- # @!attribute key_metadata
85
- # Credit usage, included whenever a valid API key is provided.
86
- #
87
- # @return [ContextDev::Models::WebWebScrapeHTMLResponse::KeyMetadata, nil]
88
- optional :key_metadata, -> { ContextDev::Models::WebWebScrapeHTMLResponse::KeyMetadata }
89
-
90
- # @!method initialize(cache_metadata:, final_dom_state:, html:, metadata:, request_id:, success:, type:, url:, actions_applied: nil, actions_html_stale: nil, key_metadata: nil)
91
- # Some parameter documentations has been truncated, see
92
- # {ContextDev::Models::WebWebScrapeHTMLResponse} for more details.
93
- #
94
- # @param cache_metadata [ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata] Cache outcome for this response. Composite responses are hits only when every ca
95
- #
96
- # @param final_dom_state [Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState] How complete the returned content is. `loaded` means the page finished the waits
97
- #
98
- # @param html [String] The scraped content of the page. For normal pages this is the raw HTML. When the
99
- #
100
- # @param metadata [ContextDev::Models::WebWebScrapeHTMLResponse::Metadata] Metadata extracted from the scraped page HTML.
101
- #
102
- # @param request_id [String] Unique id of this API call, also sent in the X-Request-Id response header. Quote
103
- #
104
- # @param success [Boolean, ContextDev::Models::WebWebScrapeHTMLResponse::Success] Indicates success
105
- #
106
- # @param type [Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Type] Detected content type of the returned `html` field. Sitemaps and feeds are surfa
107
- #
108
- # @param url [String] The URL that was scraped
109
- #
110
- # @param actions_applied [Array<ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied>] One verified outcome per requested browser action, in request order.
111
- #
112
- # @param actions_html_stale [Boolean] True when an action was applied but the returned content could not be refreshed
113
- #
114
- # @param key_metadata [ContextDev::Models::WebWebScrapeHTMLResponse::KeyMetadata] Credit usage, included whenever a valid API key is provided.
115
-
116
- # @see ContextDev::Models::WebWebScrapeHTMLResponse#cache_metadata
117
- class CacheMetadata < ContextDev::Internal::Type::BaseModel
118
- # @!attribute age_ms
119
- # Age of the cached data in milliseconds. Zero for miss and zdr responses.
120
- #
121
- # @return [Integer]
122
- required :age_ms, Integer
123
-
124
- # @!attribute status
125
- # Whether the response was served from cache, required fresh work, or honored
126
- # zero-data-retention cache bypass.
127
- #
128
- # @return [Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status]
129
- required :status, enum: -> { ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status }
130
-
131
- # @!method initialize(age_ms:, status:)
132
- # Some parameter documentations has been truncated, see
133
- # {ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata} for more details.
134
- #
135
- # Cache outcome for this response. Composite responses are hits only when every
136
- # cache-controlled fetch contributing to the output was a hit; age_ms is the
137
- # oldest contributing hit.
138
- #
139
- # @param age_ms [Integer] Age of the cached data in milliseconds. Zero for miss and zdr responses.
140
- #
141
- # @param status [Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status] Whether the response was served from cache, required fresh work, or honored zero
142
-
143
- # Whether the response was served from cache, required fresh work, or honored
144
- # zero-data-retention cache bypass.
145
- #
146
- # @see ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata#status
147
- module Status
148
- extend ContextDev::Internal::Type::Enum
149
-
150
- HIT = :hit
151
- MISS = :miss
152
- ZDR = :zdr
153
-
154
- # @!method self.values
155
- # @return [Array<Symbol>]
156
- end
157
- end
158
-
159
- # How complete the returned content is. `loaded` means the page finished the waits
160
- # the request asked for. `still-loading` only occurs with
161
- # timeoutOpts.behavior=return-partial: the timeoutOpts.milliseconds deadline was
162
- # reached first, so the content reflects the DOM at that moment and late-rendering
163
- # parts may be missing. Partial results are billed at the base request cost.
164
- #
165
- # @see ContextDev::Models::WebWebScrapeHTMLResponse#final_dom_state
166
- module FinalDomState
167
- extend ContextDev::Internal::Type::Enum
168
-
169
- LOADED = :loaded
170
- STILL_LOADING = :"still-loading"
171
-
172
- # @!method self.values
173
- # @return [Array<Symbol>]
174
- end
175
-
176
- # @see ContextDev::Models::WebWebScrapeHTMLResponse#metadata
177
- class Metadata < ContextDev::Internal::Type::BaseModel
178
- # @!attribute final_url
179
- # Final URL scraped after redirects or scraper fallback, when known. Falls back to
180
- # sourceUrl when unavailable.
181
- #
182
- # @return [String]
183
- required :final_url, String, api_name: :finalUrl
184
-
185
- # @!attribute source_url
186
- # Original URL requested by the caller.
187
- #
188
- # @return [String]
189
- required :source_url, String, api_name: :sourceUrl
190
-
191
- # @!attribute additional_meta
192
- # Additional non-social meta tags not promoted to top-level metadata fields.
193
- #
194
- # @return [Hash{Symbol=>String, Array<String>}, nil]
195
- optional :additional_meta,
196
- -> { ContextDev::Internal::Type::HashOf[union: ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::AdditionalMeta] },
197
- api_name: :additionalMeta
198
-
199
- # @!attribute alternates
200
- # Resolved alternate links from link rel=alternate tags.
201
- #
202
- # @return [Array<ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate>, nil]
203
- optional :alternates,
204
- -> { ContextDev::Internal::Type::ArrayOf[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate] }
205
-
206
- # @!attribute author
207
- # Author metadata, when present.
208
- #
209
- # @return [String, nil]
210
- optional :author, String
211
-
212
- # @!attribute canonical_url
213
- # Resolved canonical URL, when present.
214
- #
215
- # @return [String, nil]
216
- optional :canonical_url, String, api_name: :canonicalUrl
217
-
218
- # @!attribute description
219
- # Best description extracted from standard, Open Graph, or Twitter metadata.
220
- #
221
- # @return [String, nil]
222
- optional :description, String
223
-
224
- # @!attribute favicon
225
- # Resolved favicon URL, when present.
226
- #
227
- # @return [String, nil]
228
- optional :favicon, String
229
-
230
- # @!attribute headings
231
- # Page headings (h1–h6) in document order, extracted from the unfiltered document.
232
- # Capped at the first 500 headings. Omitted when the page has none.
233
- #
234
- # @return [Array<ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Heading>, nil]
235
- optional :headings,
236
- -> { ContextDev::Internal::Type::ArrayOf[ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Heading] }
237
-
238
- # @!attribute image
239
- # Primary resolved preview image from Open Graph, Twitter, or image metadata.
240
- #
241
- # @return [String, nil]
242
- optional :image, String
243
-
244
- # @!attribute json_ld
245
- # JSON-LD structured data blocks parsed from the page.
246
- #
247
- # @return [Array<Hash{Symbol=>Object}>, nil]
248
- optional :json_ld,
249
- ContextDev::Internal::Type::ArrayOf[ContextDev::Internal::Type::HashOf[ContextDev::Internal::Type::Unknown]],
250
- api_name: :jsonLd
251
-
252
- # @!attribute keywords
253
- # Keywords extracted from the page's keywords meta tag.
254
- #
255
- # @return [Array<String>, nil]
256
- optional :keywords, ContextDev::Internal::Type::ArrayOf[String]
257
-
258
- # @!attribute language
259
- # Language extracted from html lang or language meta tags.
260
- #
261
- # @return [String, nil]
262
- optional :language, String
263
-
264
- # @!attribute modified_time
265
- # Modified timestamp/date from page metadata, when present.
266
- #
267
- # @return [String, nil]
268
- optional :modified_time, String, api_name: :modifiedTime
269
-
270
- # @!attribute open_graph
271
- # Open Graph metadata with the og: prefix removed and keys camel-cased.
272
- #
273
- # @return [Hash{Symbol=>String, Array<String>}, nil]
274
- optional :open_graph,
275
- -> { ContextDev::Internal::Type::HashOf[union: ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::OpenGraph] },
276
- api_name: :openGraph
277
-
278
- # @!attribute published_time
279
- # Published timestamp/date from page metadata, when present.
280
- #
281
- # @return [String, nil]
282
- optional :published_time, String, api_name: :publishedTime
283
-
284
- # @!attribute robots
285
- # Robots meta directive, when present.
286
- #
287
- # @return [String, nil]
288
- optional :robots, String
289
-
290
- # @!attribute site_name
291
- # Site or application name from page metadata.
292
- #
293
- # @return [String, nil]
294
- optional :site_name, String, api_name: :siteName
295
-
296
- # @!attribute title
297
- # Best title extracted from the page.
298
- #
299
- # @return [String, nil]
300
- optional :title, String
301
-
302
- # @!attribute twitter
303
- # Twitter card metadata with the twitter: prefix removed and keys camel-cased.
304
- #
305
- # @return [Hash{Symbol=>String, Array<String>}, nil]
306
- optional :twitter,
307
- -> { ContextDev::Internal::Type::HashOf[union: ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Twitter] }
308
-
309
- # @!method initialize(final_url:, source_url:, additional_meta: nil, alternates: nil, author: nil, canonical_url: nil, description: nil, favicon: nil, headings: nil, image: nil, json_ld: nil, keywords: nil, language: nil, modified_time: nil, open_graph: nil, published_time: nil, robots: nil, site_name: nil, title: nil, twitter: nil)
310
- # Some parameter documentations has been truncated, see
311
- # {ContextDev::Models::WebWebScrapeHTMLResponse::Metadata} for more details.
312
- #
313
- # Metadata extracted from the scraped page HTML.
314
- #
315
- # @param final_url [String] Final URL scraped after redirects or scraper fallback, when known. Falls back to
316
- #
317
- # @param source_url [String] Original URL requested by the caller.
318
- #
319
- # @param additional_meta [Hash{Symbol=>String, Array<String>}] Additional non-social meta tags not promoted to top-level metadata fields.
320
- #
321
- # @param alternates [Array<ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate>] Resolved alternate links from link rel=alternate tags.
322
- #
323
- # @param author [String] Author metadata, when present.
324
- #
325
- # @param canonical_url [String] Resolved canonical URL, when present.
326
- #
327
- # @param description [String] Best description extracted from standard, Open Graph, or Twitter metadata.
328
- #
329
- # @param favicon [String] Resolved favicon URL, when present.
330
- #
331
- # @param headings [Array<ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Heading>] Page headings (h1–h6) in document order, extracted from the unfiltered document.
332
- #
333
- # @param image [String] Primary resolved preview image from Open Graph, Twitter, or image metadata.
334
- #
335
- # @param json_ld [Array<Hash{Symbol=>Object}>] JSON-LD structured data blocks parsed from the page.
336
- #
337
- # @param keywords [Array<String>] Keywords extracted from the page's keywords meta tag.
338
- #
339
- # @param language [String] Language extracted from html lang or language meta tags.
340
- #
341
- # @param modified_time [String] Modified timestamp/date from page metadata, when present.
342
- #
343
- # @param open_graph [Hash{Symbol=>String, Array<String>}] Open Graph metadata with the og: prefix removed and keys camel-cased.
344
- #
345
- # @param published_time [String] Published timestamp/date from page metadata, when present.
346
- #
347
- # @param robots [String] Robots meta directive, when present.
348
- #
349
- # @param site_name [String] Site or application name from page metadata.
350
- #
351
- # @param title [String] Best title extracted from the page.
352
- #
353
- # @param twitter [Hash{Symbol=>String, Array<String>}] Twitter card metadata with the twitter: prefix removed and keys camel-cased.
354
-
355
- module AdditionalMeta
356
- extend ContextDev::Internal::Type::Union
357
-
358
- variant String
359
-
360
- variant -> { ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::AdditionalMeta::StringArray }
361
-
362
- # @!method self.variants
363
- # @return [Array(String, Array<String>)]
364
-
365
- # @type [ContextDev::Internal::Type::Converter]
366
- StringArray = ContextDev::Internal::Type::ArrayOf[String]
367
- end
368
-
369
- class Alternate < ContextDev::Internal::Type::BaseModel
370
- # @!attribute href
371
- # Resolved alternate URL.
372
- #
373
- # @return [String]
374
- required :href, String
375
-
376
- # @!attribute hreflang
377
- # Language or locale for the alternate URL, when present.
378
- #
379
- # @return [String, nil]
380
- optional :hreflang, String
381
-
382
- # @!attribute title
383
- # Alternate resource title, when present.
384
- #
385
- # @return [String, nil]
386
- optional :title, String
387
-
388
- # @!attribute type
389
- # Alternate resource MIME type, when present.
390
- #
391
- # @return [String, nil]
392
- optional :type, String
393
-
394
- # @!method initialize(href:, hreflang: nil, title: nil, type: nil)
395
- # @param href [String] Resolved alternate URL.
396
- #
397
- # @param hreflang [String] Language or locale for the alternate URL, when present.
398
- #
399
- # @param title [String] Alternate resource title, when present.
400
- #
401
- # @param type [String] Alternate resource MIME type, when present.
402
- end
403
-
404
- class Heading < ContextDev::Internal::Type::BaseModel
405
- # @!attribute level
406
- # Heading level, 1–6 (from h1–h6).
407
- #
408
- # @return [Integer]
409
- required :level, Integer
410
-
411
- # @!attribute text
412
- # Heading text with whitespace collapsed, truncated to 1000 characters.
413
- #
414
- # @return [String]
415
- required :text, String
416
-
417
- # @!method initialize(level:, text:)
418
- # @param level [Integer] Heading level, 1–6 (from h1–h6).
419
- #
420
- # @param text [String] Heading text with whitespace collapsed, truncated to 1000 characters.
421
- end
422
-
423
- module OpenGraph
424
- extend ContextDev::Internal::Type::Union
425
-
426
- variant String
427
-
428
- variant -> { ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::OpenGraph::StringArray }
429
-
430
- # @!method self.variants
431
- # @return [Array(String, Array<String>)]
432
-
433
- # @type [ContextDev::Internal::Type::Converter]
434
- StringArray = ContextDev::Internal::Type::ArrayOf[String]
435
- end
436
-
437
- module Twitter
438
- extend ContextDev::Internal::Type::Union
439
-
440
- variant String
441
-
442
- variant -> { ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Twitter::StringArray }
443
-
444
- # @!method self.variants
445
- # @return [Array(String, Array<String>)]
446
-
447
- # @type [ContextDev::Internal::Type::Converter]
448
- StringArray = ContextDev::Internal::Type::ArrayOf[String]
449
- end
450
- end
451
-
452
- # Indicates success
453
- #
454
- # @see ContextDev::Models::WebWebScrapeHTMLResponse#success
455
- module Success
456
- extend ContextDev::Internal::Type::Enum
457
-
458
- TRUE = true
459
-
460
- # @!method self.values
461
- # @return [Array<Boolean>]
462
- end
463
-
464
- # Detected content type of the returned `html` field. Sitemaps and feeds are
465
- # surfaced as `xml`; ordinary pages are `html`. Excel workbooks are surfaced as
466
- # `xlsx`/`xls` with the extracted sheets as HTML tables; PowerPoint presentations
467
- # are surfaced as `pptx`/`ppt` with the extracted slides as HTML.
468
- #
469
- # @see ContextDev::Models::WebWebScrapeHTMLResponse#type
470
- module Type
471
- extend ContextDev::Internal::Type::Enum
472
-
473
- HTML = :html
474
- XML = :xml
475
- JSON = :json
476
- TEXT = :text
477
- CSV = :csv
478
- MARKDOWN = :markdown
479
- SVG = :svg
480
- PDF = :pdf
481
- DOCX = :docx
482
- DOC = :doc
483
- XLSX = :xlsx
484
- XLS = :xls
485
- PPTX = :pptx
486
- PPT = :ppt
487
-
488
- # @!method self.values
489
- # @return [Array<Symbol>]
490
- end
491
-
492
- class ActionsApplied < ContextDev::Internal::Type::BaseModel
493
- # @!attribute instruction
494
- #
495
- # @return [String]
496
- required :instruction, String
497
-
498
- # @!attribute status
499
- # Applied means the requested page state was visibly verified. Failed means it was
500
- # not verified. Skipped means it was not attempted.
501
- #
502
- # @return [Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status]
503
- required :status, enum: -> { ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status }
504
-
505
- # @!attribute completion_evidence
506
- # Visible page evidence used to verify an applied action.
507
- #
508
- # @return [String, nil]
509
- optional :completion_evidence, String, api_name: :completionEvidence
510
-
511
- # @!attribute duration_ms
512
- #
513
- # @return [Float, nil]
514
- optional :duration_ms, Float, api_name: :durationMs
515
-
516
- # @!attribute error
517
- #
518
- # @return [String, nil]
519
- optional :error, String
520
-
521
- # @!attribute method_
522
- #
523
- # @return [String, nil]
524
- optional :method_, String, api_name: :method
525
-
526
- # @!attribute target_description
527
- #
528
- # @return [String, nil]
529
- optional :target_description, String, api_name: :targetDescription
530
-
531
- # @!method initialize(instruction:, status:, completion_evidence: nil, duration_ms: nil, error: nil, method_: nil, target_description: nil)
532
- # Some parameter documentations has been truncated, see
533
- # {ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied} for more details.
534
- #
535
- # @param instruction [String]
536
- #
537
- # @param status [Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status] Applied means the requested page state was visibly verified. Failed means it was
538
- #
539
- # @param completion_evidence [String] Visible page evidence used to verify an applied action.
540
- #
541
- # @param duration_ms [Float]
542
- #
543
- # @param error [String]
544
- #
545
- # @param method_ [String]
546
- #
547
- # @param target_description [String]
548
-
549
- # Applied means the requested page state was visibly verified. Failed means it was
550
- # not verified. Skipped means it was not attempted.
551
- #
552
- # @see ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied#status
553
- module Status
554
- extend ContextDev::Internal::Type::Enum
555
-
556
- APPLIED = :applied
557
- FAILED = :failed
558
- SKIPPED = :skipped
559
-
560
- # @!method self.values
561
- # @return [Array<Symbol>]
562
- end
563
- end
564
-
565
- # @see ContextDev::Models::WebWebScrapeHTMLResponse#key_metadata
566
- class KeyMetadata < ContextDev::Internal::Type::BaseModel
567
- # @!attribute credits_consumed
568
- # Credits used by this request.
569
- #
570
- # @return [Integer]
571
- required :credits_consumed, Integer
572
-
573
- # @!attribute credits_remaining
574
- # Credits remaining for your organization.
575
- #
576
- # @return [Integer]
577
- required :credits_remaining, Integer
578
-
579
- # @!method initialize(credits_consumed:, credits_remaining:)
580
- # Credit usage, included whenever a valid API key is provided.
581
- #
582
- # @param credits_consumed [Integer] Credits used by this request.
583
- #
584
- # @param credits_remaining [Integer] Credits remaining for your organization.
585
- end
586
- end
587
- end
588
- end