context.dev 2.21.0 → 2.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (229) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +24 -0
  3. data/README.md +1 -1
  4. data/lib/context_dev/client.rb +4 -9
  5. data/lib/context_dev/models/batch_cancel_params.rb +2 -2
  6. data/lib/context_dev/models/batch_cancel_response.rb +16 -21
  7. data/lib/context_dev/models/batch_delete_params.rb +2 -2
  8. data/lib/context_dev/models/batch_delete_response.rb +8 -8
  9. data/lib/context_dev/models/batch_get_results_params.rb +2 -2
  10. data/lib/context_dev/models/batch_get_results_response.rb +17 -22
  11. data/lib/context_dev/models/batch_list_response.rb +38 -47
  12. data/lib/context_dev/models/batch_retrieve_params.rb +2 -2
  13. data/lib/context_dev/models/batch_retrieve_response.rb +37 -46
  14. data/lib/context_dev/models/batch_submit_params.rb +80 -109
  15. data/lib/context_dev/models/batch_submit_response.rb +18 -28
  16. data/lib/context_dev/models/brand_retrieve_params.rb +90 -149
  17. data/lib/context_dev/models/brand_retrieve_response.rb +18 -22
  18. data/lib/context_dev/models/brand_search_params.rb +2 -3
  19. data/lib/context_dev/models/brand_search_response.rb +8 -8
  20. data/lib/context_dev/models/crawl_controls.rb +1 -2
  21. data/lib/context_dev/models/feedback_submit_params.rb +2 -2
  22. data/lib/context_dev/models/feedback_submit_response.rb +8 -8
  23. data/lib/context_dev/models/industry_retrieve_naics_params.rb +17 -32
  24. data/lib/context_dev/models/industry_retrieve_naics_response.rb +10 -10
  25. data/lib/context_dev/models/industry_retrieve_sic_params.rb +20 -39
  26. data/lib/context_dev/models/industry_retrieve_sic_response.rb +10 -10
  27. data/lib/context_dev/models/intake.rb +7 -13
  28. data/lib/context_dev/models/log_list_response.rb +14 -10
  29. data/lib/context_dev/models/log_retrieve_response.rb +15 -41
  30. data/lib/context_dev/models/monitor_create_params.rb +238 -72
  31. data/lib/context_dev/models/monitor_create_response.rb +364 -175
  32. data/lib/context_dev/models/monitor_delete_params.rb +3 -1
  33. data/lib/context_dev/models/monitor_delete_response.rb +44 -1
  34. data/lib/context_dev/models/monitor_get_credit_usage_response.rb +43 -1
  35. data/lib/context_dev/models/monitor_get_limits_response.rb +47 -7
  36. data/lib/context_dev/models/monitor_list_account_changes_response.rb +143 -20
  37. data/lib/context_dev/models/monitor_list_account_runs_response.rb +50 -8
  38. data/lib/context_dev/models/monitor_list_changes_params.rb +2 -1
  39. data/lib/context_dev/models/monitor_list_changes_response.rb +143 -20
  40. data/lib/context_dev/models/monitor_list_params.rb +3 -3
  41. data/lib/context_dev/models/monitor_list_response.rb +304 -106
  42. data/lib/context_dev/models/monitor_list_runs_params.rb +2 -1
  43. data/lib/context_dev/models/monitor_list_runs_response.rb +50 -8
  44. data/lib/context_dev/models/monitor_retrieve_change_params.rb +3 -1
  45. data/lib/context_dev/models/monitor_retrieve_change_response.rb +45 -15
  46. data/lib/context_dev/models/monitor_retrieve_params.rb +3 -1
  47. data/lib/context_dev/models/monitor_retrieve_response.rb +361 -171
  48. data/lib/context_dev/models/monitor_retrieve_run_params.rb +6 -2
  49. data/lib/context_dev/models/monitor_retrieve_run_response.rb +45 -8
  50. data/lib/context_dev/models/monitor_rotate_webhook_secret_params.rb +3 -1
  51. data/lib/context_dev/models/monitor_rotate_webhook_secret_response.rb +364 -172
  52. data/lib/context_dev/models/monitor_run_params.rb +3 -1
  53. data/lib/context_dev/models/monitor_run_response.rb +42 -4
  54. data/lib/context_dev/models/monitor_update_params.rb +239 -71
  55. data/lib/context_dev/models/monitor_update_response.rb +361 -171
  56. data/lib/context_dev/models/news_search_params.rb +10 -6
  57. data/lib/context_dev/models/news_search_response.rb +8 -8
  58. data/lib/context_dev/models/parse_handle_params.rb +9 -20
  59. data/lib/context_dev/models/parse_handle_response.rb +8 -8
  60. data/lib/context_dev/models/person_enrich_params.rb +76 -50
  61. data/lib/context_dev/models/person_enrich_response.rb +8 -8
  62. data/lib/context_dev/models/utility_prefetch_params.rb +15 -29
  63. data/lib/context_dev/models/utility_prefetch_response.rb +10 -10
  64. data/lib/context_dev/models/web_answers_params.rb +28 -47
  65. data/lib/context_dev/models/web_answers_response.rb +9 -8
  66. data/lib/context_dev/models/web_extract_competitors_params.rb +17 -32
  67. data/lib/context_dev/models/web_extract_competitors_response.rb +8 -8
  68. data/lib/context_dev/models/web_extract_styleguide_params.rb +22 -44
  69. data/lib/context_dev/models/web_extract_styleguide_response.rb +34 -44
  70. data/lib/context_dev/models/web_map_urls_params.rb +30 -51
  71. data/lib/context_dev/models/web_map_urls_response.rb +8 -8
  72. data/lib/context_dev/models/web_scrape_params.rb +193 -191
  73. data/lib/context_dev/models/web_scrape_response.rb +219 -95
  74. data/lib/context_dev/models/web_screenshot_params.rb +20 -39
  75. data/lib/context_dev/models/web_screenshot_response.rb +18 -28
  76. data/lib/context_dev/models/web_search_params.rb +76 -65
  77. data/lib/context_dev/models/web_search_response.rb +68 -27
  78. data/lib/context_dev/models/web_web_crawl_md_params.rb +41 -70
  79. data/lib/context_dev/models/web_web_crawl_md_response.rb +11 -15
  80. data/lib/context_dev/models/webhook_delivery.rb +3 -7
  81. data/lib/context_dev/models/webhooks/attempt.rb +3 -3
  82. data/lib/context_dev/models/webhooks/delivery.rb +16 -11
  83. data/lib/context_dev/models/webhooks/delivery_list_attempts_params.rb +2 -6
  84. data/lib/context_dev/models/webhooks/delivery_list_attempts_response.rb +8 -8
  85. data/lib/context_dev/models/webhooks/delivery_list_params.rb +4 -4
  86. data/lib/context_dev/models/webhooks/delivery_list_response.rb +8 -8
  87. data/lib/context_dev/models/webhooks/delivery_retrieve_params.rb +2 -6
  88. data/lib/context_dev/models/webhooks/delivery_retrieve_response.rb +8 -8
  89. data/lib/context_dev/models/webhooks/delivery_retry_params.rb +4 -4
  90. data/lib/context_dev/models/webhooks/delivery_retry_response.rb +8 -8
  91. data/lib/context_dev/models/webhooks/delivery_summary.rb +16 -11
  92. data/lib/context_dev/resources/batch.rb +17 -16
  93. data/lib/context_dev/resources/brand.rb +6 -8
  94. data/lib/context_dev/resources/feedback.rb +4 -5
  95. data/lib/context_dev/resources/industry.rb +9 -11
  96. data/lib/context_dev/resources/logs.rb +4 -5
  97. data/lib/context_dev/resources/monitors.rb +50 -53
  98. data/lib/context_dev/resources/news.rb +4 -8
  99. data/lib/context_dev/resources/parse.rb +4 -5
  100. data/lib/context_dev/resources/people.rb +11 -13
  101. data/lib/context_dev/resources/utility.rb +4 -11
  102. data/lib/context_dev/resources/web.rb +69 -94
  103. data/lib/context_dev/resources/webhooks/deliveries.rb +10 -18
  104. data/lib/context_dev/resources/webhooks.rb +1 -1
  105. data/lib/context_dev/version.rb +1 -1
  106. data/rbi/context_dev/client.rbi +4 -9
  107. data/rbi/context_dev/models/batch_cancel_params.rbi +2 -2
  108. data/rbi/context_dev/models/batch_cancel_response.rbi +17 -21
  109. data/rbi/context_dev/models/batch_delete_params.rbi +2 -2
  110. data/rbi/context_dev/models/batch_delete_response.rbi +9 -9
  111. data/rbi/context_dev/models/batch_get_results_params.rbi +2 -2
  112. data/rbi/context_dev/models/batch_get_results_response.rbi +18 -26
  113. data/rbi/context_dev/models/batch_list_response.rbi +41 -53
  114. data/rbi/context_dev/models/batch_retrieve_params.rbi +2 -2
  115. data/rbi/context_dev/models/batch_retrieve_response.rbi +40 -52
  116. data/rbi/context_dev/models/batch_submit_params.rbi +87 -147
  117. data/rbi/context_dev/models/batch_submit_response.rbi +19 -31
  118. data/rbi/context_dev/models/brand_retrieve_params.rbi +99 -190
  119. data/rbi/context_dev/models/brand_retrieve_response.rbi +19 -25
  120. data/rbi/context_dev/models/brand_search_params.rbi +2 -4
  121. data/rbi/context_dev/models/brand_search_response.rbi +9 -9
  122. data/rbi/context_dev/models/crawl_controls.rbi +1 -2
  123. data/rbi/context_dev/models/feedback_submit_params.rbi +2 -2
  124. data/rbi/context_dev/models/feedback_submit_response.rbi +9 -9
  125. data/rbi/context_dev/models/industry_retrieve_naics_params.rbi +19 -42
  126. data/rbi/context_dev/models/industry_retrieve_naics_response.rbi +11 -11
  127. data/rbi/context_dev/models/industry_retrieve_sic_params.rbi +22 -51
  128. data/rbi/context_dev/models/industry_retrieve_sic_response.rbi +11 -11
  129. data/rbi/context_dev/models/intake.rbi +7 -19
  130. data/rbi/context_dev/models/log_list_response.rbi +13 -11
  131. data/rbi/context_dev/models/log_retrieve_response.rbi +13 -76
  132. data/rbi/context_dev/models/monitor_create_params.rbi +418 -78
  133. data/rbi/context_dev/models/monitor_create_response.rbi +654 -287
  134. data/rbi/context_dev/models/monitor_delete_params.rbi +6 -1
  135. data/rbi/context_dev/models/monitor_delete_response.rbi +89 -3
  136. data/rbi/context_dev/models/monitor_get_credit_usage_response.rbi +77 -3
  137. data/rbi/context_dev/models/monitor_get_limits_response.rbi +83 -10
  138. data/rbi/context_dev/models/monitor_list_account_changes_response.rbi +236 -24
  139. data/rbi/context_dev/models/monitor_list_account_runs_response.rbi +86 -12
  140. data/rbi/context_dev/models/monitor_list_changes_params.rbi +2 -0
  141. data/rbi/context_dev/models/monitor_list_changes_response.rbi +234 -24
  142. data/rbi/context_dev/models/monitor_list_params.rbi +4 -4
  143. data/rbi/context_dev/models/monitor_list_response.rbi +502 -130
  144. data/rbi/context_dev/models/monitor_list_runs_params.rbi +2 -0
  145. data/rbi/context_dev/models/monitor_list_runs_response.rbi +84 -12
  146. data/rbi/context_dev/models/monitor_retrieve_change_params.rbi +6 -1
  147. data/rbi/context_dev/models/monitor_retrieve_change_response.rbi +79 -15
  148. data/rbi/context_dev/models/monitor_retrieve_params.rbi +6 -1
  149. data/rbi/context_dev/models/monitor_retrieve_response.rbi +654 -283
  150. data/rbi/context_dev/models/monitor_retrieve_run_params.rbi +9 -1
  151. data/rbi/context_dev/models/monitor_retrieve_run_response.rbi +77 -9
  152. data/rbi/context_dev/models/monitor_rotate_webhook_secret_params.rbi +6 -1
  153. data/rbi/context_dev/models/monitor_rotate_webhook_secret_response.rbi +659 -288
  154. data/rbi/context_dev/models/monitor_run_params.rbi +6 -1
  155. data/rbi/context_dev/models/monitor_run_response.rbi +82 -9
  156. data/rbi/context_dev/models/monitor_update_params.rbi +420 -75
  157. data/rbi/context_dev/models/monitor_update_response.rbi +650 -281
  158. data/rbi/context_dev/models/news_search_params.rbi +10 -2
  159. data/rbi/context_dev/models/news_search_response.rbi +9 -9
  160. data/rbi/context_dev/models/parse_handle_params.rbi +10 -29
  161. data/rbi/context_dev/models/parse_handle_response.rbi +9 -9
  162. data/rbi/context_dev/models/person_enrich_params.rbi +86 -44
  163. data/rbi/context_dev/models/person_enrich_response.rbi +9 -9
  164. data/rbi/context_dev/models/utility_prefetch_params.rbi +15 -27
  165. data/rbi/context_dev/models/utility_prefetch_response.rbi +11 -11
  166. data/rbi/context_dev/models/web_answers_params.rbi +33 -63
  167. data/rbi/context_dev/models/web_answers_response.rbi +11 -9
  168. data/rbi/context_dev/models/web_extract_competitors_params.rbi +19 -42
  169. data/rbi/context_dev/models/web_extract_competitors_response.rbi +9 -9
  170. data/rbi/context_dev/models/web_extract_styleguide_params.rbi +25 -61
  171. data/rbi/context_dev/models/web_extract_styleguide_response.rbi +36 -51
  172. data/rbi/context_dev/models/web_map_urls_params.rbi +33 -68
  173. data/rbi/context_dev/models/web_map_urls_response.rbi +9 -9
  174. data/rbi/context_dev/models/web_scrape_params.rbi +212 -206
  175. data/rbi/context_dev/models/web_scrape_response.rbi +296 -120
  176. data/rbi/context_dev/models/web_screenshot_params.rbi +22 -51
  177. data/rbi/context_dev/models/web_screenshot_response.rbi +20 -35
  178. data/rbi/context_dev/models/web_search_params.rbi +114 -82
  179. data/rbi/context_dev/models/web_search_response.rbi +145 -33
  180. data/rbi/context_dev/models/web_web_crawl_md_params.rbi +45 -95
  181. data/rbi/context_dev/models/web_web_crawl_md_response.rbi +12 -18
  182. data/rbi/context_dev/models/webhook_delivery.rbi +3 -9
  183. data/rbi/context_dev/models/webhooks/attempt.rbi +3 -3
  184. data/rbi/context_dev/models/webhooks/delivery.rbi +14 -11
  185. data/rbi/context_dev/models/webhooks/delivery_list_attempts_params.rbi +2 -4
  186. data/rbi/context_dev/models/webhooks/delivery_list_attempts_response.rbi +9 -9
  187. data/rbi/context_dev/models/webhooks/delivery_list_params.rbi +4 -4
  188. data/rbi/context_dev/models/webhooks/delivery_list_response.rbi +9 -9
  189. data/rbi/context_dev/models/webhooks/delivery_retrieve_params.rbi +2 -4
  190. data/rbi/context_dev/models/webhooks/delivery_retrieve_response.rbi +9 -9
  191. data/rbi/context_dev/models/webhooks/delivery_retry_params.rbi +4 -4
  192. data/rbi/context_dev/models/webhooks/delivery_retry_response.rbi +9 -9
  193. data/rbi/context_dev/models/webhooks/delivery_summary.rbi +14 -11
  194. data/rbi/context_dev/resources/batch.rbi +19 -18
  195. data/rbi/context_dev/resources/brand.rbi +6 -9
  196. data/rbi/context_dev/resources/feedback.rbi +4 -5
  197. data/rbi/context_dev/resources/industry.rbi +11 -27
  198. data/rbi/context_dev/resources/logs.rbi +4 -5
  199. data/rbi/context_dev/resources/monitors.rbi +71 -49
  200. data/rbi/context_dev/resources/news.rbi +4 -8
  201. data/rbi/context_dev/resources/parse.rbi +7 -14
  202. data/rbi/context_dev/resources/people.rbi +15 -13
  203. data/rbi/context_dev/resources/utility.rbi +4 -11
  204. data/rbi/context_dev/resources/web.rbi +89 -190
  205. data/rbi/context_dev/resources/webhooks/deliveries.rbi +10 -12
  206. data/rbi/context_dev/resources/webhooks.rbi +1 -1
  207. data/sig/context_dev/models/log_retrieve_response.rbs +0 -28
  208. data/sig/context_dev/models/monitor_create_params.rbs +113 -0
  209. data/sig/context_dev/models/monitor_create_response.rbs +203 -53
  210. data/sig/context_dev/models/monitor_delete_response.rbs +46 -3
  211. data/sig/context_dev/models/monitor_get_credit_usage_response.rbs +36 -3
  212. data/sig/context_dev/models/monitor_get_limits_response.rbs +36 -3
  213. data/sig/context_dev/models/monitor_list_account_changes_response.rbs +111 -8
  214. data/sig/context_dev/models/monitor_list_account_runs_response.rbs +36 -3
  215. data/sig/context_dev/models/monitor_list_changes_response.rbs +111 -8
  216. data/sig/context_dev/models/monitor_list_response.rbs +149 -3
  217. data/sig/context_dev/models/monitor_list_runs_response.rbs +36 -3
  218. data/sig/context_dev/models/monitor_retrieve_change_response.rbs +33 -0
  219. data/sig/context_dev/models/monitor_retrieve_response.rbs +203 -53
  220. data/sig/context_dev/models/monitor_retrieve_run_response.rbs +33 -0
  221. data/sig/context_dev/models/monitor_rotate_webhook_secret_response.rbs +203 -53
  222. data/sig/context_dev/models/monitor_run_response.rbs +48 -3
  223. data/sig/context_dev/models/monitor_update_params.rbs +113 -0
  224. data/sig/context_dev/models/monitor_update_response.rbs +203 -53
  225. data/sig/context_dev/models/web_scrape_response.rbs +204 -27
  226. data/sig/context_dev/models/web_search_params.rbs +25 -0
  227. data/sig/context_dev/models/web_search_response.rbs +48 -0
  228. data/sig/context_dev/resources/web.rbs +1 -0
  229. metadata +2 -2
@@ -11,12 +11,11 @@ module ContextDev
11
11
  T.any(ContextDev::WebWebCrawlMdParams, ContextDev::Internal::AnyHash)
12
12
  end
13
13
 
14
- # The starting URL for the crawl (must include http:// or https:// protocol)
14
+ # Start URL, including `http://` or `https://`.
15
15
  sig { returns(String) }
16
16
  attr_accessor :url
17
17
 
18
- # Fetch the target page through a residential proxy in this country (ISO 3166-1
19
- # alpha-2).
18
+ # Fetch from this country (ISO 3166-1 alpha-2).
20
19
  sig do
21
20
  returns(T.nilable(ContextDev::WebWebCrawlMdParams::Country::OrSymbol))
22
21
  end
@@ -27,9 +26,7 @@ module ContextDev
27
26
  end
28
27
  attr_writer :country
29
28
 
30
- # CSS selectors to remove before each crawled page is converted to Markdown.
31
- # Applied after includeSelectors. Exclusion takes precedence: an element matching
32
- # both is removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
29
+ # Remove matching elements after inclusions. Exclusions take precedence.
33
30
  sig { returns(T.nilable(T::Array[String])) }
34
31
  attr_reader :exclude_selectors
35
32
 
@@ -67,19 +64,14 @@ module ContextDev
67
64
  sig { params(include_links: T::Boolean).void }
68
65
  attr_writer :include_links
69
66
 
70
- # CSS selectors. When provided, only matching HTML subtrees (and their
71
- # descendants) are kept before each crawled page is converted to Markdown. When
72
- # omitted, the entire document is kept. Examples: "article.main", "#content",
73
- # "[role=main]".
67
+ # Keep matching HTML subtrees before converting each page to Markdown.
74
68
  sig { returns(T.nilable(T::Array[String])) }
75
69
  attr_reader :include_selectors
76
70
 
77
71
  sig { params(include_selectors: T::Array[String]).void }
78
72
  attr_writer :include_selectors
79
73
 
80
- # Return a cached result if a prior scrape for the same parameters exists and is
81
- # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
82
- # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
74
+ # Maximum cache age in milliseconds. Defaults to 1 day; `0` fetches fresh.
83
75
  sig { returns(T.nilable(Integer)) }
84
76
  attr_reader :max_age_ms
85
77
 
@@ -93,24 +85,22 @@ module ContextDev
93
85
  sig { params(max_depth: Integer).void }
94
86
  attr_writer :max_depth
95
87
 
96
- # Maximum number of pages to crawl. Hard cap: 500.
88
+ # Maximum pages to crawl.
97
89
  sig { returns(T.nilable(Integer)) }
98
90
  attr_reader :max_pages
99
91
 
100
92
  sig { params(max_pages: Integer).void }
101
93
  attr_writer :max_pages
102
94
 
103
- # PDF parsing controls. Use start/end to limit text extraction and embedded-image
104
- # detection/OCR to an inclusive 1-based page range.
95
+ # PDF handling. `start`/`end` limit parsing to an inclusive, 1-based page range.
105
96
  sig { returns(T.nilable(ContextDev::WebWebCrawlMdParams::Pdf)) }
106
97
  attr_reader :pdf
107
98
 
108
99
  sig { params(pdf: ContextDev::WebWebCrawlMdParams::Pdf::OrHash).void }
109
100
  attr_writer :pdf
110
101
 
111
- # When true, waits briefly for CSS and transition animations to settle before
112
- # extracting each crawled page. Defaults to false. This adds a bit of latency in
113
- # exchange for more stable output on animated pages.
102
+ # Wait briefly for CSS animations and transitions to settle before reading each
103
+ # page.
114
104
  sig { returns(T.nilable(T::Boolean)) }
115
105
  attr_reader :settle_animations
116
106
 
@@ -124,26 +114,22 @@ module ContextDev
124
114
  sig { params(shorten_base64_images: T::Boolean).void }
125
115
  attr_writer :shorten_base64_images
126
116
 
127
- # Soft time budget for the crawl in milliseconds. After each scrape, the crawler
128
- # checks the elapsed time and, if exceeded, returns the pages collected so far
129
- # instead of continuing. Min: 10000 (10s). Max: 110000 (110s). Default: 80000
130
- # (80s).
117
+ # Soft crawl deadline in milliseconds. Returns pages collected before the next
118
+ # deadline check.
131
119
  sig { returns(T.nilable(Integer)) }
132
120
  attr_reader :stop_after_ms
133
121
 
134
122
  sig { params(stop_after_ms: Integer).void }
135
123
  attr_writer :stop_after_ms
136
124
 
137
- # Optional tags for tracking usage. Up to 20 tags, each 1 to 50 characters.
125
+ # Labels for filtering usage in the dashboard.
138
126
  sig { returns(T.nilable(T::Array[String])) }
139
127
  attr_reader :tags
140
128
 
141
129
  sig { params(tags: T::Array[String]).void }
142
130
  attr_writer :tags
143
131
 
144
- # Optional request deadline and behavior on timeout. For GET requests, use
145
- # timeoutOpts[milliseconds]=30000&timeoutOpts[behavior]=fail or a JSON-encoded
146
- # timeoutOpts object.
132
+ # Request deadline and what to return when it passes.
147
133
  sig { returns(T.nilable(ContextDev::WebWebCrawlMdParams::TimeoutOpts)) }
148
134
  attr_reader :timeout_opts
149
135
 
@@ -179,10 +165,8 @@ module ContextDev
179
165
  sig { params(wait_for_ms: Integer).void }
180
166
  attr_writer :wait_for_ms
181
167
 
182
- # Set to enabled to bypass shared caches and omit request and response content
183
- # from retained usage logs. Requires zero data retention to be enabled for your
184
- # organization (contact support@context.dev), otherwise the request fails with
185
- # ZDR_NOT_ENABLED. Successful ZDR responses include X-Context-ZDR: true.
168
+ # `enabled` turns on zero data retention. Returns 403 `ZDR_NOT_ENABLED` unless
169
+ # your organization has ZDR.
186
170
  sig { returns(T.nilable(ContextDev::WebWebCrawlMdParams::Zdr::OrSymbol)) }
187
171
  attr_reader :zdr
188
172
 
@@ -216,14 +200,11 @@ module ContextDev
216
200
  ).returns(T.attached_class)
217
201
  end
218
202
  def self.new(
219
- # The starting URL for the crawl (must include http:// or https:// protocol)
203
+ # Start URL, including `http://` or `https://`.
220
204
  url:,
221
- # Fetch the target page through a residential proxy in this country (ISO 3166-1
222
- # alpha-2).
205
+ # Fetch from this country (ISO 3166-1 alpha-2).
223
206
  country: nil,
224
- # CSS selectors to remove before each crawled page is converted to Markdown.
225
- # Applied after includeSelectors. Exclusion takes precedence: an element matching
226
- # both is removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
207
+ # Remove matching elements after inclusions. Exclusions take precedence.
227
208
  exclude_selectors: nil,
228
209
  # When true, follow links on subdomains of the starting URL's domain (e.g.
229
210
  # docs.example.com when starting from example.com). www and apex are always
@@ -236,38 +217,27 @@ module ContextDev
236
217
  include_images: nil,
237
218
  # Preserve hyperlinks in the Markdown output
238
219
  include_links: nil,
239
- # CSS selectors. When provided, only matching HTML subtrees (and their
240
- # descendants) are kept before each crawled page is converted to Markdown. When
241
- # omitted, the entire document is kept. Examples: "article.main", "#content",
242
- # "[role=main]".
220
+ # Keep matching HTML subtrees before converting each page to Markdown.
243
221
  include_selectors: nil,
244
- # Return a cached result if a prior scrape for the same parameters exists and is
245
- # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
246
- # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
222
+ # Maximum cache age in milliseconds. Defaults to 1 day; `0` fetches fresh.
247
223
  max_age_ms: nil,
248
224
  # Maximum link depth from the starting URL (0 = only the starting page)
249
225
  max_depth: nil,
250
- # Maximum number of pages to crawl. Hard cap: 500.
226
+ # Maximum pages to crawl.
251
227
  max_pages: nil,
252
- # PDF parsing controls. Use start/end to limit text extraction and embedded-image
253
- # detection/OCR to an inclusive 1-based page range.
228
+ # PDF handling. `start`/`end` limit parsing to an inclusive, 1-based page range.
254
229
  pdf: nil,
255
- # When true, waits briefly for CSS and transition animations to settle before
256
- # extracting each crawled page. Defaults to false. This adds a bit of latency in
257
- # exchange for more stable output on animated pages.
230
+ # Wait briefly for CSS animations and transitions to settle before reading each
231
+ # page.
258
232
  settle_animations: nil,
259
233
  # Truncate base64-encoded image data in the Markdown output
260
234
  shorten_base64_images: nil,
261
- # Soft time budget for the crawl in milliseconds. After each scrape, the crawler
262
- # checks the elapsed time and, if exceeded, returns the pages collected so far
263
- # instead of continuing. Min: 10000 (10s). Max: 110000 (110s). Default: 80000
264
- # (80s).
235
+ # Soft crawl deadline in milliseconds. Returns pages collected before the next
236
+ # deadline check.
265
237
  stop_after_ms: nil,
266
- # Optional tags for tracking usage. Up to 20 tags, each 1 to 50 characters.
238
+ # Labels for filtering usage in the dashboard.
267
239
  tags: nil,
268
- # Optional request deadline and behavior on timeout. For GET requests, use
269
- # timeoutOpts[milliseconds]=30000&timeoutOpts[behavior]=fail or a JSON-encoded
270
- # timeoutOpts object.
240
+ # Request deadline and what to return when it passes.
271
241
  timeout_opts: nil,
272
242
  # Regex pattern. Only URLs matching this pattern will be followed and scraped. An
273
243
  # automatic prefix scope in the form ^<starting URL> follows a redirect of the
@@ -279,10 +249,8 @@ module ContextDev
279
249
  # Browser wait time in milliseconds after initial page load for each crawled page.
280
250
  # Defaults to 3500 (3.5 seconds). Min: 0. Max: 30000 (30 seconds).
281
251
  wait_for_ms: nil,
282
- # Set to enabled to bypass shared caches and omit request and response content
283
- # from retained usage logs. Requires zero data retention to be enabled for your
284
- # organization (contact support@context.dev), otherwise the request fails with
285
- # ZDR_NOT_ENABLED. Successful ZDR responses include X-Context-ZDR: true.
252
+ # `enabled` turns on zero data retention. Returns 403 `ZDR_NOT_ENABLED` unless
253
+ # your organization has ZDR.
286
254
  zdr: nil,
287
255
  request_options: {}
288
256
  )
@@ -319,8 +287,7 @@ module ContextDev
319
287
  def to_hash
320
288
  end
321
289
 
322
- # Fetch the target page through a residential proxy in this country (ISO 3166-1
323
- # alpha-2).
290
+ # Fetch from this country (ISO 3166-1 alpha-2).
324
291
  module Country
325
292
  extend ContextDev::Internal::Type::Enum
326
293
 
@@ -561,10 +528,7 @@ module ContextDev
561
528
  sig { params(end_: Integer).void }
562
529
  attr_writer :end_
563
530
 
564
- # When true, OCR the selected PDF pages that have no usable text layer (scans),
565
- # replacing each recovered page's text with the OCR result while pages with a real
566
- # text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
567
- # of the base request cost.
531
+ # Read scanned PDF pages with OCR; preserve pages that already contain text.
568
532
  sig { returns(T.nilable(T::Boolean)) }
569
533
  attr_reader :ocr
570
534
 
@@ -586,8 +550,7 @@ module ContextDev
586
550
  sig { params(start: Integer).void }
587
551
  attr_writer :start
588
552
 
589
- # PDF parsing controls. Use start/end to limit text extraction and embedded-image
590
- # detection/OCR to an inclusive 1-based page range.
553
+ # PDF handling. `start`/`end` limit parsing to an inclusive, 1-based page range.
591
554
  sig do
592
555
  params(
593
556
  end_: Integer,
@@ -600,10 +563,7 @@ module ContextDev
600
563
  # Last 1-based PDF page to parse. When omitted, parsing ends at the last page.
601
564
  # Must be greater than or equal to start when both are provided.
602
565
  end_: nil,
603
- # When true, OCR the selected PDF pages that have no usable text layer (scans),
604
- # replacing each recovered page's text with the OCR result while pages with a real
605
- # text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
606
- # of the base request cost.
566
+ # Read scanned PDF pages with OCR; preserve pages that already contain text.
607
567
  ocr: nil,
608
568
  # When true, PDF pages are fetched and parsed. When false, PDF pages are skipped
609
569
  # entirely (not included in results and not counted as failures).
@@ -636,14 +596,12 @@ module ContextDev
636
596
  )
637
597
  end
638
598
 
639
- # Request deadline in milliseconds. Maximum: 300000 (5 minutes).
599
+ # Deadline in milliseconds.
640
600
  sig { returns(Integer) }
641
601
  attr_accessor :milliseconds
642
602
 
643
- # What to do at the deadline. "fail" returns 408 REQUEST_TIMEOUT without charging
644
- # credits. "return-partial" returns usable results collected so far; if none are
645
- # available, the request still fails without charging credits. Partial results are
646
- # not cached as complete results.
603
+ # "fail" returns 408 at the deadline. "return-partial" returns available results;
604
+ # inspect the response’s partial flag.
647
605
  sig do
648
606
  returns(
649
607
  T.nilable(
@@ -661,9 +619,7 @@ module ContextDev
661
619
  end
662
620
  attr_writer :behavior
663
621
 
664
- # Optional request deadline and behavior on timeout. For GET requests, use
665
- # timeoutOpts[milliseconds]=30000&timeoutOpts[behavior]=fail or a JSON-encoded
666
- # timeoutOpts object.
622
+ # Request deadline and what to return when it passes.
667
623
  sig do
668
624
  params(
669
625
  milliseconds: Integer,
@@ -672,12 +628,10 @@ module ContextDev
672
628
  ).returns(T.attached_class)
673
629
  end
674
630
  def self.new(
675
- # Request deadline in milliseconds. Maximum: 300000 (5 minutes).
631
+ # Deadline in milliseconds.
676
632
  milliseconds:,
677
- # What to do at the deadline. "fail" returns 408 REQUEST_TIMEOUT without charging
678
- # credits. "return-partial" returns usable results collected so far; if none are
679
- # available, the request still fails without charging credits. Partial results are
680
- # not cached as complete results.
633
+ # "fail" returns 408 at the deadline. "return-partial" returns available results;
634
+ # inspect the response’s partial flag.
681
635
  behavior: nil
682
636
  )
683
637
  end
@@ -694,10 +648,8 @@ module ContextDev
694
648
  def to_hash
695
649
  end
696
650
 
697
- # What to do at the deadline. "fail" returns 408 REQUEST_TIMEOUT without charging
698
- # credits. "return-partial" returns usable results collected so far; if none are
699
- # available, the request still fails without charging credits. Partial results are
700
- # not cached as complete results.
651
+ # "fail" returns 408 at the deadline. "return-partial" returns available results;
652
+ # inspect the response’s partial flag.
701
653
  module Behavior
702
654
  extend ContextDev::Internal::Type::Enum
703
655
 
@@ -733,10 +685,8 @@ module ContextDev
733
685
  end
734
686
  end
735
687
 
736
- # Set to enabled to bypass shared caches and omit request and response content
737
- # from retained usage logs. Requires zero data retention to be enabled for your
738
- # organization (contact support@context.dev), otherwise the request fails with
739
- # ZDR_NOT_ENABLED. Successful ZDR responses include X-Context-ZDR: true.
688
+ # `enabled` turns on zero data retention. Returns 403 `ZDR_NOT_ENABLED` unless
689
+ # your organization has ZDR.
740
690
  module Zdr
741
691
  extend ContextDev::Internal::Type::Enum
742
692
 
@@ -11,9 +11,7 @@ module ContextDev
11
11
  )
12
12
  end
13
13
 
14
- # Cache outcome for this response. Composite responses are hits only when every
15
- # cache-controlled fetch contributing to the output was a hit; age_ms is the
16
- # oldest contributing hit.
14
+ # Whether this response came from cache.
17
15
  sig { returns(ContextDev::Models::WebWebCrawlMdResponse::CacheMetadata) }
18
16
  attr_reader :cache_metadata
19
17
 
@@ -35,8 +33,8 @@ module ContextDev
35
33
  end
36
34
  attr_writer :metadata
37
35
 
38
- # Unique id of this API call, also sent in the X-Request-Id response header. Quote
39
- # it when contacting support about a failed request.
36
+ # Unique ID of this request, also in `X-Request-Id`. Include it when contacting
37
+ # support.
40
38
  sig { returns(String) }
41
39
  attr_accessor :request_id
42
40
 
@@ -45,7 +43,7 @@ module ContextDev
45
43
  end
46
44
  attr_accessor :results
47
45
 
48
- # Credit usage, included whenever a valid API key is provided.
46
+ # Credits this request used and your remaining balance.
49
47
  sig do
50
48
  returns(
51
49
  T.nilable(ContextDev::Models::WebWebCrawlMdResponse::KeyMetadata)
@@ -84,16 +82,14 @@ module ContextDev
84
82
  ).returns(T.attached_class)
85
83
  end
86
84
  def self.new(
87
- # Cache outcome for this response. Composite responses are hits only when every
88
- # cache-controlled fetch contributing to the output was a hit; age_ms is the
89
- # oldest contributing hit.
85
+ # Whether this response came from cache.
90
86
  cache_metadata:,
91
87
  metadata:,
92
- # Unique id of this API call, also sent in the X-Request-Id response header. Quote
93
- # it when contacting support about a failed request.
88
+ # Unique ID of this request, also in `X-Request-Id`. Include it when contacting
89
+ # support.
94
90
  request_id:,
95
91
  results:,
96
- # Credit usage, included whenever a valid API key is provided.
92
+ # Credits this request used and your remaining balance.
97
93
  key_metadata: nil,
98
94
  # True when timeoutOpts.behavior=return-partial returned the usable results
99
95
  # collected before the deadline. Partial collections are not cached as complete
@@ -142,9 +138,7 @@ module ContextDev
142
138
  end
143
139
  attr_accessor :status
144
140
 
145
- # Cache outcome for this response. Composite responses are hits only when every
146
- # cache-controlled fetch contributing to the output was a hit; age_ms is the
147
- # oldest contributing hit.
141
+ # Whether this response came from cache.
148
142
  sig do
149
143
  params(
150
144
  age_ms: Integer,
@@ -899,7 +893,7 @@ module ContextDev
899
893
  )
900
894
  end
901
895
 
902
- # Credits used by this request.
896
+ # Credits charged for this request.
903
897
  sig { returns(Integer) }
904
898
  attr_accessor :credits_consumed
905
899
 
@@ -907,14 +901,14 @@ module ContextDev
907
901
  sig { returns(Integer) }
908
902
  attr_accessor :credits_remaining
909
903
 
910
- # Credit usage, included whenever a valid API key is provided.
904
+ # Credits this request used and your remaining balance.
911
905
  sig do
912
906
  params(credits_consumed: Integer, credits_remaining: Integer).returns(
913
907
  T.attached_class
914
908
  )
915
909
  end
916
910
  def self.new(
917
- # Credits used by this request.
911
+ # Credits charged for this request.
918
912
  credits_consumed:,
919
913
  # Credits remaining for your organization.
920
914
  credits_remaining:
@@ -35,9 +35,7 @@ module ContextDev
35
35
  sig { returns(T.nilable(Integer)) }
36
36
  attr_accessor :http_status
37
37
 
38
- # Delivery outcome. delivered means any 2xx response; rejected means a non-2xx
39
- # response; failed means no HTTP response was received; skipped_unsafe_url means
40
- # the URL failed the public-endpoint safety check.
38
+ # Outcome of the delivery attempt. Any 2xx response counts as delivered.
41
39
  sig { returns(ContextDev::WebhookDelivery::Status::TaggedSymbol) }
42
40
  attr_accessor :status
43
41
 
@@ -70,9 +68,7 @@ module ContextDev
70
68
  # The endpoint's final HTTP response status, or null when no response was
71
69
  # received.
72
70
  http_status:,
73
- # Delivery outcome. delivered means any 2xx response; rejected means a non-2xx
74
- # response; failed means no HTTP response was received; skipped_unsafe_url means
75
- # the URL failed the public-endpoint safety check.
71
+ # Outcome of the delivery attempt. Any 2xx response counts as delivered.
76
72
  status:,
77
73
  # Delivery ID for status checks and retries, when available.
78
74
  delivery_id: nil
@@ -148,9 +144,7 @@ module ContextDev
148
144
  end
149
145
  end
150
146
 
151
- # Delivery outcome. delivered means any 2xx response; rejected means a non-2xx
152
- # response; failed means no HTTP response was received; skipped_unsafe_url means
153
- # the URL failed the public-endpoint safety check.
147
+ # Outcome of the delivery attempt. Any 2xx response counts as delivered.
154
148
  module Status
155
149
  extend ContextDev::Internal::Type::Enum
156
150
 
@@ -36,7 +36,7 @@ module ContextDev
36
36
  sig { returns(Time) }
37
37
  attr_accessor :started_at
38
38
 
39
- # What started this attempt.
39
+ # `initial`, `automatic` (scheduled retry), or `manual` (Retry endpoint).
40
40
  sig { returns(ContextDev::Webhooks::Attempt::Trigger::TaggedSymbol) }
41
41
  attr_accessor :trigger
42
42
 
@@ -66,7 +66,7 @@ module ContextDev
66
66
  http_status:,
67
67
  # Attempt start time.
68
68
  started_at:,
69
- # What started this attempt.
69
+ # `initial`, `automatic` (scheduled retry), or `manual` (Retry endpoint).
70
70
  trigger:,
71
71
  # URL used for this attempt.
72
72
  url:
@@ -123,7 +123,7 @@ module ContextDev
123
123
  end
124
124
  end
125
125
 
126
- # What started this attempt.
126
+ # `initial`, `automatic` (scheduled retry), or `manual` (Retry endpoint).
127
127
  module Trigger
128
128
  extend ContextDev::Internal::Type::Enum
129
129
 
@@ -63,7 +63,7 @@ module ContextDev
63
63
  sig { params(retry_: ContextDev::RetryConfig::OrHash).void }
64
64
  attr_writer :retry_
65
65
 
66
- # Manual retry deadline, seven days after event creation.
66
+ # Last time you can retry manually (7 days after the event).
67
67
  sig { returns(Time) }
68
68
  attr_accessor :retry_expires_at
69
69
 
@@ -71,7 +71,8 @@ module ContextDev
71
71
  sig { returns(ContextDev::Webhooks::Delivery::Source::Variants) }
72
72
  attr_accessor :source
73
73
 
74
- # Current delivery status.
74
+ # `pending`, `delivering`, `retrying`, `delivered`, `failed`, or `cancelled`
75
+ # (source or its webhook was removed).
75
76
  sig { returns(ContextDev::Webhooks::Delivery::Status::TaggedSymbol) }
76
77
  attr_accessor :status
77
78
 
@@ -120,11 +121,12 @@ module ContextDev
120
121
  next_attempt_at:,
121
122
  # Webhook retry settings. Use {} for the default schedule.
122
123
  retry_:,
123
- # Manual retry deadline, seven days after event creation.
124
+ # Last time you can retry manually (7 days after the event).
124
125
  retry_expires_at:,
125
126
  # Batch or monitor run that produced the event.
126
127
  source:,
127
- # Current delivery status.
128
+ # `pending`, `delivering`, `retrying`, `delivered`, `failed`, or `cancelled`
129
+ # (source or its webhook was removed).
128
130
  status:,
129
131
  # Webhook destination URL.
130
132
  url:
@@ -257,7 +259,7 @@ module ContextDev
257
259
  sig { returns(String) }
258
260
  attr_accessor :batch_id
259
261
 
260
- # Delivery source.
262
+ # Which deliveries to list: `batch` or `monitor`.
261
263
  sig do
262
264
  returns(
263
265
  ContextDev::Webhooks::Delivery::Source::Batch::Type::TaggedSymbol
@@ -275,7 +277,7 @@ module ContextDev
275
277
  def self.new(
276
278
  # Batch ID.
277
279
  batch_id:,
278
- # Delivery source.
280
+ # Which deliveries to list: `batch` or `monitor`.
279
281
  type:
280
282
  )
281
283
  end
@@ -292,7 +294,7 @@ module ContextDev
292
294
  def to_hash
293
295
  end
294
296
 
295
- # Delivery source.
297
+ # Which deliveries to list: `batch` or `monitor`.
296
298
  module Type
297
299
  extend ContextDev::Internal::Type::Enum
298
300
 
@@ -340,7 +342,7 @@ module ContextDev
340
342
  sig { returns(String) }
341
343
  attr_accessor :run_id
342
344
 
343
- # Delivery source.
345
+ # Which deliveries to list: `batch` or `monitor`.
344
346
  sig do
345
347
  returns(
346
348
  ContextDev::Webhooks::Delivery::Source::Monitor::Type::TaggedSymbol
@@ -361,7 +363,7 @@ module ContextDev
361
363
  monitor_id:,
362
364
  # Monitor run ID.
363
365
  run_id:,
364
- # Delivery source.
366
+ # Which deliveries to list: `batch` or `monitor`.
365
367
  type:
366
368
  )
367
369
  end
@@ -379,7 +381,7 @@ module ContextDev
379
381
  def to_hash
380
382
  end
381
383
 
382
- # Delivery source.
384
+ # Which deliveries to list: `batch` or `monitor`.
383
385
  module Type
384
386
  extend ContextDev::Internal::Type::Enum
385
387
 
@@ -419,7 +421,8 @@ module ContextDev
419
421
  end
420
422
  end
421
423
 
422
- # Current delivery status.
424
+ # `pending`, `delivering`, `retrying`, `delivered`, `failed`, or `cancelled`
425
+ # (source or its webhook was removed).
423
426
  module Status
424
427
  extend ContextDev::Internal::Type::Enum
425
428
 
@@ -33,8 +33,7 @@ module ContextDev
33
33
  sig { params(limit: Integer).void }
34
34
  attr_writer :limit
35
35
 
36
- # Comma-separated tags for tracking request usage. Up to 20 tags, each 1-50
37
- # characters.
36
+ # Comma-separated labels for filtering usage, e.g. `production,team-alpha`.
38
37
  sig { returns(T.nilable(T::Array[String])) }
39
38
  attr_reader :tags
40
39
 
@@ -57,8 +56,7 @@ module ContextDev
57
56
  cursor: nil,
58
57
  # Number of attempts to return.
59
58
  limit: nil,
60
- # Comma-separated tags for tracking request usage. Up to 20 tags, each 1-50
61
- # characters.
59
+ # Comma-separated labels for filtering usage, e.g. `production,team-alpha`.
62
60
  tags: nil,
63
61
  request_options: {}
64
62
  )
@@ -24,12 +24,12 @@ module ContextDev
24
24
  sig { returns(T.nilable(String)) }
25
25
  attr_accessor :next_cursor
26
26
 
27
- # Unique id of this API call, also sent in the X-Request-Id response header. Quote
28
- # it when contacting support about a failed request.
27
+ # Unique ID of this request, also in `X-Request-Id`. Include it when contacting
28
+ # support.
29
29
  sig { returns(String) }
30
30
  attr_accessor :request_id
31
31
 
32
- # Credit usage, included whenever a valid API key is provided.
32
+ # Credits this request used and your remaining balance.
33
33
  sig do
34
34
  returns(
35
35
  T.nilable(
@@ -64,10 +64,10 @@ module ContextDev
64
64
  has_more:,
65
65
  # Next page cursor, or null on the last page.
66
66
  next_cursor:,
67
- # Unique id of this API call, also sent in the X-Request-Id response header. Quote
68
- # it when contacting support about a failed request.
67
+ # Unique ID of this request, also in `X-Request-Id`. Include it when contacting
68
+ # support.
69
69
  request_id:,
70
- # Credit usage, included whenever a valid API key is provided.
70
+ # Credits this request used and your remaining balance.
71
71
  key_metadata: nil
72
72
  )
73
73
  end
@@ -96,7 +96,7 @@ module ContextDev
96
96
  )
97
97
  end
98
98
 
99
- # Credits used by this request.
99
+ # Credits charged for this request.
100
100
  sig { returns(Integer) }
101
101
  attr_accessor :credits_consumed
102
102
 
@@ -104,7 +104,7 @@ module ContextDev
104
104
  sig { returns(Integer) }
105
105
  attr_accessor :credits_remaining
106
106
 
107
- # Credit usage, included whenever a valid API key is provided.
107
+ # Credits this request used and your remaining balance.
108
108
  sig do
109
109
  params(
110
110
  credits_consumed: Integer,
@@ -112,7 +112,7 @@ module ContextDev
112
112
  ).returns(T.attached_class)
113
113
  end
114
114
  def self.new(
115
- # Credits used by this request.
115
+ # Credits charged for this request.
116
116
  credits_consumed:,
117
117
  # Credits remaining for your organization.
118
118
  credits_remaining: