context.dev 2.8.0 → 2.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (116) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +28 -0
  3. data/README.md +1 -1
  4. data/lib/context_dev/client.rb +10 -0
  5. data/lib/context_dev/models/batch_delete_params.rb +22 -0
  6. data/lib/context_dev/models/batch_delete_response.rb +60 -0
  7. data/lib/context_dev/models/batch_get_results_response.rb +46 -4
  8. data/lib/context_dev/models/batch_list_response.rb +13 -4
  9. data/lib/context_dev/models/batch_retrieve_response.rb +13 -4
  10. data/lib/context_dev/models/batch_submit_params.rb +2080 -26
  11. data/lib/context_dev/models/batch_submit_response.rb +125 -531
  12. data/lib/context_dev/models/brand_retrieve_response.rb +50 -1
  13. data/lib/context_dev/models/brand_search_params.rb +41 -3
  14. data/lib/context_dev/models/brand_search_response.rb +3 -2
  15. data/lib/context_dev/models/crawl_controls.rb +21 -15
  16. data/lib/context_dev/models/news_search_params.rb +467 -0
  17. data/lib/context_dev/models/news_search_response.rb +238 -0
  18. data/lib/context_dev/models/parse_handle_params.rb +20 -147
  19. data/lib/context_dev/models/person_enrich_params.rb +176 -0
  20. data/lib/context_dev/models/person_enrich_response.rb +641 -0
  21. data/lib/context_dev/models/utility_prefetch_params.rb +19 -16
  22. data/lib/context_dev/models/utility_prefetch_response.rb +4 -5
  23. data/lib/context_dev/models/web_screenshot_params.rb +3 -30
  24. data/lib/context_dev/models/web_search_response.rb +1 -0
  25. data/lib/context_dev/models/web_web_crawl_md_params.rb +5 -4
  26. data/lib/context_dev/models/web_web_crawl_md_response.rb +30 -1
  27. data/lib/context_dev/models/web_web_scrape_html_params.rb +20 -156
  28. data/lib/context_dev/models/web_web_scrape_html_response.rb +30 -1
  29. data/lib/context_dev/models/web_web_scrape_images_params.rb +12 -124
  30. data/lib/context_dev/models/web_web_scrape_md_params.rb +40 -241
  31. data/lib/context_dev/models/web_web_scrape_md_response.rb +41 -2
  32. data/lib/context_dev/models/web_web_scrape_sitemap_params.rb +11 -1
  33. data/lib/context_dev/models/web_web_scrape_sitemap_response.rb +3 -2
  34. data/lib/context_dev/models.rb +6 -0
  35. data/lib/context_dev/resources/batch.rb +33 -7
  36. data/lib/context_dev/resources/brand.rb +10 -10
  37. data/lib/context_dev/resources/news.rb +51 -0
  38. data/lib/context_dev/resources/parse.rb +5 -5
  39. data/lib/context_dev/resources/people.rb +56 -0
  40. data/lib/context_dev/resources/utility.rb +7 -6
  41. data/lib/context_dev/resources/web.rb +46 -24
  42. data/lib/context_dev/version.rb +1 -1
  43. data/lib/context_dev.rb +8 -0
  44. data/rbi/context_dev/client.rbi +8 -0
  45. data/rbi/context_dev/models/batch_delete_params.rbi +40 -0
  46. data/rbi/context_dev/models/batch_delete_response.rbi +116 -0
  47. data/rbi/context_dev/models/batch_get_results_response.rbi +85 -3
  48. data/rbi/context_dev/models/batch_list_response.rbi +24 -8
  49. data/rbi/context_dev/models/batch_retrieve_response.rbi +24 -8
  50. data/rbi/context_dev/models/batch_submit_params.rbi +6421 -44
  51. data/rbi/context_dev/models/batch_submit_response.rbi +184 -1151
  52. data/rbi/context_dev/models/brand_retrieve_response.rbi +152 -0
  53. data/rbi/context_dev/models/brand_search_params.rbi +71 -2
  54. data/rbi/context_dev/models/brand_search_response.rbi +4 -2
  55. data/rbi/context_dev/models/crawl_controls.rbi +22 -28
  56. data/rbi/context_dev/models/news_search_params.rbi +1294 -0
  57. data/rbi/context_dev/models/news_search_response.rbi +423 -0
  58. data/rbi/context_dev/models/parse_handle_params.rbi +30 -323
  59. data/rbi/context_dev/models/person_enrich_params.rbi +332 -0
  60. data/rbi/context_dev/models/person_enrich_response.rbi +1295 -0
  61. data/rbi/context_dev/models/utility_prefetch_params.rbi +24 -16
  62. data/rbi/context_dev/models/utility_prefetch_response.rbi +8 -6
  63. data/rbi/context_dev/models/web_screenshot_params.rbi +4 -71
  64. data/rbi/context_dev/models/web_search_response.rbi +5 -0
  65. data/rbi/context_dev/models/web_web_crawl_md_params.rbi +8 -6
  66. data/rbi/context_dev/models/web_web_crawl_md_response.rbi +67 -0
  67. data/rbi/context_dev/models/web_web_scrape_html_params.rbi +30 -363
  68. data/rbi/context_dev/models/web_web_scrape_html_response.rbi +65 -0
  69. data/rbi/context_dev/models/web_web_scrape_images_params.rbi +16 -287
  70. data/rbi/context_dev/models/web_web_scrape_md_params.rbi +57 -558
  71. data/rbi/context_dev/models/web_web_scrape_md_response.rbi +80 -0
  72. data/rbi/context_dev/models/web_web_scrape_sitemap_params.rbi +15 -0
  73. data/rbi/context_dev/models/web_web_scrape_sitemap_response.rbi +4 -2
  74. data/rbi/context_dev/models.rbi +6 -0
  75. data/rbi/context_dev/resources/batch.rbi +32 -10
  76. data/rbi/context_dev/resources/brand.rbi +14 -8
  77. data/rbi/context_dev/resources/news.rbi +46 -0
  78. data/rbi/context_dev/resources/parse.rbi +10 -26
  79. data/rbi/context_dev/resources/people.rbi +47 -0
  80. data/rbi/context_dev/resources/utility.rbi +8 -6
  81. data/rbi/context_dev/resources/web.rbi +49 -66
  82. data/sig/context_dev/client.rbs +4 -0
  83. data/sig/context_dev/models/batch_delete_params.rbs +23 -0
  84. data/sig/context_dev/models/batch_delete_response.rbs +57 -0
  85. data/sig/context_dev/models/batch_get_results_response.rbs +30 -2
  86. data/sig/context_dev/models/batch_list_response.rbs +16 -2
  87. data/sig/context_dev/models/batch_retrieve_response.rbs +16 -2
  88. data/sig/context_dev/models/batch_submit_params.rbs +2666 -15
  89. data/sig/context_dev/models/batch_submit_response.rbs +78 -466
  90. data/sig/context_dev/models/brand_retrieve_response.rbs +62 -0
  91. data/sig/context_dev/models/brand_search_params.rbs +38 -1
  92. data/sig/context_dev/models/crawl_controls.rbs +16 -16
  93. data/sig/context_dev/models/news_search_params.rbs +532 -0
  94. data/sig/context_dev/models/news_search_response.rbs +206 -0
  95. data/sig/context_dev/models/parse_handle_params.rbs +25 -90
  96. data/sig/context_dev/models/person_enrich_params.rbs +199 -0
  97. data/sig/context_dev/models/person_enrich_response.rbs +638 -0
  98. data/sig/context_dev/models/utility_prefetch_params.rbs +2 -1
  99. data/sig/context_dev/models/utility_prefetch_response.rbs +2 -1
  100. data/sig/context_dev/models/web_screenshot_params.rbs +5 -18
  101. data/sig/context_dev/models/web_search_response.rbs +2 -0
  102. data/sig/context_dev/models/web_web_crawl_md_response.rbs +21 -0
  103. data/sig/context_dev/models/web_web_scrape_html_params.rbs +24 -94
  104. data/sig/context_dev/models/web_web_scrape_html_response.rbs +21 -0
  105. data/sig/context_dev/models/web_web_scrape_images_params.rbs +20 -72
  106. data/sig/context_dev/models/web_web_scrape_md_params.rbs +46 -148
  107. data/sig/context_dev/models/web_web_scrape_md_response.rbs +28 -0
  108. data/sig/context_dev/models/web_web_scrape_sitemap_params.rbs +7 -0
  109. data/sig/context_dev/models.rbs +6 -0
  110. data/sig/context_dev/resources/batch.rbs +8 -2
  111. data/sig/context_dev/resources/brand.rbs +3 -0
  112. data/sig/context_dev/resources/news.rbs +17 -0
  113. data/sig/context_dev/resources/parse.rbs +5 -5
  114. data/sig/context_dev/resources/people.rbs +19 -0
  115. data/sig/context_dev/resources/web.rbs +13 -11
  116. metadata +26 -2
data/sig/context_dev/models/batch_submit_params.rbs CHANGED
@@ -2,9 +2,10 @@ module ContextDev
2
2
  module Models
3
3
  type batch_submit_params =
4
4
  {
5
- identifiers: ContextDev::BatchSubmitParams::Identifiers,
5
+ input: ContextDev::Models::BatchSubmitParams::input,
6
6
  tags: ::Array[String],
7
- timeout_ms: Integer
7
+ webhook_url: String,
8
+ idempotency_key: String
8
9
  }
9
10
  & ContextDev::Internal::Type::request_parameters
10
11
 
@@ -12,40 +13,2690 @@ module ContextDev
12
13
  extend ContextDev::Internal::Type::RequestParameters::Converter
13
14
  include ContextDev::Internal::Type::RequestParameters
14
15
 
15
- attr_accessor identifiers: ContextDev::BatchSubmitParams::Identifiers
16
+ attr_accessor input: ContextDev::Models::BatchSubmitParams::input
16
17
 
17
18
  attr_reader tags: ::Array[String]?
18
19
 
19
20
  def tags=: (::Array[String]) -> ::Array[String]
20
21
 
21
- attr_reader timeout_ms: Integer?
22
+ attr_reader webhook_url: String?
22
23
 
23
- def timeout_ms=: (Integer) -> Integer
24
+ def webhook_url=: (String) -> String
25
+
26
+ attr_reader idempotency_key: String?
27
+
28
+ def idempotency_key=: (String) -> String
24
29
 
25
30
  def initialize: (
26
- identifiers: ContextDev::BatchSubmitParams::Identifiers,
31
+ input: ContextDev::Models::BatchSubmitParams::input,
27
32
  ?tags: ::Array[String],
28
- ?timeout_ms: Integer,
33
+ ?webhook_url: String,
34
+ ?idempotency_key: String,
29
35
  ?request_options: ContextDev::request_opts
30
36
  ) -> void
31
37
 
32
38
  def to_hash: -> {
33
- identifiers: ContextDev::BatchSubmitParams::Identifiers,
39
+ input: ContextDev::Models::BatchSubmitParams::input,
34
40
  tags: ::Array[String],
35
- timeout_ms: Integer,
41
+ webhook_url: String,
42
+ idempotency_key: String,
36
43
  request_options: ContextDev::RequestOptions
37
44
  }
38
45
 
39
- type identifiers = { linkedin_url: String }
46
+ type input =
47
+ ContextDev::BatchSubmitParams::Input::Scrape
48
+ | ContextDev::BatchSubmitParams::Input::Crawl
49
+
50
+ module Input
51
+ extend ContextDev::Internal::Type::Union
52
+
53
+ type scrape =
54
+ {
55
+ data: ContextDev::Models::BatchSubmitParams::Input::Scrape::data,
56
+ mode: :scrape
57
+ }
58
+
59
+ class Scrape < ContextDev::Internal::Type::BaseModel
60
+ attr_accessor data: ContextDev::Models::BatchSubmitParams::Input::Scrape::data
61
+
62
+ attr_accessor mode: :scrape
63
+
64
+ def initialize: (
65
+ data: ContextDev::Models::BatchSubmitParams::Input::Scrape::data,
66
+ ?mode: :scrape
67
+ ) -> void
68
+
69
+ def to_hash: -> {
70
+ data: ContextDev::Models::BatchSubmitParams::Input::Scrape::data,
71
+ mode: :scrape
72
+ }
73
+
74
+ type data =
75
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown
76
+ | ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML
77
+
78
+ module Data
79
+ extend ContextDev::Internal::Type::Union
80
+
81
+ type markdown =
82
+ {
83
+ format_: :markdown,
84
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::URL],
85
+ options: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options
86
+ }
87
+
88
+ class Markdown < ContextDev::Internal::Type::BaseModel
89
+ attr_accessor format_: :markdown
90
+
91
+ attr_accessor urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::URL]
92
+
93
+ attr_reader options: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options?
94
+
95
+ def options=: (
96
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options
97
+ ) -> ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options
98
+
99
+ def initialize: (
100
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::URL],
101
+ ?options: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options,
102
+ ?format_: :markdown
103
+ ) -> void
104
+
105
+ def to_hash: -> {
106
+ format_: :markdown,
107
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::URL],
108
+ options: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options
109
+ }
110
+
111
+ type url =
112
+ { url: String, item_id: String, meta: ::Hash[Symbol, top] }
113
+
114
+ class URL < ContextDev::Internal::Type::BaseModel
115
+ attr_accessor url: String
116
+
117
+ attr_reader item_id: String?
118
+
119
+ def item_id=: (String) -> String
120
+
121
+ attr_reader meta: ::Hash[Symbol, top]?
122
+
123
+ def meta=: (::Hash[Symbol, top]) -> ::Hash[Symbol, top]
124
+
125
+ def initialize: (
126
+ url: String,
127
+ ?item_id: String,
128
+ ?meta: ::Hash[Symbol, top]
129
+ ) -> void
130
+
131
+ def to_hash: -> {
132
+ url: String,
133
+ item_id: String,
134
+ meta: ::Hash[Symbol, top]
135
+ }
136
+ end
137
+
138
+ type options =
139
+ {
140
+ country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country,
141
+ exclude_selectors: ::Array[String]?,
142
+ include_html: bool,
143
+ include_images: bool,
144
+ include_links: bool,
145
+ include_selectors: ::Array[String]?,
146
+ max_age_ms: Integer?,
147
+ pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf,
148
+ settle_animations: bool,
149
+ :shorten_base64_images => bool,
150
+ use_main_content_only: bool,
151
+ wait_for_ms: Integer
152
+ }
153
+
154
+ class Options < ContextDev::Internal::Type::BaseModel
155
+ attr_reader country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country?
156
+
157
+ def country=: (
158
+ ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country
159
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country
160
+
161
+ attr_accessor exclude_selectors: ::Array[String]?
162
+
163
+ attr_reader include_html: bool?
164
+
165
+ def include_html=: (bool) -> bool
166
+
167
+ attr_reader include_images: bool?
168
+
169
+ def include_images=: (bool) -> bool
170
+
171
+ attr_reader include_links: bool?
172
+
173
+ def include_links=: (bool) -> bool
174
+
175
+ attr_accessor include_selectors: ::Array[String]?
176
+
177
+ attr_accessor max_age_ms: Integer?
178
+
179
+ attr_reader pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf?
180
+
181
+ def pdf=: (
182
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf
183
+ ) -> ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf
184
+
185
+ attr_reader settle_animations: bool?
186
+
187
+ def settle_animations=: (bool) -> bool
188
+
189
+ attr_reader shorten_base64_images: bool?
190
+
191
+ def shorten_base64_images=: (bool) -> bool
192
+
193
+ attr_reader use_main_content_only: bool?
194
+
195
+ def use_main_content_only=: (bool) -> bool
196
+
197
+ attr_reader wait_for_ms: Integer?
198
+
199
+ def wait_for_ms=: (Integer) -> Integer
200
+
201
+ def initialize: (
202
+ ?country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country,
203
+ ?exclude_selectors: ::Array[String]?,
204
+ ?include_html: bool,
205
+ ?include_images: bool,
206
+ ?include_links: bool,
207
+ ?include_selectors: ::Array[String]?,
208
+ ?max_age_ms: Integer?,
209
+ ?pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf,
210
+ ?settle_animations: bool,
211
+ ?shorten_base64_images: bool,
212
+ ?use_main_content_only: bool,
213
+ ?wait_for_ms: Integer
214
+ ) -> void
215
+
216
+ def to_hash: -> {
217
+ country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country,
218
+ exclude_selectors: ::Array[String]?,
219
+ include_html: bool,
220
+ include_images: bool,
221
+ include_links: bool,
222
+ include_selectors: ::Array[String]?,
223
+ max_age_ms: Integer?,
224
+ pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf,
225
+ settle_animations: bool,
226
+ :shorten_base64_images => bool,
227
+ use_main_content_only: bool,
228
+ wait_for_ms: Integer
229
+ }
230
+
231
+ type country =
232
+ :ad
233
+ | :ae
234
+ | :af
235
+ | :ag
236
+ | :ai
237
+ | :al
238
+ | :am
239
+ | :ao
240
+ | :ar
241
+ | :at
242
+ | :au
243
+ | :aw
244
+ | :az
245
+ | :ba
246
+ | :bb
247
+ | :bd
248
+ | :be
249
+ | :bf
250
+ | :bg
251
+ | :bh
252
+ | :bi
253
+ | :bj
254
+ | :bm
255
+ | :bn
256
+ | :bo
257
+ | :bq
258
+ | :br
259
+ | :bs
260
+ | :bw
261
+ | :by
262
+ | :bz
263
+ | :ca
264
+ | :cd
265
+ | :cf
266
+ | :cg
267
+ | :ch
268
+ | :ci
269
+ | :cl
270
+ | :cm
271
+ | :cn
272
+ | :co
273
+ | :cr
274
+ | :cv
275
+ | :cw
276
+ | :cy
277
+ | :cz
278
+ | :de
279
+ | :dj
280
+ | :dk
281
+ | :dm
282
+ | :do
283
+ | :dz
284
+ | :ec
285
+ | :ee
286
+ | :eg
287
+ | :es
288
+ | :et
289
+ | :fi
290
+ | :fj
291
+ | :fr
292
+ | :ga
293
+ | :gb
294
+ | :gd
295
+ | :ge
296
+ | :gf
297
+ | :gg
298
+ | :gh
299
+ | :gm
300
+ | :gn
301
+ | :gp
302
+ | :gq
303
+ | :gr
304
+ | :gt
305
+ | :gu
306
+ | :gw
307
+ | :gy
308
+ | :hk
309
+ | :hn
310
+ | :hr
311
+ | :ht
312
+ | :hu
313
+ | :id
314
+ | :ie
315
+ | :il
316
+ | :im
317
+ | :in
318
+ | :iq
319
+ | :ir
320
+ | :is
321
+ | :it
322
+ | :je
323
+ | :jm
324
+ | :jo
325
+ | :jp
326
+ | :ke
327
+ | :kg
328
+ | :kh
329
+ | :kn
330
+ | :kr
331
+ | :kw
332
+ | :ky
333
+ | :kz
334
+ | :la
335
+ | :lb
336
+ | :lc
337
+ | :lk
338
+ | :lr
339
+ | :ls
340
+ | :lt
341
+ | :lu
342
+ | :lv
343
+ | :ly
344
+ | :ma
345
+ | :mc
346
+ | :md
347
+ | :me
348
+ | :mf
349
+ | :mg
350
+ | :mk
351
+ | :ml
352
+ | :mm
353
+ | :mn
354
+ | :mo
355
+ | :mq
356
+ | :mr
357
+ | :mt
358
+ | :mu
359
+ | :mv
360
+ | :mw
361
+ | :mx
362
+ | :my
363
+ | :mz
364
+ | :na
365
+ | :nc
366
+ | :ne
367
+ | :ng
368
+ | :ni
369
+ | :nl
370
+ | :no
371
+ | :np
372
+ | :nz
373
+ | :om
374
+ | :pa
375
+ | :pe
376
+ | :pf
377
+ | :pg
378
+ | :ph
379
+ | :pk
380
+ | :pl
381
+ | :pr
382
+ | :ps
383
+ | :pt
384
+ | :py
385
+ | :qa
386
+ | :re
387
+ | :ro
388
+ | :rs
389
+ | :ru
390
+ | :rw
391
+ | :sa
392
+ | :sc
393
+ | :sd
394
+ | :se
395
+ | :sg
396
+ | :si
397
+ | :sk
398
+ | :sl
399
+ | :sm
400
+ | :sn
401
+ | :so
402
+ | :sr
403
+ | :ss
404
+ | :st
405
+ | :sv
406
+ | :sx
407
+ | :sy
408
+ | :sz
409
+ | :tc
410
+ | :td
411
+ | :tg
412
+ | :th
413
+ | :tj
414
+ | :tl
415
+ | :tm
416
+ | :tn
417
+ | :tr
418
+ | :tt
419
+ | :tw
420
+ | :tz
421
+ | :ua
422
+ | :ug
423
+ | :us
424
+ | :uy
425
+ | :uz
426
+ | :vc
427
+ | :ve
428
+ | :vg
429
+ | :vi
430
+ | :vn
431
+ | :ye
432
+ | :yt
433
+ | :za
434
+ | :zm
435
+ | :zw
436
+
437
+ module Country
438
+ extend ContextDev::Internal::Type::Enum
439
+
440
+ AD: :ad
441
+ AE: :ae
442
+ AF: :af
443
+ AG: :ag
444
+ AI: :ai
445
+ AL: :al
446
+ AM: :am
447
+ AO: :ao
448
+ AR: :ar
449
+ AT: :at
450
+ AU: :au
451
+ AW: :aw
452
+ AZ: :az
453
+ BA: :ba
454
+ BB: :bb
455
+ BD: :bd
456
+ BE: :be
457
+ BF: :bf
458
+ BG: :bg
459
+ BH: :bh
460
+ BI: :bi
461
+ BJ: :bj
462
+ BM: :bm
463
+ BN: :bn
464
+ BO: :bo
465
+ BQ: :bq
466
+ BR: :br
467
+ BS: :bs
468
+ BW: :bw
469
+ BY: :by
470
+ BZ: :bz
471
+ CA: :ca
472
+ CD: :cd
473
+ CF: :cf
474
+ CG: :cg
475
+ CH: :ch
476
+ CI: :ci
477
+ CL: :cl
478
+ CM: :cm
479
+ CN: :cn
480
+ CO: :co
481
+ CR: :cr
482
+ CV: :cv
483
+ CW: :cw
484
+ CY: :cy
485
+ CZ: :cz
486
+ DE: :de
487
+ DJ: :dj
488
+ DK: :dk
489
+ DM: :dm
490
+ DO: :do
491
+ DZ: :dz
492
+ EC: :ec
493
+ EE: :ee
494
+ EG: :eg
495
+ ES: :es
496
+ ET: :et
497
+ FI: :fi
498
+ FJ: :fj
499
+ FR: :fr
500
+ GA: :ga
501
+ GB: :gb
502
+ GD: :gd
503
+ GE: :ge
504
+ GF: :gf
505
+ GG: :gg
506
+ GH: :gh
507
+ GM: :gm
508
+ GN: :gn
509
+ GP: :gp
510
+ GQ: :gq
511
+ GR: :gr
512
+ GT: :gt
513
+ GU: :gu
514
+ GW: :gw
515
+ GY: :gy
516
+ HK: :hk
517
+ HN: :hn
518
+ HR: :hr
519
+ HT: :ht
520
+ HU: :hu
521
+ ID: :id
522
+ IE: :ie
523
+ IL: :il
524
+ IM: :im
525
+ IN: :in
526
+ IQ: :iq
527
+ IR: :ir
528
+ IS: :is
529
+ IT: :it
530
+ JE: :je
531
+ JM: :jm
532
+ JO: :jo
533
+ JP: :jp
534
+ KE: :ke
535
+ KG: :kg
536
+ KH: :kh
537
+ KN: :kn
538
+ KR: :kr
539
+ KW: :kw
540
+ KY: :ky
541
+ KZ: :kz
542
+ LA: :la
543
+ LB: :lb
544
+ LC: :lc
545
+ LK: :lk
546
+ LR: :lr
547
+ LS: :ls
548
+ LT: :lt
549
+ LU: :lu
550
+ LV: :lv
551
+ LY: :ly
552
+ MA: :ma
553
+ MC: :mc
554
+ MD: :md
555
+ ME: :me
556
+ MF: :mf
557
+ MG: :mg
558
+ MK: :mk
559
+ ML: :ml
560
+ MM: :mm
561
+ MN: :mn
562
+ MO: :mo
563
+ MQ: :mq
564
+ MR: :mr
565
+ MT: :mt
566
+ MU: :mu
567
+ MV: :mv
568
+ MW: :mw
569
+ MX: :mx
570
+ MY: :my
571
+ MZ: :mz
572
+ NA: :na
573
+ NC: :nc
574
+ NE: :ne
575
+ NG: :ng
576
+ NI: :ni
577
+ NL: :nl
578
+ NO: :no
579
+ NP: :np
580
+ NZ: :nz
581
+ OM: :om
582
+ PA: :pa
583
+ PE: :pe
584
+ PF: :pf
585
+ PG: :pg
586
+ PH: :ph
587
+ PK: :pk
588
+ PL: :pl
589
+ PR: :pr
590
+ PS: :ps
591
+ PT: :pt
592
+ PY: :py
593
+ QA: :qa
594
+ RE: :re
595
+ RO: :ro
596
+ RS: :rs
597
+ RU: :ru
598
+ RW: :rw
599
+ SA: :sa
600
+ SC: :sc
601
+ SD: :sd
602
+ SE: :se
603
+ SG: :sg
604
+ SI: :si
605
+ SK: :sk
606
+ SL: :sl
607
+ SM: :sm
608
+ SN: :sn
609
+ SO: :so
610
+ SR: :sr
611
+ SS: :ss
612
+ ST: :st
613
+ SV: :sv
614
+ SX: :sx
615
+ SY: :sy
616
+ SZ: :sz
617
+ TC: :tc
618
+ TD: :td
619
+ TG: :tg
620
+ TH: :th
621
+ TJ: :tj
622
+ TL: :tl
623
+ TM: :tm
624
+ TN: :tn
625
+ TR: :tr
626
+ TT: :tt
627
+ TW: :tw
628
+ TZ: :tz
629
+ UA: :ua
630
+ UG: :ug
631
+ US: :us
632
+ UY: :uy
633
+ UZ: :uz
634
+ VC: :vc
635
+ VE: :ve
636
+ VG: :vg
637
+ VI: :vi
638
+ VN: :vn
639
+ YE: :ye
640
+ YT: :yt
641
+ ZA: :za
642
+ ZM: :zm
643
+ ZW: :zw
644
+
645
+ def self?.values: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country]
646
+ end
647
+
648
+ type pdf =
649
+ {
650
+ end_: Integer,
651
+ ocr: bool,
652
+ should_parse: bool,
653
+ start: Integer
654
+ }
655
+
656
+ class Pdf < ContextDev::Internal::Type::BaseModel
657
+ attr_reader end_: Integer?
658
+
659
+ def end_=: (Integer) -> Integer
660
+
661
+ attr_reader ocr: bool?
662
+
663
+ def ocr=: (bool) -> bool
664
+
665
+ attr_reader should_parse: bool?
666
+
667
+ def should_parse=: (bool) -> bool
668
+
669
+ attr_reader start: Integer?
670
+
671
+ def start=: (Integer) -> Integer
672
+
673
+ def initialize: (
674
+ ?end_: Integer,
675
+ ?ocr: bool,
676
+ ?should_parse: bool,
677
+ ?start: Integer
678
+ ) -> void
679
+
680
+ def to_hash: -> {
681
+ end_: Integer,
682
+ ocr: bool,
683
+ should_parse: bool,
684
+ start: Integer
685
+ }
686
+ end
687
+ end
688
+ end
689
+
690
+ type html =
691
+ {
692
+ format_: :html,
693
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::URL],
694
+ options: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options
695
+ }
696
+
697
+ class HTML < ContextDev::Internal::Type::BaseModel
698
+ attr_accessor format_: :html
699
+
700
+ attr_accessor urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::URL]
701
+
702
+ attr_reader options: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options?
703
+
704
+ def options=: (
705
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options
706
+ ) -> ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options
707
+
708
+ def initialize: (
709
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::URL],
710
+ ?options: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options,
711
+ ?format_: :html
712
+ ) -> void
713
+
714
+ def to_hash: -> {
715
+ format_: :html,
716
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::URL],
717
+ options: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options
718
+ }
719
+
720
+ type url =
721
+ { url: String, item_id: String, meta: ::Hash[Symbol, top] }
722
+
723
+ class URL < ContextDev::Internal::Type::BaseModel
724
+ attr_accessor url: String
725
+
726
+ attr_reader item_id: String?
727
+
728
+ def item_id=: (String) -> String
729
+
730
+ attr_reader meta: ::Hash[Symbol, top]?
731
+
732
+ def meta=: (::Hash[Symbol, top]) -> ::Hash[Symbol, top]
733
+
734
+ def initialize: (
735
+ url: String,
736
+ ?item_id: String,
737
+ ?meta: ::Hash[Symbol, top]
738
+ ) -> void
739
+
740
+ def to_hash: -> {
741
+ url: String,
742
+ item_id: String,
743
+ meta: ::Hash[Symbol, top]
744
+ }
745
+ end
746
+
747
+ type options =
748
+ {
749
+ country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country,
750
+ exclude_selectors: ::Array[String]?,
751
+ include_selectors: ::Array[String]?,
752
+ max_age_ms: Integer?,
753
+ pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf,
754
+ settle_animations: bool,
755
+ use_main_content_only: bool,
756
+ wait_for_ms: Integer
757
+ }
758
+
759
+ class Options < ContextDev::Internal::Type::BaseModel
760
+ attr_reader country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country?
761
+
762
+ def country=: (
763
+ ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country
764
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country
765
+
766
+ attr_accessor exclude_selectors: ::Array[String]?
767
+
768
+ attr_accessor include_selectors: ::Array[String]?
769
+
770
+ attr_accessor max_age_ms: Integer?
771
+
772
+ attr_reader pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf?
773
+
774
+ def pdf=: (
775
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf
776
+ ) -> ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf
777
+
778
+ attr_reader settle_animations: bool?
779
+
780
+ def settle_animations=: (bool) -> bool
781
+
782
+ attr_reader use_main_content_only: bool?
783
+
784
+ def use_main_content_only=: (bool) -> bool
785
+
786
+ attr_reader wait_for_ms: Integer?
787
+
788
+ def wait_for_ms=: (Integer) -> Integer
789
+
790
+ def initialize: (
791
+ ?country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country,
792
+ ?exclude_selectors: ::Array[String]?,
793
+ ?include_selectors: ::Array[String]?,
794
+ ?max_age_ms: Integer?,
795
+ ?pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf,
796
+ ?settle_animations: bool,
797
+ ?use_main_content_only: bool,
798
+ ?wait_for_ms: Integer
799
+ ) -> void
800
+
801
+ def to_hash: -> {
802
+ country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country,
803
+ exclude_selectors: ::Array[String]?,
804
+ include_selectors: ::Array[String]?,
805
+ max_age_ms: Integer?,
806
+ pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf,
807
+ settle_animations: bool,
808
+ use_main_content_only: bool,
809
+ wait_for_ms: Integer
810
+ }
811
+
812
+ type country =
813
+ :ad
814
+ | :ae
815
+ | :af
816
+ | :ag
817
+ | :ai
818
+ | :al
819
+ | :am
820
+ | :ao
821
+ | :ar
822
+ | :at
823
+ | :au
824
+ | :aw
825
+ | :az
826
+ | :ba
827
+ | :bb
828
+ | :bd
829
+ | :be
830
+ | :bf
831
+ | :bg
832
+ | :bh
833
+ | :bi
834
+ | :bj
835
+ | :bm
836
+ | :bn
837
+ | :bo
838
+ | :bq
839
+ | :br
840
+ | :bs
841
+ | :bw
842
+ | :by
843
+ | :bz
844
+ | :ca
845
+ | :cd
846
+ | :cf
847
+ | :cg
848
+ | :ch
849
+ | :ci
850
+ | :cl
851
+ | :cm
852
+ | :cn
853
+ | :co
854
+ | :cr
855
+ | :cv
856
+ | :cw
857
+ | :cy
858
+ | :cz
859
+ | :de
860
+ | :dj
861
+ | :dk
862
+ | :dm
863
+ | :do
864
+ | :dz
865
+ | :ec
866
+ | :ee
867
+ | :eg
868
+ | :es
869
+ | :et
870
+ | :fi
871
+ | :fj
872
+ | :fr
873
+ | :ga
874
+ | :gb
875
+ | :gd
876
+ | :ge
877
+ | :gf
878
+ | :gg
879
+ | :gh
880
+ | :gm
881
+ | :gn
882
+ | :gp
883
+ | :gq
884
+ | :gr
885
+ | :gt
886
+ | :gu
887
+ | :gw
888
+ | :gy
889
+ | :hk
890
+ | :hn
891
+ | :hr
892
+ | :ht
893
+ | :hu
894
+ | :id
895
+ | :ie
896
+ | :il
897
+ | :im
898
+ | :in
899
+ | :iq
900
+ | :ir
901
+ | :is
902
+ | :it
903
+ | :je
904
+ | :jm
905
+ | :jo
906
+ | :jp
907
+ | :ke
908
+ | :kg
909
+ | :kh
910
+ | :kn
911
+ | :kr
912
+ | :kw
913
+ | :ky
914
+ | :kz
915
+ | :la
916
+ | :lb
917
+ | :lc
918
+ | :lk
919
+ | :lr
920
+ | :ls
921
+ | :lt
922
+ | :lu
923
+ | :lv
924
+ | :ly
925
+ | :ma
926
+ | :mc
927
+ | :md
928
+ | :me
929
+ | :mf
930
+ | :mg
931
+ | :mk
932
+ | :ml
933
+ | :mm
934
+ | :mn
935
+ | :mo
936
+ | :mq
937
+ | :mr
938
+ | :mt
939
+ | :mu
940
+ | :mv
941
+ | :mw
942
+ | :mx
943
+ | :my
944
+ | :mz
945
+ | :na
946
+ | :nc
947
+ | :ne
948
+ | :ng
949
+ | :ni
950
+ | :nl
951
+ | :no
952
+ | :np
953
+ | :nz
954
+ | :om
955
+ | :pa
956
+ | :pe
957
+ | :pf
958
+ | :pg
959
+ | :ph
960
+ | :pk
961
+ | :pl
962
+ | :pr
963
+ | :ps
964
+ | :pt
965
+ | :py
966
+ | :qa
967
+ | :re
968
+ | :ro
969
+ | :rs
970
+ | :ru
971
+ | :rw
972
+ | :sa
973
+ | :sc
974
+ | :sd
975
+ | :se
976
+ | :sg
977
+ | :si
978
+ | :sk
979
+ | :sl
980
+ | :sm
981
+ | :sn
982
+ | :so
983
+ | :sr
984
+ | :ss
985
+ | :st
986
+ | :sv
987
+ | :sx
988
+ | :sy
989
+ | :sz
990
+ | :tc
991
+ | :td
992
+ | :tg
993
+ | :th
994
+ | :tj
995
+ | :tl
996
+ | :tm
997
+ | :tn
998
+ | :tr
999
+ | :tt
1000
+ | :tw
1001
+ | :tz
1002
+ | :ua
1003
+ | :ug
1004
+ | :us
1005
+ | :uy
1006
+ | :uz
1007
+ | :vc
1008
+ | :ve
1009
+ | :vg
1010
+ | :vi
1011
+ | :vn
1012
+ | :ye
1013
+ | :yt
1014
+ | :za
1015
+ | :zm
1016
+ | :zw
1017
+
1018
+ module Country
1019
+ extend ContextDev::Internal::Type::Enum
1020
+
1021
+ AD: :ad
1022
+ AE: :ae
1023
+ AF: :af
1024
+ AG: :ag
1025
+ AI: :ai
1026
+ AL: :al
1027
+ AM: :am
1028
+ AO: :ao
1029
+ AR: :ar
1030
+ AT: :at
1031
+ AU: :au
1032
+ AW: :aw
1033
+ AZ: :az
1034
+ BA: :ba
1035
+ BB: :bb
1036
+ BD: :bd
1037
+ BE: :be
1038
+ BF: :bf
1039
+ BG: :bg
1040
+ BH: :bh
1041
+ BI: :bi
1042
+ BJ: :bj
1043
+ BM: :bm
1044
+ BN: :bn
1045
+ BO: :bo
1046
+ BQ: :bq
1047
+ BR: :br
1048
+ BS: :bs
1049
+ BW: :bw
1050
+ BY: :by
1051
+ BZ: :bz
1052
+ CA: :ca
1053
+ CD: :cd
1054
+ CF: :cf
1055
+ CG: :cg
1056
+ CH: :ch
1057
+ CI: :ci
1058
+ CL: :cl
1059
+ CM: :cm
1060
+ CN: :cn
1061
+ CO: :co
1062
+ CR: :cr
1063
+ CV: :cv
1064
+ CW: :cw
1065
+ CY: :cy
1066
+ CZ: :cz
1067
+ DE: :de
1068
+ DJ: :dj
1069
+ DK: :dk
1070
+ DM: :dm
1071
+ DO: :do
1072
+ DZ: :dz
1073
+ EC: :ec
1074
+ EE: :ee
1075
+ EG: :eg
1076
+ ES: :es
1077
+ ET: :et
1078
+ FI: :fi
1079
+ FJ: :fj
1080
+ FR: :fr
1081
+ GA: :ga
1082
+ GB: :gb
1083
+ GD: :gd
1084
+ GE: :ge
1085
+ GF: :gf
1086
+ GG: :gg
1087
+ GH: :gh
1088
+ GM: :gm
1089
+ GN: :gn
1090
+ GP: :gp
1091
+ GQ: :gq
1092
+ GR: :gr
1093
+ GT: :gt
1094
+ GU: :gu
1095
+ GW: :gw
1096
+ GY: :gy
1097
+ HK: :hk
1098
+ HN: :hn
1099
+ HR: :hr
1100
+ HT: :ht
1101
+ HU: :hu
1102
+ ID: :id
1103
+ IE: :ie
1104
+ IL: :il
1105
+ IM: :im
1106
+ IN: :in
1107
+ IQ: :iq
1108
+ IR: :ir
1109
+ IS: :is
1110
+ IT: :it
1111
+ JE: :je
1112
+ JM: :jm
1113
+ JO: :jo
1114
+ JP: :jp
1115
+ KE: :ke
1116
+ KG: :kg
1117
+ KH: :kh
1118
+ KN: :kn
1119
+ KR: :kr
1120
+ KW: :kw
1121
+ KY: :ky
1122
+ KZ: :kz
1123
+ LA: :la
1124
+ LB: :lb
1125
+ LC: :lc
1126
+ LK: :lk
1127
+ LR: :lr
1128
+ LS: :ls
1129
+ LT: :lt
1130
+ LU: :lu
1131
+ LV: :lv
1132
+ LY: :ly
1133
+ MA: :ma
1134
+ MC: :mc
1135
+ MD: :md
1136
+ ME: :me
1137
+ MF: :mf
1138
+ MG: :mg
1139
+ MK: :mk
1140
+ ML: :ml
1141
+ MM: :mm
1142
+ MN: :mn
1143
+ MO: :mo
1144
+ MQ: :mq
1145
+ MR: :mr
1146
+ MT: :mt
1147
+ MU: :mu
1148
+ MV: :mv
1149
+ MW: :mw
1150
+ MX: :mx
1151
+ MY: :my
1152
+ MZ: :mz
1153
+ NA: :na
1154
+ NC: :nc
1155
+ NE: :ne
1156
+ NG: :ng
1157
+ NI: :ni
1158
+ NL: :nl
1159
+ NO: :no
1160
+ NP: :np
1161
+ NZ: :nz
1162
+ OM: :om
1163
+ PA: :pa
1164
+ PE: :pe
1165
+ PF: :pf
1166
+ PG: :pg
1167
+ PH: :ph
1168
+ PK: :pk
1169
+ PL: :pl
1170
+ PR: :pr
1171
+ PS: :ps
1172
+ PT: :pt
1173
+ PY: :py
1174
+ QA: :qa
1175
+ RE: :re
1176
+ RO: :ro
1177
+ RS: :rs
1178
+ RU: :ru
1179
+ RW: :rw
1180
+ SA: :sa
1181
+ SC: :sc
1182
+ SD: :sd
1183
+ SE: :se
1184
+ SG: :sg
1185
+ SI: :si
1186
+ SK: :sk
1187
+ SL: :sl
1188
+ SM: :sm
1189
+ SN: :sn
1190
+ SO: :so
1191
+ SR: :sr
1192
+ SS: :ss
1193
+ ST: :st
1194
+ SV: :sv
1195
+ SX: :sx
1196
+ SY: :sy
1197
+ SZ: :sz
1198
+ TC: :tc
1199
+ TD: :td
1200
+ TG: :tg
1201
+ TH: :th
1202
+ TJ: :tj
1203
+ TL: :tl
1204
+ TM: :tm
1205
+ TN: :tn
1206
+ TR: :tr
1207
+ TT: :tt
1208
+ TW: :tw
1209
+ TZ: :tz
1210
+ UA: :ua
1211
+ UG: :ug
1212
+ US: :us
1213
+ UY: :uy
1214
+ UZ: :uz
1215
+ VC: :vc
1216
+ VE: :ve
1217
+ VG: :vg
1218
+ VI: :vi
1219
+ VN: :vn
1220
+ YE: :ye
1221
+ YT: :yt
1222
+ ZA: :za
1223
+ ZM: :zm
1224
+ ZW: :zw
1225
+
1226
+ def self?.values: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country]
1227
+ end
1228
+
1229
+ type pdf =
1230
+ {
1231
+ end_: Integer,
1232
+ ocr: bool,
1233
+ should_parse: bool,
1234
+ start: Integer
1235
+ }
1236
+
1237
+ class Pdf < ContextDev::Internal::Type::BaseModel
1238
+ attr_reader end_: Integer?
1239
+
1240
+ def end_=: (Integer) -> Integer
1241
+
1242
+ attr_reader ocr: bool?
1243
+
1244
+ def ocr=: (bool) -> bool
1245
+
1246
+ attr_reader should_parse: bool?
1247
+
1248
+ def should_parse=: (bool) -> bool
1249
+
1250
+ attr_reader start: Integer?
1251
+
1252
+ def start=: (Integer) -> Integer
1253
+
1254
+ def initialize: (
1255
+ ?end_: Integer,
1256
+ ?ocr: bool,
1257
+ ?should_parse: bool,
1258
+ ?start: Integer
1259
+ ) -> void
1260
+
1261
+ def to_hash: -> {
1262
+ end_: Integer,
1263
+ ocr: bool,
1264
+ should_parse: bool,
1265
+ start: Integer
1266
+ }
1267
+ end
1268
+ end
1269
+ end
1270
+
1271
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::data]
1272
+ end
1273
+ end
1274
+
1275
+ type crawl =
1276
+ {
1277
+ data: ContextDev::Models::BatchSubmitParams::Input::Crawl::data,
1278
+ mode: :crawl
1279
+ }
1280
+
1281
+ class Crawl < ContextDev::Internal::Type::BaseModel
1282
+ attr_accessor data: ContextDev::Models::BatchSubmitParams::Input::Crawl::data
1283
+
1284
+ attr_accessor mode: :crawl
1285
+
1286
+ def initialize: (
1287
+ data: ContextDev::Models::BatchSubmitParams::Input::Crawl::data,
1288
+ ?mode: :crawl
1289
+ ) -> void
1290
+
1291
+ def to_hash: -> {
1292
+ data: ContextDev::Models::BatchSubmitParams::Input::Crawl::data,
1293
+ mode: :crawl
1294
+ }
1295
+
1296
+ type data =
1297
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown
1298
+ | ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML
1299
+
1300
+ module Data
1301
+ extend ContextDev::Internal::Type::Union
1302
+
1303
+ type markdown =
1304
+ {
1305
+ format_: :markdown,
1306
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source,
1307
+ options: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options
1308
+ }
1309
+
1310
+ class Markdown < ContextDev::Internal::Type::BaseModel
1311
+ attr_accessor format_: :markdown
1312
+
1313
+ attr_accessor source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source
1314
+
1315
+ attr_reader options: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options?
1316
+
1317
+ def options=: (
1318
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options
1319
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options
1320
+
1321
+ def initialize: (
1322
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source,
1323
+ ?options: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options,
1324
+ ?format_: :markdown
1325
+ ) -> void
1326
+
1327
+ def to_hash: -> {
1328
+ format_: :markdown,
1329
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source,
1330
+ options: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options
1331
+ }
1332
+
1333
+ type source =
1334
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL
1335
+ | ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap
1336
+
1337
+ module Source
1338
+ extend ContextDev::Internal::Type::Union
1339
+
1340
+ type start_url =
1341
+ {
1342
+ type: :start_url,
1343
+ url: String,
1344
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls
1345
+ }
1346
+
1347
+ class StartURL < ContextDev::Internal::Type::BaseModel
1348
+ attr_accessor type: :start_url
1349
+
1350
+ attr_accessor url: String
1351
+
1352
+ attr_reader controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls?
1353
+
1354
+ def controls=: (
1355
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls
1356
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls
1357
+
1358
+ def initialize: (
1359
+ url: String,
1360
+ ?controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls,
1361
+ ?type: :start_url
1362
+ ) -> void
1363
+
1364
+ def to_hash: -> {
1365
+ type: :start_url,
1366
+ url: String,
1367
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls
1368
+ }
1369
+
1370
+ type controls =
1371
+ {
1372
+ follow_subdomains: bool,
1373
+ max_depth: Integer,
1374
+ max_urls: Integer,
1375
+ regex: String
1376
+ }
1377
+
1378
+ class Controls < ContextDev::Internal::Type::BaseModel
1379
+ attr_reader follow_subdomains: bool?
1380
+
1381
+ def follow_subdomains=: (bool) -> bool
1382
+
1383
+ attr_reader max_depth: Integer?
1384
+
1385
+ def max_depth=: (Integer) -> Integer
1386
+
1387
+ attr_reader max_urls: Integer?
1388
+
1389
+ def max_urls=: (Integer) -> Integer
1390
+
1391
+ attr_reader regex: String?
1392
+
1393
+ def regex=: (String) -> String
1394
+
1395
+ def initialize: (
1396
+ ?follow_subdomains: bool,
1397
+ ?max_depth: Integer,
1398
+ ?max_urls: Integer,
1399
+ ?regex: String
1400
+ ) -> void
1401
+
1402
+ def to_hash: -> {
1403
+ follow_subdomains: bool,
1404
+ max_depth: Integer,
1405
+ max_urls: Integer,
1406
+ regex: String
1407
+ }
1408
+ end
1409
+ end
1410
+
1411
+ type sitemap =
1412
+ {
1413
+ domain: String,
1414
+ type: :sitemap,
1415
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls
1416
+ }
1417
+
1418
+ class Sitemap < ContextDev::Internal::Type::BaseModel
1419
+ attr_accessor domain: String
1420
+
1421
+ attr_accessor type: :sitemap
1422
+
1423
+ attr_reader controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls?
1424
+
1425
+ def controls=: (
1426
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls
1427
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls
1428
+
1429
+ def initialize: (
1430
+ domain: String,
1431
+ ?controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls,
1432
+ ?type: :sitemap
1433
+ ) -> void
1434
+
1435
+ def to_hash: -> {
1436
+ domain: String,
1437
+ type: :sitemap,
1438
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls
1439
+ }
1440
+
1441
+ type controls = { max_urls: Integer, regex: String }
1442
+
1443
+ class Controls < ContextDev::Internal::Type::BaseModel
1444
+ attr_reader max_urls: Integer?
1445
+
1446
+ def max_urls=: (Integer) -> Integer
1447
+
1448
+ attr_reader regex: String?
1449
+
1450
+ def regex=: (String) -> String
1451
+
1452
+ def initialize: (?max_urls: Integer, ?regex: String) -> void
1453
+
1454
+ def to_hash: -> { max_urls: Integer, regex: String }
1455
+ end
1456
+ end
1457
+
1458
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source]
1459
+ end
1460
+
1461
+ type options =
1462
+ {
1463
+ country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country,
1464
+ exclude_selectors: ::Array[String]?,
1465
+ include_html: bool,
1466
+ include_images: bool,
1467
+ include_links: bool,
1468
+ include_selectors: ::Array[String]?,
1469
+ max_age_ms: Integer?,
1470
+ pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf,
1471
+ settle_animations: bool,
1472
+ :shorten_base64_images => bool,
1473
+ use_main_content_only: bool,
1474
+ wait_for_ms: Integer
1475
+ }
1476
+
1477
+ class Options < ContextDev::Internal::Type::BaseModel
1478
+ attr_reader country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country?
1479
+
1480
+ def country=: (
1481
+ ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country
1482
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country
1483
+
1484
+ attr_accessor exclude_selectors: ::Array[String]?
1485
+
1486
+ attr_reader include_html: bool?
1487
+
1488
+ def include_html=: (bool) -> bool
1489
+
1490
+ attr_reader include_images: bool?
1491
+
1492
+ def include_images=: (bool) -> bool
1493
+
1494
+ attr_reader include_links: bool?
1495
+
1496
+ def include_links=: (bool) -> bool
1497
+
1498
+ attr_accessor include_selectors: ::Array[String]?
1499
+
1500
+ attr_accessor max_age_ms: Integer?
1501
+
1502
+ attr_reader pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf?
1503
+
1504
+ def pdf=: (
1505
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf
1506
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf
1507
+
1508
+ attr_reader settle_animations: bool?
1509
+
1510
+ def settle_animations=: (bool) -> bool
1511
+
1512
+ attr_reader shorten_base64_images: bool?
1513
+
1514
+ def shorten_base64_images=: (bool) -> bool
1515
+
1516
+ attr_reader use_main_content_only: bool?
1517
+
1518
+ def use_main_content_only=: (bool) -> bool
1519
+
1520
+ attr_reader wait_for_ms: Integer?
1521
+
1522
+ def wait_for_ms=: (Integer) -> Integer
1523
+
1524
+ def initialize: (
1525
+ ?country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country,
1526
+ ?exclude_selectors: ::Array[String]?,
1527
+ ?include_html: bool,
1528
+ ?include_images: bool,
1529
+ ?include_links: bool,
1530
+ ?include_selectors: ::Array[String]?,
1531
+ ?max_age_ms: Integer?,
1532
+ ?pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf,
1533
+ ?settle_animations: bool,
1534
+ ?shorten_base64_images: bool,
1535
+ ?use_main_content_only: bool,
1536
+ ?wait_for_ms: Integer
1537
+ ) -> void
1538
+
1539
+ def to_hash: -> {
1540
+ country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country,
1541
+ exclude_selectors: ::Array[String]?,
1542
+ include_html: bool,
1543
+ include_images: bool,
1544
+ include_links: bool,
1545
+ include_selectors: ::Array[String]?,
1546
+ max_age_ms: Integer?,
1547
+ pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf,
1548
+ settle_animations: bool,
1549
+ :shorten_base64_images => bool,
1550
+ use_main_content_only: bool,
1551
+ wait_for_ms: Integer
1552
+ }
1553
+
1554
+ type country =
1555
+ :ad
1556
+ | :ae
1557
+ | :af
1558
+ | :ag
1559
+ | :ai
1560
+ | :al
1561
+ | :am
1562
+ | :ao
1563
+ | :ar
1564
+ | :at
1565
+ | :au
1566
+ | :aw
1567
+ | :az
1568
+ | :ba
1569
+ | :bb
1570
+ | :bd
1571
+ | :be
1572
+ | :bf
1573
+ | :bg
1574
+ | :bh
1575
+ | :bi
1576
+ | :bj
1577
+ | :bm
1578
+ | :bn
1579
+ | :bo
1580
+ | :bq
1581
+ | :br
1582
+ | :bs
1583
+ | :bw
1584
+ | :by
1585
+ | :bz
1586
+ | :ca
1587
+ | :cd
1588
+ | :cf
1589
+ | :cg
1590
+ | :ch
1591
+ | :ci
1592
+ | :cl
1593
+ | :cm
1594
+ | :cn
1595
+ | :co
1596
+ | :cr
1597
+ | :cv
1598
+ | :cw
1599
+ | :cy
1600
+ | :cz
1601
+ | :de
1602
+ | :dj
1603
+ | :dk
1604
+ | :dm
1605
+ | :do
1606
+ | :dz
1607
+ | :ec
1608
+ | :ee
1609
+ | :eg
1610
+ | :es
1611
+ | :et
1612
+ | :fi
1613
+ | :fj
1614
+ | :fr
1615
+ | :ga
1616
+ | :gb
1617
+ | :gd
1618
+ | :ge
1619
+ | :gf
1620
+ | :gg
1621
+ | :gh
1622
+ | :gm
1623
+ | :gn
1624
+ | :gp
1625
+ | :gq
1626
+ | :gr
1627
+ | :gt
1628
+ | :gu
1629
+ | :gw
1630
+ | :gy
1631
+ | :hk
1632
+ | :hn
1633
+ | :hr
1634
+ | :ht
1635
+ | :hu
1636
+ | :id
1637
+ | :ie
1638
+ | :il
1639
+ | :im
1640
+ | :in
1641
+ | :iq
1642
+ | :ir
1643
+ | :is
1644
+ | :it
1645
+ | :je
1646
+ | :jm
1647
+ | :jo
1648
+ | :jp
1649
+ | :ke
1650
+ | :kg
1651
+ | :kh
1652
+ | :kn
1653
+ | :kr
1654
+ | :kw
1655
+ | :ky
1656
+ | :kz
1657
+ | :la
1658
+ | :lb
1659
+ | :lc
1660
+ | :lk
1661
+ | :lr
1662
+ | :ls
1663
+ | :lt
1664
+ | :lu
1665
+ | :lv
1666
+ | :ly
1667
+ | :ma
1668
+ | :mc
1669
+ | :md
1670
+ | :me
1671
+ | :mf
1672
+ | :mg
1673
+ | :mk
1674
+ | :ml
1675
+ | :mm
1676
+ | :mn
1677
+ | :mo
1678
+ | :mq
1679
+ | :mr
1680
+ | :mt
1681
+ | :mu
1682
+ | :mv
1683
+ | :mw
1684
+ | :mx
1685
+ | :my
1686
+ | :mz
1687
+ | :na
1688
+ | :nc
1689
+ | :ne
1690
+ | :ng
1691
+ | :ni
1692
+ | :nl
1693
+ | :no
1694
+ | :np
1695
+ | :nz
1696
+ | :om
1697
+ | :pa
1698
+ | :pe
1699
+ | :pf
1700
+ | :pg
1701
+ | :ph
1702
+ | :pk
1703
+ | :pl
1704
+ | :pr
1705
+ | :ps
1706
+ | :pt
1707
+ | :py
1708
+ | :qa
1709
+ | :re
1710
+ | :ro
1711
+ | :rs
1712
+ | :ru
1713
+ | :rw
1714
+ | :sa
1715
+ | :sc
1716
+ | :sd
1717
+ | :se
1718
+ | :sg
1719
+ | :si
1720
+ | :sk
1721
+ | :sl
1722
+ | :sm
1723
+ | :sn
1724
+ | :so
1725
+ | :sr
1726
+ | :ss
1727
+ | :st
1728
+ | :sv
1729
+ | :sx
1730
+ | :sy
1731
+ | :sz
1732
+ | :tc
1733
+ | :td
1734
+ | :tg
1735
+ | :th
1736
+ | :tj
1737
+ | :tl
1738
+ | :tm
1739
+ | :tn
1740
+ | :tr
1741
+ | :tt
1742
+ | :tw
1743
+ | :tz
1744
+ | :ua
1745
+ | :ug
1746
+ | :us
1747
+ | :uy
1748
+ | :uz
1749
+ | :vc
1750
+ | :ve
1751
+ | :vg
1752
+ | :vi
1753
+ | :vn
1754
+ | :ye
1755
+ | :yt
1756
+ | :za
1757
+ | :zm
1758
+ | :zw
1759
+
1760
+ module Country
1761
+ extend ContextDev::Internal::Type::Enum
1762
+
1763
+ AD: :ad
1764
+ AE: :ae
1765
+ AF: :af
1766
+ AG: :ag
1767
+ AI: :ai
1768
+ AL: :al
1769
+ AM: :am
1770
+ AO: :ao
1771
+ AR: :ar
1772
+ AT: :at
1773
+ AU: :au
1774
+ AW: :aw
1775
+ AZ: :az
1776
+ BA: :ba
1777
+ BB: :bb
1778
+ BD: :bd
1779
+ BE: :be
1780
+ BF: :bf
1781
+ BG: :bg
1782
+ BH: :bh
1783
+ BI: :bi
1784
+ BJ: :bj
1785
+ BM: :bm
1786
+ BN: :bn
1787
+ BO: :bo
1788
+ BQ: :bq
1789
+ BR: :br
1790
+ BS: :bs
1791
+ BW: :bw
1792
+ BY: :by
1793
+ BZ: :bz
1794
+ CA: :ca
1795
+ CD: :cd
1796
+ CF: :cf
1797
+ CG: :cg
1798
+ CH: :ch
1799
+ CI: :ci
1800
+ CL: :cl
1801
+ CM: :cm
1802
+ CN: :cn
1803
+ CO: :co
1804
+ CR: :cr
1805
+ CV: :cv
1806
+ CW: :cw
1807
+ CY: :cy
1808
+ CZ: :cz
1809
+ DE: :de
1810
+ DJ: :dj
1811
+ DK: :dk
1812
+ DM: :dm
1813
+ DO: :do
1814
+ DZ: :dz
1815
+ EC: :ec
1816
+ EE: :ee
1817
+ EG: :eg
1818
+ ES: :es
1819
+ ET: :et
1820
+ FI: :fi
1821
+ FJ: :fj
1822
+ FR: :fr
1823
+ GA: :ga
1824
+ GB: :gb
1825
+ GD: :gd
1826
+ GE: :ge
1827
+ GF: :gf
1828
+ GG: :gg
1829
+ GH: :gh
1830
+ GM: :gm
1831
+ GN: :gn
1832
+ GP: :gp
1833
+ GQ: :gq
1834
+ GR: :gr
1835
+ GT: :gt
1836
+ GU: :gu
1837
+ GW: :gw
1838
+ GY: :gy
1839
+ HK: :hk
1840
+ HN: :hn
1841
+ HR: :hr
1842
+ HT: :ht
1843
+ HU: :hu
1844
+ ID: :id
1845
+ IE: :ie
1846
+ IL: :il
1847
+ IM: :im
1848
+ IN: :in
1849
+ IQ: :iq
1850
+ IR: :ir
1851
+ IS: :is
1852
+ IT: :it
1853
+ JE: :je
1854
+ JM: :jm
1855
+ JO: :jo
1856
+ JP: :jp
1857
+ KE: :ke
1858
+ KG: :kg
1859
+ KH: :kh
1860
+ KN: :kn
1861
+ KR: :kr
1862
+ KW: :kw
1863
+ KY: :ky
1864
+ KZ: :kz
1865
+ LA: :la
1866
+ LB: :lb
1867
+ LC: :lc
1868
+ LK: :lk
1869
+ LR: :lr
1870
+ LS: :ls
1871
+ LT: :lt
1872
+ LU: :lu
1873
+ LV: :lv
1874
+ LY: :ly
1875
+ MA: :ma
1876
+ MC: :mc
1877
+ MD: :md
1878
+ ME: :me
1879
+ MF: :mf
1880
+ MG: :mg
1881
+ MK: :mk
1882
+ ML: :ml
1883
+ MM: :mm
1884
+ MN: :mn
1885
+ MO: :mo
1886
+ MQ: :mq
1887
+ MR: :mr
1888
+ MT: :mt
1889
+ MU: :mu
1890
+ MV: :mv
1891
+ MW: :mw
1892
+ MX: :mx
1893
+ MY: :my
1894
+ MZ: :mz
1895
+ NA: :na
1896
+ NC: :nc
1897
+ NE: :ne
1898
+ NG: :ng
1899
+ NI: :ni
1900
+ NL: :nl
1901
+ NO: :no
1902
+ NP: :np
1903
+ NZ: :nz
1904
+ OM: :om
1905
+ PA: :pa
1906
+ PE: :pe
1907
+ PF: :pf
1908
+ PG: :pg
1909
+ PH: :ph
1910
+ PK: :pk
1911
+ PL: :pl
1912
+ PR: :pr
1913
+ PS: :ps
1914
+ PT: :pt
1915
+ PY: :py
1916
+ QA: :qa
1917
+ RE: :re
1918
+ RO: :ro
1919
+ RS: :rs
1920
+ RU: :ru
1921
+ RW: :rw
1922
+ SA: :sa
1923
+ SC: :sc
1924
+ SD: :sd
1925
+ SE: :se
1926
+ SG: :sg
1927
+ SI: :si
1928
+ SK: :sk
1929
+ SL: :sl
1930
+ SM: :sm
1931
+ SN: :sn
1932
+ SO: :so
1933
+ SR: :sr
1934
+ SS: :ss
1935
+ ST: :st
1936
+ SV: :sv
1937
+ SX: :sx
1938
+ SY: :sy
1939
+ SZ: :sz
1940
+ TC: :tc
1941
+ TD: :td
1942
+ TG: :tg
1943
+ TH: :th
1944
+ TJ: :tj
1945
+ TL: :tl
1946
+ TM: :tm
1947
+ TN: :tn
1948
+ TR: :tr
1949
+ TT: :tt
1950
+ TW: :tw
1951
+ TZ: :tz
1952
+ UA: :ua
1953
+ UG: :ug
1954
+ US: :us
1955
+ UY: :uy
1956
+ UZ: :uz
1957
+ VC: :vc
1958
+ VE: :ve
1959
+ VG: :vg
1960
+ VI: :vi
1961
+ VN: :vn
1962
+ YE: :ye
1963
+ YT: :yt
1964
+ ZA: :za
1965
+ ZM: :zm
1966
+ ZW: :zw
1967
+
1968
+ def self?.values: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country]
1969
+ end
1970
+
1971
+ type pdf =
1972
+ {
1973
+ end_: Integer,
1974
+ ocr: bool,
1975
+ should_parse: bool,
1976
+ start: Integer
1977
+ }
1978
+
1979
+ class Pdf < ContextDev::Internal::Type::BaseModel
1980
+ attr_reader end_: Integer?
1981
+
1982
+ def end_=: (Integer) -> Integer
1983
+
1984
+ attr_reader ocr: bool?
1985
+
1986
+ def ocr=: (bool) -> bool
1987
+
1988
+ attr_reader should_parse: bool?
1989
+
1990
+ def should_parse=: (bool) -> bool
1991
+
1992
+ attr_reader start: Integer?
1993
+
1994
+ def start=: (Integer) -> Integer
1995
+
1996
+ def initialize: (
1997
+ ?end_: Integer,
1998
+ ?ocr: bool,
1999
+ ?should_parse: bool,
2000
+ ?start: Integer
2001
+ ) -> void
2002
+
2003
+ def to_hash: -> {
2004
+ end_: Integer,
2005
+ ocr: bool,
2006
+ should_parse: bool,
2007
+ start: Integer
2008
+ }
2009
+ end
2010
+ end
2011
+ end
2012
+
2013
+ type html =
2014
+ {
2015
+ format_: :html,
2016
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source,
2017
+ options: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options
2018
+ }
2019
+
2020
+ class HTML < ContextDev::Internal::Type::BaseModel
2021
+ attr_accessor format_: :html
2022
+
2023
+ attr_accessor source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source
2024
+
2025
+ attr_reader options: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options?
2026
+
2027
+ def options=: (
2028
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options
2029
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options
2030
+
2031
+ def initialize: (
2032
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source,
2033
+ ?options: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options,
2034
+ ?format_: :html
2035
+ ) -> void
2036
+
2037
+ def to_hash: -> {
2038
+ format_: :html,
2039
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source,
2040
+ options: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options
2041
+ }
2042
+
2043
+ type source =
2044
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL
2045
+ | ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap
2046
+
2047
+ module Source
2048
+ extend ContextDev::Internal::Type::Union
2049
+
2050
+ type start_url =
2051
+ {
2052
+ type: :start_url,
2053
+ url: String,
2054
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls
2055
+ }
2056
+
2057
+ class StartURL < ContextDev::Internal::Type::BaseModel
2058
+ attr_accessor type: :start_url
2059
+
2060
+ attr_accessor url: String
2061
+
2062
+ attr_reader controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls?
2063
+
2064
+ def controls=: (
2065
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls
2066
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls
2067
+
2068
+ def initialize: (
2069
+ url: String,
2070
+ ?controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls,
2071
+ ?type: :start_url
2072
+ ) -> void
2073
+
2074
+ def to_hash: -> {
2075
+ type: :start_url,
2076
+ url: String,
2077
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls
2078
+ }
2079
+
2080
+ type controls =
2081
+ {
2082
+ follow_subdomains: bool,
2083
+ max_depth: Integer,
2084
+ max_urls: Integer,
2085
+ regex: String
2086
+ }
2087
+
2088
+ class Controls < ContextDev::Internal::Type::BaseModel
2089
+ attr_reader follow_subdomains: bool?
2090
+
2091
+ def follow_subdomains=: (bool) -> bool
2092
+
2093
+ attr_reader max_depth: Integer?
2094
+
2095
+ def max_depth=: (Integer) -> Integer
2096
+
2097
+ attr_reader max_urls: Integer?
2098
+
2099
+ def max_urls=: (Integer) -> Integer
2100
+
2101
+ attr_reader regex: String?
2102
+
2103
+ def regex=: (String) -> String
2104
+
2105
+ def initialize: (
2106
+ ?follow_subdomains: bool,
2107
+ ?max_depth: Integer,
2108
+ ?max_urls: Integer,
2109
+ ?regex: String
2110
+ ) -> void
2111
+
2112
+ def to_hash: -> {
2113
+ follow_subdomains: bool,
2114
+ max_depth: Integer,
2115
+ max_urls: Integer,
2116
+ regex: String
2117
+ }
2118
+ end
2119
+ end
2120
+
2121
+ type sitemap =
2122
+ {
2123
+ domain: String,
2124
+ type: :sitemap,
2125
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls
2126
+ }
2127
+
2128
+ class Sitemap < ContextDev::Internal::Type::BaseModel
2129
+ attr_accessor domain: String
2130
+
2131
+ attr_accessor type: :sitemap
2132
+
2133
+ attr_reader controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls?
2134
+
2135
+ def controls=: (
2136
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls
2137
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls
2138
+
2139
+ def initialize: (
2140
+ domain: String,
2141
+ ?controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls,
2142
+ ?type: :sitemap
2143
+ ) -> void
2144
+
2145
+ def to_hash: -> {
2146
+ domain: String,
2147
+ type: :sitemap,
2148
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls
2149
+ }
2150
+
2151
+ type controls = { max_urls: Integer, regex: String }
2152
+
2153
+ class Controls < ContextDev::Internal::Type::BaseModel
2154
+ attr_reader max_urls: Integer?
2155
+
2156
+ def max_urls=: (Integer) -> Integer
2157
+
2158
+ attr_reader regex: String?
2159
+
2160
+ def regex=: (String) -> String
2161
+
2162
+ def initialize: (?max_urls: Integer, ?regex: String) -> void
2163
+
2164
+ def to_hash: -> { max_urls: Integer, regex: String }
2165
+ end
2166
+ end
2167
+
2168
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source]
2169
+ end
2170
+
2171
+ type options =
2172
+ {
2173
+ country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country,
2174
+ exclude_selectors: ::Array[String]?,
2175
+ include_selectors: ::Array[String]?,
2176
+ max_age_ms: Integer?,
2177
+ pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf,
2178
+ settle_animations: bool,
2179
+ use_main_content_only: bool,
2180
+ wait_for_ms: Integer
2181
+ }
2182
+
2183
+ class Options < ContextDev::Internal::Type::BaseModel
2184
+ attr_reader country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country?
2185
+
2186
+ def country=: (
2187
+ ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country
2188
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country
2189
+
2190
+ attr_accessor exclude_selectors: ::Array[String]?
2191
+
2192
+ attr_accessor include_selectors: ::Array[String]?
2193
+
2194
+ attr_accessor max_age_ms: Integer?
2195
+
2196
+ attr_reader pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf?
2197
+
2198
+ def pdf=: (
2199
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf
2200
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf
2201
+
2202
+ attr_reader settle_animations: bool?
2203
+
2204
+ def settle_animations=: (bool) -> bool
2205
+
2206
+ attr_reader use_main_content_only: bool?
2207
+
2208
+ def use_main_content_only=: (bool) -> bool
2209
+
2210
+ attr_reader wait_for_ms: Integer?
2211
+
2212
+ def wait_for_ms=: (Integer) -> Integer
2213
+
2214
+ def initialize: (
2215
+ ?country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country,
2216
+ ?exclude_selectors: ::Array[String]?,
2217
+ ?include_selectors: ::Array[String]?,
2218
+ ?max_age_ms: Integer?,
2219
+ ?pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf,
2220
+ ?settle_animations: bool,
2221
+ ?use_main_content_only: bool,
2222
+ ?wait_for_ms: Integer
2223
+ ) -> void
2224
+
2225
+ def to_hash: -> {
2226
+ country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country,
2227
+ exclude_selectors: ::Array[String]?,
2228
+ include_selectors: ::Array[String]?,
2229
+ max_age_ms: Integer?,
2230
+ pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf,
2231
+ settle_animations: bool,
2232
+ use_main_content_only: bool,
2233
+ wait_for_ms: Integer
2234
+ }
2235
+
2236
+ type country =
2237
+ :ad
2238
+ | :ae
2239
+ | :af
2240
+ | :ag
2241
+ | :ai
2242
+ | :al
2243
+ | :am
2244
+ | :ao
2245
+ | :ar
2246
+ | :at
2247
+ | :au
2248
+ | :aw
2249
+ | :az
2250
+ | :ba
2251
+ | :bb
2252
+ | :bd
2253
+ | :be
2254
+ | :bf
2255
+ | :bg
2256
+ | :bh
2257
+ | :bi
2258
+ | :bj
2259
+ | :bm
2260
+ | :bn
2261
+ | :bo
2262
+ | :bq
2263
+ | :br
2264
+ | :bs
2265
+ | :bw
2266
+ | :by
2267
+ | :bz
2268
+ | :ca
2269
+ | :cd
2270
+ | :cf
2271
+ | :cg
2272
+ | :ch
2273
+ | :ci
2274
+ | :cl
2275
+ | :cm
2276
+ | :cn
2277
+ | :co
2278
+ | :cr
2279
+ | :cv
2280
+ | :cw
2281
+ | :cy
2282
+ | :cz
2283
+ | :de
2284
+ | :dj
2285
+ | :dk
2286
+ | :dm
2287
+ | :do
2288
+ | :dz
2289
+ | :ec
2290
+ | :ee
2291
+ | :eg
2292
+ | :es
2293
+ | :et
2294
+ | :fi
2295
+ | :fj
2296
+ | :fr
2297
+ | :ga
2298
+ | :gb
2299
+ | :gd
2300
+ | :ge
2301
+ | :gf
2302
+ | :gg
2303
+ | :gh
2304
+ | :gm
2305
+ | :gn
2306
+ | :gp
2307
+ | :gq
2308
+ | :gr
2309
+ | :gt
2310
+ | :gu
2311
+ | :gw
2312
+ | :gy
2313
+ | :hk
2314
+ | :hn
2315
+ | :hr
2316
+ | :ht
2317
+ | :hu
2318
+ | :id
2319
+ | :ie
2320
+ | :il
2321
+ | :im
2322
+ | :in
2323
+ | :iq
2324
+ | :ir
2325
+ | :is
2326
+ | :it
2327
+ | :je
2328
+ | :jm
2329
+ | :jo
2330
+ | :jp
2331
+ | :ke
2332
+ | :kg
2333
+ | :kh
2334
+ | :kn
2335
+ | :kr
2336
+ | :kw
2337
+ | :ky
2338
+ | :kz
2339
+ | :la
2340
+ | :lb
2341
+ | :lc
2342
+ | :lk
2343
+ | :lr
2344
+ | :ls
2345
+ | :lt
2346
+ | :lu
2347
+ | :lv
2348
+ | :ly
2349
+ | :ma
2350
+ | :mc
2351
+ | :md
2352
+ | :me
2353
+ | :mf
2354
+ | :mg
2355
+ | :mk
2356
+ | :ml
2357
+ | :mm
2358
+ | :mn
2359
+ | :mo
2360
+ | :mq
2361
+ | :mr
2362
+ | :mt
2363
+ | :mu
2364
+ | :mv
2365
+ | :mw
2366
+ | :mx
2367
+ | :my
2368
+ | :mz
2369
+ | :na
2370
+ | :nc
2371
+ | :ne
2372
+ | :ng
2373
+ | :ni
2374
+ | :nl
2375
+ | :no
2376
+ | :np
2377
+ | :nz
2378
+ | :om
2379
+ | :pa
2380
+ | :pe
2381
+ | :pf
2382
+ | :pg
2383
+ | :ph
2384
+ | :pk
2385
+ | :pl
2386
+ | :pr
2387
+ | :ps
2388
+ | :pt
2389
+ | :py
2390
+ | :qa
2391
+ | :re
2392
+ | :ro
2393
+ | :rs
2394
+ | :ru
2395
+ | :rw
2396
+ | :sa
2397
+ | :sc
2398
+ | :sd
2399
+ | :se
2400
+ | :sg
2401
+ | :si
2402
+ | :sk
2403
+ | :sl
2404
+ | :sm
2405
+ | :sn
2406
+ | :so
2407
+ | :sr
2408
+ | :ss
2409
+ | :st
2410
+ | :sv
2411
+ | :sx
2412
+ | :sy
2413
+ | :sz
2414
+ | :tc
2415
+ | :td
2416
+ | :tg
2417
+ | :th
2418
+ | :tj
2419
+ | :tl
2420
+ | :tm
2421
+ | :tn
2422
+ | :tr
2423
+ | :tt
2424
+ | :tw
2425
+ | :tz
2426
+ | :ua
2427
+ | :ug
2428
+ | :us
2429
+ | :uy
2430
+ | :uz
2431
+ | :vc
2432
+ | :ve
2433
+ | :vg
2434
+ | :vi
2435
+ | :vn
2436
+ | :ye
2437
+ | :yt
2438
+ | :za
2439
+ | :zm
2440
+ | :zw
2441
+
2442
+ module Country
2443
+ extend ContextDev::Internal::Type::Enum
2444
+
2445
+ AD: :ad
2446
+ AE: :ae
2447
+ AF: :af
2448
+ AG: :ag
2449
+ AI: :ai
2450
+ AL: :al
2451
+ AM: :am
2452
+ AO: :ao
2453
+ AR: :ar
2454
+ AT: :at
2455
+ AU: :au
2456
+ AW: :aw
2457
+ AZ: :az
2458
+ BA: :ba
2459
+ BB: :bb
2460
+ BD: :bd
2461
+ BE: :be
2462
+ BF: :bf
2463
+ BG: :bg
2464
+ BH: :bh
2465
+ BI: :bi
2466
+ BJ: :bj
2467
+ BM: :bm
2468
+ BN: :bn
2469
+ BO: :bo
2470
+ BQ: :bq
2471
+ BR: :br
2472
+ BS: :bs
2473
+ BW: :bw
2474
+ BY: :by
2475
+ BZ: :bz
2476
+ CA: :ca
2477
+ CD: :cd
2478
+ CF: :cf
2479
+ CG: :cg
2480
+ CH: :ch
2481
+ CI: :ci
2482
+ CL: :cl
2483
+ CM: :cm
2484
+ CN: :cn
2485
+ CO: :co
2486
+ CR: :cr
2487
+ CV: :cv
2488
+ CW: :cw
2489
+ CY: :cy
2490
+ CZ: :cz
2491
+ DE: :de
2492
+ DJ: :dj
2493
+ DK: :dk
2494
+ DM: :dm
2495
+ DO: :do
2496
+ DZ: :dz
2497
+ EC: :ec
2498
+ EE: :ee
2499
+ EG: :eg
2500
+ ES: :es
2501
+ ET: :et
2502
+ FI: :fi
2503
+ FJ: :fj
2504
+ FR: :fr
2505
+ GA: :ga
2506
+ GB: :gb
2507
+ GD: :gd
2508
+ GE: :ge
2509
+ GF: :gf
2510
+ GG: :gg
2511
+ GH: :gh
2512
+ GM: :gm
2513
+ GN: :gn
2514
+ GP: :gp
2515
+ GQ: :gq
2516
+ GR: :gr
2517
+ GT: :gt
2518
+ GU: :gu
2519
+ GW: :gw
2520
+ GY: :gy
2521
+ HK: :hk
2522
+ HN: :hn
2523
+ HR: :hr
2524
+ HT: :ht
2525
+ HU: :hu
2526
+ ID: :id
2527
+ IE: :ie
2528
+ IL: :il
2529
+ IM: :im
2530
+ IN: :in
2531
+ IQ: :iq
2532
+ IR: :ir
2533
+ IS: :is
2534
+ IT: :it
2535
+ JE: :je
2536
+ JM: :jm
2537
+ JO: :jo
2538
+ JP: :jp
2539
+ KE: :ke
2540
+ KG: :kg
2541
+ KH: :kh
2542
+ KN: :kn
2543
+ KR: :kr
2544
+ KW: :kw
2545
+ KY: :ky
2546
+ KZ: :kz
2547
+ LA: :la
2548
+ LB: :lb
2549
+ LC: :lc
2550
+ LK: :lk
2551
+ LR: :lr
2552
+ LS: :ls
2553
+ LT: :lt
2554
+ LU: :lu
2555
+ LV: :lv
2556
+ LY: :ly
2557
+ MA: :ma
2558
+ MC: :mc
2559
+ MD: :md
2560
+ ME: :me
2561
+ MF: :mf
2562
+ MG: :mg
2563
+ MK: :mk
2564
+ ML: :ml
2565
+ MM: :mm
2566
+ MN: :mn
2567
+ MO: :mo
2568
+ MQ: :mq
2569
+ MR: :mr
2570
+ MT: :mt
2571
+ MU: :mu
2572
+ MV: :mv
2573
+ MW: :mw
2574
+ MX: :mx
2575
+ MY: :my
2576
+ MZ: :mz
2577
+ NA: :na
2578
+ NC: :nc
2579
+ NE: :ne
2580
+ NG: :ng
2581
+ NI: :ni
2582
+ NL: :nl
2583
+ NO: :no
2584
+ NP: :np
2585
+ NZ: :nz
2586
+ OM: :om
2587
+ PA: :pa
2588
+ PE: :pe
2589
+ PF: :pf
2590
+ PG: :pg
2591
+ PH: :ph
2592
+ PK: :pk
2593
+ PL: :pl
2594
+ PR: :pr
2595
+ PS: :ps
2596
+ PT: :pt
2597
+ PY: :py
2598
+ QA: :qa
2599
+ RE: :re
2600
+ RO: :ro
2601
+ RS: :rs
2602
+ RU: :ru
2603
+ RW: :rw
2604
+ SA: :sa
2605
+ SC: :sc
2606
+ SD: :sd
2607
+ SE: :se
2608
+ SG: :sg
2609
+ SI: :si
2610
+ SK: :sk
2611
+ SL: :sl
2612
+ SM: :sm
2613
+ SN: :sn
2614
+ SO: :so
2615
+ SR: :sr
2616
+ SS: :ss
2617
+ ST: :st
2618
+ SV: :sv
2619
+ SX: :sx
2620
+ SY: :sy
2621
+ SZ: :sz
2622
+ TC: :tc
2623
+ TD: :td
2624
+ TG: :tg
2625
+ TH: :th
2626
+ TJ: :tj
2627
+ TL: :tl
2628
+ TM: :tm
2629
+ TN: :tn
2630
+ TR: :tr
2631
+ TT: :tt
2632
+ TW: :tw
2633
+ TZ: :tz
2634
+ UA: :ua
2635
+ UG: :ug
2636
+ US: :us
2637
+ UY: :uy
2638
+ UZ: :uz
2639
+ VC: :vc
2640
+ VE: :ve
2641
+ VG: :vg
2642
+ VI: :vi
2643
+ VN: :vn
2644
+ YE: :ye
2645
+ YT: :yt
2646
+ ZA: :za
2647
+ ZM: :zm
2648
+ ZW: :zw
2649
+
2650
+ def self?.values: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country]
2651
+ end
2652
+
2653
+ type pdf =
2654
+ {
2655
+ end_: Integer,
2656
+ ocr: bool,
2657
+ should_parse: bool,
2658
+ start: Integer
2659
+ }
2660
+
2661
+ class Pdf < ContextDev::Internal::Type::BaseModel
2662
+ attr_reader end_: Integer?
2663
+
2664
+ def end_=: (Integer) -> Integer
2665
+
2666
+ attr_reader ocr: bool?
2667
+
2668
+ def ocr=: (bool) -> bool
2669
+
2670
+ attr_reader should_parse: bool?
2671
+
2672
+ def should_parse=: (bool) -> bool
2673
+
2674
+ attr_reader start: Integer?
2675
+
2676
+ def start=: (Integer) -> Integer
40
2677
 
41
- class Identifiers < ContextDev::Internal::Type::BaseModel
42
- attr_reader linkedin_url: String?
2678
+ def initialize: (
2679
+ ?end_: Integer,
2680
+ ?ocr: bool,
2681
+ ?should_parse: bool,
2682
+ ?start: Integer
2683
+ ) -> void
43
2684
 
44
- def linkedin_url=: (String) -> String
2685
+ def to_hash: -> {
2686
+ end_: Integer,
2687
+ ocr: bool,
2688
+ should_parse: bool,
2689
+ start: Integer
2690
+ }
2691
+ end
2692
+ end
2693
+ end
45
2694
 
46
- def initialize: (?linkedin_url: String) -> void
2695
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::data]
2696
+ end
2697
+ end
47
2698
 
48
- def to_hash: -> { linkedin_url: String }
2699
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::input]
49
2700
  end
50
2701
  end
51
2702
  end