context.dev 2.8.0 → 2.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +15 -0
  3. data/README.md +1 -1
  4. data/lib/context_dev/client.rb +5 -0
  5. data/lib/context_dev/models/batch_delete_params.rb +22 -0
  6. data/lib/context_dev/models/batch_delete_response.rb +60 -0
  7. data/lib/context_dev/models/batch_get_results_response.rb +13 -1
  8. data/lib/context_dev/models/batch_list_response.rb +13 -4
  9. data/lib/context_dev/models/batch_retrieve_response.rb +13 -4
  10. data/lib/context_dev/models/batch_submit_params.rb +2352 -26
  11. data/lib/context_dev/models/batch_submit_response.rb +125 -531
  12. data/lib/context_dev/models/brand_retrieve_response.rb +50 -1
  13. data/lib/context_dev/models/brand_search_response.rb +3 -2
  14. data/lib/context_dev/models/crawl_controls.rb +21 -15
  15. data/lib/context_dev/models/parse_handle_params.rb +11 -9
  16. data/lib/context_dev/models/person_enrich_params.rb +176 -0
  17. data/lib/context_dev/models/person_enrich_response.rb +581 -0
  18. data/lib/context_dev/models/web_search_response.rb +1 -0
  19. data/lib/context_dev/models/web_web_crawl_md_params.rb +5 -4
  20. data/lib/context_dev/models/web_web_scrape_html_params.rb +11 -9
  21. data/lib/context_dev/models/web_web_scrape_md_params.rb +11 -9
  22. data/lib/context_dev/models/web_web_scrape_sitemap_params.rb +11 -1
  23. data/lib/context_dev/models/web_web_scrape_sitemap_response.rb +3 -2
  24. data/lib/context_dev/models.rb +4 -0
  25. data/lib/context_dev/resources/batch.rb +33 -7
  26. data/lib/context_dev/resources/brand.rb +2 -1
  27. data/lib/context_dev/resources/parse.rb +1 -1
  28. data/lib/context_dev/resources/people.rb +56 -0
  29. data/lib/context_dev/resources/web.rb +21 -2
  30. data/lib/context_dev/version.rb +1 -1
  31. data/lib/context_dev.rb +5 -0
  32. data/rbi/context_dev/client.rbi +4 -0
  33. data/rbi/context_dev/models/batch_delete_params.rbi +40 -0
  34. data/rbi/context_dev/models/batch_delete_response.rbi +116 -0
  35. data/rbi/context_dev/models/batch_get_results_response.rbi +14 -1
  36. data/rbi/context_dev/models/batch_list_response.rbi +24 -8
  37. data/rbi/context_dev/models/batch_retrieve_response.rbi +24 -8
  38. data/rbi/context_dev/models/batch_submit_params.rbi +6955 -44
  39. data/rbi/context_dev/models/batch_submit_response.rbi +184 -1151
  40. data/rbi/context_dev/models/brand_retrieve_response.rbi +152 -0
  41. data/rbi/context_dev/models/brand_search_response.rbi +4 -2
  42. data/rbi/context_dev/models/crawl_controls.rbi +22 -28
  43. data/rbi/context_dev/models/parse_handle_params.rbi +15 -12
  44. data/rbi/context_dev/models/person_enrich_params.rbi +332 -0
  45. data/rbi/context_dev/models/person_enrich_response.rbi +1208 -0
  46. data/rbi/context_dev/models/web_search_response.rbi +5 -0
  47. data/rbi/context_dev/models/web_web_crawl_md_params.rbi +8 -6
  48. data/rbi/context_dev/models/web_web_scrape_html_params.rbi +15 -12
  49. data/rbi/context_dev/models/web_web_scrape_md_params.rbi +15 -12
  50. data/rbi/context_dev/models/web_web_scrape_sitemap_params.rbi +15 -0
  51. data/rbi/context_dev/models/web_web_scrape_sitemap_response.rbi +4 -2
  52. data/rbi/context_dev/models.rbi +4 -0
  53. data/rbi/context_dev/resources/batch.rbi +32 -10
  54. data/rbi/context_dev/resources/brand.rbi +2 -1
  55. data/rbi/context_dev/resources/parse.rbi +5 -5
  56. data/rbi/context_dev/resources/people.rbi +47 -0
  57. data/rbi/context_dev/resources/web.rbi +23 -1
  58. data/sig/context_dev/client.rbs +2 -0
  59. data/sig/context_dev/models/batch_delete_params.rbs +23 -0
  60. data/sig/context_dev/models/batch_delete_response.rbs +57 -0
  61. data/sig/context_dev/models/batch_get_results_response.rbs +9 -2
  62. data/sig/context_dev/models/batch_list_response.rbs +16 -2
  63. data/sig/context_dev/models/batch_retrieve_response.rbs +16 -2
  64. data/sig/context_dev/models/batch_submit_params.rbs +2756 -15
  65. data/sig/context_dev/models/batch_submit_response.rbs +78 -466
  66. data/sig/context_dev/models/brand_retrieve_response.rbs +62 -0
  67. data/sig/context_dev/models/crawl_controls.rbs +16 -16
  68. data/sig/context_dev/models/person_enrich_params.rbs +199 -0
  69. data/sig/context_dev/models/person_enrich_response.rbs +607 -0
  70. data/sig/context_dev/models/web_search_response.rbs +2 -0
  71. data/sig/context_dev/models/web_web_scrape_sitemap_params.rbs +7 -0
  72. data/sig/context_dev/models.rbs +4 -0
  73. data/sig/context_dev/resources/batch.rbs +8 -2
  74. data/sig/context_dev/resources/people.rbs +19 -0
  75. data/sig/context_dev/resources/web.rbs +1 -0
  76. metadata +17 -2
@@ -2,9 +2,10 @@ module ContextDev
2
2
  module Models
3
3
  type batch_submit_params =
4
4
  {
5
- identifiers: ContextDev::BatchSubmitParams::Identifiers,
5
+ input: ContextDev::Models::BatchSubmitParams::input,
6
6
  tags: ::Array[String],
7
- timeout_ms: Integer
7
+ webhook_url: String,
8
+ idempotency_key: String
8
9
  }
9
10
  & ContextDev::Internal::Type::request_parameters
10
11
 
@@ -12,40 +13,2780 @@ module ContextDev
12
13
  extend ContextDev::Internal::Type::RequestParameters::Converter
13
14
  include ContextDev::Internal::Type::RequestParameters
14
15
 
15
- attr_accessor identifiers: ContextDev::BatchSubmitParams::Identifiers
16
+ attr_accessor input: ContextDev::Models::BatchSubmitParams::input
16
17
 
17
18
  attr_reader tags: ::Array[String]?
18
19
 
19
20
  def tags=: (::Array[String]) -> ::Array[String]
20
21
 
21
- attr_reader timeout_ms: Integer?
22
+ attr_reader webhook_url: String?
22
23
 
23
- def timeout_ms=: (Integer) -> Integer
24
+ def webhook_url=: (String) -> String
25
+
26
+ attr_reader idempotency_key: String?
27
+
28
+ def idempotency_key=: (String) -> String
24
29
 
25
30
  def initialize: (
26
- identifiers: ContextDev::BatchSubmitParams::Identifiers,
31
+ input: ContextDev::Models::BatchSubmitParams::input,
27
32
  ?tags: ::Array[String],
28
- ?timeout_ms: Integer,
33
+ ?webhook_url: String,
34
+ ?idempotency_key: String,
29
35
  ?request_options: ContextDev::request_opts
30
36
  ) -> void
31
37
 
32
38
  def to_hash: -> {
33
- identifiers: ContextDev::BatchSubmitParams::Identifiers,
39
+ input: ContextDev::Models::BatchSubmitParams::input,
34
40
  tags: ::Array[String],
35
- timeout_ms: Integer,
41
+ webhook_url: String,
42
+ idempotency_key: String,
36
43
  request_options: ContextDev::RequestOptions
37
44
  }
38
45
 
39
- type identifiers = { linkedin_url: String }
46
+ type input =
47
+ ContextDev::BatchSubmitParams::Input::Scrape
48
+ | ContextDev::BatchSubmitParams::Input::Crawl
49
+
50
+ module Input
51
+ extend ContextDev::Internal::Type::Union
52
+
53
+ type scrape =
54
+ {
55
+ data: ContextDev::Models::BatchSubmitParams::Input::Scrape::data,
56
+ mode: :scrape
57
+ }
58
+
59
+ class Scrape < ContextDev::Internal::Type::BaseModel
60
+ attr_accessor data: ContextDev::Models::BatchSubmitParams::Input::Scrape::data
61
+
62
+ attr_accessor mode: :scrape
63
+
64
+ def initialize: (
65
+ data: ContextDev::Models::BatchSubmitParams::Input::Scrape::data,
66
+ ?mode: :scrape
67
+ ) -> void
68
+
69
+ def to_hash: -> {
70
+ data: ContextDev::Models::BatchSubmitParams::Input::Scrape::data,
71
+ mode: :scrape
72
+ }
73
+
74
+ type data =
75
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown
76
+ | ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML
77
+
78
+ module Data
79
+ extend ContextDev::Internal::Type::Union
80
+
81
+ type markdown =
82
+ {
83
+ format_: :markdown,
84
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::URL],
85
+ options: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options
86
+ }
87
+
88
+ class Markdown < ContextDev::Internal::Type::BaseModel
89
+ attr_accessor format_: :markdown
90
+
91
+ attr_accessor urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::URL]
92
+
93
+ attr_reader options: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options?
94
+
95
+ def options=: (
96
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options
97
+ ) -> ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options
98
+
99
+ def initialize: (
100
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::URL],
101
+ ?options: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options,
102
+ ?format_: :markdown
103
+ ) -> void
104
+
105
+ def to_hash: -> {
106
+ format_: :markdown,
107
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::URL],
108
+ options: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options
109
+ }
110
+
111
+ type url =
112
+ { url: String, item_id: String, meta: ::Hash[Symbol, top] }
113
+
114
+ class URL < ContextDev::Internal::Type::BaseModel
115
+ attr_accessor url: String
116
+
117
+ attr_reader item_id: String?
118
+
119
+ def item_id=: (String) -> String
120
+
121
+ attr_reader meta: ::Hash[Symbol, top]?
122
+
123
+ def meta=: (::Hash[Symbol, top]) -> ::Hash[Symbol, top]
124
+
125
+ def initialize: (
126
+ url: String,
127
+ ?item_id: String,
128
+ ?meta: ::Hash[Symbol, top]
129
+ ) -> void
130
+
131
+ def to_hash: -> {
132
+ url: String,
133
+ item_id: String,
134
+ meta: ::Hash[Symbol, top]
135
+ }
136
+ end
137
+
138
+ type options =
139
+ {
140
+ country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country,
141
+ exclude_selectors: ::Array[String]?,
142
+ include_images: bool,
143
+ include_links: bool,
144
+ include_selectors: ::Array[String]?,
145
+ max_age_ms: Integer?,
146
+ pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf,
147
+ settle_animations: bool,
148
+ :shorten_base64_images => bool,
149
+ use_main_content_only: bool,
150
+ wait_for_ms: Integer
151
+ }
152
+
153
+ class Options < ContextDev::Internal::Type::BaseModel
154
+ attr_reader country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country?
155
+
156
+ def country=: (
157
+ ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country
158
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country
159
+
160
+ attr_accessor exclude_selectors: ::Array[String]?
161
+
162
+ attr_reader include_images: bool?
163
+
164
+ def include_images=: (bool) -> bool
165
+
166
+ attr_reader include_links: bool?
167
+
168
+ def include_links=: (bool) -> bool
169
+
170
+ attr_accessor include_selectors: ::Array[String]?
171
+
172
+ attr_accessor max_age_ms: Integer?
173
+
174
+ attr_reader pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf?
175
+
176
+ def pdf=: (
177
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf
178
+ ) -> ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf
179
+
180
+ attr_reader settle_animations: bool?
181
+
182
+ def settle_animations=: (bool) -> bool
183
+
184
+ attr_reader shorten_base64_images: bool?
185
+
186
+ def shorten_base64_images=: (bool) -> bool
187
+
188
+ attr_reader use_main_content_only: bool?
189
+
190
+ def use_main_content_only=: (bool) -> bool
191
+
192
+ attr_reader wait_for_ms: Integer?
193
+
194
+ def wait_for_ms=: (Integer) -> Integer
195
+
196
+ def initialize: (
197
+ ?country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country,
198
+ ?exclude_selectors: ::Array[String]?,
199
+ ?include_images: bool,
200
+ ?include_links: bool,
201
+ ?include_selectors: ::Array[String]?,
202
+ ?max_age_ms: Integer?,
203
+ ?pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf,
204
+ ?settle_animations: bool,
205
+ ?shorten_base64_images: bool,
206
+ ?use_main_content_only: bool,
207
+ ?wait_for_ms: Integer
208
+ ) -> void
209
+
210
+ def to_hash: -> {
211
+ country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country,
212
+ exclude_selectors: ::Array[String]?,
213
+ include_images: bool,
214
+ include_links: bool,
215
+ include_selectors: ::Array[String]?,
216
+ max_age_ms: Integer?,
217
+ pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf,
218
+ settle_animations: bool,
219
+ :shorten_base64_images => bool,
220
+ use_main_content_only: bool,
221
+ wait_for_ms: Integer
222
+ }
223
+
224
+ type country =
225
+ :ad
226
+ | :ae
227
+ | :af
228
+ | :ag
229
+ | :ai
230
+ | :al
231
+ | :am
232
+ | :ao
233
+ | :ar
234
+ | :at
235
+ | :au
236
+ | :aw
237
+ | :az
238
+ | :ba
239
+ | :bb
240
+ | :bd
241
+ | :be
242
+ | :bf
243
+ | :bg
244
+ | :bh
245
+ | :bi
246
+ | :bj
247
+ | :bm
248
+ | :bn
249
+ | :bo
250
+ | :bq
251
+ | :br
252
+ | :bs
253
+ | :bw
254
+ | :by
255
+ | :bz
256
+ | :ca
257
+ | :cd
258
+ | :cf
259
+ | :cg
260
+ | :ch
261
+ | :ci
262
+ | :cl
263
+ | :cm
264
+ | :cn
265
+ | :co
266
+ | :cr
267
+ | :cv
268
+ | :cw
269
+ | :cy
270
+ | :cz
271
+ | :de
272
+ | :dj
273
+ | :dk
274
+ | :dm
275
+ | :do
276
+ | :dz
277
+ | :ec
278
+ | :ee
279
+ | :eg
280
+ | :es
281
+ | :et
282
+ | :fi
283
+ | :fj
284
+ | :fr
285
+ | :ga
286
+ | :gb
287
+ | :gd
288
+ | :ge
289
+ | :gf
290
+ | :gg
291
+ | :gh
292
+ | :gm
293
+ | :gn
294
+ | :gp
295
+ | :gq
296
+ | :gr
297
+ | :gt
298
+ | :gu
299
+ | :gw
300
+ | :gy
301
+ | :hk
302
+ | :hn
303
+ | :hr
304
+ | :ht
305
+ | :hu
306
+ | :id
307
+ | :ie
308
+ | :il
309
+ | :im
310
+ | :in
311
+ | :iq
312
+ | :ir
313
+ | :is
314
+ | :it
315
+ | :je
316
+ | :jm
317
+ | :jo
318
+ | :jp
319
+ | :ke
320
+ | :kg
321
+ | :kh
322
+ | :kn
323
+ | :kr
324
+ | :kw
325
+ | :ky
326
+ | :kz
327
+ | :la
328
+ | :lb
329
+ | :lc
330
+ | :lk
331
+ | :lr
332
+ | :ls
333
+ | :lt
334
+ | :lu
335
+ | :lv
336
+ | :ly
337
+ | :ma
338
+ | :mc
339
+ | :md
340
+ | :me
341
+ | :mf
342
+ | :mg
343
+ | :mk
344
+ | :ml
345
+ | :mm
346
+ | :mn
347
+ | :mo
348
+ | :mq
349
+ | :mr
350
+ | :mt
351
+ | :mu
352
+ | :mv
353
+ | :mw
354
+ | :mx
355
+ | :my
356
+ | :mz
357
+ | :na
358
+ | :nc
359
+ | :ne
360
+ | :ng
361
+ | :ni
362
+ | :nl
363
+ | :no
364
+ | :np
365
+ | :nz
366
+ | :om
367
+ | :pa
368
+ | :pe
369
+ | :pf
370
+ | :pg
371
+ | :ph
372
+ | :pk
373
+ | :pl
374
+ | :pr
375
+ | :ps
376
+ | :pt
377
+ | :py
378
+ | :qa
379
+ | :re
380
+ | :ro
381
+ | :rs
382
+ | :ru
383
+ | :rw
384
+ | :sa
385
+ | :sc
386
+ | :sd
387
+ | :se
388
+ | :sg
389
+ | :si
390
+ | :sk
391
+ | :sl
392
+ | :sm
393
+ | :sn
394
+ | :so
395
+ | :sr
396
+ | :ss
397
+ | :st
398
+ | :sv
399
+ | :sx
400
+ | :sy
401
+ | :sz
402
+ | :tc
403
+ | :td
404
+ | :tg
405
+ | :th
406
+ | :tj
407
+ | :tl
408
+ | :tm
409
+ | :tn
410
+ | :tr
411
+ | :tt
412
+ | :tw
413
+ | :tz
414
+ | :ua
415
+ | :ug
416
+ | :us
417
+ | :uy
418
+ | :uz
419
+ | :vc
420
+ | :ve
421
+ | :vg
422
+ | :vi
423
+ | :vn
424
+ | :ye
425
+ | :yt
426
+ | :za
427
+ | :zm
428
+ | :zw
429
+
430
+ module Country
431
+ extend ContextDev::Internal::Type::Enum
432
+
433
+ AD: :ad
434
+ AE: :ae
435
+ AF: :af
436
+ AG: :ag
437
+ AI: :ai
438
+ AL: :al
439
+ AM: :am
440
+ AO: :ao
441
+ AR: :ar
442
+ AT: :at
443
+ AU: :au
444
+ AW: :aw
445
+ AZ: :az
446
+ BA: :ba
447
+ BB: :bb
448
+ BD: :bd
449
+ BE: :be
450
+ BF: :bf
451
+ BG: :bg
452
+ BH: :bh
453
+ BI: :bi
454
+ BJ: :bj
455
+ BM: :bm
456
+ BN: :bn
457
+ BO: :bo
458
+ BQ: :bq
459
+ BR: :br
460
+ BS: :bs
461
+ BW: :bw
462
+ BY: :by
463
+ BZ: :bz
464
+ CA: :ca
465
+ CD: :cd
466
+ CF: :cf
467
+ CG: :cg
468
+ CH: :ch
469
+ CI: :ci
470
+ CL: :cl
471
+ CM: :cm
472
+ CN: :cn
473
+ CO: :co
474
+ CR: :cr
475
+ CV: :cv
476
+ CW: :cw
477
+ CY: :cy
478
+ CZ: :cz
479
+ DE: :de
480
+ DJ: :dj
481
+ DK: :dk
482
+ DM: :dm
483
+ DO: :do
484
+ DZ: :dz
485
+ EC: :ec
486
+ EE: :ee
487
+ EG: :eg
488
+ ES: :es
489
+ ET: :et
490
+ FI: :fi
491
+ FJ: :fj
492
+ FR: :fr
493
+ GA: :ga
494
+ GB: :gb
495
+ GD: :gd
496
+ GE: :ge
497
+ GF: :gf
498
+ GG: :gg
499
+ GH: :gh
500
+ GM: :gm
501
+ GN: :gn
502
+ GP: :gp
503
+ GQ: :gq
504
+ GR: :gr
505
+ GT: :gt
506
+ GU: :gu
507
+ GW: :gw
508
+ GY: :gy
509
+ HK: :hk
510
+ HN: :hn
511
+ HR: :hr
512
+ HT: :ht
513
+ HU: :hu
514
+ ID: :id
515
+ IE: :ie
516
+ IL: :il
517
+ IM: :im
518
+ IN: :in
519
+ IQ: :iq
520
+ IR: :ir
521
+ IS: :is
522
+ IT: :it
523
+ JE: :je
524
+ JM: :jm
525
+ JO: :jo
526
+ JP: :jp
527
+ KE: :ke
528
+ KG: :kg
529
+ KH: :kh
530
+ KN: :kn
531
+ KR: :kr
532
+ KW: :kw
533
+ KY: :ky
534
+ KZ: :kz
535
+ LA: :la
536
+ LB: :lb
537
+ LC: :lc
538
+ LK: :lk
539
+ LR: :lr
540
+ LS: :ls
541
+ LT: :lt
542
+ LU: :lu
543
+ LV: :lv
544
+ LY: :ly
545
+ MA: :ma
546
+ MC: :mc
547
+ MD: :md
548
+ ME: :me
549
+ MF: :mf
550
+ MG: :mg
551
+ MK: :mk
552
+ ML: :ml
553
+ MM: :mm
554
+ MN: :mn
555
+ MO: :mo
556
+ MQ: :mq
557
+ MR: :mr
558
+ MT: :mt
559
+ MU: :mu
560
+ MV: :mv
561
+ MW: :mw
562
+ MX: :mx
563
+ MY: :my
564
+ MZ: :mz
565
+ NA: :na
566
+ NC: :nc
567
+ NE: :ne
568
+ NG: :ng
569
+ NI: :ni
570
+ NL: :nl
571
+ NO: :no
572
+ NP: :np
573
+ NZ: :nz
574
+ OM: :om
575
+ PA: :pa
576
+ PE: :pe
577
+ PF: :pf
578
+ PG: :pg
579
+ PH: :ph
580
+ PK: :pk
581
+ PL: :pl
582
+ PR: :pr
583
+ PS: :ps
584
+ PT: :pt
585
+ PY: :py
586
+ QA: :qa
587
+ RE: :re
588
+ RO: :ro
589
+ RS: :rs
590
+ RU: :ru
591
+ RW: :rw
592
+ SA: :sa
593
+ SC: :sc
594
+ SD: :sd
595
+ SE: :se
596
+ SG: :sg
597
+ SI: :si
598
+ SK: :sk
599
+ SL: :sl
600
+ SM: :sm
601
+ SN: :sn
602
+ SO: :so
603
+ SR: :sr
604
+ SS: :ss
605
+ ST: :st
606
+ SV: :sv
607
+ SX: :sx
608
+ SY: :sy
609
+ SZ: :sz
610
+ TC: :tc
611
+ TD: :td
612
+ TG: :tg
613
+ TH: :th
614
+ TJ: :tj
615
+ TL: :tl
616
+ TM: :tm
617
+ TN: :tn
618
+ TR: :tr
619
+ TT: :tt
620
+ TW: :tw
621
+ TZ: :tz
622
+ UA: :ua
623
+ UG: :ug
624
+ US: :us
625
+ UY: :uy
626
+ UZ: :uz
627
+ VC: :vc
628
+ VE: :ve
629
+ VG: :vg
630
+ VI: :vi
631
+ VN: :vn
632
+ YE: :ye
633
+ YT: :yt
634
+ ZA: :za
635
+ ZM: :zm
636
+ ZW: :zw
637
+
638
+ def self?.values: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::country]
639
+ end
640
+
641
+ type pdf =
642
+ {
643
+ end_: Integer,
644
+ ocr: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ocr,
645
+ should_parse: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::should_parse,
646
+ start: Integer
647
+ }
648
+
649
+ class Pdf < ContextDev::Internal::Type::BaseModel
650
+ attr_reader end_: Integer?
651
+
652
+ def end_=: (Integer) -> Integer
653
+
654
+ attr_reader ocr: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ocr?
655
+
656
+ def ocr=: (
657
+ ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ocr
658
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ocr
659
+
660
+ attr_reader should_parse: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::should_parse?
661
+
662
+ def should_parse=: (
663
+ ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::should_parse
664
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::should_parse
665
+
666
+ attr_reader start: Integer?
667
+
668
+ def start=: (Integer) -> Integer
669
+
670
+ def initialize: (
671
+ ?end_: Integer,
672
+ ?ocr: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ocr,
673
+ ?should_parse: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::should_parse,
674
+ ?start: Integer
675
+ ) -> void
676
+
677
+ def to_hash: -> {
678
+ end_: Integer,
679
+ ocr: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ocr,
680
+ should_parse: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::should_parse,
681
+ start: Integer
682
+ }
683
+
684
+ type ocr = bool | :true | :false
685
+
686
+ module Ocr
687
+ extend ContextDev::Internal::Type::Union
688
+
689
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ocr]
690
+
691
+ TRUE: :true
692
+ FALSE: :false
693
+ end
694
+
695
+ type should_parse = bool | :true | :false
696
+
697
+ module ShouldParse
698
+ extend ContextDev::Internal::Type::Union
699
+
700
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::should_parse]
701
+
702
+ TRUE: :true
703
+ FALSE: :false
704
+ end
705
+ end
706
+ end
707
+ end
708
+
709
+ type html =
710
+ {
711
+ format_: :html,
712
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::URL],
713
+ options: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options
714
+ }
715
+
716
+ class HTML < ContextDev::Internal::Type::BaseModel
717
+ attr_accessor format_: :html
718
+
719
+ attr_accessor urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::URL]
720
+
721
+ attr_reader options: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options?
722
+
723
+ def options=: (
724
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options
725
+ ) -> ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options
726
+
727
+ def initialize: (
728
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::URL],
729
+ ?options: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options,
730
+ ?format_: :html
731
+ ) -> void
732
+
733
+ def to_hash: -> {
734
+ format_: :html,
735
+ urls: ::Array[ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::URL],
736
+ options: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options
737
+ }
738
+
739
+ type url =
740
+ { url: String, item_id: String, meta: ::Hash[Symbol, top] }
741
+
742
+ class URL < ContextDev::Internal::Type::BaseModel
743
+ attr_accessor url: String
744
+
745
+ attr_reader item_id: String?
746
+
747
+ def item_id=: (String) -> String
748
+
749
+ attr_reader meta: ::Hash[Symbol, top]?
750
+
751
+ def meta=: (::Hash[Symbol, top]) -> ::Hash[Symbol, top]
752
+
753
+ def initialize: (
754
+ url: String,
755
+ ?item_id: String,
756
+ ?meta: ::Hash[Symbol, top]
757
+ ) -> void
758
+
759
+ def to_hash: -> {
760
+ url: String,
761
+ item_id: String,
762
+ meta: ::Hash[Symbol, top]
763
+ }
764
+ end
765
+
766
+ type options =
767
+ {
768
+ country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country,
769
+ exclude_selectors: ::Array[String]?,
770
+ include_selectors: ::Array[String]?,
771
+ max_age_ms: Integer?,
772
+ pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf,
773
+ settle_animations: bool,
774
+ use_main_content_only: bool,
775
+ wait_for_ms: Integer
776
+ }
777
+
778
+ class Options < ContextDev::Internal::Type::BaseModel
779
+ attr_reader country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country?
780
+
781
+ def country=: (
782
+ ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country
783
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country
784
+
785
+ attr_accessor exclude_selectors: ::Array[String]?
786
+
787
+ attr_accessor include_selectors: ::Array[String]?
788
+
789
+ attr_accessor max_age_ms: Integer?
790
+
791
+ attr_reader pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf?
792
+
793
+ def pdf=: (
794
+ ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf
795
+ ) -> ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf
796
+
797
+ attr_reader settle_animations: bool?
798
+
799
+ def settle_animations=: (bool) -> bool
800
+
801
+ attr_reader use_main_content_only: bool?
802
+
803
+ def use_main_content_only=: (bool) -> bool
804
+
805
+ attr_reader wait_for_ms: Integer?
806
+
807
+ def wait_for_ms=: (Integer) -> Integer
808
+
809
+ def initialize: (
810
+ ?country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country,
811
+ ?exclude_selectors: ::Array[String]?,
812
+ ?include_selectors: ::Array[String]?,
813
+ ?max_age_ms: Integer?,
814
+ ?pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf,
815
+ ?settle_animations: bool,
816
+ ?use_main_content_only: bool,
817
+ ?wait_for_ms: Integer
818
+ ) -> void
819
+
820
+ def to_hash: -> {
821
+ country: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country,
822
+ exclude_selectors: ::Array[String]?,
823
+ include_selectors: ::Array[String]?,
824
+ max_age_ms: Integer?,
825
+ pdf: ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf,
826
+ settle_animations: bool,
827
+ use_main_content_only: bool,
828
+ wait_for_ms: Integer
829
+ }
830
+
831
+ type country =
832
+ :ad
833
+ | :ae
834
+ | :af
835
+ | :ag
836
+ | :ai
837
+ | :al
838
+ | :am
839
+ | :ao
840
+ | :ar
841
+ | :at
842
+ | :au
843
+ | :aw
844
+ | :az
845
+ | :ba
846
+ | :bb
847
+ | :bd
848
+ | :be
849
+ | :bf
850
+ | :bg
851
+ | :bh
852
+ | :bi
853
+ | :bj
854
+ | :bm
855
+ | :bn
856
+ | :bo
857
+ | :bq
858
+ | :br
859
+ | :bs
860
+ | :bw
861
+ | :by
862
+ | :bz
863
+ | :ca
864
+ | :cd
865
+ | :cf
866
+ | :cg
867
+ | :ch
868
+ | :ci
869
+ | :cl
870
+ | :cm
871
+ | :cn
872
+ | :co
873
+ | :cr
874
+ | :cv
875
+ | :cw
876
+ | :cy
877
+ | :cz
878
+ | :de
879
+ | :dj
880
+ | :dk
881
+ | :dm
882
+ | :do
883
+ | :dz
884
+ | :ec
885
+ | :ee
886
+ | :eg
887
+ | :es
888
+ | :et
889
+ | :fi
890
+ | :fj
891
+ | :fr
892
+ | :ga
893
+ | :gb
894
+ | :gd
895
+ | :ge
896
+ | :gf
897
+ | :gg
898
+ | :gh
899
+ | :gm
900
+ | :gn
901
+ | :gp
902
+ | :gq
903
+ | :gr
904
+ | :gt
905
+ | :gu
906
+ | :gw
907
+ | :gy
908
+ | :hk
909
+ | :hn
910
+ | :hr
911
+ | :ht
912
+ | :hu
913
+ | :id
914
+ | :ie
915
+ | :il
916
+ | :im
917
+ | :in
918
+ | :iq
919
+ | :ir
920
+ | :is
921
+ | :it
922
+ | :je
923
+ | :jm
924
+ | :jo
925
+ | :jp
926
+ | :ke
927
+ | :kg
928
+ | :kh
929
+ | :kn
930
+ | :kr
931
+ | :kw
932
+ | :ky
933
+ | :kz
934
+ | :la
935
+ | :lb
936
+ | :lc
937
+ | :lk
938
+ | :lr
939
+ | :ls
940
+ | :lt
941
+ | :lu
942
+ | :lv
943
+ | :ly
944
+ | :ma
945
+ | :mc
946
+ | :md
947
+ | :me
948
+ | :mf
949
+ | :mg
950
+ | :mk
951
+ | :ml
952
+ | :mm
953
+ | :mn
954
+ | :mo
955
+ | :mq
956
+ | :mr
957
+ | :mt
958
+ | :mu
959
+ | :mv
960
+ | :mw
961
+ | :mx
962
+ | :my
963
+ | :mz
964
+ | :na
965
+ | :nc
966
+ | :ne
967
+ | :ng
968
+ | :ni
969
+ | :nl
970
+ | :no
971
+ | :np
972
+ | :nz
973
+ | :om
974
+ | :pa
975
+ | :pe
976
+ | :pf
977
+ | :pg
978
+ | :ph
979
+ | :pk
980
+ | :pl
981
+ | :pr
982
+ | :ps
983
+ | :pt
984
+ | :py
985
+ | :qa
986
+ | :re
987
+ | :ro
988
+ | :rs
989
+ | :ru
990
+ | :rw
991
+ | :sa
992
+ | :sc
993
+ | :sd
994
+ | :se
995
+ | :sg
996
+ | :si
997
+ | :sk
998
+ | :sl
999
+ | :sm
1000
+ | :sn
1001
+ | :so
1002
+ | :sr
1003
+ | :ss
1004
+ | :st
1005
+ | :sv
1006
+ | :sx
1007
+ | :sy
1008
+ | :sz
1009
+ | :tc
1010
+ | :td
1011
+ | :tg
1012
+ | :th
1013
+ | :tj
1014
+ | :tl
1015
+ | :tm
1016
+ | :tn
1017
+ | :tr
1018
+ | :tt
1019
+ | :tw
1020
+ | :tz
1021
+ | :ua
1022
+ | :ug
1023
+ | :us
1024
+ | :uy
1025
+ | :uz
1026
+ | :vc
1027
+ | :ve
1028
+ | :vg
1029
+ | :vi
1030
+ | :vn
1031
+ | :ye
1032
+ | :yt
1033
+ | :za
1034
+ | :zm
1035
+ | :zw
1036
+
1037
+ module Country
1038
+ extend ContextDev::Internal::Type::Enum
1039
+
1040
+ AD: :ad
1041
+ AE: :ae
1042
+ AF: :af
1043
+ AG: :ag
1044
+ AI: :ai
1045
+ AL: :al
1046
+ AM: :am
1047
+ AO: :ao
1048
+ AR: :ar
1049
+ AT: :at
1050
+ AU: :au
1051
+ AW: :aw
1052
+ AZ: :az
1053
+ BA: :ba
1054
+ BB: :bb
1055
+ BD: :bd
1056
+ BE: :be
1057
+ BF: :bf
1058
+ BG: :bg
1059
+ BH: :bh
1060
+ BI: :bi
1061
+ BJ: :bj
1062
+ BM: :bm
1063
+ BN: :bn
1064
+ BO: :bo
1065
+ BQ: :bq
1066
+ BR: :br
1067
+ BS: :bs
1068
+ BW: :bw
1069
+ BY: :by
1070
+ BZ: :bz
1071
+ CA: :ca
1072
+ CD: :cd
1073
+ CF: :cf
1074
+ CG: :cg
1075
+ CH: :ch
1076
+ CI: :ci
1077
+ CL: :cl
1078
+ CM: :cm
1079
+ CN: :cn
1080
+ CO: :co
1081
+ CR: :cr
1082
+ CV: :cv
1083
+ CW: :cw
1084
+ CY: :cy
1085
+ CZ: :cz
1086
+ DE: :de
1087
+ DJ: :dj
1088
+ DK: :dk
1089
+ DM: :dm
1090
+ DO: :do
1091
+ DZ: :dz
1092
+ EC: :ec
1093
+ EE: :ee
1094
+ EG: :eg
1095
+ ES: :es
1096
+ ET: :et
1097
+ FI: :fi
1098
+ FJ: :fj
1099
+ FR: :fr
1100
+ GA: :ga
1101
+ GB: :gb
1102
+ GD: :gd
1103
+ GE: :ge
1104
+ GF: :gf
1105
+ GG: :gg
1106
+ GH: :gh
1107
+ GM: :gm
1108
+ GN: :gn
1109
+ GP: :gp
1110
+ GQ: :gq
1111
+ GR: :gr
1112
+ GT: :gt
1113
+ GU: :gu
1114
+ GW: :gw
1115
+ GY: :gy
1116
+ HK: :hk
1117
+ HN: :hn
1118
+ HR: :hr
1119
+ HT: :ht
1120
+ HU: :hu
1121
+ ID: :id
1122
+ IE: :ie
1123
+ IL: :il
1124
+ IM: :im
1125
+ IN: :in
1126
+ IQ: :iq
1127
+ IR: :ir
1128
+ IS: :is
1129
+ IT: :it
1130
+ JE: :je
1131
+ JM: :jm
1132
+ JO: :jo
1133
+ JP: :jp
1134
+ KE: :ke
1135
+ KG: :kg
1136
+ KH: :kh
1137
+ KN: :kn
1138
+ KR: :kr
1139
+ KW: :kw
1140
+ KY: :ky
1141
+ KZ: :kz
1142
+ LA: :la
1143
+ LB: :lb
1144
+ LC: :lc
1145
+ LK: :lk
1146
+ LR: :lr
1147
+ LS: :ls
1148
+ LT: :lt
1149
+ LU: :lu
1150
+ LV: :lv
1151
+ LY: :ly
1152
+ MA: :ma
1153
+ MC: :mc
1154
+ MD: :md
1155
+ ME: :me
1156
+ MF: :mf
1157
+ MG: :mg
1158
+ MK: :mk
1159
+ ML: :ml
1160
+ MM: :mm
1161
+ MN: :mn
1162
+ MO: :mo
1163
+ MQ: :mq
1164
+ MR: :mr
1165
+ MT: :mt
1166
+ MU: :mu
1167
+ MV: :mv
1168
+ MW: :mw
1169
+ MX: :mx
1170
+ MY: :my
1171
+ MZ: :mz
1172
+ NA: :na
1173
+ NC: :nc
1174
+ NE: :ne
1175
+ NG: :ng
1176
+ NI: :ni
1177
+ NL: :nl
1178
+ NO: :no
1179
+ NP: :np
1180
+ NZ: :nz
1181
+ OM: :om
1182
+ PA: :pa
1183
+ PE: :pe
1184
+ PF: :pf
1185
+ PG: :pg
1186
+ PH: :ph
1187
+ PK: :pk
1188
+ PL: :pl
1189
+ PR: :pr
1190
+ PS: :ps
1191
+ PT: :pt
1192
+ PY: :py
1193
+ QA: :qa
1194
+ RE: :re
1195
+ RO: :ro
1196
+ RS: :rs
1197
+ RU: :ru
1198
+ RW: :rw
1199
+ SA: :sa
1200
+ SC: :sc
1201
+ SD: :sd
1202
+ SE: :se
1203
+ SG: :sg
1204
+ SI: :si
1205
+ SK: :sk
1206
+ SL: :sl
1207
+ SM: :sm
1208
+ SN: :sn
1209
+ SO: :so
1210
+ SR: :sr
1211
+ SS: :ss
1212
+ ST: :st
1213
+ SV: :sv
1214
+ SX: :sx
1215
+ SY: :sy
1216
+ SZ: :sz
1217
+ TC: :tc
1218
+ TD: :td
1219
+ TG: :tg
1220
+ TH: :th
1221
+ TJ: :tj
1222
+ TL: :tl
1223
+ TM: :tm
1224
+ TN: :tn
1225
+ TR: :tr
1226
+ TT: :tt
1227
+ TW: :tw
1228
+ TZ: :tz
1229
+ UA: :ua
1230
+ UG: :ug
1231
+ US: :us
1232
+ UY: :uy
1233
+ UZ: :uz
1234
+ VC: :vc
1235
+ VE: :ve
1236
+ VG: :vg
1237
+ VI: :vi
1238
+ VN: :vn
1239
+ YE: :ye
1240
+ YT: :yt
1241
+ ZA: :za
1242
+ ZM: :zm
1243
+ ZW: :zw
1244
+
1245
+ def self?.values: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::country]
1246
+ end
1247
+
1248
+ type pdf =
1249
+ {
1250
+ end_: Integer,
1251
+ ocr: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ocr,
1252
+ should_parse: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::should_parse,
1253
+ start: Integer
1254
+ }
1255
+
1256
+ class Pdf < ContextDev::Internal::Type::BaseModel
1257
+ attr_reader end_: Integer?
1258
+
1259
+ def end_=: (Integer) -> Integer
1260
+
1261
+ attr_reader ocr: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ocr?
1262
+
1263
+ def ocr=: (
1264
+ ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ocr
1265
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ocr
1266
+
1267
+ attr_reader should_parse: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::should_parse?
1268
+
1269
+ def should_parse=: (
1270
+ ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::should_parse
1271
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::should_parse
1272
+
1273
+ attr_reader start: Integer?
1274
+
1275
+ def start=: (Integer) -> Integer
1276
+
1277
+ def initialize: (
1278
+ ?end_: Integer,
1279
+ ?ocr: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ocr,
1280
+ ?should_parse: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::should_parse,
1281
+ ?start: Integer
1282
+ ) -> void
1283
+
1284
+ def to_hash: -> {
1285
+ end_: Integer,
1286
+ ocr: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ocr,
1287
+ should_parse: ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::should_parse,
1288
+ start: Integer
1289
+ }
1290
+
1291
+ type ocr = bool | :true | :false
1292
+
1293
+ module Ocr
1294
+ extend ContextDev::Internal::Type::Union
1295
+
1296
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ocr]
1297
+
1298
+ TRUE: :true
1299
+ FALSE: :false
1300
+ end
1301
+
1302
+ type should_parse = bool | :true | :false
1303
+
1304
+ module ShouldParse
1305
+ extend ContextDev::Internal::Type::Union
1306
+
1307
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::should_parse]
1308
+
1309
+ TRUE: :true
1310
+ FALSE: :false
1311
+ end
1312
+ end
1313
+ end
1314
+ end
1315
+
1316
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Scrape::data]
1317
+ end
1318
+ end
1319
+
1320
+ type crawl =
1321
+ {
1322
+ data: ContextDev::Models::BatchSubmitParams::Input::Crawl::data,
1323
+ mode: :crawl
1324
+ }
1325
+
1326
+ class Crawl < ContextDev::Internal::Type::BaseModel
1327
+ attr_accessor data: ContextDev::Models::BatchSubmitParams::Input::Crawl::data
1328
+
1329
+ attr_accessor mode: :crawl
1330
+
1331
+ def initialize: (
1332
+ data: ContextDev::Models::BatchSubmitParams::Input::Crawl::data,
1333
+ ?mode: :crawl
1334
+ ) -> void
1335
+
1336
+ def to_hash: -> {
1337
+ data: ContextDev::Models::BatchSubmitParams::Input::Crawl::data,
1338
+ mode: :crawl
1339
+ }
1340
+
1341
+ type data =
1342
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown
1343
+ | ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML
1344
+
1345
+ module Data
1346
+ extend ContextDev::Internal::Type::Union
1347
+
1348
+ type markdown =
1349
+ {
1350
+ format_: :markdown,
1351
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source,
1352
+ options: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options
1353
+ }
1354
+
1355
+ class Markdown < ContextDev::Internal::Type::BaseModel
1356
+ attr_accessor format_: :markdown
1357
+
1358
+ attr_accessor source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source
1359
+
1360
+ attr_reader options: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options?
1361
+
1362
+ def options=: (
1363
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options
1364
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options
1365
+
1366
+ def initialize: (
1367
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source,
1368
+ ?options: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options,
1369
+ ?format_: :markdown
1370
+ ) -> void
1371
+
1372
+ def to_hash: -> {
1373
+ format_: :markdown,
1374
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source,
1375
+ options: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options
1376
+ }
1377
+
1378
+ type source =
1379
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL
1380
+ | ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap
1381
+
1382
+ module Source
1383
+ extend ContextDev::Internal::Type::Union
1384
+
1385
+ type start_url =
1386
+ {
1387
+ type: :start_url,
1388
+ url: String,
1389
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls
1390
+ }
1391
+
1392
+ class StartURL < ContextDev::Internal::Type::BaseModel
1393
+ attr_accessor type: :start_url
1394
+
1395
+ attr_accessor url: String
1396
+
1397
+ attr_reader controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls?
1398
+
1399
+ def controls=: (
1400
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls
1401
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls
1402
+
1403
+ def initialize: (
1404
+ url: String,
1405
+ ?controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls,
1406
+ ?type: :start_url
1407
+ ) -> void
1408
+
1409
+ def to_hash: -> {
1410
+ type: :start_url,
1411
+ url: String,
1412
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::StartURL::Controls
1413
+ }
1414
+
1415
+ type controls =
1416
+ {
1417
+ follow_subdomains: bool,
1418
+ max_depth: Integer,
1419
+ max_urls: Integer,
1420
+ regex: String
1421
+ }
1422
+
1423
+ class Controls < ContextDev::Internal::Type::BaseModel
1424
+ attr_reader follow_subdomains: bool?
1425
+
1426
+ def follow_subdomains=: (bool) -> bool
1427
+
1428
+ attr_reader max_depth: Integer?
1429
+
1430
+ def max_depth=: (Integer) -> Integer
1431
+
1432
+ attr_reader max_urls: Integer?
1433
+
1434
+ def max_urls=: (Integer) -> Integer
1435
+
1436
+ attr_reader regex: String?
1437
+
1438
+ def regex=: (String) -> String
1439
+
1440
+ def initialize: (
1441
+ ?follow_subdomains: bool,
1442
+ ?max_depth: Integer,
1443
+ ?max_urls: Integer,
1444
+ ?regex: String
1445
+ ) -> void
1446
+
1447
+ def to_hash: -> {
1448
+ follow_subdomains: bool,
1449
+ max_depth: Integer,
1450
+ max_urls: Integer,
1451
+ regex: String
1452
+ }
1453
+ end
1454
+ end
1455
+
1456
+ type sitemap =
1457
+ {
1458
+ domain: String,
1459
+ type: :sitemap,
1460
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls
1461
+ }
1462
+
1463
+ class Sitemap < ContextDev::Internal::Type::BaseModel
1464
+ attr_accessor domain: String
1465
+
1466
+ attr_accessor type: :sitemap
1467
+
1468
+ attr_reader controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls?
1469
+
1470
+ def controls=: (
1471
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls
1472
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls
1473
+
1474
+ def initialize: (
1475
+ domain: String,
1476
+ ?controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls,
1477
+ ?type: :sitemap
1478
+ ) -> void
1479
+
1480
+ def to_hash: -> {
1481
+ domain: String,
1482
+ type: :sitemap,
1483
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Source::Sitemap::Controls
1484
+ }
1485
+
1486
+ type controls = { max_urls: Integer, regex: String }
1487
+
1488
+ class Controls < ContextDev::Internal::Type::BaseModel
1489
+ attr_reader max_urls: Integer?
1490
+
1491
+ def max_urls=: (Integer) -> Integer
1492
+
1493
+ attr_reader regex: String?
1494
+
1495
+ def regex=: (String) -> String
1496
+
1497
+ def initialize: (?max_urls: Integer, ?regex: String) -> void
1498
+
1499
+ def to_hash: -> { max_urls: Integer, regex: String }
1500
+ end
1501
+ end
1502
+
1503
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::source]
1504
+ end
1505
+
1506
+ type options =
1507
+ {
1508
+ country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country,
1509
+ exclude_selectors: ::Array[String]?,
1510
+ include_images: bool,
1511
+ include_links: bool,
1512
+ include_selectors: ::Array[String]?,
1513
+ max_age_ms: Integer?,
1514
+ pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf,
1515
+ settle_animations: bool,
1516
+ :shorten_base64_images => bool,
1517
+ use_main_content_only: bool,
1518
+ wait_for_ms: Integer
1519
+ }
1520
+
1521
+ class Options < ContextDev::Internal::Type::BaseModel
1522
+ attr_reader country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country?
1523
+
1524
+ def country=: (
1525
+ ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country
1526
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country
1527
+
1528
+ attr_accessor exclude_selectors: ::Array[String]?
1529
+
1530
+ attr_reader include_images: bool?
1531
+
1532
+ def include_images=: (bool) -> bool
1533
+
1534
+ attr_reader include_links: bool?
1535
+
1536
+ def include_links=: (bool) -> bool
1537
+
1538
+ attr_accessor include_selectors: ::Array[String]?
1539
+
1540
+ attr_accessor max_age_ms: Integer?
1541
+
1542
+ attr_reader pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf?
1543
+
1544
+ def pdf=: (
1545
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf
1546
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf
1547
+
1548
+ attr_reader settle_animations: bool?
1549
+
1550
+ def settle_animations=: (bool) -> bool
1551
+
1552
+ attr_reader shorten_base64_images: bool?
1553
+
1554
+ def shorten_base64_images=: (bool) -> bool
1555
+
1556
+ attr_reader use_main_content_only: bool?
1557
+
1558
+ def use_main_content_only=: (bool) -> bool
1559
+
1560
+ attr_reader wait_for_ms: Integer?
1561
+
1562
+ def wait_for_ms=: (Integer) -> Integer
1563
+
1564
+ def initialize: (
1565
+ ?country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country,
1566
+ ?exclude_selectors: ::Array[String]?,
1567
+ ?include_images: bool,
1568
+ ?include_links: bool,
1569
+ ?include_selectors: ::Array[String]?,
1570
+ ?max_age_ms: Integer?,
1571
+ ?pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf,
1572
+ ?settle_animations: bool,
1573
+ ?shorten_base64_images: bool,
1574
+ ?use_main_content_only: bool,
1575
+ ?wait_for_ms: Integer
1576
+ ) -> void
1577
+
1578
+ def to_hash: -> {
1579
+ country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country,
1580
+ exclude_selectors: ::Array[String]?,
1581
+ include_images: bool,
1582
+ include_links: bool,
1583
+ include_selectors: ::Array[String]?,
1584
+ max_age_ms: Integer?,
1585
+ pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf,
1586
+ settle_animations: bool,
1587
+ :shorten_base64_images => bool,
1588
+ use_main_content_only: bool,
1589
+ wait_for_ms: Integer
1590
+ }
1591
+
1592
+ type country =
1593
+ :ad
1594
+ | :ae
1595
+ | :af
1596
+ | :ag
1597
+ | :ai
1598
+ | :al
1599
+ | :am
1600
+ | :ao
1601
+ | :ar
1602
+ | :at
1603
+ | :au
1604
+ | :aw
1605
+ | :az
1606
+ | :ba
1607
+ | :bb
1608
+ | :bd
1609
+ | :be
1610
+ | :bf
1611
+ | :bg
1612
+ | :bh
1613
+ | :bi
1614
+ | :bj
1615
+ | :bm
1616
+ | :bn
1617
+ | :bo
1618
+ | :bq
1619
+ | :br
1620
+ | :bs
1621
+ | :bw
1622
+ | :by
1623
+ | :bz
1624
+ | :ca
1625
+ | :cd
1626
+ | :cf
1627
+ | :cg
1628
+ | :ch
1629
+ | :ci
1630
+ | :cl
1631
+ | :cm
1632
+ | :cn
1633
+ | :co
1634
+ | :cr
1635
+ | :cv
1636
+ | :cw
1637
+ | :cy
1638
+ | :cz
1639
+ | :de
1640
+ | :dj
1641
+ | :dk
1642
+ | :dm
1643
+ | :do
1644
+ | :dz
1645
+ | :ec
1646
+ | :ee
1647
+ | :eg
1648
+ | :es
1649
+ | :et
1650
+ | :fi
1651
+ | :fj
1652
+ | :fr
1653
+ | :ga
1654
+ | :gb
1655
+ | :gd
1656
+ | :ge
1657
+ | :gf
1658
+ | :gg
1659
+ | :gh
1660
+ | :gm
1661
+ | :gn
1662
+ | :gp
1663
+ | :gq
1664
+ | :gr
1665
+ | :gt
1666
+ | :gu
1667
+ | :gw
1668
+ | :gy
1669
+ | :hk
1670
+ | :hn
1671
+ | :hr
1672
+ | :ht
1673
+ | :hu
1674
+ | :id
1675
+ | :ie
1676
+ | :il
1677
+ | :im
1678
+ | :in
1679
+ | :iq
1680
+ | :ir
1681
+ | :is
1682
+ | :it
1683
+ | :je
1684
+ | :jm
1685
+ | :jo
1686
+ | :jp
1687
+ | :ke
1688
+ | :kg
1689
+ | :kh
1690
+ | :kn
1691
+ | :kr
1692
+ | :kw
1693
+ | :ky
1694
+ | :kz
1695
+ | :la
1696
+ | :lb
1697
+ | :lc
1698
+ | :lk
1699
+ | :lr
1700
+ | :ls
1701
+ | :lt
1702
+ | :lu
1703
+ | :lv
1704
+ | :ly
1705
+ | :ma
1706
+ | :mc
1707
+ | :md
1708
+ | :me
1709
+ | :mf
1710
+ | :mg
1711
+ | :mk
1712
+ | :ml
1713
+ | :mm
1714
+ | :mn
1715
+ | :mo
1716
+ | :mq
1717
+ | :mr
1718
+ | :mt
1719
+ | :mu
1720
+ | :mv
1721
+ | :mw
1722
+ | :mx
1723
+ | :my
1724
+ | :mz
1725
+ | :na
1726
+ | :nc
1727
+ | :ne
1728
+ | :ng
1729
+ | :ni
1730
+ | :nl
1731
+ | :no
1732
+ | :np
1733
+ | :nz
1734
+ | :om
1735
+ | :pa
1736
+ | :pe
1737
+ | :pf
1738
+ | :pg
1739
+ | :ph
1740
+ | :pk
1741
+ | :pl
1742
+ | :pr
1743
+ | :ps
1744
+ | :pt
1745
+ | :py
1746
+ | :qa
1747
+ | :re
1748
+ | :ro
1749
+ | :rs
1750
+ | :ru
1751
+ | :rw
1752
+ | :sa
1753
+ | :sc
1754
+ | :sd
1755
+ | :se
1756
+ | :sg
1757
+ | :si
1758
+ | :sk
1759
+ | :sl
1760
+ | :sm
1761
+ | :sn
1762
+ | :so
1763
+ | :sr
1764
+ | :ss
1765
+ | :st
1766
+ | :sv
1767
+ | :sx
1768
+ | :sy
1769
+ | :sz
1770
+ | :tc
1771
+ | :td
1772
+ | :tg
1773
+ | :th
1774
+ | :tj
1775
+ | :tl
1776
+ | :tm
1777
+ | :tn
1778
+ | :tr
1779
+ | :tt
1780
+ | :tw
1781
+ | :tz
1782
+ | :ua
1783
+ | :ug
1784
+ | :us
1785
+ | :uy
1786
+ | :uz
1787
+ | :vc
1788
+ | :ve
1789
+ | :vg
1790
+ | :vi
1791
+ | :vn
1792
+ | :ye
1793
+ | :yt
1794
+ | :za
1795
+ | :zm
1796
+ | :zw
1797
+
1798
+ module Country
1799
+ extend ContextDev::Internal::Type::Enum
1800
+
1801
+ AD: :ad
1802
+ AE: :ae
1803
+ AF: :af
1804
+ AG: :ag
1805
+ AI: :ai
1806
+ AL: :al
1807
+ AM: :am
1808
+ AO: :ao
1809
+ AR: :ar
1810
+ AT: :at
1811
+ AU: :au
1812
+ AW: :aw
1813
+ AZ: :az
1814
+ BA: :ba
1815
+ BB: :bb
1816
+ BD: :bd
1817
+ BE: :be
1818
+ BF: :bf
1819
+ BG: :bg
1820
+ BH: :bh
1821
+ BI: :bi
1822
+ BJ: :bj
1823
+ BM: :bm
1824
+ BN: :bn
1825
+ BO: :bo
1826
+ BQ: :bq
1827
+ BR: :br
1828
+ BS: :bs
1829
+ BW: :bw
1830
+ BY: :by
1831
+ BZ: :bz
1832
+ CA: :ca
1833
+ CD: :cd
1834
+ CF: :cf
1835
+ CG: :cg
1836
+ CH: :ch
1837
+ CI: :ci
1838
+ CL: :cl
1839
+ CM: :cm
1840
+ CN: :cn
1841
+ CO: :co
1842
+ CR: :cr
1843
+ CV: :cv
1844
+ CW: :cw
1845
+ CY: :cy
1846
+ CZ: :cz
1847
+ DE: :de
1848
+ DJ: :dj
1849
+ DK: :dk
1850
+ DM: :dm
1851
+ DO: :do
1852
+ DZ: :dz
1853
+ EC: :ec
1854
+ EE: :ee
1855
+ EG: :eg
1856
+ ES: :es
1857
+ ET: :et
1858
+ FI: :fi
1859
+ FJ: :fj
1860
+ FR: :fr
1861
+ GA: :ga
1862
+ GB: :gb
1863
+ GD: :gd
1864
+ GE: :ge
1865
+ GF: :gf
1866
+ GG: :gg
1867
+ GH: :gh
1868
+ GM: :gm
1869
+ GN: :gn
1870
+ GP: :gp
1871
+ GQ: :gq
1872
+ GR: :gr
1873
+ GT: :gt
1874
+ GU: :gu
1875
+ GW: :gw
1876
+ GY: :gy
1877
+ HK: :hk
1878
+ HN: :hn
1879
+ HR: :hr
1880
+ HT: :ht
1881
+ HU: :hu
1882
+ ID: :id
1883
+ IE: :ie
1884
+ IL: :il
1885
+ IM: :im
1886
+ IN: :in
1887
+ IQ: :iq
1888
+ IR: :ir
1889
+ IS: :is
1890
+ IT: :it
1891
+ JE: :je
1892
+ JM: :jm
1893
+ JO: :jo
1894
+ JP: :jp
1895
+ KE: :ke
1896
+ KG: :kg
1897
+ KH: :kh
1898
+ KN: :kn
1899
+ KR: :kr
1900
+ KW: :kw
1901
+ KY: :ky
1902
+ KZ: :kz
1903
+ LA: :la
1904
+ LB: :lb
1905
+ LC: :lc
1906
+ LK: :lk
1907
+ LR: :lr
1908
+ LS: :ls
1909
+ LT: :lt
1910
+ LU: :lu
1911
+ LV: :lv
1912
+ LY: :ly
1913
+ MA: :ma
1914
+ MC: :mc
1915
+ MD: :md
1916
+ ME: :me
1917
+ MF: :mf
1918
+ MG: :mg
1919
+ MK: :mk
1920
+ ML: :ml
1921
+ MM: :mm
1922
+ MN: :mn
1923
+ MO: :mo
1924
+ MQ: :mq
1925
+ MR: :mr
1926
+ MT: :mt
1927
+ MU: :mu
1928
+ MV: :mv
1929
+ MW: :mw
1930
+ MX: :mx
1931
+ MY: :my
1932
+ MZ: :mz
1933
+ NA: :na
1934
+ NC: :nc
1935
+ NE: :ne
1936
+ NG: :ng
1937
+ NI: :ni
1938
+ NL: :nl
1939
+ NO: :no
1940
+ NP: :np
1941
+ NZ: :nz
1942
+ OM: :om
1943
+ PA: :pa
1944
+ PE: :pe
1945
+ PF: :pf
1946
+ PG: :pg
1947
+ PH: :ph
1948
+ PK: :pk
1949
+ PL: :pl
1950
+ PR: :pr
1951
+ PS: :ps
1952
+ PT: :pt
1953
+ PY: :py
1954
+ QA: :qa
1955
+ RE: :re
1956
+ RO: :ro
1957
+ RS: :rs
1958
+ RU: :ru
1959
+ RW: :rw
1960
+ SA: :sa
1961
+ SC: :sc
1962
+ SD: :sd
1963
+ SE: :se
1964
+ SG: :sg
1965
+ SI: :si
1966
+ SK: :sk
1967
+ SL: :sl
1968
+ SM: :sm
1969
+ SN: :sn
1970
+ SO: :so
1971
+ SR: :sr
1972
+ SS: :ss
1973
+ ST: :st
1974
+ SV: :sv
1975
+ SX: :sx
1976
+ SY: :sy
1977
+ SZ: :sz
1978
+ TC: :tc
1979
+ TD: :td
1980
+ TG: :tg
1981
+ TH: :th
1982
+ TJ: :tj
1983
+ TL: :tl
1984
+ TM: :tm
1985
+ TN: :tn
1986
+ TR: :tr
1987
+ TT: :tt
1988
+ TW: :tw
1989
+ TZ: :tz
1990
+ UA: :ua
1991
+ UG: :ug
1992
+ US: :us
1993
+ UY: :uy
1994
+ UZ: :uz
1995
+ VC: :vc
1996
+ VE: :ve
1997
+ VG: :vg
1998
+ VI: :vi
1999
+ VN: :vn
2000
+ YE: :ye
2001
+ YT: :yt
2002
+ ZA: :za
2003
+ ZM: :zm
2004
+ ZW: :zw
2005
+
2006
+ def self?.values: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::country]
2007
+ end
2008
+
2009
+ type pdf =
2010
+ {
2011
+ end_: Integer,
2012
+ ocr: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ocr,
2013
+ should_parse: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::should_parse,
2014
+ start: Integer
2015
+ }
2016
+
2017
+ class Pdf < ContextDev::Internal::Type::BaseModel
2018
+ attr_reader end_: Integer?
2019
+
2020
+ def end_=: (Integer) -> Integer
2021
+
2022
+ attr_reader ocr: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ocr?
2023
+
2024
+ def ocr=: (
2025
+ ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ocr
2026
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ocr
2027
+
2028
+ attr_reader should_parse: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::should_parse?
2029
+
2030
+ def should_parse=: (
2031
+ ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::should_parse
2032
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::should_parse
2033
+
2034
+ attr_reader start: Integer?
2035
+
2036
+ def start=: (Integer) -> Integer
2037
+
2038
+ def initialize: (
2039
+ ?end_: Integer,
2040
+ ?ocr: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ocr,
2041
+ ?should_parse: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::should_parse,
2042
+ ?start: Integer
2043
+ ) -> void
2044
+
2045
+ def to_hash: -> {
2046
+ end_: Integer,
2047
+ ocr: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ocr,
2048
+ should_parse: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::should_parse,
2049
+ start: Integer
2050
+ }
2051
+
2052
+ type ocr = bool | :true | :false
2053
+
2054
+ module Ocr
2055
+ extend ContextDev::Internal::Type::Union
2056
+
2057
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ocr]
2058
+
2059
+ TRUE: :true
2060
+ FALSE: :false
2061
+ end
2062
+
2063
+ type should_parse = bool | :true | :false
2064
+
2065
+ module ShouldParse
2066
+ extend ContextDev::Internal::Type::Union
2067
+
2068
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::should_parse]
2069
+
2070
+ TRUE: :true
2071
+ FALSE: :false
2072
+ end
2073
+ end
2074
+ end
2075
+ end
2076
+
2077
+ type html =
2078
+ {
2079
+ format_: :html,
2080
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source,
2081
+ options: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options
2082
+ }
2083
+
2084
+ class HTML < ContextDev::Internal::Type::BaseModel
2085
+ attr_accessor format_: :html
2086
+
2087
+ attr_accessor source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source
2088
+
2089
+ attr_reader options: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options?
2090
+
2091
+ def options=: (
2092
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options
2093
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options
2094
+
2095
+ def initialize: (
2096
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source,
2097
+ ?options: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options,
2098
+ ?format_: :html
2099
+ ) -> void
2100
+
2101
+ def to_hash: -> {
2102
+ format_: :html,
2103
+ source: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source,
2104
+ options: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options
2105
+ }
2106
+
2107
+ type source =
2108
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL
2109
+ | ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap
2110
+
2111
+ module Source
2112
+ extend ContextDev::Internal::Type::Union
2113
+
2114
+ type start_url =
2115
+ {
2116
+ type: :start_url,
2117
+ url: String,
2118
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls
2119
+ }
2120
+
2121
+ class StartURL < ContextDev::Internal::Type::BaseModel
2122
+ attr_accessor type: :start_url
2123
+
2124
+ attr_accessor url: String
2125
+
2126
+ attr_reader controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls?
2127
+
2128
+ def controls=: (
2129
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls
2130
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls
2131
+
2132
+ def initialize: (
2133
+ url: String,
2134
+ ?controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls,
2135
+ ?type: :start_url
2136
+ ) -> void
2137
+
2138
+ def to_hash: -> {
2139
+ type: :start_url,
2140
+ url: String,
2141
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::StartURL::Controls
2142
+ }
2143
+
2144
+ type controls =
2145
+ {
2146
+ follow_subdomains: bool,
2147
+ max_depth: Integer,
2148
+ max_urls: Integer,
2149
+ regex: String
2150
+ }
2151
+
2152
+ class Controls < ContextDev::Internal::Type::BaseModel
2153
+ attr_reader follow_subdomains: bool?
2154
+
2155
+ def follow_subdomains=: (bool) -> bool
2156
+
2157
+ attr_reader max_depth: Integer?
2158
+
2159
+ def max_depth=: (Integer) -> Integer
2160
+
2161
+ attr_reader max_urls: Integer?
2162
+
2163
+ def max_urls=: (Integer) -> Integer
2164
+
2165
+ attr_reader regex: String?
2166
+
2167
+ def regex=: (String) -> String
2168
+
2169
+ def initialize: (
2170
+ ?follow_subdomains: bool,
2171
+ ?max_depth: Integer,
2172
+ ?max_urls: Integer,
2173
+ ?regex: String
2174
+ ) -> void
2175
+
2176
+ def to_hash: -> {
2177
+ follow_subdomains: bool,
2178
+ max_depth: Integer,
2179
+ max_urls: Integer,
2180
+ regex: String
2181
+ }
2182
+ end
2183
+ end
2184
+
2185
+ type sitemap =
2186
+ {
2187
+ domain: String,
2188
+ type: :sitemap,
2189
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls
2190
+ }
2191
+
2192
+ class Sitemap < ContextDev::Internal::Type::BaseModel
2193
+ attr_accessor domain: String
2194
+
2195
+ attr_accessor type: :sitemap
2196
+
2197
+ attr_reader controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls?
2198
+
2199
+ def controls=: (
2200
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls
2201
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls
2202
+
2203
+ def initialize: (
2204
+ domain: String,
2205
+ ?controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls,
2206
+ ?type: :sitemap
2207
+ ) -> void
2208
+
2209
+ def to_hash: -> {
2210
+ domain: String,
2211
+ type: :sitemap,
2212
+ controls: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Source::Sitemap::Controls
2213
+ }
2214
+
2215
+ type controls = { max_urls: Integer, regex: String }
2216
+
2217
+ class Controls < ContextDev::Internal::Type::BaseModel
2218
+ attr_reader max_urls: Integer?
2219
+
2220
+ def max_urls=: (Integer) -> Integer
2221
+
2222
+ attr_reader regex: String?
2223
+
2224
+ def regex=: (String) -> String
2225
+
2226
+ def initialize: (?max_urls: Integer, ?regex: String) -> void
2227
+
2228
+ def to_hash: -> { max_urls: Integer, regex: String }
2229
+ end
2230
+ end
2231
+
2232
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::source]
2233
+ end
2234
+
2235
+ type options =
2236
+ {
2237
+ country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country,
2238
+ exclude_selectors: ::Array[String]?,
2239
+ include_selectors: ::Array[String]?,
2240
+ max_age_ms: Integer?,
2241
+ pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf,
2242
+ settle_animations: bool,
2243
+ use_main_content_only: bool,
2244
+ wait_for_ms: Integer
2245
+ }
2246
+
2247
+ class Options < ContextDev::Internal::Type::BaseModel
2248
+ attr_reader country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country?
2249
+
2250
+ def country=: (
2251
+ ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country
2252
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country
2253
+
2254
+ attr_accessor exclude_selectors: ::Array[String]?
2255
+
2256
+ attr_accessor include_selectors: ::Array[String]?
2257
+
2258
+ attr_accessor max_age_ms: Integer?
2259
+
2260
+ attr_reader pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf?
2261
+
2262
+ def pdf=: (
2263
+ ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf
2264
+ ) -> ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf
2265
+
2266
+ attr_reader settle_animations: bool?
2267
+
2268
+ def settle_animations=: (bool) -> bool
2269
+
2270
+ attr_reader use_main_content_only: bool?
2271
+
2272
+ def use_main_content_only=: (bool) -> bool
2273
+
2274
+ attr_reader wait_for_ms: Integer?
2275
+
2276
+ def wait_for_ms=: (Integer) -> Integer
2277
+
2278
+ def initialize: (
2279
+ ?country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country,
2280
+ ?exclude_selectors: ::Array[String]?,
2281
+ ?include_selectors: ::Array[String]?,
2282
+ ?max_age_ms: Integer?,
2283
+ ?pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf,
2284
+ ?settle_animations: bool,
2285
+ ?use_main_content_only: bool,
2286
+ ?wait_for_ms: Integer
2287
+ ) -> void
2288
+
2289
+ def to_hash: -> {
2290
+ country: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country,
2291
+ exclude_selectors: ::Array[String]?,
2292
+ include_selectors: ::Array[String]?,
2293
+ max_age_ms: Integer?,
2294
+ pdf: ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf,
2295
+ settle_animations: bool,
2296
+ use_main_content_only: bool,
2297
+ wait_for_ms: Integer
2298
+ }
2299
+
2300
+ type country =
2301
+ :ad
2302
+ | :ae
2303
+ | :af
2304
+ | :ag
2305
+ | :ai
2306
+ | :al
2307
+ | :am
2308
+ | :ao
2309
+ | :ar
2310
+ | :at
2311
+ | :au
2312
+ | :aw
2313
+ | :az
2314
+ | :ba
2315
+ | :bb
2316
+ | :bd
2317
+ | :be
2318
+ | :bf
2319
+ | :bg
2320
+ | :bh
2321
+ | :bi
2322
+ | :bj
2323
+ | :bm
2324
+ | :bn
2325
+ | :bo
2326
+ | :bq
2327
+ | :br
2328
+ | :bs
2329
+ | :bw
2330
+ | :by
2331
+ | :bz
2332
+ | :ca
2333
+ | :cd
2334
+ | :cf
2335
+ | :cg
2336
+ | :ch
2337
+ | :ci
2338
+ | :cl
2339
+ | :cm
2340
+ | :cn
2341
+ | :co
2342
+ | :cr
2343
+ | :cv
2344
+ | :cw
2345
+ | :cy
2346
+ | :cz
2347
+ | :de
2348
+ | :dj
2349
+ | :dk
2350
+ | :dm
2351
+ | :do
2352
+ | :dz
2353
+ | :ec
2354
+ | :ee
2355
+ | :eg
2356
+ | :es
2357
+ | :et
2358
+ | :fi
2359
+ | :fj
2360
+ | :fr
2361
+ | :ga
2362
+ | :gb
2363
+ | :gd
2364
+ | :ge
2365
+ | :gf
2366
+ | :gg
2367
+ | :gh
2368
+ | :gm
2369
+ | :gn
2370
+ | :gp
2371
+ | :gq
2372
+ | :gr
2373
+ | :gt
2374
+ | :gu
2375
+ | :gw
2376
+ | :gy
2377
+ | :hk
2378
+ | :hn
2379
+ | :hr
2380
+ | :ht
2381
+ | :hu
2382
+ | :id
2383
+ | :ie
2384
+ | :il
2385
+ | :im
2386
+ | :in
2387
+ | :iq
2388
+ | :ir
2389
+ | :is
2390
+ | :it
2391
+ | :je
2392
+ | :jm
2393
+ | :jo
2394
+ | :jp
2395
+ | :ke
2396
+ | :kg
2397
+ | :kh
2398
+ | :kn
2399
+ | :kr
2400
+ | :kw
2401
+ | :ky
2402
+ | :kz
2403
+ | :la
2404
+ | :lb
2405
+ | :lc
2406
+ | :lk
2407
+ | :lr
2408
+ | :ls
2409
+ | :lt
2410
+ | :lu
2411
+ | :lv
2412
+ | :ly
2413
+ | :ma
2414
+ | :mc
2415
+ | :md
2416
+ | :me
2417
+ | :mf
2418
+ | :mg
2419
+ | :mk
2420
+ | :ml
2421
+ | :mm
2422
+ | :mn
2423
+ | :mo
2424
+ | :mq
2425
+ | :mr
2426
+ | :mt
2427
+ | :mu
2428
+ | :mv
2429
+ | :mw
2430
+ | :mx
2431
+ | :my
2432
+ | :mz
2433
+ | :na
2434
+ | :nc
2435
+ | :ne
2436
+ | :ng
2437
+ | :ni
2438
+ | :nl
2439
+ | :no
2440
+ | :np
2441
+ | :nz
2442
+ | :om
2443
+ | :pa
2444
+ | :pe
2445
+ | :pf
2446
+ | :pg
2447
+ | :ph
2448
+ | :pk
2449
+ | :pl
2450
+ | :pr
2451
+ | :ps
2452
+ | :pt
2453
+ | :py
2454
+ | :qa
2455
+ | :re
2456
+ | :ro
2457
+ | :rs
2458
+ | :ru
2459
+ | :rw
2460
+ | :sa
2461
+ | :sc
2462
+ | :sd
2463
+ | :se
2464
+ | :sg
2465
+ | :si
2466
+ | :sk
2467
+ | :sl
2468
+ | :sm
2469
+ | :sn
2470
+ | :so
2471
+ | :sr
2472
+ | :ss
2473
+ | :st
2474
+ | :sv
2475
+ | :sx
2476
+ | :sy
2477
+ | :sz
2478
+ | :tc
2479
+ | :td
2480
+ | :tg
2481
+ | :th
2482
+ | :tj
2483
+ | :tl
2484
+ | :tm
2485
+ | :tn
2486
+ | :tr
2487
+ | :tt
2488
+ | :tw
2489
+ | :tz
2490
+ | :ua
2491
+ | :ug
2492
+ | :us
2493
+ | :uy
2494
+ | :uz
2495
+ | :vc
2496
+ | :ve
2497
+ | :vg
2498
+ | :vi
2499
+ | :vn
2500
+ | :ye
2501
+ | :yt
2502
+ | :za
2503
+ | :zm
2504
+ | :zw
2505
+
2506
+ module Country
2507
+ extend ContextDev::Internal::Type::Enum
2508
+
2509
+ AD: :ad
2510
+ AE: :ae
2511
+ AF: :af
2512
+ AG: :ag
2513
+ AI: :ai
2514
+ AL: :al
2515
+ AM: :am
2516
+ AO: :ao
2517
+ AR: :ar
2518
+ AT: :at
2519
+ AU: :au
2520
+ AW: :aw
2521
+ AZ: :az
2522
+ BA: :ba
2523
+ BB: :bb
2524
+ BD: :bd
2525
+ BE: :be
2526
+ BF: :bf
2527
+ BG: :bg
2528
+ BH: :bh
2529
+ BI: :bi
2530
+ BJ: :bj
2531
+ BM: :bm
2532
+ BN: :bn
2533
+ BO: :bo
2534
+ BQ: :bq
2535
+ BR: :br
2536
+ BS: :bs
2537
+ BW: :bw
2538
+ BY: :by
2539
+ BZ: :bz
2540
+ CA: :ca
2541
+ CD: :cd
2542
+ CF: :cf
2543
+ CG: :cg
2544
+ CH: :ch
2545
+ CI: :ci
2546
+ CL: :cl
2547
+ CM: :cm
2548
+ CN: :cn
2549
+ CO: :co
2550
+ CR: :cr
2551
+ CV: :cv
2552
+ CW: :cw
2553
+ CY: :cy
2554
+ CZ: :cz
2555
+ DE: :de
2556
+ DJ: :dj
2557
+ DK: :dk
2558
+ DM: :dm
2559
+ DO: :do
2560
+ DZ: :dz
2561
+ EC: :ec
2562
+ EE: :ee
2563
+ EG: :eg
2564
+ ES: :es
2565
+ ET: :et
2566
+ FI: :fi
2567
+ FJ: :fj
2568
+ FR: :fr
2569
+ GA: :ga
2570
+ GB: :gb
2571
+ GD: :gd
2572
+ GE: :ge
2573
+ GF: :gf
2574
+ GG: :gg
2575
+ GH: :gh
2576
+ GM: :gm
2577
+ GN: :gn
2578
+ GP: :gp
2579
+ GQ: :gq
2580
+ GR: :gr
2581
+ GT: :gt
2582
+ GU: :gu
2583
+ GW: :gw
2584
+ GY: :gy
2585
+ HK: :hk
2586
+ HN: :hn
2587
+ HR: :hr
2588
+ HT: :ht
2589
+ HU: :hu
2590
+ ID: :id
2591
+ IE: :ie
2592
+ IL: :il
2593
+ IM: :im
2594
+ IN: :in
2595
+ IQ: :iq
2596
+ IR: :ir
2597
+ IS: :is
2598
+ IT: :it
2599
+ JE: :je
2600
+ JM: :jm
2601
+ JO: :jo
2602
+ JP: :jp
2603
+ KE: :ke
2604
+ KG: :kg
2605
+ KH: :kh
2606
+ KN: :kn
2607
+ KR: :kr
2608
+ KW: :kw
2609
+ KY: :ky
2610
+ KZ: :kz
2611
+ LA: :la
2612
+ LB: :lb
2613
+ LC: :lc
2614
+ LK: :lk
2615
+ LR: :lr
2616
+ LS: :ls
2617
+ LT: :lt
2618
+ LU: :lu
2619
+ LV: :lv
2620
+ LY: :ly
2621
+ MA: :ma
2622
+ MC: :mc
2623
+ MD: :md
2624
+ ME: :me
2625
+ MF: :mf
2626
+ MG: :mg
2627
+ MK: :mk
2628
+ ML: :ml
2629
+ MM: :mm
2630
+ MN: :mn
2631
+ MO: :mo
2632
+ MQ: :mq
2633
+ MR: :mr
2634
+ MT: :mt
2635
+ MU: :mu
2636
+ MV: :mv
2637
+ MW: :mw
2638
+ MX: :mx
2639
+ MY: :my
2640
+ MZ: :mz
2641
+ NA: :na
2642
+ NC: :nc
2643
+ NE: :ne
2644
+ NG: :ng
2645
+ NI: :ni
2646
+ NL: :nl
2647
+ NO: :no
2648
+ NP: :np
2649
+ NZ: :nz
2650
+ OM: :om
2651
+ PA: :pa
2652
+ PE: :pe
2653
+ PF: :pf
2654
+ PG: :pg
2655
+ PH: :ph
2656
+ PK: :pk
2657
+ PL: :pl
2658
+ PR: :pr
2659
+ PS: :ps
2660
+ PT: :pt
2661
+ PY: :py
2662
+ QA: :qa
2663
+ RE: :re
2664
+ RO: :ro
2665
+ RS: :rs
2666
+ RU: :ru
2667
+ RW: :rw
2668
+ SA: :sa
2669
+ SC: :sc
2670
+ SD: :sd
2671
+ SE: :se
2672
+ SG: :sg
2673
+ SI: :si
2674
+ SK: :sk
2675
+ SL: :sl
2676
+ SM: :sm
2677
+ SN: :sn
2678
+ SO: :so
2679
+ SR: :sr
2680
+ SS: :ss
2681
+ ST: :st
2682
+ SV: :sv
2683
+ SX: :sx
2684
+ SY: :sy
2685
+ SZ: :sz
2686
+ TC: :tc
2687
+ TD: :td
2688
+ TG: :tg
2689
+ TH: :th
2690
+ TJ: :tj
2691
+ TL: :tl
2692
+ TM: :tm
2693
+ TN: :tn
2694
+ TR: :tr
2695
+ TT: :tt
2696
+ TW: :tw
2697
+ TZ: :tz
2698
+ UA: :ua
2699
+ UG: :ug
2700
+ US: :us
2701
+ UY: :uy
2702
+ UZ: :uz
2703
+ VC: :vc
2704
+ VE: :ve
2705
+ VG: :vg
2706
+ VI: :vi
2707
+ VN: :vn
2708
+ YE: :ye
2709
+ YT: :yt
2710
+ ZA: :za
2711
+ ZM: :zm
2712
+ ZW: :zw
2713
+
2714
+ def self?.values: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::country]
2715
+ end
2716
+
2717
+ type pdf =
2718
+ {
2719
+ end_: Integer,
2720
+ ocr: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ocr,
2721
+ should_parse: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::should_parse,
2722
+ start: Integer
2723
+ }
2724
+
2725
+ class Pdf < ContextDev::Internal::Type::BaseModel
2726
+ attr_reader end_: Integer?
2727
+
2728
+ def end_=: (Integer) -> Integer
2729
+
2730
+ attr_reader ocr: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ocr?
2731
+
2732
+ def ocr=: (
2733
+ ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ocr
2734
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ocr
2735
+
2736
+ attr_reader should_parse: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::should_parse?
2737
+
2738
+ def should_parse=: (
2739
+ ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::should_parse
2740
+ ) -> ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::should_parse
2741
+
2742
+ attr_reader start: Integer?
2743
+
2744
+ def start=: (Integer) -> Integer
2745
+
2746
+ def initialize: (
2747
+ ?end_: Integer,
2748
+ ?ocr: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ocr,
2749
+ ?should_parse: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::should_parse,
2750
+ ?start: Integer
2751
+ ) -> void
2752
+
2753
+ def to_hash: -> {
2754
+ end_: Integer,
2755
+ ocr: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ocr,
2756
+ should_parse: ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::should_parse,
2757
+ start: Integer
2758
+ }
2759
+
2760
+ type ocr = bool | :true | :false
2761
+
2762
+ module Ocr
2763
+ extend ContextDev::Internal::Type::Union
2764
+
2765
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ocr]
2766
+
2767
+ TRUE: :true
2768
+ FALSE: :false
2769
+ end
2770
+
2771
+ type should_parse = bool | :true | :false
2772
+
2773
+ module ShouldParse
2774
+ extend ContextDev::Internal::Type::Union
40
2775
 
41
- class Identifiers < ContextDev::Internal::Type::BaseModel
42
- attr_reader linkedin_url: String?
2776
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::should_parse]
43
2777
 
44
- def linkedin_url=: (String) -> String
2778
+ TRUE: :true
2779
+ FALSE: :false
2780
+ end
2781
+ end
2782
+ end
2783
+ end
45
2784
 
46
- def initialize: (?linkedin_url: String) -> void
2785
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::Input::Crawl::data]
2786
+ end
2787
+ end
47
2788
 
48
- def to_hash: -> { linkedin_url: String }
2789
+ def self?.variants: -> ::Array[ContextDev::Models::BatchSubmitParams::input]
49
2790
  end
50
2791
  end
51
2792
  end