context.dev 2.8.0 → 2.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +28 -0
- data/README.md +1 -1
- data/lib/context_dev/client.rb +10 -0
- data/lib/context_dev/models/batch_delete_params.rb +22 -0
- data/lib/context_dev/models/batch_delete_response.rb +60 -0
- data/lib/context_dev/models/batch_get_results_response.rb +46 -4
- data/lib/context_dev/models/batch_list_response.rb +13 -4
- data/lib/context_dev/models/batch_retrieve_response.rb +13 -4
- data/lib/context_dev/models/batch_submit_params.rb +2080 -26
- data/lib/context_dev/models/batch_submit_response.rb +125 -531
- data/lib/context_dev/models/brand_retrieve_response.rb +50 -1
- data/lib/context_dev/models/brand_search_params.rb +41 -3
- data/lib/context_dev/models/brand_search_response.rb +3 -2
- data/lib/context_dev/models/crawl_controls.rb +21 -15
- data/lib/context_dev/models/news_search_params.rb +467 -0
- data/lib/context_dev/models/news_search_response.rb +238 -0
- data/lib/context_dev/models/parse_handle_params.rb +20 -147
- data/lib/context_dev/models/person_enrich_params.rb +176 -0
- data/lib/context_dev/models/person_enrich_response.rb +641 -0
- data/lib/context_dev/models/utility_prefetch_params.rb +19 -16
- data/lib/context_dev/models/utility_prefetch_response.rb +4 -5
- data/lib/context_dev/models/web_screenshot_params.rb +3 -30
- data/lib/context_dev/models/web_search_response.rb +1 -0
- data/lib/context_dev/models/web_web_crawl_md_params.rb +5 -4
- data/lib/context_dev/models/web_web_crawl_md_response.rb +30 -1
- data/lib/context_dev/models/web_web_scrape_html_params.rb +20 -156
- data/lib/context_dev/models/web_web_scrape_html_response.rb +30 -1
- data/lib/context_dev/models/web_web_scrape_images_params.rb +12 -124
- data/lib/context_dev/models/web_web_scrape_md_params.rb +40 -241
- data/lib/context_dev/models/web_web_scrape_md_response.rb +41 -2
- data/lib/context_dev/models/web_web_scrape_sitemap_params.rb +11 -1
- data/lib/context_dev/models/web_web_scrape_sitemap_response.rb +3 -2
- data/lib/context_dev/models.rb +6 -0
- data/lib/context_dev/resources/batch.rb +33 -7
- data/lib/context_dev/resources/brand.rb +10 -10
- data/lib/context_dev/resources/news.rb +51 -0
- data/lib/context_dev/resources/parse.rb +5 -5
- data/lib/context_dev/resources/people.rb +56 -0
- data/lib/context_dev/resources/utility.rb +7 -6
- data/lib/context_dev/resources/web.rb +46 -24
- data/lib/context_dev/version.rb +1 -1
- data/lib/context_dev.rb +8 -0
- data/rbi/context_dev/client.rbi +8 -0
- data/rbi/context_dev/models/batch_delete_params.rbi +40 -0
- data/rbi/context_dev/models/batch_delete_response.rbi +116 -0
- data/rbi/context_dev/models/batch_get_results_response.rbi +85 -3
- data/rbi/context_dev/models/batch_list_response.rbi +24 -8
- data/rbi/context_dev/models/batch_retrieve_response.rbi +24 -8
- data/rbi/context_dev/models/batch_submit_params.rbi +6421 -44
- data/rbi/context_dev/models/batch_submit_response.rbi +184 -1151
- data/rbi/context_dev/models/brand_retrieve_response.rbi +152 -0
- data/rbi/context_dev/models/brand_search_params.rbi +71 -2
- data/rbi/context_dev/models/brand_search_response.rbi +4 -2
- data/rbi/context_dev/models/crawl_controls.rbi +22 -28
- data/rbi/context_dev/models/news_search_params.rbi +1294 -0
- data/rbi/context_dev/models/news_search_response.rbi +423 -0
- data/rbi/context_dev/models/parse_handle_params.rbi +30 -323
- data/rbi/context_dev/models/person_enrich_params.rbi +332 -0
- data/rbi/context_dev/models/person_enrich_response.rbi +1295 -0
- data/rbi/context_dev/models/utility_prefetch_params.rbi +24 -16
- data/rbi/context_dev/models/utility_prefetch_response.rbi +8 -6
- data/rbi/context_dev/models/web_screenshot_params.rbi +4 -71
- data/rbi/context_dev/models/web_search_response.rbi +5 -0
- data/rbi/context_dev/models/web_web_crawl_md_params.rbi +8 -6
- data/rbi/context_dev/models/web_web_crawl_md_response.rbi +67 -0
- data/rbi/context_dev/models/web_web_scrape_html_params.rbi +30 -363
- data/rbi/context_dev/models/web_web_scrape_html_response.rbi +65 -0
- data/rbi/context_dev/models/web_web_scrape_images_params.rbi +16 -287
- data/rbi/context_dev/models/web_web_scrape_md_params.rbi +57 -558
- data/rbi/context_dev/models/web_web_scrape_md_response.rbi +80 -0
- data/rbi/context_dev/models/web_web_scrape_sitemap_params.rbi +15 -0
- data/rbi/context_dev/models/web_web_scrape_sitemap_response.rbi +4 -2
- data/rbi/context_dev/models.rbi +6 -0
- data/rbi/context_dev/resources/batch.rbi +32 -10
- data/rbi/context_dev/resources/brand.rbi +14 -8
- data/rbi/context_dev/resources/news.rbi +46 -0
- data/rbi/context_dev/resources/parse.rbi +10 -26
- data/rbi/context_dev/resources/people.rbi +47 -0
- data/rbi/context_dev/resources/utility.rbi +8 -6
- data/rbi/context_dev/resources/web.rbi +49 -66
- data/sig/context_dev/client.rbs +4 -0
- data/sig/context_dev/models/batch_delete_params.rbs +23 -0
- data/sig/context_dev/models/batch_delete_response.rbs +57 -0
- data/sig/context_dev/models/batch_get_results_response.rbs +30 -2
- data/sig/context_dev/models/batch_list_response.rbs +16 -2
- data/sig/context_dev/models/batch_retrieve_response.rbs +16 -2
- data/sig/context_dev/models/batch_submit_params.rbs +2666 -15
- data/sig/context_dev/models/batch_submit_response.rbs +78 -466
- data/sig/context_dev/models/brand_retrieve_response.rbs +62 -0
- data/sig/context_dev/models/brand_search_params.rbs +38 -1
- data/sig/context_dev/models/crawl_controls.rbs +16 -16
- data/sig/context_dev/models/news_search_params.rbs +532 -0
- data/sig/context_dev/models/news_search_response.rbs +206 -0
- data/sig/context_dev/models/parse_handle_params.rbs +25 -90
- data/sig/context_dev/models/person_enrich_params.rbs +199 -0
- data/sig/context_dev/models/person_enrich_response.rbs +638 -0
- data/sig/context_dev/models/utility_prefetch_params.rbs +2 -1
- data/sig/context_dev/models/utility_prefetch_response.rbs +2 -1
- data/sig/context_dev/models/web_screenshot_params.rbs +5 -18
- data/sig/context_dev/models/web_search_response.rbs +2 -0
- data/sig/context_dev/models/web_web_crawl_md_response.rbs +21 -0
- data/sig/context_dev/models/web_web_scrape_html_params.rbs +24 -94
- data/sig/context_dev/models/web_web_scrape_html_response.rbs +21 -0
- data/sig/context_dev/models/web_web_scrape_images_params.rbs +20 -72
- data/sig/context_dev/models/web_web_scrape_md_params.rbs +46 -148
- data/sig/context_dev/models/web_web_scrape_md_response.rbs +28 -0
- data/sig/context_dev/models/web_web_scrape_sitemap_params.rbs +7 -0
- data/sig/context_dev/models.rbs +6 -0
- data/sig/context_dev/resources/batch.rbs +8 -2
- data/sig/context_dev/resources/brand.rbs +3 -0
- data/sig/context_dev/resources/news.rbs +17 -0
- data/sig/context_dev/resources/parse.rbs +5 -5
- data/sig/context_dev/resources/people.rbs +19 -0
- data/sig/context_dev/resources/web.rbs +13 -11
- metadata +26 -2
|
@@ -7,17 +7,18 @@ module ContextDev
|
|
|
7
7
|
country: ContextDev::Models::WebWebScrapeMdParams::country,
|
|
8
8
|
exclude_selectors: ::Array[String]?,
|
|
9
9
|
headers: ::Hash[Symbol, String],
|
|
10
|
-
include_frames:
|
|
11
|
-
|
|
12
|
-
|
|
10
|
+
include_frames: bool,
|
|
11
|
+
include_html: bool,
|
|
12
|
+
include_images: bool,
|
|
13
|
+
include_links: bool,
|
|
13
14
|
include_selectors: ::Array[String]?,
|
|
14
15
|
max_age_ms: Integer?,
|
|
15
16
|
pdf: ContextDev::WebWebScrapeMdParams::Pdf,
|
|
16
|
-
settle_animations:
|
|
17
|
-
:shorten_base64_images =>
|
|
17
|
+
settle_animations: bool,
|
|
18
|
+
:shorten_base64_images => bool,
|
|
18
19
|
tags: ::Array[String],
|
|
19
20
|
timeout_ms: Integer,
|
|
20
|
-
use_main_content_only:
|
|
21
|
+
use_main_content_only: bool,
|
|
21
22
|
wait_for_ms: Integer?,
|
|
22
23
|
zdr: ContextDev::Models::WebWebScrapeMdParams::zdr
|
|
23
24
|
}
|
|
@@ -43,23 +44,21 @@ module ContextDev
|
|
|
43
44
|
|
|
44
45
|
def headers=: (::Hash[Symbol, String]) -> ::Hash[Symbol, String]
|
|
45
46
|
|
|
46
|
-
attr_reader include_frames:
|
|
47
|
+
attr_reader include_frames: bool?
|
|
47
48
|
|
|
48
|
-
def include_frames=: (
|
|
49
|
-
ContextDev::Models::WebWebScrapeMdParams::include_frames
|
|
50
|
-
) -> ContextDev::Models::WebWebScrapeMdParams::include_frames
|
|
49
|
+
def include_frames=: (bool) -> bool
|
|
51
50
|
|
|
52
|
-
attr_reader
|
|
51
|
+
attr_reader include_html: bool?
|
|
53
52
|
|
|
54
|
-
def
|
|
55
|
-
ContextDev::Models::WebWebScrapeMdParams::include_images
|
|
56
|
-
) -> ContextDev::Models::WebWebScrapeMdParams::include_images
|
|
53
|
+
def include_html=: (bool) -> bool
|
|
57
54
|
|
|
58
|
-
attr_reader
|
|
55
|
+
attr_reader include_images: bool?
|
|
59
56
|
|
|
60
|
-
def
|
|
61
|
-
|
|
62
|
-
|
|
57
|
+
def include_images=: (bool) -> bool
|
|
58
|
+
|
|
59
|
+
attr_reader include_links: bool?
|
|
60
|
+
|
|
61
|
+
def include_links=: (bool) -> bool
|
|
63
62
|
|
|
64
63
|
attr_accessor include_selectors: ::Array[String]?
|
|
65
64
|
|
|
@@ -71,17 +70,13 @@ module ContextDev
|
|
|
71
70
|
ContextDev::WebWebScrapeMdParams::Pdf
|
|
72
71
|
) -> ContextDev::WebWebScrapeMdParams::Pdf
|
|
73
72
|
|
|
74
|
-
attr_reader settle_animations:
|
|
73
|
+
attr_reader settle_animations: bool?
|
|
75
74
|
|
|
76
|
-
def settle_animations=: (
|
|
77
|
-
ContextDev::Models::WebWebScrapeMdParams::settle_animations
|
|
78
|
-
) -> ContextDev::Models::WebWebScrapeMdParams::settle_animations
|
|
75
|
+
def settle_animations=: (bool) -> bool
|
|
79
76
|
|
|
80
|
-
attr_reader shorten_base64_images:
|
|
77
|
+
attr_reader shorten_base64_images: bool?
|
|
81
78
|
|
|
82
|
-
def shorten_base64_images=: (
|
|
83
|
-
ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images
|
|
84
|
-
) -> ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images
|
|
79
|
+
def shorten_base64_images=: (bool) -> bool
|
|
85
80
|
|
|
86
81
|
attr_reader tags: ::Array[String]?
|
|
87
82
|
|
|
@@ -91,11 +86,9 @@ module ContextDev
|
|
|
91
86
|
|
|
92
87
|
def timeout_ms=: (Integer) -> Integer
|
|
93
88
|
|
|
94
|
-
attr_reader use_main_content_only:
|
|
89
|
+
attr_reader use_main_content_only: bool?
|
|
95
90
|
|
|
96
|
-
def use_main_content_only=: (
|
|
97
|
-
ContextDev::Models::WebWebScrapeMdParams::use_main_content_only
|
|
98
|
-
) -> ContextDev::Models::WebWebScrapeMdParams::use_main_content_only
|
|
91
|
+
def use_main_content_only=: (bool) -> bool
|
|
99
92
|
|
|
100
93
|
attr_accessor wait_for_ms: Integer?
|
|
101
94
|
|
|
@@ -111,17 +104,18 @@ module ContextDev
|
|
|
111
104
|
?country: ContextDev::Models::WebWebScrapeMdParams::country,
|
|
112
105
|
?exclude_selectors: ::Array[String]?,
|
|
113
106
|
?headers: ::Hash[Symbol, String],
|
|
114
|
-
?include_frames:
|
|
115
|
-
?
|
|
116
|
-
?
|
|
107
|
+
?include_frames: bool,
|
|
108
|
+
?include_html: bool,
|
|
109
|
+
?include_images: bool,
|
|
110
|
+
?include_links: bool,
|
|
117
111
|
?include_selectors: ::Array[String]?,
|
|
118
112
|
?max_age_ms: Integer?,
|
|
119
113
|
?pdf: ContextDev::WebWebScrapeMdParams::Pdf,
|
|
120
|
-
?settle_animations:
|
|
121
|
-
?shorten_base64_images:
|
|
114
|
+
?settle_animations: bool,
|
|
115
|
+
?shorten_base64_images: bool,
|
|
122
116
|
?tags: ::Array[String],
|
|
123
117
|
?timeout_ms: Integer,
|
|
124
|
-
?use_main_content_only:
|
|
118
|
+
?use_main_content_only: bool,
|
|
125
119
|
?wait_for_ms: Integer?,
|
|
126
120
|
?zdr: ContextDev::Models::WebWebScrapeMdParams::zdr,
|
|
127
121
|
?request_options: ContextDev::request_opts
|
|
@@ -133,17 +127,18 @@ module ContextDev
|
|
|
133
127
|
country: ContextDev::Models::WebWebScrapeMdParams::country,
|
|
134
128
|
exclude_selectors: ::Array[String]?,
|
|
135
129
|
headers: ::Hash[Symbol, String],
|
|
136
|
-
include_frames:
|
|
137
|
-
|
|
138
|
-
|
|
130
|
+
include_frames: bool,
|
|
131
|
+
include_html: bool,
|
|
132
|
+
include_images: bool,
|
|
133
|
+
include_links: bool,
|
|
139
134
|
include_selectors: ::Array[String]?,
|
|
140
135
|
max_age_ms: Integer?,
|
|
141
136
|
pdf: ContextDev::WebWebScrapeMdParams::Pdf,
|
|
142
|
-
settle_animations:
|
|
143
|
-
:shorten_base64_images =>
|
|
137
|
+
settle_animations: bool,
|
|
138
|
+
:shorten_base64_images => bool,
|
|
144
139
|
tags: ::Array[String],
|
|
145
140
|
timeout_ms: Integer,
|
|
146
|
-
use_main_content_only:
|
|
141
|
+
use_main_content_only: bool,
|
|
147
142
|
wait_for_ms: Integer?,
|
|
148
143
|
zdr: ContextDev::Models::WebWebScrapeMdParams::zdr,
|
|
149
144
|
request_options: ContextDev::RequestOptions
|
|
@@ -600,63 +595,21 @@ module ContextDev
|
|
|
600
595
|
def self?.values: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::country]
|
|
601
596
|
end
|
|
602
597
|
|
|
603
|
-
type include_frames = bool | :true | :false
|
|
604
|
-
|
|
605
|
-
module IncludeFrames
|
|
606
|
-
extend ContextDev::Internal::Type::Union
|
|
607
|
-
|
|
608
|
-
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::include_frames]
|
|
609
|
-
|
|
610
|
-
TRUE: :true
|
|
611
|
-
FALSE: :false
|
|
612
|
-
end
|
|
613
|
-
|
|
614
|
-
type include_images = bool | :true | :false
|
|
615
|
-
|
|
616
|
-
module IncludeImages
|
|
617
|
-
extend ContextDev::Internal::Type::Union
|
|
618
|
-
|
|
619
|
-
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::include_images]
|
|
620
|
-
|
|
621
|
-
TRUE: :true
|
|
622
|
-
FALSE: :false
|
|
623
|
-
end
|
|
624
|
-
|
|
625
|
-
type include_links = bool | :true | :false
|
|
626
|
-
|
|
627
|
-
module IncludeLinks
|
|
628
|
-
extend ContextDev::Internal::Type::Union
|
|
629
|
-
|
|
630
|
-
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::include_links]
|
|
631
|
-
|
|
632
|
-
TRUE: :true
|
|
633
|
-
FALSE: :false
|
|
634
|
-
end
|
|
635
|
-
|
|
636
598
|
type pdf =
|
|
637
|
-
{
|
|
638
|
-
end_: Integer,
|
|
639
|
-
ocr: ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr,
|
|
640
|
-
should_parse: ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse,
|
|
641
|
-
start: Integer
|
|
642
|
-
}
|
|
599
|
+
{ end_: Integer, ocr: bool, should_parse: bool, start: Integer }
|
|
643
600
|
|
|
644
601
|
class Pdf < ContextDev::Internal::Type::BaseModel
|
|
645
602
|
attr_reader end_: Integer?
|
|
646
603
|
|
|
647
604
|
def end_=: (Integer) -> Integer
|
|
648
605
|
|
|
649
|
-
attr_reader ocr:
|
|
606
|
+
attr_reader ocr: bool?
|
|
650
607
|
|
|
651
|
-
def ocr=: (
|
|
652
|
-
ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr
|
|
653
|
-
) -> ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr
|
|
608
|
+
def ocr=: (bool) -> bool
|
|
654
609
|
|
|
655
|
-
attr_reader should_parse:
|
|
610
|
+
attr_reader should_parse: bool?
|
|
656
611
|
|
|
657
|
-
def should_parse=: (
|
|
658
|
-
ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse
|
|
659
|
-
) -> ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse
|
|
612
|
+
def should_parse=: (bool) -> bool
|
|
660
613
|
|
|
661
614
|
attr_reader start: Integer?
|
|
662
615
|
|
|
@@ -664,72 +617,17 @@ module ContextDev
|
|
|
664
617
|
|
|
665
618
|
def initialize: (
|
|
666
619
|
?end_: Integer,
|
|
667
|
-
?ocr:
|
|
668
|
-
?should_parse:
|
|
620
|
+
?ocr: bool,
|
|
621
|
+
?should_parse: bool,
|
|
669
622
|
?start: Integer
|
|
670
623
|
) -> void
|
|
671
624
|
|
|
672
625
|
def to_hash: -> {
|
|
673
626
|
end_: Integer,
|
|
674
|
-
ocr:
|
|
675
|
-
should_parse:
|
|
627
|
+
ocr: bool,
|
|
628
|
+
should_parse: bool,
|
|
676
629
|
start: Integer
|
|
677
630
|
}
|
|
678
|
-
|
|
679
|
-
type ocr = bool | :true | :false
|
|
680
|
-
|
|
681
|
-
module Ocr
|
|
682
|
-
extend ContextDev::Internal::Type::Union
|
|
683
|
-
|
|
684
|
-
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::Pdf::ocr]
|
|
685
|
-
|
|
686
|
-
TRUE: :true
|
|
687
|
-
FALSE: :false
|
|
688
|
-
end
|
|
689
|
-
|
|
690
|
-
type should_parse = bool | :true | :false
|
|
691
|
-
|
|
692
|
-
module ShouldParse
|
|
693
|
-
extend ContextDev::Internal::Type::Union
|
|
694
|
-
|
|
695
|
-
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::Pdf::should_parse]
|
|
696
|
-
|
|
697
|
-
TRUE: :true
|
|
698
|
-
FALSE: :false
|
|
699
|
-
end
|
|
700
|
-
end
|
|
701
|
-
|
|
702
|
-
type settle_animations = bool | :true | :false
|
|
703
|
-
|
|
704
|
-
module SettleAnimations
|
|
705
|
-
extend ContextDev::Internal::Type::Union
|
|
706
|
-
|
|
707
|
-
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::settle_animations]
|
|
708
|
-
|
|
709
|
-
TRUE: :true
|
|
710
|
-
FALSE: :false
|
|
711
|
-
end
|
|
712
|
-
|
|
713
|
-
type shorten_base64_images = bool | :true | :false
|
|
714
|
-
|
|
715
|
-
module ShortenBase64Images
|
|
716
|
-
extend ContextDev::Internal::Type::Union
|
|
717
|
-
|
|
718
|
-
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::shorten_base64_images]
|
|
719
|
-
|
|
720
|
-
TRUE: :true
|
|
721
|
-
FALSE: :false
|
|
722
|
-
end
|
|
723
|
-
|
|
724
|
-
type use_main_content_only = bool | :true | :false
|
|
725
|
-
|
|
726
|
-
module UseMainContentOnly
|
|
727
|
-
extend ContextDev::Internal::Type::Union
|
|
728
|
-
|
|
729
|
-
def self?.variants: -> ::Array[ContextDev::Models::WebWebScrapeMdParams::use_main_content_only]
|
|
730
|
-
|
|
731
|
-
TRUE: :true
|
|
732
|
-
FALSE: :false
|
|
733
631
|
end
|
|
734
632
|
|
|
735
633
|
type zdr = :enabled | :disabled
|
|
@@ -9,6 +9,7 @@ module ContextDev
|
|
|
9
9
|
url: String,
|
|
10
10
|
actions_applied: ::Array[ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied],
|
|
11
11
|
actions_html_stale: bool,
|
|
12
|
+
html: String,
|
|
12
13
|
key_metadata: ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata
|
|
13
14
|
}
|
|
14
15
|
|
|
@@ -33,6 +34,10 @@ module ContextDev
|
|
|
33
34
|
|
|
34
35
|
def actions_html_stale=: (bool) -> bool
|
|
35
36
|
|
|
37
|
+
attr_reader html: String?
|
|
38
|
+
|
|
39
|
+
def html=: (String) -> String
|
|
40
|
+
|
|
36
41
|
attr_reader key_metadata: ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata?
|
|
37
42
|
|
|
38
43
|
def key_metadata=: (
|
|
@@ -47,6 +52,7 @@ module ContextDev
|
|
|
47
52
|
url: String,
|
|
48
53
|
?actions_applied: ::Array[ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied],
|
|
49
54
|
?actions_html_stale: bool,
|
|
55
|
+
?html: String,
|
|
50
56
|
?key_metadata: ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata
|
|
51
57
|
) -> void
|
|
52
58
|
|
|
@@ -58,6 +64,7 @@ module ContextDev
|
|
|
58
64
|
url: String,
|
|
59
65
|
actions_applied: ::Array[ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied],
|
|
60
66
|
actions_html_stale: bool,
|
|
67
|
+
html: String,
|
|
61
68
|
key_metadata: ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata
|
|
62
69
|
}
|
|
63
70
|
|
|
@@ -71,6 +78,7 @@ module ContextDev
|
|
|
71
78
|
canonical_url: String,
|
|
72
79
|
description: String,
|
|
73
80
|
favicon: String,
|
|
81
|
+
headings: ::Array[ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading],
|
|
74
82
|
image: String,
|
|
75
83
|
json_ld: ::Array[::Hash[Symbol, top]],
|
|
76
84
|
keywords: ::Array[String],
|
|
@@ -117,6 +125,12 @@ module ContextDev
|
|
|
117
125
|
|
|
118
126
|
def favicon=: (String) -> String
|
|
119
127
|
|
|
128
|
+
attr_reader headings: ::Array[ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading]?
|
|
129
|
+
|
|
130
|
+
def headings=: (
|
|
131
|
+
::Array[ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading]
|
|
132
|
+
) -> ::Array[ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading]
|
|
133
|
+
|
|
120
134
|
attr_reader image: String?
|
|
121
135
|
|
|
122
136
|
def image=: (String) -> String
|
|
@@ -176,6 +190,7 @@ module ContextDev
|
|
|
176
190
|
?canonical_url: String,
|
|
177
191
|
?description: String,
|
|
178
192
|
?favicon: String,
|
|
193
|
+
?headings: ::Array[ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading],
|
|
179
194
|
?image: String,
|
|
180
195
|
?json_ld: ::Array[::Hash[Symbol, top]],
|
|
181
196
|
?keywords: ::Array[String],
|
|
@@ -198,6 +213,7 @@ module ContextDev
|
|
|
198
213
|
canonical_url: String,
|
|
199
214
|
description: String,
|
|
200
215
|
favicon: String,
|
|
216
|
+
headings: ::Array[ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading],
|
|
201
217
|
image: String,
|
|
202
218
|
json_ld: ::Array[::Hash[Symbol, top]],
|
|
203
219
|
keywords: ::Array[String],
|
|
@@ -254,6 +270,18 @@ module ContextDev
|
|
|
254
270
|
}
|
|
255
271
|
end
|
|
256
272
|
|
|
273
|
+
type heading = { level: Integer, text: String }
|
|
274
|
+
|
|
275
|
+
class Heading < ContextDev::Internal::Type::BaseModel
|
|
276
|
+
attr_accessor level: Integer
|
|
277
|
+
|
|
278
|
+
attr_accessor text: String
|
|
279
|
+
|
|
280
|
+
def initialize: (level: Integer, text: String) -> void
|
|
281
|
+
|
|
282
|
+
def to_hash: -> { level: Integer, text: String }
|
|
283
|
+
end
|
|
284
|
+
|
|
257
285
|
type open_graph = String | ::Array[String]
|
|
258
286
|
|
|
259
287
|
module OpenGraph
|
|
@@ -5,6 +5,7 @@ module ContextDev
|
|
|
5
5
|
domain: String,
|
|
6
6
|
headers: ::Hash[Symbol, String],
|
|
7
7
|
max_links: Integer,
|
|
8
|
+
search: String,
|
|
8
9
|
sitemap_url: String,
|
|
9
10
|
tags: ::Array[String],
|
|
10
11
|
timeout_ms: Integer,
|
|
@@ -27,6 +28,10 @@ module ContextDev
|
|
|
27
28
|
|
|
28
29
|
def max_links=: (Integer) -> Integer
|
|
29
30
|
|
|
31
|
+
attr_reader search: String?
|
|
32
|
+
|
|
33
|
+
def search=: (String) -> String
|
|
34
|
+
|
|
30
35
|
attr_reader sitemap_url: String?
|
|
31
36
|
|
|
32
37
|
def sitemap_url=: (String) -> String
|
|
@@ -53,6 +58,7 @@ module ContextDev
|
|
|
53
58
|
domain: String,
|
|
54
59
|
?headers: ::Hash[Symbol, String],
|
|
55
60
|
?max_links: Integer,
|
|
61
|
+
?search: String,
|
|
56
62
|
?sitemap_url: String,
|
|
57
63
|
?tags: ::Array[String],
|
|
58
64
|
?timeout_ms: Integer,
|
|
@@ -65,6 +71,7 @@ module ContextDev
|
|
|
65
71
|
domain: String,
|
|
66
72
|
headers: ::Hash[Symbol, String],
|
|
67
73
|
max_links: Integer,
|
|
74
|
+
search: String,
|
|
68
75
|
sitemap_url: String,
|
|
69
76
|
tags: ::Array[String],
|
|
70
77
|
timeout_ms: Integer,
|
data/sig/context_dev/models.rbs
CHANGED
|
@@ -5,6 +5,8 @@ module ContextDev
|
|
|
5
5
|
|
|
6
6
|
class BatchCancelParams = ContextDev::Models::BatchCancelParams
|
|
7
7
|
|
|
8
|
+
class BatchDeleteParams = ContextDev::Models::BatchDeleteParams
|
|
9
|
+
|
|
8
10
|
class BatchGetResultsParams = ContextDev::Models::BatchGetResultsParams
|
|
9
11
|
|
|
10
12
|
class BatchListParams = ContextDev::Models::BatchListParams
|
|
@@ -55,10 +57,14 @@ module ContextDev
|
|
|
55
57
|
|
|
56
58
|
class MonitorUpdateParams = ContextDev::Models::MonitorUpdateParams
|
|
57
59
|
|
|
60
|
+
class NewsSearchParams = ContextDev::Models::NewsSearchParams
|
|
61
|
+
|
|
58
62
|
class PageErrorCount = ContextDev::Models::PageErrorCount
|
|
59
63
|
|
|
60
64
|
class ParseHandleParams = ContextDev::Models::ParseHandleParams
|
|
61
65
|
|
|
66
|
+
class PersonEnrichParams = ContextDev::Models::PersonEnrichParams
|
|
67
|
+
|
|
62
68
|
class UtilityPrefetchParams = ContextDev::Models::UtilityPrefetchParams
|
|
63
69
|
|
|
64
70
|
class WebExtractCompetitorsParams = ContextDev::Models::WebExtractCompetitorsParams
|
|
@@ -16,6 +16,11 @@ module ContextDev
|
|
|
16
16
|
?request_options: ContextDev::request_opts
|
|
17
17
|
) -> ContextDev::Models::BatchListResponse
|
|
18
18
|
|
|
19
|
+
def delete: (
|
|
20
|
+
String batch_id,
|
|
21
|
+
?request_options: ContextDev::request_opts
|
|
22
|
+
) -> ContextDev::Models::BatchDeleteResponse
|
|
23
|
+
|
|
19
24
|
def cancel: (
|
|
20
25
|
String batch_id,
|
|
21
26
|
?request_options: ContextDev::request_opts
|
|
@@ -29,9 +34,10 @@ module ContextDev
|
|
|
29
34
|
) -> ContextDev::Models::BatchGetResultsResponse
|
|
30
35
|
|
|
31
36
|
def submit: (
|
|
32
|
-
|
|
37
|
+
input: ContextDev::Models::BatchSubmitParams::input,
|
|
33
38
|
?tags: ::Array[String],
|
|
34
|
-
?
|
|
39
|
+
?webhook_url: String,
|
|
40
|
+
?idempotency_key: String,
|
|
35
41
|
?request_options: ContextDev::request_opts
|
|
36
42
|
) -> ContextDev::Models::BatchSubmitResponse
|
|
37
43
|
|
|
@@ -17,7 +17,10 @@ module ContextDev
|
|
|
17
17
|
|
|
18
18
|
def search: (
|
|
19
19
|
query: String,
|
|
20
|
+
?autocomplete: bool,
|
|
21
|
+
?query_by: ::Array[ContextDev::Models::BrandSearchParams::query_by],
|
|
20
22
|
?tags: ::Array[String],
|
|
23
|
+
?typo_tolerance: Integer,
|
|
21
24
|
?request_options: ContextDev::request_opts
|
|
22
25
|
) -> ContextDev::Models::BrandSearchResponse
|
|
23
26
|
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
module ContextDev
|
|
2
|
+
module Resources
|
|
3
|
+
class News
|
|
4
|
+
def search: (
|
|
5
|
+
search_by: ContextDev::NewsSearchParams::SearchBy,
|
|
6
|
+
?cursor: String?,
|
|
7
|
+
?filter_by: ContextDev::NewsSearchParams::FilterBy,
|
|
8
|
+
?limit: Integer,
|
|
9
|
+
?sort_by: ContextDev::NewsSearchParams::SortBy,
|
|
10
|
+
?tags: ::Array[String],
|
|
11
|
+
?request_options: ContextDev::request_opts
|
|
12
|
+
) -> ContextDev::Models::NewsSearchResponse
|
|
13
|
+
|
|
14
|
+
def initialize: (client: ContextDev::Client) -> void
|
|
15
|
+
end
|
|
16
|
+
end
|
|
17
|
+
end
|
|
@@ -5,13 +5,13 @@ module ContextDev
|
|
|
5
5
|
body: ContextDev::Internal::file_input,
|
|
6
6
|
?client: String,
|
|
7
7
|
?extension: ContextDev::Models::ParseHandleParams::extension,
|
|
8
|
-
?include_images:
|
|
9
|
-
?include_links:
|
|
10
|
-
?ocr:
|
|
8
|
+
?include_images: bool,
|
|
9
|
+
?include_links: bool,
|
|
10
|
+
?ocr: bool,
|
|
11
11
|
?pdf: ContextDev::ParseHandleParams::Pdf,
|
|
12
|
-
?shorten_base64_images:
|
|
12
|
+
?shorten_base64_images: bool,
|
|
13
13
|
?tags: ::Array[String],
|
|
14
|
-
?use_main_content_only:
|
|
14
|
+
?use_main_content_only: bool,
|
|
15
15
|
?zdr: ContextDev::Models::ParseHandleParams::zdr,
|
|
16
16
|
?request_options: ContextDev::request_opts
|
|
17
17
|
) -> ContextDev::Models::ParseHandleResponse
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
module ContextDev
|
|
2
|
+
module Resources
|
|
3
|
+
class People
|
|
4
|
+
def enrich: (
|
|
5
|
+
?company: ContextDev::PersonEnrichParams::Company,
|
|
6
|
+
?education: ::Array[ContextDev::PersonEnrichParams::Education],
|
|
7
|
+
?email: String,
|
|
8
|
+
?location: ContextDev::PersonEnrichParams::Location,
|
|
9
|
+
?name: ContextDev::PersonEnrichParams::Name,
|
|
10
|
+
?social_urls: ::Array[String],
|
|
11
|
+
?tags: ::Array[String],
|
|
12
|
+
?timeout_ms: Integer,
|
|
13
|
+
?request_options: ContextDev::request_opts
|
|
14
|
+
) -> ContextDev::Models::PersonEnrichResponse
|
|
15
|
+
|
|
16
|
+
def initialize: (client: ContextDev::Client) -> void
|
|
17
|
+
end
|
|
18
|
+
end
|
|
19
|
+
end
|
|
@@ -53,7 +53,7 @@ module ContextDev
|
|
|
53
53
|
?direct_url: String,
|
|
54
54
|
?domain: String,
|
|
55
55
|
?full_screenshot: ContextDev::Models::WebScreenshotParams::full_screenshot,
|
|
56
|
-
?handle_cookie_popup:
|
|
56
|
+
?handle_cookie_popup: bool,
|
|
57
57
|
?max_age_ms: Integer?,
|
|
58
58
|
?page: ContextDev::Models::WebScreenshotParams::page,
|
|
59
59
|
?scroll_offset: Integer?,
|
|
@@ -110,14 +110,14 @@ module ContextDev
|
|
|
110
110
|
?country: ContextDev::Models::WebWebScrapeHTMLParams::country,
|
|
111
111
|
?exclude_selectors: ::Array[String]?,
|
|
112
112
|
?headers: ::Hash[Symbol, String],
|
|
113
|
-
?include_frames:
|
|
113
|
+
?include_frames: bool,
|
|
114
114
|
?include_selectors: ::Array[String]?,
|
|
115
115
|
?max_age_ms: Integer?,
|
|
116
116
|
?pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
|
|
117
|
-
?settle_animations:
|
|
117
|
+
?settle_animations: bool,
|
|
118
118
|
?tags: ::Array[String],
|
|
119
119
|
?timeout_ms: Integer,
|
|
120
|
-
?use_main_content_only:
|
|
120
|
+
?use_main_content_only: bool,
|
|
121
121
|
?wait_for_ms: Integer?,
|
|
122
122
|
?zdr: ContextDev::Models::WebWebScrapeHTMLParams::zdr,
|
|
123
123
|
?request_options: ContextDev::request_opts
|
|
@@ -126,7 +126,7 @@ module ContextDev
|
|
|
126
126
|
def web_scrape_images: (
|
|
127
127
|
url: String,
|
|
128
128
|
?actions: ::Array[ContextDev::Models::WebWebScrapeImagesParams::action]?,
|
|
129
|
-
?dedupe:
|
|
129
|
+
?dedupe: bool,
|
|
130
130
|
?enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment?,
|
|
131
131
|
?headers: ::Hash[Symbol, String],
|
|
132
132
|
?max_age_ms: Integer?,
|
|
@@ -142,17 +142,18 @@ module ContextDev
|
|
|
142
142
|
?country: ContextDev::Models::WebWebScrapeMdParams::country,
|
|
143
143
|
?exclude_selectors: ::Array[String]?,
|
|
144
144
|
?headers: ::Hash[Symbol, String],
|
|
145
|
-
?include_frames:
|
|
146
|
-
?
|
|
147
|
-
?
|
|
145
|
+
?include_frames: bool,
|
|
146
|
+
?include_html: bool,
|
|
147
|
+
?include_images: bool,
|
|
148
|
+
?include_links: bool,
|
|
148
149
|
?include_selectors: ::Array[String]?,
|
|
149
150
|
?max_age_ms: Integer?,
|
|
150
151
|
?pdf: ContextDev::WebWebScrapeMdParams::Pdf,
|
|
151
|
-
?settle_animations:
|
|
152
|
-
?shorten_base64_images:
|
|
152
|
+
?settle_animations: bool,
|
|
153
|
+
?shorten_base64_images: bool,
|
|
153
154
|
?tags: ::Array[String],
|
|
154
155
|
?timeout_ms: Integer,
|
|
155
|
-
?use_main_content_only:
|
|
156
|
+
?use_main_content_only: bool,
|
|
156
157
|
?wait_for_ms: Integer?,
|
|
157
158
|
?zdr: ContextDev::Models::WebWebScrapeMdParams::zdr,
|
|
158
159
|
?request_options: ContextDev::request_opts
|
|
@@ -162,6 +163,7 @@ module ContextDev
|
|
|
162
163
|
domain: String,
|
|
163
164
|
?headers: ::Hash[Symbol, String],
|
|
164
165
|
?max_links: Integer,
|
|
166
|
+
?search: String,
|
|
165
167
|
?sitemap_url: String,
|
|
166
168
|
?tags: ::Array[String],
|
|
167
169
|
?timeout_ms: Integer,
|