context.dev 2.8.0 → 2.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +28 -0
- data/README.md +1 -1
- data/lib/context_dev/client.rb +10 -0
- data/lib/context_dev/models/batch_delete_params.rb +22 -0
- data/lib/context_dev/models/batch_delete_response.rb +60 -0
- data/lib/context_dev/models/batch_get_results_response.rb +46 -4
- data/lib/context_dev/models/batch_list_response.rb +13 -4
- data/lib/context_dev/models/batch_retrieve_response.rb +13 -4
- data/lib/context_dev/models/batch_submit_params.rb +2080 -26
- data/lib/context_dev/models/batch_submit_response.rb +125 -531
- data/lib/context_dev/models/brand_retrieve_response.rb +50 -1
- data/lib/context_dev/models/brand_search_params.rb +41 -3
- data/lib/context_dev/models/brand_search_response.rb +3 -2
- data/lib/context_dev/models/crawl_controls.rb +21 -15
- data/lib/context_dev/models/news_search_params.rb +467 -0
- data/lib/context_dev/models/news_search_response.rb +238 -0
- data/lib/context_dev/models/parse_handle_params.rb +20 -147
- data/lib/context_dev/models/person_enrich_params.rb +176 -0
- data/lib/context_dev/models/person_enrich_response.rb +641 -0
- data/lib/context_dev/models/utility_prefetch_params.rb +19 -16
- data/lib/context_dev/models/utility_prefetch_response.rb +4 -5
- data/lib/context_dev/models/web_screenshot_params.rb +3 -30
- data/lib/context_dev/models/web_search_response.rb +1 -0
- data/lib/context_dev/models/web_web_crawl_md_params.rb +5 -4
- data/lib/context_dev/models/web_web_crawl_md_response.rb +30 -1
- data/lib/context_dev/models/web_web_scrape_html_params.rb +20 -156
- data/lib/context_dev/models/web_web_scrape_html_response.rb +30 -1
- data/lib/context_dev/models/web_web_scrape_images_params.rb +12 -124
- data/lib/context_dev/models/web_web_scrape_md_params.rb +40 -241
- data/lib/context_dev/models/web_web_scrape_md_response.rb +41 -2
- data/lib/context_dev/models/web_web_scrape_sitemap_params.rb +11 -1
- data/lib/context_dev/models/web_web_scrape_sitemap_response.rb +3 -2
- data/lib/context_dev/models.rb +6 -0
- data/lib/context_dev/resources/batch.rb +33 -7
- data/lib/context_dev/resources/brand.rb +10 -10
- data/lib/context_dev/resources/news.rb +51 -0
- data/lib/context_dev/resources/parse.rb +5 -5
- data/lib/context_dev/resources/people.rb +56 -0
- data/lib/context_dev/resources/utility.rb +7 -6
- data/lib/context_dev/resources/web.rb +46 -24
- data/lib/context_dev/version.rb +1 -1
- data/lib/context_dev.rb +8 -0
- data/rbi/context_dev/client.rbi +8 -0
- data/rbi/context_dev/models/batch_delete_params.rbi +40 -0
- data/rbi/context_dev/models/batch_delete_response.rbi +116 -0
- data/rbi/context_dev/models/batch_get_results_response.rbi +85 -3
- data/rbi/context_dev/models/batch_list_response.rbi +24 -8
- data/rbi/context_dev/models/batch_retrieve_response.rbi +24 -8
- data/rbi/context_dev/models/batch_submit_params.rbi +6421 -44
- data/rbi/context_dev/models/batch_submit_response.rbi +184 -1151
- data/rbi/context_dev/models/brand_retrieve_response.rbi +152 -0
- data/rbi/context_dev/models/brand_search_params.rbi +71 -2
- data/rbi/context_dev/models/brand_search_response.rbi +4 -2
- data/rbi/context_dev/models/crawl_controls.rbi +22 -28
- data/rbi/context_dev/models/news_search_params.rbi +1294 -0
- data/rbi/context_dev/models/news_search_response.rbi +423 -0
- data/rbi/context_dev/models/parse_handle_params.rbi +30 -323
- data/rbi/context_dev/models/person_enrich_params.rbi +332 -0
- data/rbi/context_dev/models/person_enrich_response.rbi +1295 -0
- data/rbi/context_dev/models/utility_prefetch_params.rbi +24 -16
- data/rbi/context_dev/models/utility_prefetch_response.rbi +8 -6
- data/rbi/context_dev/models/web_screenshot_params.rbi +4 -71
- data/rbi/context_dev/models/web_search_response.rbi +5 -0
- data/rbi/context_dev/models/web_web_crawl_md_params.rbi +8 -6
- data/rbi/context_dev/models/web_web_crawl_md_response.rbi +67 -0
- data/rbi/context_dev/models/web_web_scrape_html_params.rbi +30 -363
- data/rbi/context_dev/models/web_web_scrape_html_response.rbi +65 -0
- data/rbi/context_dev/models/web_web_scrape_images_params.rbi +16 -287
- data/rbi/context_dev/models/web_web_scrape_md_params.rbi +57 -558
- data/rbi/context_dev/models/web_web_scrape_md_response.rbi +80 -0
- data/rbi/context_dev/models/web_web_scrape_sitemap_params.rbi +15 -0
- data/rbi/context_dev/models/web_web_scrape_sitemap_response.rbi +4 -2
- data/rbi/context_dev/models.rbi +6 -0
- data/rbi/context_dev/resources/batch.rbi +32 -10
- data/rbi/context_dev/resources/brand.rbi +14 -8
- data/rbi/context_dev/resources/news.rbi +46 -0
- data/rbi/context_dev/resources/parse.rbi +10 -26
- data/rbi/context_dev/resources/people.rbi +47 -0
- data/rbi/context_dev/resources/utility.rbi +8 -6
- data/rbi/context_dev/resources/web.rbi +49 -66
- data/sig/context_dev/client.rbs +4 -0
- data/sig/context_dev/models/batch_delete_params.rbs +23 -0
- data/sig/context_dev/models/batch_delete_response.rbs +57 -0
- data/sig/context_dev/models/batch_get_results_response.rbs +30 -2
- data/sig/context_dev/models/batch_list_response.rbs +16 -2
- data/sig/context_dev/models/batch_retrieve_response.rbs +16 -2
- data/sig/context_dev/models/batch_submit_params.rbs +2666 -15
- data/sig/context_dev/models/batch_submit_response.rbs +78 -466
- data/sig/context_dev/models/brand_retrieve_response.rbs +62 -0
- data/sig/context_dev/models/brand_search_params.rbs +38 -1
- data/sig/context_dev/models/crawl_controls.rbs +16 -16
- data/sig/context_dev/models/news_search_params.rbs +532 -0
- data/sig/context_dev/models/news_search_response.rbs +206 -0
- data/sig/context_dev/models/parse_handle_params.rbs +25 -90
- data/sig/context_dev/models/person_enrich_params.rbs +199 -0
- data/sig/context_dev/models/person_enrich_response.rbs +638 -0
- data/sig/context_dev/models/utility_prefetch_params.rbs +2 -1
- data/sig/context_dev/models/utility_prefetch_response.rbs +2 -1
- data/sig/context_dev/models/web_screenshot_params.rbs +5 -18
- data/sig/context_dev/models/web_search_response.rbs +2 -0
- data/sig/context_dev/models/web_web_crawl_md_response.rbs +21 -0
- data/sig/context_dev/models/web_web_scrape_html_params.rbs +24 -94
- data/sig/context_dev/models/web_web_scrape_html_response.rbs +21 -0
- data/sig/context_dev/models/web_web_scrape_images_params.rbs +20 -72
- data/sig/context_dev/models/web_web_scrape_md_params.rbs +46 -148
- data/sig/context_dev/models/web_web_scrape_md_response.rbs +28 -0
- data/sig/context_dev/models/web_web_scrape_sitemap_params.rbs +7 -0
- data/sig/context_dev/models.rbs +6 -0
- data/sig/context_dev/resources/batch.rbs +8 -2
- data/sig/context_dev/resources/brand.rbs +3 -0
- data/sig/context_dev/resources/news.rbs +17 -0
- data/sig/context_dev/resources/parse.rbs +5 -5
- data/sig/context_dev/resources/people.rbs +19 -0
- data/sig/context_dev/resources/web.rbs +13 -11
- metadata +26 -2
|
@@ -179,6 +179,24 @@ module ContextDev
|
|
|
179
179
|
sig { params(email: String).void }
|
|
180
180
|
attr_writer :email
|
|
181
181
|
|
|
182
|
+
# Employee headcount information for the brand (will be null if unknown)
|
|
183
|
+
sig do
|
|
184
|
+
returns(
|
|
185
|
+
T.nilable(
|
|
186
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees
|
|
187
|
+
)
|
|
188
|
+
)
|
|
189
|
+
end
|
|
190
|
+
attr_reader :employees
|
|
191
|
+
|
|
192
|
+
sig do
|
|
193
|
+
params(
|
|
194
|
+
employees:
|
|
195
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::OrHash
|
|
196
|
+
).void
|
|
197
|
+
end
|
|
198
|
+
attr_writer :employees
|
|
199
|
+
|
|
182
200
|
# Industry classification information for the brand
|
|
183
201
|
sig do
|
|
184
202
|
returns(
|
|
@@ -324,6 +342,8 @@ module ContextDev
|
|
|
324
342
|
description: String,
|
|
325
343
|
domain: String,
|
|
326
344
|
email: String,
|
|
345
|
+
employees:
|
|
346
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::OrHash,
|
|
327
347
|
industries:
|
|
328
348
|
ContextDev::Models::BrandRetrieveResponse::Brand::Industries::OrHash,
|
|
329
349
|
is_nsfw: T::Boolean,
|
|
@@ -361,6 +381,8 @@ module ContextDev
|
|
|
361
381
|
domain: nil,
|
|
362
382
|
# Company email address
|
|
363
383
|
email: nil,
|
|
384
|
+
# Employee headcount information for the brand (will be null if unknown)
|
|
385
|
+
employees: nil,
|
|
364
386
|
# Industry classification information for the brand
|
|
365
387
|
industries: nil,
|
|
366
388
|
# Indicates whether the brand content is not safe for work (NSFW)
|
|
@@ -401,6 +423,8 @@ module ContextDev
|
|
|
401
423
|
description: String,
|
|
402
424
|
domain: String,
|
|
403
425
|
email: String,
|
|
426
|
+
employees:
|
|
427
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees,
|
|
404
428
|
industries:
|
|
405
429
|
ContextDev::Models::BrandRetrieveResponse::Brand::Industries,
|
|
406
430
|
is_nsfw: T::Boolean,
|
|
@@ -757,6 +781,134 @@ module ContextDev
|
|
|
757
781
|
end
|
|
758
782
|
end
|
|
759
783
|
|
|
784
|
+
class Employees < ContextDev::Internal::Type::BaseModel
|
|
785
|
+
OrHash =
|
|
786
|
+
T.type_alias do
|
|
787
|
+
T.any(
|
|
788
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees,
|
|
789
|
+
ContextDev::Internal::AnyHash
|
|
790
|
+
)
|
|
791
|
+
end
|
|
792
|
+
|
|
793
|
+
# Exact employee count when a precise headcount is known
|
|
794
|
+
sig { returns(T.nilable(Integer)) }
|
|
795
|
+
attr_reader :exact
|
|
796
|
+
|
|
797
|
+
sig { params(exact: Integer).void }
|
|
798
|
+
attr_writer :exact
|
|
799
|
+
|
|
800
|
+
# Employee count range for the brand (e.g. '11 to 50')
|
|
801
|
+
sig do
|
|
802
|
+
returns(
|
|
803
|
+
T.nilable(
|
|
804
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
805
|
+
)
|
|
806
|
+
)
|
|
807
|
+
end
|
|
808
|
+
attr_reader :range
|
|
809
|
+
|
|
810
|
+
sig do
|
|
811
|
+
params(
|
|
812
|
+
range:
|
|
813
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::OrSymbol
|
|
814
|
+
).void
|
|
815
|
+
end
|
|
816
|
+
attr_writer :range
|
|
817
|
+
|
|
818
|
+
# Employee headcount information for the brand (will be null if unknown)
|
|
819
|
+
sig do
|
|
820
|
+
params(
|
|
821
|
+
exact: Integer,
|
|
822
|
+
range:
|
|
823
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::OrSymbol
|
|
824
|
+
).returns(T.attached_class)
|
|
825
|
+
end
|
|
826
|
+
def self.new(
|
|
827
|
+
# Exact employee count when a precise headcount is known
|
|
828
|
+
exact: nil,
|
|
829
|
+
# Employee count range for the brand (e.g. '11 to 50')
|
|
830
|
+
range: nil
|
|
831
|
+
)
|
|
832
|
+
end
|
|
833
|
+
|
|
834
|
+
sig do
|
|
835
|
+
override.returns(
|
|
836
|
+
{
|
|
837
|
+
exact: Integer,
|
|
838
|
+
range:
|
|
839
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
840
|
+
}
|
|
841
|
+
)
|
|
842
|
+
end
|
|
843
|
+
def to_hash
|
|
844
|
+
end
|
|
845
|
+
|
|
846
|
+
# Employee count range for the brand (e.g. '11 to 50')
|
|
847
|
+
module Range
|
|
848
|
+
extend ContextDev::Internal::Type::Enum
|
|
849
|
+
|
|
850
|
+
TaggedSymbol =
|
|
851
|
+
T.type_alias do
|
|
852
|
+
T.all(
|
|
853
|
+
Symbol,
|
|
854
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range
|
|
855
|
+
)
|
|
856
|
+
end
|
|
857
|
+
OrSymbol = T.type_alias { T.any(Symbol, String) }
|
|
858
|
+
|
|
859
|
+
RANGE_1_TO_10 =
|
|
860
|
+
T.let(
|
|
861
|
+
:"1 to 10",
|
|
862
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
863
|
+
)
|
|
864
|
+
RANGE_11_TO_50 =
|
|
865
|
+
T.let(
|
|
866
|
+
:"11 to 50",
|
|
867
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
868
|
+
)
|
|
869
|
+
RANGE_51_TO_200 =
|
|
870
|
+
T.let(
|
|
871
|
+
:"51 to 200",
|
|
872
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
873
|
+
)
|
|
874
|
+
RANGE_201_TO_500 =
|
|
875
|
+
T.let(
|
|
876
|
+
:"201 to 500",
|
|
877
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
878
|
+
)
|
|
879
|
+
RANGE_501_TO_1000 =
|
|
880
|
+
T.let(
|
|
881
|
+
:"501 to 1000",
|
|
882
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
883
|
+
)
|
|
884
|
+
RANGE_1001_TO_5000 =
|
|
885
|
+
T.let(
|
|
886
|
+
:"1001 to 5000",
|
|
887
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
888
|
+
)
|
|
889
|
+
RANGE_5001_TO_10000 =
|
|
890
|
+
T.let(
|
|
891
|
+
:"5001 to 10000",
|
|
892
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
893
|
+
)
|
|
894
|
+
RANGE_10001 =
|
|
895
|
+
T.let(
|
|
896
|
+
:"10001+",
|
|
897
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
898
|
+
)
|
|
899
|
+
|
|
900
|
+
sig do
|
|
901
|
+
override.returns(
|
|
902
|
+
T::Array[
|
|
903
|
+
ContextDev::Models::BrandRetrieveResponse::Brand::Employees::Range::TaggedSymbol
|
|
904
|
+
]
|
|
905
|
+
)
|
|
906
|
+
end
|
|
907
|
+
def self.values
|
|
908
|
+
end
|
|
909
|
+
end
|
|
910
|
+
end
|
|
911
|
+
|
|
760
912
|
class Industries < ContextDev::Internal::Type::BaseModel
|
|
761
913
|
OrHash =
|
|
762
914
|
T.type_alias do
|
|
@@ -11,11 +11,35 @@ module ContextDev
|
|
|
11
11
|
T.any(ContextDev::BrandSearchParams, ContextDev::Internal::AnyHash)
|
|
12
12
|
end
|
|
13
13
|
|
|
14
|
-
# Search term, matched against
|
|
14
|
+
# Search term, matched against the fields selected by queryBy (e.g. 'nike',
|
|
15
15
|
# 'nike.com', 'nik').
|
|
16
16
|
sig { returns(String) }
|
|
17
17
|
attr_accessor :query
|
|
18
18
|
|
|
19
|
+
# Whether the search term matches by prefix, so partial words match as they are
|
|
20
|
+
# typed (e.g. 'nik' matches Nike). Set to false to match whole words only.
|
|
21
|
+
sig { returns(T.nilable(T::Boolean)) }
|
|
22
|
+
attr_reader :autocomplete
|
|
23
|
+
|
|
24
|
+
sig { params(autocomplete: T::Boolean).void }
|
|
25
|
+
attr_writer :autocomplete
|
|
26
|
+
|
|
27
|
+
# Fields to match the search term against, as a comma-separated list or repeated
|
|
28
|
+
# parameter: 'name', 'domain', or both. Defaults to both.
|
|
29
|
+
sig do
|
|
30
|
+
returns(
|
|
31
|
+
T.nilable(T::Array[ContextDev::BrandSearchParams::QueryBy::OrSymbol])
|
|
32
|
+
)
|
|
33
|
+
end
|
|
34
|
+
attr_reader :query_by
|
|
35
|
+
|
|
36
|
+
sig do
|
|
37
|
+
params(
|
|
38
|
+
query_by: T::Array[ContextDev::BrandSearchParams::QueryBy::OrSymbol]
|
|
39
|
+
).void
|
|
40
|
+
end
|
|
41
|
+
attr_writer :query_by
|
|
42
|
+
|
|
19
43
|
# Optional comma-separated caller-defined tags for tracking this request. Tags are
|
|
20
44
|
# recorded on the request's usage log and can be used to filter usage on the
|
|
21
45
|
# dashboard usage page. Up to 20 tags, each 1-50 characters.
|
|
@@ -25,21 +49,41 @@ module ContextDev
|
|
|
25
49
|
sig { params(tags: T::Array[String]).void }
|
|
26
50
|
attr_writer :tags
|
|
27
51
|
|
|
52
|
+
# Maximum number of typos tolerated when matching, from 0 to 2. Defaults to 0 (no
|
|
53
|
+
# typo tolerance).
|
|
54
|
+
sig { returns(T.nilable(Integer)) }
|
|
55
|
+
attr_reader :typo_tolerance
|
|
56
|
+
|
|
57
|
+
sig { params(typo_tolerance: Integer).void }
|
|
58
|
+
attr_writer :typo_tolerance
|
|
59
|
+
|
|
28
60
|
sig do
|
|
29
61
|
params(
|
|
30
62
|
query: String,
|
|
63
|
+
autocomplete: T::Boolean,
|
|
64
|
+
query_by: T::Array[ContextDev::BrandSearchParams::QueryBy::OrSymbol],
|
|
31
65
|
tags: T::Array[String],
|
|
66
|
+
typo_tolerance: Integer,
|
|
32
67
|
request_options: ContextDev::RequestOptions::OrHash
|
|
33
68
|
).returns(T.attached_class)
|
|
34
69
|
end
|
|
35
70
|
def self.new(
|
|
36
|
-
# Search term, matched against
|
|
71
|
+
# Search term, matched against the fields selected by queryBy (e.g. 'nike',
|
|
37
72
|
# 'nike.com', 'nik').
|
|
38
73
|
query:,
|
|
74
|
+
# Whether the search term matches by prefix, so partial words match as they are
|
|
75
|
+
# typed (e.g. 'nik' matches Nike). Set to false to match whole words only.
|
|
76
|
+
autocomplete: nil,
|
|
77
|
+
# Fields to match the search term against, as a comma-separated list or repeated
|
|
78
|
+
# parameter: 'name', 'domain', or both. Defaults to both.
|
|
79
|
+
query_by: nil,
|
|
39
80
|
# Optional comma-separated caller-defined tags for tracking this request. Tags are
|
|
40
81
|
# recorded on the request's usage log and can be used to filter usage on the
|
|
41
82
|
# dashboard usage page. Up to 20 tags, each 1-50 characters.
|
|
42
83
|
tags: nil,
|
|
84
|
+
# Maximum number of typos tolerated when matching, from 0 to 2. Defaults to 0 (no
|
|
85
|
+
# typo tolerance).
|
|
86
|
+
typo_tolerance: nil,
|
|
43
87
|
request_options: {}
|
|
44
88
|
)
|
|
45
89
|
end
|
|
@@ -48,13 +92,38 @@ module ContextDev
|
|
|
48
92
|
override.returns(
|
|
49
93
|
{
|
|
50
94
|
query: String,
|
|
95
|
+
autocomplete: T::Boolean,
|
|
96
|
+
query_by:
|
|
97
|
+
T::Array[ContextDev::BrandSearchParams::QueryBy::OrSymbol],
|
|
51
98
|
tags: T::Array[String],
|
|
99
|
+
typo_tolerance: Integer,
|
|
52
100
|
request_options: ContextDev::RequestOptions
|
|
53
101
|
}
|
|
54
102
|
)
|
|
55
103
|
end
|
|
56
104
|
def to_hash
|
|
57
105
|
end
|
|
106
|
+
|
|
107
|
+
module QueryBy
|
|
108
|
+
extend ContextDev::Internal::Type::Enum
|
|
109
|
+
|
|
110
|
+
TaggedSymbol =
|
|
111
|
+
T.type_alias { T.all(Symbol, ContextDev::BrandSearchParams::QueryBy) }
|
|
112
|
+
OrSymbol = T.type_alias { T.any(Symbol, String) }
|
|
113
|
+
|
|
114
|
+
NAME =
|
|
115
|
+
T.let(:name, ContextDev::BrandSearchParams::QueryBy::TaggedSymbol)
|
|
116
|
+
DOMAIN =
|
|
117
|
+
T.let(:domain, ContextDev::BrandSearchParams::QueryBy::TaggedSymbol)
|
|
118
|
+
|
|
119
|
+
sig do
|
|
120
|
+
override.returns(
|
|
121
|
+
T::Array[ContextDev::BrandSearchParams::QueryBy::TaggedSymbol]
|
|
122
|
+
)
|
|
123
|
+
end
|
|
124
|
+
def self.values
|
|
125
|
+
end
|
|
126
|
+
end
|
|
58
127
|
end
|
|
59
128
|
end
|
|
60
129
|
end
|
|
@@ -11,7 +11,8 @@ module ContextDev
|
|
|
11
11
|
)
|
|
12
12
|
end
|
|
13
13
|
|
|
14
|
-
# Up to 10 matching brands,
|
|
14
|
+
# Up to 10 matching brands, name matches first, then domain matches, most popular
|
|
15
|
+
# first within each group. Empty when nothing matches.
|
|
15
16
|
sig { returns(T::Array[ContextDev::Models::BrandSearchResponse::Result]) }
|
|
16
17
|
attr_accessor :results
|
|
17
18
|
|
|
@@ -39,7 +40,8 @@ module ContextDev
|
|
|
39
40
|
).returns(T.attached_class)
|
|
40
41
|
end
|
|
41
42
|
def self.new(
|
|
42
|
-
# Up to 10 matching brands,
|
|
43
|
+
# Up to 10 matching brands, name matches first, then domain matches, most popular
|
|
44
|
+
# first within each group. Empty when nothing matches.
|
|
43
45
|
results:,
|
|
44
46
|
# Metadata about the API key used for the request. Included in every response
|
|
45
47
|
# whenever a valid API key is provided, even when the response status is not 200.
|
|
@@ -39,8 +39,8 @@ module ContextDev
|
|
|
39
39
|
max_pages: Integer,
|
|
40
40
|
source:
|
|
41
41
|
T.any(
|
|
42
|
-
ContextDev::CrawlControls::Source::
|
|
43
|
-
ContextDev::CrawlControls::Source::
|
|
42
|
+
ContextDev::CrawlControls::Source::StartURL::OrHash,
|
|
43
|
+
ContextDev::CrawlControls::Source::Sitemap::OrHash
|
|
44
44
|
),
|
|
45
45
|
url_pattern: T.nilable(String)
|
|
46
46
|
).returns(T.attached_class)
|
|
@@ -82,23 +82,23 @@ module ContextDev
|
|
|
82
82
|
Variants =
|
|
83
83
|
T.type_alias do
|
|
84
84
|
T.any(
|
|
85
|
-
ContextDev::CrawlControls::Source::
|
|
86
|
-
ContextDev::CrawlControls::Source::
|
|
85
|
+
ContextDev::CrawlControls::Source::StartURL,
|
|
86
|
+
ContextDev::CrawlControls::Source::Sitemap
|
|
87
87
|
)
|
|
88
88
|
end
|
|
89
89
|
|
|
90
|
-
class
|
|
90
|
+
class StartURL < ContextDev::Internal::Type::BaseModel
|
|
91
91
|
OrHash =
|
|
92
92
|
T.type_alias do
|
|
93
93
|
T.any(
|
|
94
|
-
ContextDev::CrawlControls::Source::
|
|
94
|
+
ContextDev::CrawlControls::Source::StartURL,
|
|
95
95
|
ContextDev::Internal::AnyHash
|
|
96
96
|
)
|
|
97
97
|
end
|
|
98
98
|
|
|
99
99
|
sig do
|
|
100
100
|
returns(
|
|
101
|
-
ContextDev::CrawlControls::Source::
|
|
101
|
+
ContextDev::CrawlControls::Source::StartURL::Type::TaggedSymbol
|
|
102
102
|
)
|
|
103
103
|
end
|
|
104
104
|
attr_accessor :type
|
|
@@ -107,10 +107,10 @@ module ContextDev
|
|
|
107
107
|
sig { returns(String) }
|
|
108
108
|
attr_accessor :url
|
|
109
109
|
|
|
110
|
+
# The crawl discovered pages by following links from one URL.
|
|
110
111
|
sig do
|
|
111
112
|
params(
|
|
112
|
-
type:
|
|
113
|
-
ContextDev::CrawlControls::Source::UnionMember0::Type::OrSymbol,
|
|
113
|
+
type: ContextDev::CrawlControls::Source::StartURL::Type::OrSymbol,
|
|
114
114
|
url: String
|
|
115
115
|
).returns(T.attached_class)
|
|
116
116
|
end
|
|
@@ -125,7 +125,7 @@ module ContextDev
|
|
|
125
125
|
override.returns(
|
|
126
126
|
{
|
|
127
127
|
type:
|
|
128
|
-
ContextDev::CrawlControls::Source::
|
|
128
|
+
ContextDev::CrawlControls::Source::StartURL::Type::TaggedSymbol,
|
|
129
129
|
url: String
|
|
130
130
|
}
|
|
131
131
|
)
|
|
@@ -138,23 +138,20 @@ module ContextDev
|
|
|
138
138
|
|
|
139
139
|
TaggedSymbol =
|
|
140
140
|
T.type_alias do
|
|
141
|
-
T.all(
|
|
142
|
-
Symbol,
|
|
143
|
-
ContextDev::CrawlControls::Source::UnionMember0::Type
|
|
144
|
-
)
|
|
141
|
+
T.all(Symbol, ContextDev::CrawlControls::Source::StartURL::Type)
|
|
145
142
|
end
|
|
146
143
|
OrSymbol = T.type_alias { T.any(Symbol, String) }
|
|
147
144
|
|
|
148
145
|
START_URL =
|
|
149
146
|
T.let(
|
|
150
147
|
:start_url,
|
|
151
|
-
ContextDev::CrawlControls::Source::
|
|
148
|
+
ContextDev::CrawlControls::Source::StartURL::Type::TaggedSymbol
|
|
152
149
|
)
|
|
153
150
|
|
|
154
151
|
sig do
|
|
155
152
|
override.returns(
|
|
156
153
|
T::Array[
|
|
157
|
-
ContextDev::CrawlControls::Source::
|
|
154
|
+
ContextDev::CrawlControls::Source::StartURL::Type::TaggedSymbol
|
|
158
155
|
]
|
|
159
156
|
)
|
|
160
157
|
end
|
|
@@ -163,11 +160,11 @@ module ContextDev
|
|
|
163
160
|
end
|
|
164
161
|
end
|
|
165
162
|
|
|
166
|
-
class
|
|
163
|
+
class Sitemap < ContextDev::Internal::Type::BaseModel
|
|
167
164
|
OrHash =
|
|
168
165
|
T.type_alias do
|
|
169
166
|
T.any(
|
|
170
|
-
ContextDev::CrawlControls::Source::
|
|
167
|
+
ContextDev::CrawlControls::Source::Sitemap,
|
|
171
168
|
ContextDev::Internal::AnyHash
|
|
172
169
|
)
|
|
173
170
|
end
|
|
@@ -178,16 +175,16 @@ module ContextDev
|
|
|
178
175
|
|
|
179
176
|
sig do
|
|
180
177
|
returns(
|
|
181
|
-
ContextDev::CrawlControls::Source::
|
|
178
|
+
ContextDev::CrawlControls::Source::Sitemap::Type::TaggedSymbol
|
|
182
179
|
)
|
|
183
180
|
end
|
|
184
181
|
attr_accessor :type
|
|
185
182
|
|
|
183
|
+
# The crawl scraped the pages listed in the domain's sitemap.
|
|
186
184
|
sig do
|
|
187
185
|
params(
|
|
188
186
|
domain: String,
|
|
189
|
-
type:
|
|
190
|
-
ContextDev::CrawlControls::Source::UnionMember1::Type::OrSymbol
|
|
187
|
+
type: ContextDev::CrawlControls::Source::Sitemap::Type::OrSymbol
|
|
191
188
|
).returns(T.attached_class)
|
|
192
189
|
end
|
|
193
190
|
def self.new(
|
|
@@ -202,7 +199,7 @@ module ContextDev
|
|
|
202
199
|
{
|
|
203
200
|
domain: String,
|
|
204
201
|
type:
|
|
205
|
-
ContextDev::CrawlControls::Source::
|
|
202
|
+
ContextDev::CrawlControls::Source::Sitemap::Type::TaggedSymbol
|
|
206
203
|
}
|
|
207
204
|
)
|
|
208
205
|
end
|
|
@@ -214,23 +211,20 @@ module ContextDev
|
|
|
214
211
|
|
|
215
212
|
TaggedSymbol =
|
|
216
213
|
T.type_alias do
|
|
217
|
-
T.all(
|
|
218
|
-
Symbol,
|
|
219
|
-
ContextDev::CrawlControls::Source::UnionMember1::Type
|
|
220
|
-
)
|
|
214
|
+
T.all(Symbol, ContextDev::CrawlControls::Source::Sitemap::Type)
|
|
221
215
|
end
|
|
222
216
|
OrSymbol = T.type_alias { T.any(Symbol, String) }
|
|
223
217
|
|
|
224
218
|
SITEMAP =
|
|
225
219
|
T.let(
|
|
226
220
|
:sitemap,
|
|
227
|
-
ContextDev::CrawlControls::Source::
|
|
221
|
+
ContextDev::CrawlControls::Source::Sitemap::Type::TaggedSymbol
|
|
228
222
|
)
|
|
229
223
|
|
|
230
224
|
sig do
|
|
231
225
|
override.returns(
|
|
232
226
|
T::Array[
|
|
233
|
-
ContextDev::CrawlControls::Source::
|
|
227
|
+
ContextDev::CrawlControls::Source::Sitemap::Type::TaggedSymbol
|
|
234
228
|
]
|
|
235
229
|
)
|
|
236
230
|
end
|