context.dev 2.4.0 → 2.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +29 -0
- data/README.md +1 -1
- data/lib/context_dev/client.rb +4 -0
- data/lib/context_dev/models/ai_extract_product_params.rb +9 -1
- data/lib/context_dev/models/ai_extract_products_params.rb +18 -2
- data/lib/context_dev/models/batch_cancel_params.rb +22 -0
- data/lib/context_dev/models/batch_cancel_response.rb +354 -0
- data/lib/context_dev/models/batch_get_results_params.rb +42 -0
- data/lib/context_dev/models/batch_get_results_response.rb +463 -0
- data/lib/context_dev/models/batch_list_params.rb +94 -0
- data/lib/context_dev/models/batch_list_response.rb +388 -0
- data/lib/context_dev/models/batch_retrieve_params.rb +22 -0
- data/lib/context_dev/models/batch_retrieve_response.rb +390 -0
- data/lib/context_dev/models/batch_submit_params.rb +56 -0
- data/lib/context_dev/models/batch_submit_response.rb +614 -0
- data/lib/context_dev/models/brand_retrieve_params.rb +109 -22
- data/lib/context_dev/models/brand_retrieve_response.rb +4 -6
- data/lib/context_dev/models/brand_retrieve_simplified_params.rb +32 -3
- data/lib/context_dev/models/error.rb +26 -0
- data/lib/context_dev/models/error_count.rb +26 -0
- data/lib/context_dev/models/industry_retrieve_naics_params.rb +11 -1
- data/lib/context_dev/models/industry_retrieve_sic_params.rb +11 -1
- data/lib/context_dev/models/monitor_create_params.rb +147 -132
- data/lib/context_dev/models/monitor_create_response.rb +40 -15
- data/lib/context_dev/models/monitor_get_credit_usage_params.rb +30 -0
- data/lib/context_dev/models/monitor_get_credit_usage_response.rb +59 -0
- data/lib/context_dev/models/monitor_get_limits_params.rb +14 -0
- data/lib/context_dev/models/monitor_get_limits_response.rb +52 -0
- data/lib/context_dev/models/monitor_list_account_changes_params.rb +16 -7
- data/lib/context_dev/models/monitor_list_account_changes_response.rb +2 -1
- data/lib/context_dev/models/monitor_list_account_runs_params.rb +7 -10
- data/lib/context_dev/models/monitor_list_changes_params.rb +8 -4
- data/lib/context_dev/models/monitor_list_changes_response.rb +2 -1
- data/lib/context_dev/models/monitor_list_params.rb +18 -19
- data/lib/context_dev/models/monitor_list_response.rb +27 -12
- data/lib/context_dev/models/monitor_list_runs_params.rb +7 -10
- data/lib/context_dev/models/monitor_retrieve_change_response.rb +2 -1
- data/lib/context_dev/models/monitor_retrieve_response.rb +27 -12
- data/lib/context_dev/models/monitor_update_params.rb +27 -12
- data/lib/context_dev/models/monitor_update_response.rb +27 -12
- data/lib/context_dev/models/parse_handle_params.rb +199 -33
- data/lib/context_dev/models/utility_prefetch_params.rb +9 -1
- data/lib/context_dev/models/web_extract_competitors_params.rb +11 -1
- data/lib/context_dev/models/web_extract_fonts_params.rb +14 -4
- data/lib/context_dev/models/web_extract_params.rb +19 -1
- data/lib/context_dev/models/web_extract_styleguide_params.rb +14 -4
- data/lib/context_dev/models/web_screenshot_params.rb +69 -18
- data/lib/context_dev/models/web_screenshot_response.rb +3 -2
- data/lib/context_dev/models/web_search_params.rb +9 -1
- data/lib/context_dev/models/web_web_crawl_md_params.rb +34 -1
- data/lib/context_dev/models/web_web_scrape_html_params.rb +268 -29
- data/lib/context_dev/models/web_web_scrape_html_response.rb +93 -1
- data/lib/context_dev/models/web_web_scrape_images_params.rb +208 -19
- data/lib/context_dev/models/web_web_scrape_md_params.rb +352 -38
- data/lib/context_dev/models/web_web_scrape_md_response.rb +93 -1
- data/lib/context_dev/models/web_web_scrape_sitemap_params.rb +45 -1
- data/lib/context_dev/models.rb +18 -0
- data/lib/context_dev/resources/ai.rb +3 -1
- data/lib/context_dev/resources/batch.rb +155 -0
- data/lib/context_dev/resources/brand.rb +6 -2
- data/lib/context_dev/resources/industry.rb +6 -2
- data/lib/context_dev/resources/monitors.rb +75 -37
- data/lib/context_dev/resources/parse.rb +15 -11
- data/lib/context_dev/resources/utility.rb +3 -1
- data/lib/context_dev/resources/web.rb +104 -55
- data/lib/context_dev/version.rb +1 -1
- data/lib/context_dev.rb +17 -0
- data/rbi/context_dev/client.rbi +3 -0
- data/rbi/context_dev/models/ai_extract_product_params.rbi +11 -0
- data/rbi/context_dev/models/ai_extract_products_params.rbi +22 -0
- data/rbi/context_dev/models/batch_cancel_params.rbi +40 -0
- data/rbi/context_dev/models/batch_cancel_response.rbi +642 -0
- data/rbi/context_dev/models/batch_get_results_params.rbi +70 -0
- data/rbi/context_dev/models/batch_get_results_response.rbi +848 -0
- data/rbi/context_dev/models/batch_list_params.rbi +166 -0
- data/rbi/context_dev/models/batch_list_response.rbi +738 -0
- data/rbi/context_dev/models/batch_retrieve_params.rbi +40 -0
- data/rbi/context_dev/models/batch_retrieve_response.rbi +707 -0
- data/rbi/context_dev/models/batch_submit_params.rbi +105 -0
- data/rbi/context_dev/models/batch_submit_response.rbi +1330 -0
- data/rbi/context_dev/models/brand_retrieve_params.rbi +175 -64
- data/rbi/context_dev/models/brand_retrieve_response.rbi +8 -11
- data/rbi/context_dev/models/brand_retrieve_simplified_params.rbi +68 -5
- data/rbi/context_dev/models/error.rbi +32 -0
- data/rbi/context_dev/models/error_count.rbi +34 -0
- data/rbi/context_dev/models/industry_retrieve_naics_params.rbi +15 -0
- data/rbi/context_dev/models/industry_retrieve_sic_params.rbi +15 -0
- data/rbi/context_dev/models/monitor_create_params.rbi +280 -246
- data/rbi/context_dev/models/monitor_create_response.rbi +44 -11
- data/rbi/context_dev/models/monitor_get_credit_usage_params.rbi +60 -0
- data/rbi/context_dev/models/monitor_get_credit_usage_response.rbi +111 -0
- data/rbi/context_dev/models/monitor_get_limits_params.rbi +30 -0
- data/rbi/context_dev/models/monitor_get_limits_response.rbi +105 -0
- data/rbi/context_dev/models/monitor_list_account_changes_params.rbi +16 -0
- data/rbi/context_dev/models/monitor_list_account_changes_response.rbi +2 -0
- data/rbi/context_dev/models/monitor_list_account_runs_params.rbi +7 -6
- data/rbi/context_dev/models/monitor_list_changes_params.rbi +8 -0
- data/rbi/context_dev/models/monitor_list_changes_response.rbi +2 -0
- data/rbi/context_dev/models/monitor_list_params.rbi +23 -31
- data/rbi/context_dev/models/monitor_list_response.rbi +30 -9
- data/rbi/context_dev/models/monitor_list_runs_params.rbi +7 -6
- data/rbi/context_dev/models/monitor_retrieve_change_response.rbi +2 -0
- data/rbi/context_dev/models/monitor_retrieve_response.rbi +30 -9
- data/rbi/context_dev/models/monitor_update_params.rbi +30 -9
- data/rbi/context_dev/models/monitor_update_response.rbi +30 -9
- data/rbi/context_dev/models/parse_handle_params.rbi +400 -46
- data/rbi/context_dev/models/utility_prefetch_params.rbi +11 -0
- data/rbi/context_dev/models/web_extract_competitors_params.rbi +15 -0
- data/rbi/context_dev/models/web_extract_fonts_params.rbi +19 -7
- data/rbi/context_dev/models/web_extract_params.rbi +26 -0
- data/rbi/context_dev/models/web_extract_styleguide_params.rbi +19 -7
- data/rbi/context_dev/models/web_screenshot_params.rbi +108 -37
- data/rbi/context_dev/models/web_screenshot_response.rbi +4 -2
- data/rbi/context_dev/models/web_search_params.rbi +11 -0
- data/rbi/context_dev/models/web_web_crawl_md_params.rbi +53 -0
- data/rbi/context_dev/models/web_web_scrape_html_params.rbi +554 -49
- data/rbi/context_dev/models/web_web_scrape_html_response.rbi +182 -0
- data/rbi/context_dev/models/web_web_scrape_images_params.rbi +426 -30
- data/rbi/context_dev/models/web_web_scrape_md_params.rbi +742 -61
- data/rbi/context_dev/models/web_web_scrape_md_response.rbi +180 -0
- data/rbi/context_dev/models/web_web_scrape_sitemap_params.rbi +82 -0
- data/rbi/context_dev/models.rbi +18 -0
- data/rbi/context_dev/resources/ai.rbi +3 -0
- data/rbi/context_dev/resources/batch.rbi +120 -0
- data/rbi/context_dev/resources/brand.rbi +9 -1
- data/rbi/context_dev/resources/industry.rbi +10 -0
- data/rbi/context_dev/resources/monitors.rbi +67 -23
- data/rbi/context_dev/resources/parse.rbi +46 -19
- data/rbi/context_dev/resources/utility.rbi +3 -0
- data/rbi/context_dev/resources/web.rbi +224 -48
- data/sig/context_dev/client.rbs +2 -0
- data/sig/context_dev/models/ai_extract_product_params.rbs +12 -1
- data/sig/context_dev/models/ai_extract_products_params.rbs +14 -0
- data/sig/context_dev/models/batch_cancel_params.rbs +23 -0
- data/sig/context_dev/models/batch_cancel_response.rbs +266 -0
- data/sig/context_dev/models/batch_get_results_params.rbs +36 -0
- data/sig/context_dev/models/batch_get_results_response.rbs +399 -0
- data/sig/context_dev/models/batch_list_params.rbs +94 -0
- data/sig/context_dev/models/batch_list_response.rbs +304 -0
- data/sig/context_dev/models/batch_retrieve_params.rbs +23 -0
- data/sig/context_dev/models/batch_retrieve_response.rbs +290 -0
- data/sig/context_dev/models/batch_submit_params.rbs +52 -0
- data/sig/context_dev/models/batch_submit_response.rbs +542 -0
- data/sig/context_dev/models/brand_retrieve_params.rbs +97 -51
- data/sig/context_dev/models/brand_retrieve_response.rbs +2 -2
- data/sig/context_dev/models/brand_retrieve_simplified_params.rbs +34 -5
- data/sig/context_dev/models/error.rbs +15 -0
- data/sig/context_dev/models/error_count.rbs +15 -0
- data/sig/context_dev/models/industry_retrieve_naics_params.rbs +7 -0
- data/sig/context_dev/models/industry_retrieve_sic_params.rbs +7 -0
- data/sig/context_dev/models/monitor_create_params.rbs +117 -97
- data/sig/context_dev/models/monitor_create_response.rbs +18 -1
- data/sig/context_dev/models/monitor_get_credit_usage_params.rbs +32 -0
- data/sig/context_dev/models/monitor_get_credit_usage_response.rbs +52 -0
- data/sig/context_dev/models/monitor_get_limits_params.rbs +15 -0
- data/sig/context_dev/models/monitor_get_limits_response.rbs +43 -0
- data/sig/context_dev/models/monitor_list_params.rbs +8 -14
- data/sig/context_dev/models/monitor_list_response.rbs +13 -1
- data/sig/context_dev/models/monitor_retrieve_response.rbs +13 -1
- data/sig/context_dev/models/monitor_update_params.rbs +13 -1
- data/sig/context_dev/models/monitor_update_response.rbs +13 -1
- data/sig/context_dev/models/parse_handle_params.rbs +124 -25
- data/sig/context_dev/models/utility_prefetch_params.rbs +7 -0
- data/sig/context_dev/models/web_extract_competitors_params.rbs +12 -1
- data/sig/context_dev/models/web_extract_fonts_params.rbs +10 -5
- data/sig/context_dev/models/web_extract_params.rbs +14 -0
- data/sig/context_dev/models/web_extract_styleguide_params.rbs +10 -5
- data/sig/context_dev/models/web_screenshot_params.rbs +41 -20
- data/sig/context_dev/models/web_search_params.rbs +7 -0
- data/sig/context_dev/models/web_web_crawl_md_params.rbs +28 -1
- data/sig/context_dev/models/web_web_scrape_html_params.rbs +175 -47
- data/sig/context_dev/models/web_web_scrape_html_response.rbs +85 -0
- data/sig/context_dev/models/web_web_scrape_images_params.rbs +128 -38
- data/sig/context_dev/models/web_web_scrape_md_params.rbs +229 -62
- data/sig/context_dev/models/web_web_scrape_md_response.rbs +85 -0
- data/sig/context_dev/models/web_web_scrape_sitemap_params.rbs +35 -1
- data/sig/context_dev/models.rbs +18 -0
- data/sig/context_dev/resources/ai.rbs +1 -0
- data/sig/context_dev/resources/batch.rbs +41 -0
- data/sig/context_dev/resources/brand.rbs +3 -1
- data/sig/context_dev/resources/industry.rbs +2 -0
- data/sig/context_dev/resources/monitors.rbs +14 -4
- data/sig/context_dev/resources/parse.rbs +8 -5
- data/sig/context_dev/resources/utility.rbs +1 -0
- data/sig/context_dev/resources/web.rbs +47 -26
- metadata +53 -2
|
@@ -44,6 +44,34 @@ module ContextDev
|
|
|
44
44
|
sig { returns(String) }
|
|
45
45
|
attr_accessor :url
|
|
46
46
|
|
|
47
|
+
# One verified outcome per requested browser action, in request order.
|
|
48
|
+
sig do
|
|
49
|
+
returns(
|
|
50
|
+
T.nilable(
|
|
51
|
+
T::Array[ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied]
|
|
52
|
+
)
|
|
53
|
+
)
|
|
54
|
+
end
|
|
55
|
+
attr_reader :actions_applied
|
|
56
|
+
|
|
57
|
+
sig do
|
|
58
|
+
params(
|
|
59
|
+
actions_applied:
|
|
60
|
+
T::Array[
|
|
61
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::OrHash
|
|
62
|
+
]
|
|
63
|
+
).void
|
|
64
|
+
end
|
|
65
|
+
attr_writer :actions_applied
|
|
66
|
+
|
|
67
|
+
# True when an action was applied but the returned content could not be refreshed
|
|
68
|
+
# afterward.
|
|
69
|
+
sig { returns(T.nilable(T::Boolean)) }
|
|
70
|
+
attr_reader :actions_html_stale
|
|
71
|
+
|
|
72
|
+
sig { params(actions_html_stale: T::Boolean).void }
|
|
73
|
+
attr_writer :actions_html_stale
|
|
74
|
+
|
|
47
75
|
# Metadata about the API key used for the request. Included in every response
|
|
48
76
|
# whenever a valid API key is provided, even when the response status is not 200.
|
|
49
77
|
sig do
|
|
@@ -70,6 +98,11 @@ module ContextDev
|
|
|
70
98
|
success:
|
|
71
99
|
ContextDev::Models::WebWebScrapeMdResponse::Success::OrBoolean,
|
|
72
100
|
url: String,
|
|
101
|
+
actions_applied:
|
|
102
|
+
T::Array[
|
|
103
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::OrHash
|
|
104
|
+
],
|
|
105
|
+
actions_html_stale: T::Boolean,
|
|
73
106
|
key_metadata:
|
|
74
107
|
ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata::OrHash
|
|
75
108
|
).returns(T.attached_class)
|
|
@@ -87,6 +120,11 @@ module ContextDev
|
|
|
87
120
|
success:,
|
|
88
121
|
# The URL that was scraped
|
|
89
122
|
url:,
|
|
123
|
+
# One verified outcome per requested browser action, in request order.
|
|
124
|
+
actions_applied: nil,
|
|
125
|
+
# True when an action was applied but the returned content could not be refreshed
|
|
126
|
+
# afterward.
|
|
127
|
+
actions_html_stale: nil,
|
|
90
128
|
# Metadata about the API key used for the request. Included in every response
|
|
91
129
|
# whenever a valid API key is provided, even when the response status is not 200.
|
|
92
130
|
key_metadata: nil
|
|
@@ -102,6 +140,11 @@ module ContextDev
|
|
|
102
140
|
success:
|
|
103
141
|
ContextDev::Models::WebWebScrapeMdResponse::Success::TaggedBoolean,
|
|
104
142
|
url: String,
|
|
143
|
+
actions_applied:
|
|
144
|
+
T::Array[
|
|
145
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied
|
|
146
|
+
],
|
|
147
|
+
actions_html_stale: T::Boolean,
|
|
105
148
|
key_metadata:
|
|
106
149
|
ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata
|
|
107
150
|
}
|
|
@@ -598,6 +641,143 @@ module ContextDev
|
|
|
598
641
|
end
|
|
599
642
|
end
|
|
600
643
|
|
|
644
|
+
class ActionsApplied < ContextDev::Internal::Type::BaseModel
|
|
645
|
+
OrHash =
|
|
646
|
+
T.type_alias do
|
|
647
|
+
T.any(
|
|
648
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied,
|
|
649
|
+
ContextDev::Internal::AnyHash
|
|
650
|
+
)
|
|
651
|
+
end
|
|
652
|
+
|
|
653
|
+
sig { returns(String) }
|
|
654
|
+
attr_accessor :instruction
|
|
655
|
+
|
|
656
|
+
# Applied means the requested page state was visibly verified. Failed means it was
|
|
657
|
+
# not verified. Skipped means it was not attempted.
|
|
658
|
+
sig do
|
|
659
|
+
returns(
|
|
660
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::Status::TaggedSymbol
|
|
661
|
+
)
|
|
662
|
+
end
|
|
663
|
+
attr_accessor :status
|
|
664
|
+
|
|
665
|
+
# Visible page evidence used to verify an applied action.
|
|
666
|
+
sig { returns(T.nilable(String)) }
|
|
667
|
+
attr_reader :completion_evidence
|
|
668
|
+
|
|
669
|
+
sig { params(completion_evidence: String).void }
|
|
670
|
+
attr_writer :completion_evidence
|
|
671
|
+
|
|
672
|
+
sig { returns(T.nilable(Float)) }
|
|
673
|
+
attr_reader :duration_ms
|
|
674
|
+
|
|
675
|
+
sig { params(duration_ms: Float).void }
|
|
676
|
+
attr_writer :duration_ms
|
|
677
|
+
|
|
678
|
+
sig { returns(T.nilable(String)) }
|
|
679
|
+
attr_reader :error
|
|
680
|
+
|
|
681
|
+
sig { params(error: String).void }
|
|
682
|
+
attr_writer :error
|
|
683
|
+
|
|
684
|
+
sig { returns(T.nilable(String)) }
|
|
685
|
+
attr_reader :method_
|
|
686
|
+
|
|
687
|
+
sig { params(method_: String).void }
|
|
688
|
+
attr_writer :method_
|
|
689
|
+
|
|
690
|
+
sig { returns(T.nilable(String)) }
|
|
691
|
+
attr_reader :target_description
|
|
692
|
+
|
|
693
|
+
sig { params(target_description: String).void }
|
|
694
|
+
attr_writer :target_description
|
|
695
|
+
|
|
696
|
+
sig do
|
|
697
|
+
params(
|
|
698
|
+
instruction: String,
|
|
699
|
+
status:
|
|
700
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::Status::OrSymbol,
|
|
701
|
+
completion_evidence: String,
|
|
702
|
+
duration_ms: Float,
|
|
703
|
+
error: String,
|
|
704
|
+
method_: String,
|
|
705
|
+
target_description: String
|
|
706
|
+
).returns(T.attached_class)
|
|
707
|
+
end
|
|
708
|
+
def self.new(
|
|
709
|
+
instruction:,
|
|
710
|
+
# Applied means the requested page state was visibly verified. Failed means it was
|
|
711
|
+
# not verified. Skipped means it was not attempted.
|
|
712
|
+
status:,
|
|
713
|
+
# Visible page evidence used to verify an applied action.
|
|
714
|
+
completion_evidence: nil,
|
|
715
|
+
duration_ms: nil,
|
|
716
|
+
error: nil,
|
|
717
|
+
method_: nil,
|
|
718
|
+
target_description: nil
|
|
719
|
+
)
|
|
720
|
+
end
|
|
721
|
+
|
|
722
|
+
sig do
|
|
723
|
+
override.returns(
|
|
724
|
+
{
|
|
725
|
+
instruction: String,
|
|
726
|
+
status:
|
|
727
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::Status::TaggedSymbol,
|
|
728
|
+
completion_evidence: String,
|
|
729
|
+
duration_ms: Float,
|
|
730
|
+
error: String,
|
|
731
|
+
method_: String,
|
|
732
|
+
target_description: String
|
|
733
|
+
}
|
|
734
|
+
)
|
|
735
|
+
end
|
|
736
|
+
def to_hash
|
|
737
|
+
end
|
|
738
|
+
|
|
739
|
+
# Applied means the requested page state was visibly verified. Failed means it was
|
|
740
|
+
# not verified. Skipped means it was not attempted.
|
|
741
|
+
module Status
|
|
742
|
+
extend ContextDev::Internal::Type::Enum
|
|
743
|
+
|
|
744
|
+
TaggedSymbol =
|
|
745
|
+
T.type_alias do
|
|
746
|
+
T.all(
|
|
747
|
+
Symbol,
|
|
748
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::Status
|
|
749
|
+
)
|
|
750
|
+
end
|
|
751
|
+
OrSymbol = T.type_alias { T.any(Symbol, String) }
|
|
752
|
+
|
|
753
|
+
APPLIED =
|
|
754
|
+
T.let(
|
|
755
|
+
:applied,
|
|
756
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::Status::TaggedSymbol
|
|
757
|
+
)
|
|
758
|
+
FAILED =
|
|
759
|
+
T.let(
|
|
760
|
+
:failed,
|
|
761
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::Status::TaggedSymbol
|
|
762
|
+
)
|
|
763
|
+
SKIPPED =
|
|
764
|
+
T.let(
|
|
765
|
+
:skipped,
|
|
766
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::Status::TaggedSymbol
|
|
767
|
+
)
|
|
768
|
+
|
|
769
|
+
sig do
|
|
770
|
+
override.returns(
|
|
771
|
+
T::Array[
|
|
772
|
+
ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::Status::TaggedSymbol
|
|
773
|
+
]
|
|
774
|
+
)
|
|
775
|
+
end
|
|
776
|
+
def self.values
|
|
777
|
+
end
|
|
778
|
+
end
|
|
779
|
+
end
|
|
780
|
+
|
|
601
781
|
class KeyMetadata < ContextDev::Internal::Type::BaseModel
|
|
602
782
|
OrHash =
|
|
603
783
|
T.type_alias do
|
|
@@ -35,6 +35,23 @@ module ContextDev
|
|
|
35
35
|
sig { params(max_links: Integer).void }
|
|
36
36
|
attr_writer :max_links
|
|
37
37
|
|
|
38
|
+
# Optional explicit sitemap URL. When provided, exactly this sitemap is crawled
|
|
39
|
+
# instead of discovering the domain's sitemaps.
|
|
40
|
+
sig { returns(T.nilable(String)) }
|
|
41
|
+
attr_reader :sitemap_url
|
|
42
|
+
|
|
43
|
+
sig { params(sitemap_url: String).void }
|
|
44
|
+
attr_writer :sitemap_url
|
|
45
|
+
|
|
46
|
+
# Optional comma-separated caller-defined tags for tracking this request. Tags are
|
|
47
|
+
# recorded on the request's usage log and can be used to filter usage on the
|
|
48
|
+
# dashboard usage page. Up to 20 tags, each 1-50 characters.
|
|
49
|
+
sig { returns(T.nilable(T::Array[String])) }
|
|
50
|
+
attr_reader :tags
|
|
51
|
+
|
|
52
|
+
sig { params(tags: T::Array[String]).void }
|
|
53
|
+
attr_writer :tags
|
|
54
|
+
|
|
38
55
|
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
39
56
|
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
40
57
|
# value is 300000ms (5 minutes).
|
|
@@ -52,13 +69,30 @@ module ContextDev
|
|
|
52
69
|
sig { params(url_regex: String).void }
|
|
53
70
|
attr_writer :url_regex
|
|
54
71
|
|
|
72
|
+
# Set to enabled to bypass shared caches and omit request and response content
|
|
73
|
+
# from retained usage logs. Requires zero data retention to be enabled for your
|
|
74
|
+
# organization (contact support@context.dev), otherwise the request fails with
|
|
75
|
+
# ZDR_NOT_ENABLED. Successful ZDR responses include X-Context-ZDR: true.
|
|
76
|
+
sig do
|
|
77
|
+
returns(T.nilable(ContextDev::WebWebScrapeSitemapParams::Zdr::OrSymbol))
|
|
78
|
+
end
|
|
79
|
+
attr_reader :zdr
|
|
80
|
+
|
|
81
|
+
sig do
|
|
82
|
+
params(zdr: ContextDev::WebWebScrapeSitemapParams::Zdr::OrSymbol).void
|
|
83
|
+
end
|
|
84
|
+
attr_writer :zdr
|
|
85
|
+
|
|
55
86
|
sig do
|
|
56
87
|
params(
|
|
57
88
|
domain: String,
|
|
58
89
|
headers: T::Hash[Symbol, String],
|
|
59
90
|
max_links: Integer,
|
|
91
|
+
sitemap_url: String,
|
|
92
|
+
tags: T::Array[String],
|
|
60
93
|
timeout_ms: Integer,
|
|
61
94
|
url_regex: String,
|
|
95
|
+
zdr: ContextDev::WebWebScrapeSitemapParams::Zdr::OrSymbol,
|
|
62
96
|
request_options: ContextDev::RequestOptions::OrHash
|
|
63
97
|
).returns(T.attached_class)
|
|
64
98
|
end
|
|
@@ -72,6 +106,13 @@ module ContextDev
|
|
|
72
106
|
# Maximum number of links to return from the sitemap crawl. Defaults to 10,000.
|
|
73
107
|
# Minimum is 1, maximum is 100,000.
|
|
74
108
|
max_links: nil,
|
|
109
|
+
# Optional explicit sitemap URL. When provided, exactly this sitemap is crawled
|
|
110
|
+
# instead of discovering the domain's sitemaps.
|
|
111
|
+
sitemap_url: nil,
|
|
112
|
+
# Optional comma-separated caller-defined tags for tracking this request. Tags are
|
|
113
|
+
# recorded on the request's usage log and can be used to filter usage on the
|
|
114
|
+
# dashboard usage page. Up to 20 tags, each 1-50 characters.
|
|
115
|
+
tags: nil,
|
|
75
116
|
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
76
117
|
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
77
118
|
# value is 300000ms (5 minutes).
|
|
@@ -79,6 +120,11 @@ module ContextDev
|
|
|
79
120
|
# Optional RE2-compatible regex pattern. Only URLs matching this pattern are
|
|
80
121
|
# returned and counted against maxLinks.
|
|
81
122
|
url_regex: nil,
|
|
123
|
+
# Set to enabled to bypass shared caches and omit request and response content
|
|
124
|
+
# from retained usage logs. Requires zero data retention to be enabled for your
|
|
125
|
+
# organization (contact support@context.dev), otherwise the request fails with
|
|
126
|
+
# ZDR_NOT_ENABLED. Successful ZDR responses include X-Context-ZDR: true.
|
|
127
|
+
zdr: nil,
|
|
82
128
|
request_options: {}
|
|
83
129
|
)
|
|
84
130
|
end
|
|
@@ -89,14 +135,50 @@ module ContextDev
|
|
|
89
135
|
domain: String,
|
|
90
136
|
headers: T::Hash[Symbol, String],
|
|
91
137
|
max_links: Integer,
|
|
138
|
+
sitemap_url: String,
|
|
139
|
+
tags: T::Array[String],
|
|
92
140
|
timeout_ms: Integer,
|
|
93
141
|
url_regex: String,
|
|
142
|
+
zdr: ContextDev::WebWebScrapeSitemapParams::Zdr::OrSymbol,
|
|
94
143
|
request_options: ContextDev::RequestOptions
|
|
95
144
|
}
|
|
96
145
|
)
|
|
97
146
|
end
|
|
98
147
|
def to_hash
|
|
99
148
|
end
|
|
149
|
+
|
|
150
|
+
# Set to enabled to bypass shared caches and omit request and response content
|
|
151
|
+
# from retained usage logs. Requires zero data retention to be enabled for your
|
|
152
|
+
# organization (contact support@context.dev), otherwise the request fails with
|
|
153
|
+
# ZDR_NOT_ENABLED. Successful ZDR responses include X-Context-ZDR: true.
|
|
154
|
+
module Zdr
|
|
155
|
+
extend ContextDev::Internal::Type::Enum
|
|
156
|
+
|
|
157
|
+
TaggedSymbol =
|
|
158
|
+
T.type_alias do
|
|
159
|
+
T.all(Symbol, ContextDev::WebWebScrapeSitemapParams::Zdr)
|
|
160
|
+
end
|
|
161
|
+
OrSymbol = T.type_alias { T.any(Symbol, String) }
|
|
162
|
+
|
|
163
|
+
ENABLED =
|
|
164
|
+
T.let(
|
|
165
|
+
:enabled,
|
|
166
|
+
ContextDev::WebWebScrapeSitemapParams::Zdr::TaggedSymbol
|
|
167
|
+
)
|
|
168
|
+
DISABLED =
|
|
169
|
+
T.let(
|
|
170
|
+
:disabled,
|
|
171
|
+
ContextDev::WebWebScrapeSitemapParams::Zdr::TaggedSymbol
|
|
172
|
+
)
|
|
173
|
+
|
|
174
|
+
sig do
|
|
175
|
+
override.returns(
|
|
176
|
+
T::Array[ContextDev::WebWebScrapeSitemapParams::Zdr::TaggedSymbol]
|
|
177
|
+
)
|
|
178
|
+
end
|
|
179
|
+
def self.values
|
|
180
|
+
end
|
|
181
|
+
end
|
|
100
182
|
end
|
|
101
183
|
end
|
|
102
184
|
end
|
data/rbi/context_dev/models.rbi
CHANGED
|
@@ -5,11 +5,25 @@ module ContextDev
|
|
|
5
5
|
|
|
6
6
|
AIExtractProductsParams = ContextDev::Models::AIExtractProductsParams
|
|
7
7
|
|
|
8
|
+
BatchCancelParams = ContextDev::Models::BatchCancelParams
|
|
9
|
+
|
|
10
|
+
BatchGetResultsParams = ContextDev::Models::BatchGetResultsParams
|
|
11
|
+
|
|
12
|
+
BatchListParams = ContextDev::Models::BatchListParams
|
|
13
|
+
|
|
14
|
+
BatchRetrieveParams = ContextDev::Models::BatchRetrieveParams
|
|
15
|
+
|
|
16
|
+
BatchSubmitParams = ContextDev::Models::BatchSubmitParams
|
|
17
|
+
|
|
8
18
|
BrandRetrieveParams = ContextDev::Models::BrandRetrieveParams
|
|
9
19
|
|
|
10
20
|
BrandRetrieveSimplifiedParams =
|
|
11
21
|
ContextDev::Models::BrandRetrieveSimplifiedParams
|
|
12
22
|
|
|
23
|
+
Error = ContextDev::Models::Error
|
|
24
|
+
|
|
25
|
+
ErrorCount = ContextDev::Models::ErrorCount
|
|
26
|
+
|
|
13
27
|
IndustryRetrieveNaicsParams = ContextDev::Models::IndustryRetrieveNaicsParams
|
|
14
28
|
|
|
15
29
|
IndustryRetrieveSicParams = ContextDev::Models::IndustryRetrieveSicParams
|
|
@@ -18,6 +32,10 @@ module ContextDev
|
|
|
18
32
|
|
|
19
33
|
MonitorDeleteParams = ContextDev::Models::MonitorDeleteParams
|
|
20
34
|
|
|
35
|
+
MonitorGetCreditUsageParams = ContextDev::Models::MonitorGetCreditUsageParams
|
|
36
|
+
|
|
37
|
+
MonitorGetLimitsParams = ContextDev::Models::MonitorGetLimitsParams
|
|
38
|
+
|
|
21
39
|
MonitorListAccountChangesParams =
|
|
22
40
|
ContextDev::Models::MonitorListAccountChangesParams
|
|
23
41
|
|
|
@@ -9,6 +9,7 @@ module ContextDev
|
|
|
9
9
|
params(
|
|
10
10
|
url: String,
|
|
11
11
|
max_age_ms: Integer,
|
|
12
|
+
tags: T::Array[String],
|
|
12
13
|
timeout_ms: Integer,
|
|
13
14
|
request_options: ContextDev::RequestOptions::OrHash
|
|
14
15
|
).returns(ContextDev::Models::AIExtractProductResponse)
|
|
@@ -20,6 +21,8 @@ module ContextDev
|
|
|
20
21
|
# younger than this many milliseconds. Defaults to 7 days (604800000 ms) when
|
|
21
22
|
# omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
|
|
22
23
|
max_age_ms: nil,
|
|
24
|
+
# Optional tags for tracking usage. Up to 20 tags, each 1 to 50 characters.
|
|
25
|
+
tags: nil,
|
|
23
26
|
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
24
27
|
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
25
28
|
# value is 300000ms (5 minutes).
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
# typed: strong
|
|
2
|
+
|
|
3
|
+
module ContextDev
|
|
4
|
+
module Resources
|
|
5
|
+
class Batch
|
|
6
|
+
# Check progress and get download links when the batch finishes. Also returns the
|
|
7
|
+
# rejected-URL list and webhook signing secret from submission, so nothing is lost
|
|
8
|
+
# if the submit response was dropped.
|
|
9
|
+
sig do
|
|
10
|
+
params(
|
|
11
|
+
batch_id: String,
|
|
12
|
+
request_options: ContextDev::RequestOptions::OrHash
|
|
13
|
+
).returns(ContextDev::Models::BatchRetrieveResponse)
|
|
14
|
+
end
|
|
15
|
+
def retrieve(
|
|
16
|
+
# ID of the batch to retrieve or cancel.
|
|
17
|
+
batch_id,
|
|
18
|
+
request_options: {}
|
|
19
|
+
)
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
# List your batches from newest to oldest. Filter by status or continue with a
|
|
23
|
+
# cursor.
|
|
24
|
+
sig do
|
|
25
|
+
params(
|
|
26
|
+
cursor: String,
|
|
27
|
+
limit: Integer,
|
|
28
|
+
q: String,
|
|
29
|
+
search_type: ContextDev::BatchListParams::SearchType::OrSymbol,
|
|
30
|
+
status: ContextDev::BatchListParams::Status::OrSymbol,
|
|
31
|
+
tags: String,
|
|
32
|
+
request_options: ContextDev::RequestOptions::OrHash
|
|
33
|
+
).returns(ContextDev::Models::BatchListResponse)
|
|
34
|
+
end
|
|
35
|
+
def list(
|
|
36
|
+
# Cursor from the previous page.
|
|
37
|
+
cursor: nil,
|
|
38
|
+
# Batches per page. Defaults to 25.
|
|
39
|
+
limit: nil,
|
|
40
|
+
# Free-text search term, matched against the batch id, crawl source (start URL or
|
|
41
|
+
# sitemap domain), and tags.
|
|
42
|
+
q: nil,
|
|
43
|
+
# `prefix` for as-you-type prefix matching (default), `exact` for full-token
|
|
44
|
+
# matching.
|
|
45
|
+
search_type: nil,
|
|
46
|
+
# Filter by status.
|
|
47
|
+
status: nil,
|
|
48
|
+
# Comma-separated list of tags to filter by (matches batches having any of them).
|
|
49
|
+
tags: nil,
|
|
50
|
+
request_options: {}
|
|
51
|
+
)
|
|
52
|
+
end
|
|
53
|
+
|
|
54
|
+
# Stop a batch from starting new pages. In-progress pages finish, and unused
|
|
55
|
+
# credits are refunded.
|
|
56
|
+
sig do
|
|
57
|
+
params(
|
|
58
|
+
batch_id: String,
|
|
59
|
+
request_options: ContextDev::RequestOptions::OrHash
|
|
60
|
+
).returns(ContextDev::Models::BatchCancelResponse)
|
|
61
|
+
end
|
|
62
|
+
def cancel(
|
|
63
|
+
# ID of the batch to retrieve or cancel.
|
|
64
|
+
batch_id,
|
|
65
|
+
request_options: {}
|
|
66
|
+
)
|
|
67
|
+
end
|
|
68
|
+
|
|
69
|
+
# Page through the result records of a finished batch as JSON, in the same order
|
|
70
|
+
# as the downloadable result files. Use this instead of downloading and parsing
|
|
71
|
+
# the NDJSON files yourself.
|
|
72
|
+
sig do
|
|
73
|
+
params(
|
|
74
|
+
batch_id: String,
|
|
75
|
+
cursor: String,
|
|
76
|
+
limit: Integer,
|
|
77
|
+
request_options: ContextDev::RequestOptions::OrHash
|
|
78
|
+
).returns(ContextDev::Models::BatchGetResultsResponse)
|
|
79
|
+
end
|
|
80
|
+
def get_results(
|
|
81
|
+
# ID of the batch to retrieve or cancel.
|
|
82
|
+
batch_id,
|
|
83
|
+
# next_cursor from the previous page.
|
|
84
|
+
cursor: nil,
|
|
85
|
+
# Records per page. Defaults to 25. A page can close early so its payload stays
|
|
86
|
+
# under ~8 MB; rely on next_cursor rather than counting records.
|
|
87
|
+
limit: nil,
|
|
88
|
+
request_options: {}
|
|
89
|
+
)
|
|
90
|
+
end
|
|
91
|
+
|
|
92
|
+
# Retrieve and normalize a person profile from identifiers.
|
|
93
|
+
sig do
|
|
94
|
+
params(
|
|
95
|
+
identifiers: ContextDev::BatchSubmitParams::Identifiers::OrHash,
|
|
96
|
+
tags: T::Array[String],
|
|
97
|
+
timeout_ms: Integer,
|
|
98
|
+
request_options: ContextDev::RequestOptions::OrHash
|
|
99
|
+
).returns(ContextDev::Models::BatchSubmitResponse)
|
|
100
|
+
end
|
|
101
|
+
def submit(
|
|
102
|
+
# Known identifiers for the person. At least one identifier is required.
|
|
103
|
+
identifiers:,
|
|
104
|
+
# Optional tags for tracking usage. Up to 20 tags, each 1 to 50 characters.
|
|
105
|
+
tags: nil,
|
|
106
|
+
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
107
|
+
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
108
|
+
# value is 300000ms (5 minutes).
|
|
109
|
+
timeout_ms: nil,
|
|
110
|
+
request_options: {}
|
|
111
|
+
)
|
|
112
|
+
end
|
|
113
|
+
|
|
114
|
+
# @api private
|
|
115
|
+
sig { params(client: ContextDev::Client).returns(T.attached_class) }
|
|
116
|
+
def self.new(client:)
|
|
117
|
+
end
|
|
118
|
+
end
|
|
119
|
+
end
|
|
120
|
+
end
|
|
@@ -35,7 +35,9 @@ module ContextDev
|
|
|
35
35
|
sig do
|
|
36
36
|
params(
|
|
37
37
|
domain: String,
|
|
38
|
-
max_age_ms: Integer,
|
|
38
|
+
max_age_ms: T.nilable(Integer),
|
|
39
|
+
tags: T::Array[String],
|
|
40
|
+
theme: ContextDev::BrandRetrieveSimplifiedParams::Theme::OrSymbol,
|
|
39
41
|
timeout_ms: Integer,
|
|
40
42
|
request_options: ContextDev::RequestOptions::OrHash
|
|
41
43
|
).returns(ContextDev::Models::BrandRetrieveSimplifiedResponse)
|
|
@@ -48,6 +50,12 @@ module ContextDev
|
|
|
48
50
|
# are clamped to 1 day; values above 1 year (31536000000 ms) are clamped to 1
|
|
49
51
|
# year.
|
|
50
52
|
max_age_ms: nil,
|
|
53
|
+
# Optional comma-separated caller-defined tags for tracking this request. Tags are
|
|
54
|
+
# recorded on the request's usage log and can be used to filter usage on the
|
|
55
|
+
# dashboard usage page. Up to 20 tags, each 1-50 characters.
|
|
56
|
+
tags: nil,
|
|
57
|
+
# Optional theme preference used when selecting brand assets.
|
|
58
|
+
theme: nil,
|
|
51
59
|
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
52
60
|
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
53
61
|
# value is 300000ms (5 minutes).
|
|
@@ -9,6 +9,7 @@ module ContextDev
|
|
|
9
9
|
input: String,
|
|
10
10
|
max_results: Integer,
|
|
11
11
|
min_results: Integer,
|
|
12
|
+
tags: T::Array[String],
|
|
12
13
|
timeout_ms: Integer,
|
|
13
14
|
request_options: ContextDev::RequestOptions::OrHash
|
|
14
15
|
).returns(ContextDev::Models::IndustryRetrieveNaicsResponse)
|
|
@@ -23,6 +24,10 @@ module ContextDev
|
|
|
23
24
|
max_results: nil,
|
|
24
25
|
# Minimum number of NAICS codes to return. Must be at least 1. Defaults to 1.
|
|
25
26
|
min_results: nil,
|
|
27
|
+
# Optional comma-separated caller-defined tags for tracking this request. Tags are
|
|
28
|
+
# recorded on the request's usage log and can be used to filter usage on the
|
|
29
|
+
# dashboard usage page. Up to 20 tags, each 1-50 characters.
|
|
30
|
+
tags: nil,
|
|
26
31
|
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
27
32
|
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
28
33
|
# value is 300000ms (5 minutes).
|
|
@@ -39,6 +44,7 @@ module ContextDev
|
|
|
39
44
|
input: String,
|
|
40
45
|
max_results: Integer,
|
|
41
46
|
min_results: Integer,
|
|
47
|
+
tags: T::Array[String],
|
|
42
48
|
timeout_ms: Integer,
|
|
43
49
|
type: ContextDev::IndustryRetrieveSicParams::Type::OrSymbol,
|
|
44
50
|
request_options: ContextDev::RequestOptions::OrHash
|
|
@@ -53,6 +59,10 @@ module ContextDev
|
|
|
53
59
|
max_results: nil,
|
|
54
60
|
# Minimum number of SIC codes to return. Must be at least 1. Defaults to 1.
|
|
55
61
|
min_results: nil,
|
|
62
|
+
# Optional comma-separated caller-defined tags for tracking this request. Tags are
|
|
63
|
+
# recorded on the request's usage log and can be used to filter usage on the
|
|
64
|
+
# dashboard usage page. Up to 20 tags, each 1-50 characters.
|
|
65
|
+
tags: nil,
|
|
56
66
|
# Optional timeout in milliseconds for the request. If the request takes longer
|
|
57
67
|
# than this value, it will be aborted with a 408 status code. Maximum allowed
|
|
58
68
|
# value is 300000ms (5 minutes).
|