elastic-enterprise-search 7.14.0 → 7.15.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (193) hide show
  1. checksums.yaml +4 -4
  2. data/.ci/functions/imports.sh +1 -0
  3. data/.ci/jobs/defaults.yml +4 -0
  4. data/.ci/jobs/{elastic+enterprise-search-ruby+master.yml → elastic+enterprise-search-ruby+main.yml} +4 -4
  5. data/.ci/run-repository.sh +2 -1
  6. data/.ci/test-matrix.yml +5 -3
  7. data/.github/workflows/testing.yml +1 -1
  8. data/CONTRIBUTING.md +1 -1
  9. data/README.md +1 -1
  10. data/Rakefile +19 -0
  11. data/docs/guide/app-search-api.asciidoc +129 -1
  12. data/docs/guide/overview.asciidoc +3 -3
  13. data/docs/guide/release_notes/715.asciidoc +36 -0
  14. data/docs/guide/release_notes/index.asciidoc +2 -0
  15. data/docs/guide/workplace-search-api.asciidoc +14 -0
  16. data/lib/elastic/app-search/api/add_meta_engine_source.rb +3 -2
  17. data/lib/elastic/app-search/api/api_key.rb +2 -1
  18. data/lib/elastic/app-search/api/api_logs.rb +14 -13
  19. data/lib/elastic/app-search/api/count_analytics.rb +7 -6
  20. data/lib/elastic/app-search/api/crawler_active_crawl_request.rb +51 -0
  21. data/lib/elastic/app-search/api/crawler_crawl_request.rb +54 -0
  22. data/lib/elastic/app-search/api/crawler_crawl_schedule.rb +51 -0
  23. data/lib/elastic/app-search/api/crawler_domain.rb +54 -0
  24. data/lib/elastic/app-search/api/crawler_domain_validation_result.rb +48 -0
  25. data/lib/elastic/app-search/api/crawler_metrics.rb +48 -0
  26. data/lib/elastic/app-search/api/crawler_overview.rb +51 -0
  27. data/lib/elastic/app-search/api/crawler_process_crawl.rb +54 -0
  28. data/lib/elastic/app-search/api/crawler_process_crawl_denied_urls.rb +54 -0
  29. data/lib/elastic/app-search/api/crawler_url_extraction_result.rb +52 -0
  30. data/lib/elastic/app-search/api/crawler_url_tracing_result.rb +52 -0
  31. data/lib/elastic/app-search/api/crawler_url_validation_result.rb +52 -0
  32. data/lib/elastic/app-search/api/crawler_user_agent.rb +48 -0
  33. data/lib/elastic/app-search/api/create_api_key.rb +9 -1
  34. data/lib/elastic/app-search/api/create_crawler_crawl_request.rb +51 -0
  35. data/lib/elastic/app-search/api/create_crawler_crawl_rule.rb +59 -0
  36. data/lib/elastic/app-search/api/create_crawler_domain.rb +55 -0
  37. data/lib/elastic/app-search/api/create_crawler_entry_point.rb +56 -0
  38. data/lib/elastic/app-search/api/create_crawler_process_crawl.rb +53 -0
  39. data/lib/elastic/app-search/api/create_crawler_sitemap.rb +56 -0
  40. data/lib/elastic/app-search/api/create_curation.rb +7 -6
  41. data/lib/elastic/app-search/api/create_engine.rb +9 -7
  42. data/lib/elastic/app-search/api/create_synonym_set.rb +7 -4
  43. data/lib/elastic/app-search/api/curation.rb +4 -3
  44. data/lib/elastic/app-search/api/delete_active_crawl_request.rb +51 -0
  45. data/lib/elastic/app-search/api/delete_api_key.rb +1 -0
  46. data/lib/elastic/app-search/api/delete_crawler_active_crawl_request.rb +51 -0
  47. data/lib/elastic/app-search/api/delete_crawler_crawl_rule.rb +57 -0
  48. data/lib/elastic/app-search/api/delete_crawler_crawl_schedule.rb +51 -0
  49. data/lib/elastic/app-search/api/delete_crawler_domain.rb +54 -0
  50. data/lib/elastic/app-search/api/delete_crawler_entry_point.rb +57 -0
  51. data/lib/elastic/app-search/api/delete_crawler_sitemap.rb +57 -0
  52. data/lib/elastic/app-search/api/delete_curation.rb +4 -3
  53. data/lib/elastic/app-search/api/delete_documents.rb +2 -1
  54. data/lib/elastic/app-search/api/delete_engine.rb +3 -2
  55. data/lib/elastic/app-search/api/delete_meta_engine_source.rb +3 -3
  56. data/lib/elastic/app-search/api/delete_synonym_set.rb +4 -3
  57. data/lib/elastic/app-search/api/denied_urls.rb +54 -0
  58. data/lib/elastic/app-search/api/documents.rb +3 -2
  59. data/lib/elastic/app-search/api/engine.rb +3 -2
  60. data/lib/elastic/app-search/api/index_documents.rb +3 -2
  61. data/lib/elastic/app-search/api/list_api_keys.rb +2 -1
  62. data/lib/elastic/app-search/api/list_crawler_crawl_requests.rb +52 -0
  63. data/lib/elastic/app-search/api/list_crawler_process_crawls.rb +51 -0
  64. data/lib/elastic/app-search/api/list_curations.rb +3 -2
  65. data/lib/elastic/app-search/api/list_documents.rb +3 -2
  66. data/lib/elastic/app-search/api/list_engines.rb +2 -1
  67. data/lib/elastic/app-search/api/list_synonym_sets.rb +3 -2
  68. data/lib/elastic/app-search/api/log_clickthrough.rb +8 -10
  69. data/lib/elastic/app-search/api/put_api_key.rb +9 -2
  70. data/lib/elastic/app-search/api/put_crawler_crawl_rule.rb +62 -0
  71. data/lib/elastic/app-search/api/put_crawler_crawl_schedule.rb +53 -0
  72. data/lib/elastic/app-search/api/put_crawler_domain.rb +58 -0
  73. data/lib/elastic/app-search/api/put_crawler_entry_point.rb +59 -0
  74. data/lib/elastic/app-search/api/put_crawler_sitemap.rb +59 -0
  75. data/lib/elastic/app-search/api/put_curation.rb +9 -8
  76. data/lib/elastic/app-search/api/put_documents.rb +3 -3
  77. data/lib/elastic/app-search/api/put_schema.rb +4 -4
  78. data/lib/elastic/app-search/api/put_search_settings.rb +6 -2
  79. data/lib/elastic/app-search/api/put_synonym_set.rb +8 -5
  80. data/lib/elastic/app-search/api/query_suggestion.rb +7 -7
  81. data/lib/elastic/app-search/api/reset_search_settings.rb +3 -2
  82. data/lib/elastic/app-search/api/schema.rb +3 -2
  83. data/lib/elastic/app-search/api/search.rb +14 -3
  84. data/lib/elastic/app-search/api/search_settings.rb +3 -2
  85. data/lib/elastic/app-search/api/synonym_set.rb +4 -3
  86. data/lib/elastic/app-search/api/top_clicks_analytics.rb +8 -8
  87. data/lib/elastic/app-search/api/top_queries_analytics.rb +7 -7
  88. data/lib/elastic/app-search/app_search.rb +0 -10
  89. data/lib/elastic/enterprise-search/api/health.rb +1 -0
  90. data/lib/elastic/enterprise-search/api/put_read_only.rb +3 -2
  91. data/lib/elastic/enterprise-search/api/read_only.rb +1 -0
  92. data/lib/elastic/enterprise-search/api/version.rb +1 -0
  93. data/lib/elastic/enterprise-search/request.rb +10 -1
  94. data/lib/elastic/enterprise-search/version.rb +1 -1
  95. data/lib/elastic/workplace-search/api/auto_query_refinement_details.rb +49 -0
  96. data/lib/elastic/workplace-search/api/create_content_source.rb +1 -0
  97. data/lib/elastic/workplace-search/api/delete_synonym_set.rb +1 -1
  98. data/lib/elastic/workplace-search/api/put_content_source.rb +1 -0
  99. data/lib/elastic/workplace-search/api/put_synonym_set.rb +1 -1
  100. data/lib/elastic/workplace-search/api/put_triggers_blocklist.rb +47 -0
  101. data/lib/elastic/workplace-search/api/search.rb +3 -0
  102. data/lib/elastic/workplace-search/api/synonym_set.rb +1 -1
  103. data/{spec/app-search/api_logs_spec.rb → lib/elastic/workplace-search/api/triggers_blocklist.rb} +23 -14
  104. data/lib/elastic/workplace-search/workplace_search.rb +0 -15
  105. data/spec/integration/app-search/api_key_spec.rb +110 -0
  106. data/spec/integration/app-search/api_logs_spec.rb +59 -0
  107. data/spec/{app-search/api_spec_helper.rb → integration/app-search/app_search_helper.rb} +17 -8
  108. data/spec/integration/app-search/count_analytics_spec.rb +47 -0
  109. data/spec/integration/app-search/crawl_requests_spec.rb +86 -0
  110. data/spec/integration/app-search/crawler_crawl_rule_spec.rb +73 -0
  111. data/spec/integration/app-search/crawler_domain_spec.rb +82 -0
  112. data/spec/integration/app-search/crawler_entry_point_spec.rb +89 -0
  113. data/spec/integration/app-search/crawler_metrics_spec.rb +46 -0
  114. data/spec/integration/app-search/crawler_overview_spec.rb +45 -0
  115. data/spec/integration/app-search/crawler_process_crawl_denied_urls_spec.rb +50 -0
  116. data/spec/integration/app-search/crawler_process_crawl_spec.rb +66 -0
  117. data/spec/integration/app-search/crawler_scheduling_spec.rb +81 -0
  118. data/spec/integration/app-search/crawler_sitemap_spec.rb +72 -0
  119. data/spec/integration/app-search/crawler_urls_spec.rb +60 -0
  120. data/spec/{app-search/api_count_analytics_spec.rb → integration/app-search/crawler_user_agent_spec.rb} +6 -9
  121. data/spec/integration/app-search/curations_spec.rb +118 -0
  122. data/spec/integration/app-search/documents_spec.rb +123 -0
  123. data/spec/integration/app-search/engines_spec.rb +77 -0
  124. data/spec/{app-search/api_log_clickthrough_spec.rb → integration/app-search/log_clickthrough_spec.rb} +14 -7
  125. data/spec/integration/app-search/meta_engines_spec.rb +75 -0
  126. data/spec/integration/app-search/query_suggestion_spec.rb +50 -0
  127. data/spec/{app-search/api_schema_spec.rb → integration/app-search/schema_spec.rb} +21 -16
  128. data/spec/integration/app-search/search_and_multiple_search_spec.rb +67 -0
  129. data/spec/integration/app-search/search_settings_spec.rb +87 -0
  130. data/spec/integration/app-search/synonyms_spec.rb +79 -0
  131. data/spec/{app-search/api_top_clicks_analytics_spec.rb → integration/app-search/top_clicks_analytics_spec.rb} +20 -14
  132. data/spec/{app-search/api_top_queries_analytics_spec.rb → integration/app-search/top_queries_analytics_spec.rb} +16 -8
  133. data/spec/integration/workplace-search/content_sources_spec.rb +106 -0
  134. data/spec/integration/workplace-search/documents_spec.rb +95 -0
  135. data/spec/integration/workplace-search/external_identities_spec.rb +97 -0
  136. data/spec/integration/{icon.png → workplace-search/icon.png} +0 -0
  137. data/spec/integration/workplace-search/permissions_spec.rb +77 -0
  138. data/spec/integration/workplace-search/synonym_sets_spec.rb +92 -0
  139. data/spec/integration/workplace-search/triggers_spec.rb +43 -0
  140. data/spec/{app-search/api_query_suggestion_spec.rb → integration/workplace-search/users_spec.rb} +12 -15
  141. data/spec/integration/workplace-search/workplace_search_helper.rb +39 -0
  142. metadata +79 -64
  143. data/spec/app-search/api_apikey_spec.rb +0 -92
  144. data/spec/app-search/api_curations_spec.rb +0 -97
  145. data/spec/app-search/api_documents_spec.rb +0 -102
  146. data/spec/app-search/api_engines_spec.rb +0 -67
  147. data/spec/app-search/api_meta_engines_spec.rb +0 -72
  148. data/spec/app-search/api_search_and_multi_search_spec.rb +0 -48
  149. data/spec/app-search/api_search_settings_spec.rb +0 -76
  150. data/spec/app-search/api_synonyms_spec.rb +0 -79
  151. data/spec/fixtures/vcr/app_search/add_meta_engine_source.yml +0 -109
  152. data/spec/fixtures/vcr/app_search/api_documents.yml +0 -56
  153. data/spec/fixtures/vcr/app_search/api_index_documents.yml +0 -57
  154. data/spec/fixtures/vcr/app_search/api_log_clickthrough.yml +0 -54
  155. data/spec/fixtures/vcr/app_search/api_logs.yml +0 -70
  156. data/spec/fixtures/vcr/app_search/api_put_schema.yml +0 -109
  157. data/spec/fixtures/vcr/app_search/api_put_search_settings.yml +0 -56
  158. data/spec/fixtures/vcr/app_search/api_query_suggestion.yml +0 -59
  159. data/spec/fixtures/vcr/app_search/api_reset_search_settings.yml +0 -56
  160. data/spec/fixtures/vcr/app_search/api_schema.yml +0 -56
  161. data/spec/fixtures/vcr/app_search/api_search_settings.yml +0 -56
  162. data/spec/fixtures/vcr/app_search/api_top_clicks_analytics.yml +0 -55
  163. data/spec/fixtures/vcr/app_search/api_top_clicks_analytics_query.yml +0 -55
  164. data/spec/fixtures/vcr/app_search/api_top_queries_analytics.yml +0 -55
  165. data/spec/fixtures/vcr/app_search/count_analytics.yml +0 -55
  166. data/spec/fixtures/vcr/app_search/create_and_update_document.yml +0 -107
  167. data/spec/fixtures/vcr/app_search/create_api_key.yml +0 -52
  168. data/spec/fixtures/vcr/app_search/create_curation.yml +0 -113
  169. data/spec/fixtures/vcr/app_search/create_engine.yml +0 -55
  170. data/spec/fixtures/vcr/app_search/create_meta_engine.yml +0 -56
  171. data/spec/fixtures/vcr/app_search/create_synonym_set.yml +0 -56
  172. data/spec/fixtures/vcr/app_search/delete_api_key.yml +0 -52
  173. data/spec/fixtures/vcr/app_search/delete_curation.yml +0 -56
  174. data/spec/fixtures/vcr/app_search/delete_engine.yml +0 -55
  175. data/spec/fixtures/vcr/app_search/delete_meta_engine_source.yml +0 -56
  176. data/spec/fixtures/vcr/app_search/delete_synonym_set.yml +0 -56
  177. data/spec/fixtures/vcr/app_search/get_api_key.yml +0 -52
  178. data/spec/fixtures/vcr/app_search/get_curation.yml +0 -56
  179. data/spec/fixtures/vcr/app_search/get_engine.yml +0 -55
  180. data/spec/fixtures/vcr/app_search/index_and_delete_document.yml +0 -107
  181. data/spec/fixtures/vcr/app_search/list_api_keys.yml +0 -52
  182. data/spec/fixtures/vcr/app_search/list_curations.yml +0 -56
  183. data/spec/fixtures/vcr/app_search/list_documents.yml +0 -57
  184. data/spec/fixtures/vcr/app_search/list_engines.yml +0 -55
  185. data/spec/fixtures/vcr/app_search/list_synonym_sets.yml +0 -56
  186. data/spec/fixtures/vcr/app_search/multi_query_search.yml +0 -63
  187. data/spec/fixtures/vcr/app_search/put_api_key.yml +0 -52
  188. data/spec/fixtures/vcr/app_search/put_curation.yml +0 -113
  189. data/spec/fixtures/vcr/app_search/put_synonym_set.yml +0 -56
  190. data/spec/fixtures/vcr/app_search/search.yml +0 -57
  191. data/spec/fixtures/vcr/app_search/single_query_search.yml +0 -60
  192. data/spec/fixtures/vcr/app_search/synonym_set.yml +0 -56
  193. data/spec/integration/workplace_search_spec.rb +0 -375
@@ -0,0 +1,51 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Get crawl schedule
25
+ # Returns the current crawl schedule for a given engine
26
+ #
27
+ # @param engine_name [String] Name of the engine (*Required*)
28
+ # @param arguments [Hash] endpoint arguments
29
+ # @option arguments [Hash] :body The request body
30
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
31
+ #
32
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-get-crawler-crawl-schedule
33
+ #
34
+ def crawler_crawl_schedule(engine_name, arguments = {})
35
+ raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
36
+
37
+ body = arguments.delete(:body) || {}
38
+ headers = arguments.delete(:headers) || {}
39
+
40
+ request(
41
+ :get,
42
+ "api/as/v0/engines/#{engine_name}/crawler/crawl_schedule/",
43
+ arguments,
44
+ body,
45
+ headers
46
+ )
47
+ end
48
+ end
49
+ end
50
+ end
51
+ end
@@ -0,0 +1,54 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Get domain configuration
25
+ # Returns crawler domain configuration details
26
+ #
27
+ # @param engine_name [String] Name of the engine (*Required*)
28
+ # @param arguments [Hash] endpoint arguments
29
+ # @option arguments [String] :domain_id Crawler Domain ID (*Required*)
30
+ # @option arguments [Hash] :body The request body
31
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
32
+ #
33
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-get-crawler-domain
34
+ #
35
+ def crawler_domain(engine_name, arguments = {})
36
+ raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
37
+ raise ArgumentError, "Required parameter 'domain_id' missing" unless arguments[:domain_id]
38
+
39
+ domain_id = arguments[:domain_id]
40
+ body = arguments.delete(:body) || {}
41
+ headers = arguments.delete(:headers) || {}
42
+
43
+ request(
44
+ :get,
45
+ "api/as/v0/engines/#{engine_name}/crawler/domains/#{domain_id}/",
46
+ arguments,
47
+ body,
48
+ headers
49
+ )
50
+ end
51
+ end
52
+ end
53
+ end
54
+ end
@@ -0,0 +1,48 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Validate Domain with Crawler
25
+ # Performs a number of checks on a given domain name to make sure it is ready to be crawled and ingested into App Search.
26
+ #
27
+ # @param arguments [Hash] endpoint arguments
28
+ # @option arguments [String] :body
29
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
30
+ #
31
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html
32
+ #
33
+ def crawler_domain_validation_result(arguments = {})
34
+ body = arguments.delete(:body) || {}
35
+ headers = arguments.delete(:headers) || {}
36
+
37
+ request(
38
+ :post,
39
+ 'api/as/v0/crawler/validate_url/',
40
+ arguments,
41
+ body,
42
+ headers
43
+ )
44
+ end
45
+ end
46
+ end
47
+ end
48
+ end
@@ -0,0 +1,48 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Retrieve a snapshot of crawler metrics
25
+ # Retrieves a momentary snapshot of key crawler metrics, including global and node-level crawler health
26
+ #
27
+ # @param arguments [Hash] endpoint arguments
28
+ # @option arguments [Hash] :body The request body
29
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
30
+ #
31
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html
32
+ #
33
+ def crawler_metrics(arguments = {})
34
+ body = arguments.delete(:body) || {}
35
+ headers = arguments.delete(:headers) || {}
36
+
37
+ request(
38
+ :get,
39
+ 'api/as/v0/crawler/metrics/',
40
+ arguments,
41
+ body,
42
+ headers
43
+ )
44
+ end
45
+ end
46
+ end
47
+ end
48
+ end
@@ -0,0 +1,51 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Retrieve crawler configuration overview
25
+ # Retrieves crawler configuration overview of a given engine, including configured domains
26
+ #
27
+ # @param engine_name [String] Name of the engine (*Required*)
28
+ # @param arguments [Hash] endpoint arguments
29
+ # @option arguments [Hash] :body The request body
30
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
31
+ #
32
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-get-crawler
33
+ #
34
+ def crawler_overview(engine_name, arguments = {})
35
+ raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
36
+
37
+ body = arguments.delete(:body) || {}
38
+ headers = arguments.delete(:headers) || {}
39
+
40
+ request(
41
+ :get,
42
+ "api/as/v0/engines/#{engine_name}/crawler/",
43
+ arguments,
44
+ body,
45
+ headers
46
+ )
47
+ end
48
+ end
49
+ end
50
+ end
51
+ end
@@ -0,0 +1,54 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Get process crawl details
25
+ # Returns process crawl details.
26
+ #
27
+ # @param engine_name [String] Name of the engine (*Required*)
28
+ # @param arguments [Hash] endpoint arguments
29
+ # @option arguments [String] :process_crawl_id Process Crawl identifier (*Required*)
30
+ # @option arguments [Hash] :body The request body
31
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
32
+ #
33
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-get-crawler-process-crawls-id
34
+ #
35
+ def crawler_process_crawl(engine_name, arguments = {})
36
+ raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
37
+ raise ArgumentError, "Required parameter 'process_crawl_id' missing" unless arguments[:process_crawl_id]
38
+
39
+ process_crawl_id = arguments[:process_crawl_id]
40
+ body = arguments.delete(:body) || {}
41
+ headers = arguments.delete(:headers) || {}
42
+
43
+ request(
44
+ :get,
45
+ "api/as/v0/engines/#{engine_name}/crawler/process_crawls/#{process_crawl_id}/",
46
+ arguments,
47
+ body,
48
+ headers
49
+ )
50
+ end
51
+ end
52
+ end
53
+ end
54
+ end
@@ -0,0 +1,54 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - View denied urls for Process Crawl
25
+ # Provides a sample list of urls identified for deletion by the given process crawl id.
26
+ #
27
+ # @param engine_name [String] Name of the engine (*Required*)
28
+ # @param arguments [Hash] endpoint arguments
29
+ # @option arguments [String] :process_crawl_id Process Crawl identifier (*Required*)
30
+ # @option arguments [Hash] :body The request body
31
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
32
+ #
33
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-get-crawler-process-crawls-id-denied-urls
34
+ #
35
+ def crawler_process_crawl_denied_urls(engine_name, arguments = {})
36
+ raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
37
+ raise ArgumentError, "Required parameter 'process_crawl_id' missing" unless arguments[:process_crawl_id]
38
+
39
+ process_crawl_id = arguments[:process_crawl_id]
40
+ body = arguments.delete(:body) || {}
41
+ headers = arguments.delete(:headers) || {}
42
+
43
+ request(
44
+ :get,
45
+ "api/as/v0/engines/#{engine_name}/crawler/process_crawls/#{process_crawl_id}/denied_urls/",
46
+ arguments,
47
+ body,
48
+ headers
49
+ )
50
+ end
51
+ end
52
+ end
53
+ end
54
+ end
@@ -0,0 +1,52 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Extract content from a URL
25
+ # Performs an HTTP request to a given URL and extracts content from the page using standard App Search Crawler extraction pipeline.
26
+ #
27
+ # @param engine_name [String] Name of the engine (*Required*)
28
+ # @param arguments [Hash] endpoint arguments
29
+ # @option arguments [String] :body
30
+ # @option arguments [String] :url (*Required*)
31
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
32
+ #
33
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html
34
+ #
35
+ def crawler_url_extraction_result(engine_name, arguments = {})
36
+ raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
37
+
38
+ body = arguments.delete(:body) || {}
39
+ headers = arguments.delete(:headers) || {}
40
+
41
+ request(
42
+ :post,
43
+ "api/as/v0/engines/#{engine_name}/crawler/extract_url/",
44
+ arguments,
45
+ body,
46
+ headers
47
+ )
48
+ end
49
+ end
50
+ end
51
+ end
52
+ end
@@ -0,0 +1,52 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Trace a history of a crawled URL
25
+ # Returns information about the history of a given URL with the App Search Crawler.
26
+ #
27
+ # @param engine_name [String] Name of the engine (*Required*)
28
+ # @param arguments [Hash] endpoint arguments
29
+ # @option arguments [String] :body
30
+ # @option arguments [String] :url (*Required*)
31
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
32
+ #
33
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html
34
+ #
35
+ def crawler_url_tracing_result(engine_name, arguments = {})
36
+ raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
37
+
38
+ body = arguments.delete(:body) || {}
39
+ headers = arguments.delete(:headers) || {}
40
+
41
+ request(
42
+ :post,
43
+ "api/as/v0/engines/#{engine_name}/crawler/trace_url/",
44
+ arguments,
45
+ body,
46
+ headers
47
+ )
48
+ end
49
+ end
50
+ end
51
+ end
52
+ end
@@ -0,0 +1,52 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Validate URL with Crawler
25
+ # Performs a number of checks on a given URL to make sure it is ready to be crawled and ingested into App Search.
26
+ #
27
+ # @param engine_name [String] Name of the engine (*Required*)
28
+ # @param arguments [Hash] endpoint arguments
29
+ # @option arguments [String] :body
30
+ # @option arguments [String] :url (*Required*)
31
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
32
+ #
33
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html
34
+ #
35
+ def crawler_url_validation_result(engine_name, arguments = {})
36
+ raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
37
+
38
+ body = arguments.delete(:body) || {}
39
+ headers = arguments.delete(:headers) || {}
40
+
41
+ request(
42
+ :post,
43
+ "api/as/v0/engines/#{engine_name}/crawler/validate_url/",
44
+ arguments,
45
+ body,
46
+ headers
47
+ )
48
+ end
49
+ end
50
+ end
51
+ end
52
+ end
@@ -0,0 +1,48 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Get the User-Agent header value for the crawler
25
+ # Retrieves the currently configured value for the User-Agent header used for all Crawler HTTP requests
26
+ #
27
+ # @param arguments [Hash] endpoint arguments
28
+ # @option arguments [Hash] :body The request body
29
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
30
+ #
31
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-user-agent
32
+ #
33
+ def crawler_user_agent(arguments = {})
34
+ body = arguments.delete(:body) || {}
35
+ headers = arguments.delete(:headers) || {}
36
+
37
+ request(
38
+ :get,
39
+ 'api/as/v0/crawler/user_agent/',
40
+ arguments,
41
+ body,
42
+ headers
43
+ )
44
+ end
45
+ end
46
+ end
47
+ end
48
+ end
@@ -22,9 +22,17 @@ module Elastic
22
22
  module AppSearch
23
23
  module Actions
24
24
  # Credentials - Create an API key
25
+ # Creates an App Search API key
25
26
  #
26
27
  # @param arguments [Hash] endpoint arguments
27
- # @option arguments [Object] :body API key details (*Required*)
28
+ # @option arguments [Hash] :body Details of an API key (Required: name, type)
29
+ # @option body [String] :id
30
+ # @option body [String] :name (*Required)
31
+ # @option body [String] :type (*Required)
32
+ # @option body [Boolean] :access_all_engines
33
+ # @option body :engines
34
+ # @option body [Boolean] :write
35
+ # @option body [Boolean] :read
28
36
  # @option arguments [Hash] :headers optional HTTP headers to send with the request
29
37
  #
30
38
  # @see https://www.elastic.co/guide/en/app-search/current/credentials.html#credentials-create
@@ -0,0 +1,51 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Licensed to Elasticsearch B.V. under one or more contributor
4
+ # license agreements. See the NOTICE file distributed with
5
+ # this work for additional information regarding copyright
6
+ # ownership. Elasticsearch B.V. licenses this file to you under
7
+ # the Apache License, Version 2.0 (the "License"); you may
8
+ # not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing,
14
+ # software distributed under the License is distributed on an
15
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16
+ # KIND, either express or implied. See the License for the
17
+ # specific language governing permissions and limitations
18
+ # under the License.
19
+
20
+ module Elastic
21
+ module EnterpriseSearch
22
+ module AppSearch
23
+ module Actions
24
+ # Crawler - Create a crawl request
25
+ # Creates a request to perform a crawl of a given engine with the Crawler.
26
+ #
27
+ # @param engine_name [String] Name of the engine (*Required*)
28
+ # @param arguments [Hash] endpoint arguments
29
+ # @option arguments [Hash] :body The request body
30
+ # @option arguments [Hash] :headers optional HTTP headers to send with the request
31
+ #
32
+ # @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-post-crawler-crawl-requests
33
+ #
34
+ def create_crawler_crawl_request(engine_name, arguments = {})
35
+ raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
36
+
37
+ body = arguments.delete(:body) || {}
38
+ headers = arguments.delete(:headers) || {}
39
+
40
+ request(
41
+ :post,
42
+ "api/as/v0/engines/#{engine_name}/crawler/crawl_requests/",
43
+ arguments,
44
+ body,
45
+ headers
46
+ )
47
+ end
48
+ end
49
+ end
50
+ end
51
+ end