elastic-enterprise-search 7.14.1 → 7.15.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.ci/functions/imports.sh +1 -0
- data/.ci/jobs/defaults.yml +4 -0
- data/.ci/run-repository.sh +2 -1
- data/.ci/test-matrix.yml +5 -3
- data/.github/workflows/testing.yml +1 -1
- data/Rakefile +19 -0
- data/docs/guide/app-search-api.asciidoc +129 -1
- data/docs/guide/release_notes/714.asciidoc +0 -12
- data/docs/guide/release_notes/715.asciidoc +36 -0
- data/docs/guide/release_notes/index.asciidoc +2 -0
- data/docs/guide/workplace-search-api.asciidoc +14 -0
- data/elastic-enterprise-search.gemspec +1 -1
- data/lib/elastic/app-search/api/add_meta_engine_source.rb +3 -2
- data/lib/elastic/app-search/api/api_key.rb +2 -1
- data/lib/elastic/app-search/api/api_logs.rb +14 -13
- data/lib/elastic/app-search/api/count_analytics.rb +7 -6
- data/lib/elastic/app-search/api/crawler_active_crawl_request.rb +51 -0
- data/lib/elastic/app-search/api/crawler_crawl_request.rb +54 -0
- data/lib/elastic/app-search/api/crawler_crawl_schedule.rb +51 -0
- data/lib/elastic/app-search/api/crawler_domain.rb +54 -0
- data/lib/elastic/app-search/api/crawler_domain_validation_result.rb +48 -0
- data/lib/elastic/app-search/api/crawler_metrics.rb +48 -0
- data/lib/elastic/app-search/api/crawler_overview.rb +51 -0
- data/lib/elastic/app-search/api/crawler_process_crawl.rb +54 -0
- data/lib/elastic/app-search/api/crawler_process_crawl_denied_urls.rb +54 -0
- data/lib/elastic/app-search/api/crawler_url_extraction_result.rb +52 -0
- data/lib/elastic/app-search/api/crawler_url_tracing_result.rb +52 -0
- data/lib/elastic/app-search/api/crawler_url_validation_result.rb +52 -0
- data/lib/elastic/app-search/api/crawler_user_agent.rb +48 -0
- data/lib/elastic/app-search/api/create_api_key.rb +9 -1
- data/lib/elastic/app-search/api/create_crawler_crawl_request.rb +51 -0
- data/lib/elastic/app-search/api/create_crawler_crawl_rule.rb +59 -0
- data/lib/elastic/app-search/api/create_crawler_domain.rb +55 -0
- data/lib/elastic/app-search/api/create_crawler_entry_point.rb +56 -0
- data/lib/elastic/app-search/api/create_crawler_process_crawl.rb +53 -0
- data/lib/elastic/app-search/api/create_crawler_sitemap.rb +56 -0
- data/lib/elastic/app-search/api/create_curation.rb +7 -6
- data/lib/elastic/app-search/api/create_engine.rb +9 -7
- data/lib/elastic/app-search/api/create_synonym_set.rb +7 -4
- data/lib/elastic/app-search/api/curation.rb +4 -3
- data/lib/elastic/app-search/api/delete_active_crawl_request.rb +51 -0
- data/lib/elastic/app-search/api/delete_api_key.rb +1 -0
- data/lib/elastic/app-search/api/delete_crawler_active_crawl_request.rb +51 -0
- data/lib/elastic/app-search/api/delete_crawler_crawl_rule.rb +57 -0
- data/lib/elastic/app-search/api/delete_crawler_crawl_schedule.rb +51 -0
- data/lib/elastic/app-search/api/delete_crawler_domain.rb +54 -0
- data/lib/elastic/app-search/api/delete_crawler_entry_point.rb +57 -0
- data/lib/elastic/app-search/api/delete_crawler_sitemap.rb +57 -0
- data/lib/elastic/app-search/api/delete_curation.rb +4 -3
- data/lib/elastic/app-search/api/delete_documents.rb +2 -1
- data/lib/elastic/app-search/api/delete_engine.rb +3 -2
- data/lib/elastic/app-search/api/delete_meta_engine_source.rb +3 -3
- data/lib/elastic/app-search/api/delete_synonym_set.rb +4 -3
- data/lib/elastic/app-search/api/denied_urls.rb +54 -0
- data/lib/elastic/app-search/api/documents.rb +3 -2
- data/lib/elastic/app-search/api/engine.rb +3 -2
- data/lib/elastic/app-search/api/index_documents.rb +3 -2
- data/lib/elastic/app-search/api/list_api_keys.rb +2 -1
- data/lib/elastic/app-search/api/list_crawler_crawl_requests.rb +52 -0
- data/lib/elastic/app-search/api/list_crawler_process_crawls.rb +51 -0
- data/lib/elastic/app-search/api/list_curations.rb +3 -2
- data/lib/elastic/app-search/api/list_documents.rb +3 -2
- data/lib/elastic/app-search/api/list_engines.rb +2 -1
- data/lib/elastic/app-search/api/list_synonym_sets.rb +3 -2
- data/lib/elastic/app-search/api/log_clickthrough.rb +8 -10
- data/lib/elastic/app-search/api/put_api_key.rb +9 -2
- data/lib/elastic/app-search/api/put_crawler_crawl_rule.rb +62 -0
- data/lib/elastic/app-search/api/put_crawler_crawl_schedule.rb +53 -0
- data/lib/elastic/app-search/api/put_crawler_domain.rb +58 -0
- data/lib/elastic/app-search/api/put_crawler_entry_point.rb +59 -0
- data/lib/elastic/app-search/api/put_crawler_sitemap.rb +59 -0
- data/lib/elastic/app-search/api/put_curation.rb +9 -8
- data/lib/elastic/app-search/api/put_documents.rb +3 -3
- data/lib/elastic/app-search/api/put_schema.rb +4 -4
- data/lib/elastic/app-search/api/put_search_settings.rb +6 -2
- data/lib/elastic/app-search/api/put_synonym_set.rb +8 -5
- data/lib/elastic/app-search/api/query_suggestion.rb +7 -7
- data/lib/elastic/app-search/api/reset_search_settings.rb +3 -2
- data/lib/elastic/app-search/api/schema.rb +3 -2
- data/lib/elastic/app-search/api/search.rb +14 -3
- data/lib/elastic/app-search/api/search_settings.rb +3 -2
- data/lib/elastic/app-search/api/synonym_set.rb +4 -3
- data/lib/elastic/app-search/api/top_clicks_analytics.rb +8 -8
- data/lib/elastic/app-search/api/top_queries_analytics.rb +7 -7
- data/lib/elastic/app-search/app_search.rb +0 -10
- data/lib/elastic/enterprise-search/api/health.rb +1 -0
- data/lib/elastic/enterprise-search/api/put_read_only.rb +3 -2
- data/lib/elastic/enterprise-search/api/read_only.rb +1 -0
- data/lib/elastic/enterprise-search/api/version.rb +1 -0
- data/lib/elastic/enterprise-search/client.rb +1 -12
- data/lib/elastic/enterprise-search/request.rb +10 -1
- data/lib/elastic/enterprise-search/version.rb +1 -1
- data/lib/elastic/workplace-search/api/auto_query_refinement_details.rb +49 -0
- data/lib/elastic/workplace-search/api/create_content_source.rb +1 -0
- data/lib/elastic/workplace-search/api/delete_synonym_set.rb +1 -1
- data/lib/elastic/workplace-search/api/put_content_source.rb +1 -0
- data/lib/elastic/workplace-search/api/put_synonym_set.rb +1 -1
- data/lib/elastic/workplace-search/api/put_triggers_blocklist.rb +47 -0
- data/lib/elastic/workplace-search/api/search.rb +3 -0
- data/lib/elastic/workplace-search/api/synonym_set.rb +1 -1
- data/{spec/app-search/api_logs_spec.rb → lib/elastic/workplace-search/api/triggers_blocklist.rb} +23 -14
- data/lib/elastic/workplace-search/workplace_search.rb +0 -15
- data/spec/integration/app-search/api_key_spec.rb +110 -0
- data/spec/integration/app-search/api_logs_spec.rb +59 -0
- data/spec/{app-search/api_spec_helper.rb → integration/app-search/app_search_helper.rb} +17 -8
- data/spec/integration/app-search/count_analytics_spec.rb +47 -0
- data/spec/integration/app-search/crawl_requests_spec.rb +86 -0
- data/spec/integration/app-search/crawler_crawl_rule_spec.rb +73 -0
- data/spec/integration/app-search/crawler_domain_spec.rb +82 -0
- data/spec/integration/app-search/crawler_entry_point_spec.rb +89 -0
- data/spec/integration/app-search/crawler_metrics_spec.rb +46 -0
- data/spec/integration/app-search/crawler_overview_spec.rb +45 -0
- data/spec/integration/app-search/crawler_process_crawl_denied_urls_spec.rb +50 -0
- data/spec/integration/app-search/crawler_process_crawl_spec.rb +66 -0
- data/spec/integration/app-search/crawler_scheduling_spec.rb +81 -0
- data/spec/integration/app-search/crawler_sitemap_spec.rb +72 -0
- data/spec/integration/app-search/crawler_urls_spec.rb +60 -0
- data/spec/{app-search/api_count_analytics_spec.rb → integration/app-search/crawler_user_agent_spec.rb} +6 -9
- data/spec/integration/app-search/curations_spec.rb +118 -0
- data/spec/integration/app-search/documents_spec.rb +123 -0
- data/spec/integration/app-search/engines_spec.rb +77 -0
- data/spec/{app-search/api_log_clickthrough_spec.rb → integration/app-search/log_clickthrough_spec.rb} +14 -7
- data/spec/integration/app-search/meta_engines_spec.rb +75 -0
- data/spec/integration/app-search/query_suggestion_spec.rb +50 -0
- data/spec/{app-search/api_schema_spec.rb → integration/app-search/schema_spec.rb} +21 -16
- data/spec/integration/app-search/search_and_multiple_search_spec.rb +67 -0
- data/spec/integration/app-search/search_settings_spec.rb +87 -0
- data/spec/integration/app-search/synonyms_spec.rb +79 -0
- data/spec/{app-search/api_top_clicks_analytics_spec.rb → integration/app-search/top_clicks_analytics_spec.rb} +20 -14
- data/spec/{app-search/api_top_queries_analytics_spec.rb → integration/app-search/top_queries_analytics_spec.rb} +16 -8
- data/spec/integration/workplace-search/content_sources_spec.rb +106 -0
- data/spec/integration/workplace-search/documents_spec.rb +95 -0
- data/spec/integration/workplace-search/external_identities_spec.rb +97 -0
- data/spec/integration/{icon.png → workplace-search/icon.png} +0 -0
- data/spec/integration/workplace-search/permissions_spec.rb +77 -0
- data/spec/integration/workplace-search/synonym_sets_spec.rb +92 -0
- data/spec/integration/workplace-search/triggers_spec.rb +43 -0
- data/spec/{app-search/api_query_suggestion_spec.rb → integration/workplace-search/users_spec.rb} +12 -15
- data/spec/integration/workplace-search/workplace_search_helper.rb +39 -0
- metadata +81 -68
- data/.github/compatibility/Gemfile +0 -23
- data/.github/workflows/compatibility.yml +0 -20
- data/spec/app-search/api_apikey_spec.rb +0 -92
- data/spec/app-search/api_curations_spec.rb +0 -97
- data/spec/app-search/api_documents_spec.rb +0 -102
- data/spec/app-search/api_engines_spec.rb +0 -67
- data/spec/app-search/api_meta_engines_spec.rb +0 -72
- data/spec/app-search/api_search_and_multi_search_spec.rb +0 -48
- data/spec/app-search/api_search_settings_spec.rb +0 -76
- data/spec/app-search/api_synonyms_spec.rb +0 -79
- data/spec/fixtures/vcr/app_search/add_meta_engine_source.yml +0 -109
- data/spec/fixtures/vcr/app_search/api_documents.yml +0 -56
- data/spec/fixtures/vcr/app_search/api_index_documents.yml +0 -57
- data/spec/fixtures/vcr/app_search/api_log_clickthrough.yml +0 -54
- data/spec/fixtures/vcr/app_search/api_logs.yml +0 -70
- data/spec/fixtures/vcr/app_search/api_put_schema.yml +0 -109
- data/spec/fixtures/vcr/app_search/api_put_search_settings.yml +0 -56
- data/spec/fixtures/vcr/app_search/api_query_suggestion.yml +0 -59
- data/spec/fixtures/vcr/app_search/api_reset_search_settings.yml +0 -56
- data/spec/fixtures/vcr/app_search/api_schema.yml +0 -56
- data/spec/fixtures/vcr/app_search/api_search_settings.yml +0 -56
- data/spec/fixtures/vcr/app_search/api_top_clicks_analytics.yml +0 -55
- data/spec/fixtures/vcr/app_search/api_top_clicks_analytics_query.yml +0 -55
- data/spec/fixtures/vcr/app_search/api_top_queries_analytics.yml +0 -55
- data/spec/fixtures/vcr/app_search/count_analytics.yml +0 -55
- data/spec/fixtures/vcr/app_search/create_and_update_document.yml +0 -107
- data/spec/fixtures/vcr/app_search/create_api_key.yml +0 -52
- data/spec/fixtures/vcr/app_search/create_curation.yml +0 -113
- data/spec/fixtures/vcr/app_search/create_engine.yml +0 -55
- data/spec/fixtures/vcr/app_search/create_meta_engine.yml +0 -56
- data/spec/fixtures/vcr/app_search/create_synonym_set.yml +0 -56
- data/spec/fixtures/vcr/app_search/delete_api_key.yml +0 -52
- data/spec/fixtures/vcr/app_search/delete_curation.yml +0 -56
- data/spec/fixtures/vcr/app_search/delete_engine.yml +0 -55
- data/spec/fixtures/vcr/app_search/delete_meta_engine_source.yml +0 -56
- data/spec/fixtures/vcr/app_search/delete_synonym_set.yml +0 -56
- data/spec/fixtures/vcr/app_search/get_api_key.yml +0 -52
- data/spec/fixtures/vcr/app_search/get_curation.yml +0 -56
- data/spec/fixtures/vcr/app_search/get_engine.yml +0 -55
- data/spec/fixtures/vcr/app_search/index_and_delete_document.yml +0 -107
- data/spec/fixtures/vcr/app_search/list_api_keys.yml +0 -52
- data/spec/fixtures/vcr/app_search/list_curations.yml +0 -56
- data/spec/fixtures/vcr/app_search/list_documents.yml +0 -57
- data/spec/fixtures/vcr/app_search/list_engines.yml +0 -55
- data/spec/fixtures/vcr/app_search/list_synonym_sets.yml +0 -56
- data/spec/fixtures/vcr/app_search/multi_query_search.yml +0 -63
- data/spec/fixtures/vcr/app_search/put_api_key.yml +0 -52
- data/spec/fixtures/vcr/app_search/put_curation.yml +0 -113
- data/spec/fixtures/vcr/app_search/put_synonym_set.yml +0 -56
- data/spec/fixtures/vcr/app_search/search.yml +0 -57
- data/spec/fixtures/vcr/app_search/single_query_search.yml +0 -60
- data/spec/fixtures/vcr/app_search/synonym_set.yml +0 -56
- data/spec/integration/workplace_search_spec.rb +0 -375
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6ebc1dd416a61d523f8de08fe29e3308539cce59a55a9edcbffc7997c85910d5
|
4
|
+
data.tar.gz: 2dd11f3198ee70cea2d7f9d76f4d411ee47160b5e4d0ba1a32080cc830301b5d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d9d5499b123c3d026d2c2dbde6a0a9952321c3b2befd12cd42199d3d032d26f65a02e371bc32ceb9a9f3bcb3c085e83aed2ad5b292b43aeed6bdf5db37878744
|
7
|
+
data.tar.gz: d212455f5c39d99eea502669241b4dbd848615e0de15109b764465d124b003696d0dd0737a276f294ac0ee9a17b56027dd711c6e1f1cd615aec09005bf30dadd
|
data/.ci/functions/imports.sh
CHANGED
data/.ci/jobs/defaults.yml
CHANGED
data/.ci/run-repository.sh
CHANGED
@@ -17,6 +17,7 @@ echo -e "\033[34;1mINFO:\033[0m TEST_SUITE: ${TEST_SUITE}\033[0m"
|
|
17
17
|
echo -e "\033[34;1mINFO:\033[0m RUBY_VERSION: ${RUBY_VERSION}\033[0m"
|
18
18
|
echo -e "\033[34;1mINFO:\033[0m RUNSCRIPTS: ${RUNSCRIPTS}\033[0m"
|
19
19
|
echo -e "\033[34;1mINFO:\033[0m URL: ${elasticsearch_url}\033[0m"
|
20
|
+
echo -e "\033[34;1mINFO:\033[0m SERVICE: ${SERVICE}\033[0m"
|
20
21
|
|
21
22
|
echo -e "\033[34;1mINFO:\033[0m pinging Elasticsearch ..\033[0m"
|
22
23
|
curl --insecure --fail $external_elasticsearch_url/_cluster/health?pretty
|
@@ -46,4 +47,4 @@ docker run \
|
|
46
47
|
--rm \
|
47
48
|
--volume `pwd`:/code/enterprise-search-ruby \
|
48
49
|
elastic/enterprise-search-ruby \
|
49
|
-
rake spec:integration
|
50
|
+
rake spec:integration:${SERVICE}
|
data/.ci/test-matrix.yml
CHANGED
data/Rakefile
CHANGED
@@ -31,6 +31,7 @@ task :stack, [:version] do |_, params|
|
|
31
31
|
sh "STACK_VERSION=#{params[:version]} ./.ci/run-local.sh"
|
32
32
|
end
|
33
33
|
|
34
|
+
# rubocop:disable Metrics/BlockLength
|
34
35
|
namespace :spec do
|
35
36
|
desc 'Run client tests'
|
36
37
|
task :client do
|
@@ -46,4 +47,22 @@ namespace :spec do
|
|
46
47
|
task :all do
|
47
48
|
sh 'rspec spec'
|
48
49
|
end
|
50
|
+
|
51
|
+
namespace :integration do
|
52
|
+
desc 'Run App Search integration tests'
|
53
|
+
task :appsearch do
|
54
|
+
sh 'rspec spec/integration/app-search'
|
55
|
+
end
|
56
|
+
|
57
|
+
desc 'Run Enterprise Search integration tests'
|
58
|
+
task :enterprisesearch do
|
59
|
+
sh 'rspec spec/integration/enterprise_search_api_spec.rb'
|
60
|
+
end
|
61
|
+
|
62
|
+
desc 'Run Workplace Search integration tests'
|
63
|
+
task :workplacesearch do
|
64
|
+
sh 'rspec spec/integration/workplace-search'
|
65
|
+
end
|
66
|
+
end
|
49
67
|
end
|
68
|
+
# rubocop:enable Metrics/BlockLength
|
@@ -1,6 +1,8 @@
|
|
1
1
|
[[app-search-api]]
|
2
2
|
== App Search API
|
3
3
|
|
4
|
+
This document includes examples for different API requests. Please refer to the https://www.elastic.co/guide/en/app-search/current/index.html[Elastic App Search Documentation] for more information, particularly the https://www.elastic.co/guide/en/app-search/current/api-reference.html[API Reference].
|
5
|
+
|
4
6
|
=== Engines
|
5
7
|
|
6
8
|
[source,rb]
|
@@ -174,6 +176,132 @@ client.put_api_key(api_key_name: name, body: body)
|
|
174
176
|
client.delete_api_key(api_key_name: name)
|
175
177
|
----------------------------
|
176
178
|
|
179
|
+
=== Web Crawler
|
180
|
+
|
181
|
+
[CAUTION]
|
182
|
+
====
|
183
|
+
The Elastic Enterprise Search web crawler API is a *beta* feature.
|
184
|
+
Beta features are subject to change and are not covered by the support SLA of general release (GA) features.
|
185
|
+
Elastic plans to promote this feature to GA in a future release.
|
186
|
+
====
|
187
|
+
|
188
|
+
See https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html[Web Crawler API reference] for more information.
|
189
|
+
|
190
|
+
[source,rb]
|
191
|
+
----------------------------
|
192
|
+
# Create a crawler domain
|
193
|
+
body = { name: 'https://www.elastic.co' }
|
194
|
+
client.create_crawler_domain(engine_name, body: body)
|
195
|
+
|
196
|
+
# Get crawler domain information
|
197
|
+
client.crawler_domain(engine_name, domain_id: domain_id)
|
198
|
+
|
199
|
+
# Update a crawler domain
|
200
|
+
body = { name: 'https://www.wikipedia.org' }
|
201
|
+
client.put_crawler_domain(engine_name, domain_id: domain_id, domain: body)
|
202
|
+
|
203
|
+
# Delete a crawler domain
|
204
|
+
client.delete_crawler_domain(engine_name, domain_id: domain_id)
|
205
|
+
|
206
|
+
# Create a crawler crawl request
|
207
|
+
client.create_crawler_crawl_request(engine_name)
|
208
|
+
|
209
|
+
# Retrieve a crawl request
|
210
|
+
client.crawler_crawl_request(engine_name, crawl_request_id: request_id)
|
211
|
+
|
212
|
+
# Retrieve active crawl request details
|
213
|
+
client.crawler_active_crawl_request(engine_name)
|
214
|
+
|
215
|
+
# List crawl requests
|
216
|
+
client.list_crawler_crawl_requests(engine_name)
|
217
|
+
|
218
|
+
# Delete an active crawl request
|
219
|
+
client.delete_active_crawl_request(engine_name)
|
220
|
+
|
221
|
+
# Set a crawler crawl schedule
|
222
|
+
body = { frequency: 1, unit: 'day' }
|
223
|
+
client.put_crawler_crawl_schedule(engine_name, body: body)
|
224
|
+
|
225
|
+
# Retrieve crawler crawl schedule
|
226
|
+
client.crawler_crawl_schedule(engine_name)
|
227
|
+
|
228
|
+
# Delete a crawler crawl schedule
|
229
|
+
client.delete_crawler_crawl_schedule(engine_name)
|
230
|
+
|
231
|
+
# Create a crawler entry point
|
232
|
+
client.create_crawler_entry_point(engine_name, domain_id: domain_id, body: { value: '/elastic-stack' })
|
233
|
+
|
234
|
+
# Update a crawler entry point
|
235
|
+
client.put_crawler_entry_point(
|
236
|
+
engine_name,
|
237
|
+
domain_id: domain_id,
|
238
|
+
entry_point_id: entry_point_id,
|
239
|
+
body: { value: '/enterprise-search' }
|
240
|
+
)
|
241
|
+
|
242
|
+
# Validate a URL
|
243
|
+
client.crawler_url_validation_result(engine_name, url: name)
|
244
|
+
|
245
|
+
# Extract ccontent from a URL
|
246
|
+
client.crawler_url_extraction_result(engine_name, url: name)
|
247
|
+
|
248
|
+
# Retrieve tracing history for a crawler URL
|
249
|
+
client.crawler_url_tracing_result(engine_name, url: name)
|
250
|
+
|
251
|
+
# Delete a crawler entry point
|
252
|
+
client.delete_crawler_entry_point(
|
253
|
+
engine_name,
|
254
|
+
domain_id: domain_id,
|
255
|
+
entry_point_id: entry_point_id
|
256
|
+
)
|
257
|
+
|
258
|
+
# Retrieve crawler metrics
|
259
|
+
client.crawler_metrics
|
260
|
+
|
261
|
+
# Retrieve crawler configuration overview
|
262
|
+
client.crawler_overview(engine_name)
|
263
|
+
|
264
|
+
# Create a crawler sitemap
|
265
|
+
body = { url: 'https://www.elastic.co/sitemap.xml' }
|
266
|
+
client.create_crawler_sitemap(engine_name, domain_id: domain_id, body: body)
|
267
|
+
|
268
|
+
# Update a crawler sitemap
|
269
|
+
body = { url: 'https://www.elastic.co/sitemap2.xml' }
|
270
|
+
client.put_crawler_sitemap(engine_name, domain_id: domain_id, sitemap_id: sitemap_id, body: body)
|
271
|
+
|
272
|
+
# Delete a crawler sitemap
|
273
|
+
client.delete_crawler_sitemap(engine_name, domain_id: domain_id, sitemap_id: sitemap_id)
|
274
|
+
|
275
|
+
# Create a crawler crawl rule
|
276
|
+
body = { order: 1, policy: 'allow', rule: 'contains', pattern: '/stack' }
|
277
|
+
client.create_crawler_crawl_rule(engine_name, domain_id: domain_id, body: body)
|
278
|
+
|
279
|
+
# Update a crawler crawl rule
|
280
|
+
body = { order: 2, policy: 'allow', rule: 'begins', pattern: '/stack' }
|
281
|
+
client.put_crawler_crawl_rule(engine_name, domain_id: domain_id, crawl_rule_id: rule_id, body: body)
|
282
|
+
|
283
|
+
# Delete a crawler crawl rule
|
284
|
+
client.delete_crawler_crawl_rule(engine_name, domain_id: domain_id, crawl_rule_id: rule_id)
|
285
|
+
|
286
|
+
# Create a process crawl
|
287
|
+
client.create_crawler_process_crawl(engine_name, body: { dry_run: true })
|
288
|
+
|
289
|
+
# Retrieve a process crawl
|
290
|
+
client.crawler_process_crawl(engine_name, process_crawl_id: id)
|
291
|
+
|
292
|
+
# Retrieve denied URLs cor a process crawl
|
293
|
+
client.denied_urls(engine_name, process_crawl_id: id)
|
294
|
+
|
295
|
+
# List process crawls
|
296
|
+
client.list_crawler_process_crawls(engine_name)
|
297
|
+
|
298
|
+
# View denied urls for Process Crawl
|
299
|
+
client.crawler_process_crawl_denied_urls(engine_name, process_crawl_id: id)
|
300
|
+
|
301
|
+
# Cancel an active crawl request, stopping a running crawl if needed.
|
302
|
+
client.delete_crawler_active_crawl_request(engine_name)
|
303
|
+
----------------------------
|
304
|
+
|
177
305
|
=== Other API Endpoints
|
178
306
|
|
179
307
|
[source,rb]
|
@@ -207,7 +335,7 @@ client.put_search_settings(engine_name, body: body)
|
|
207
335
|
client.reset_search_settings(engine_name)
|
208
336
|
|
209
337
|
# Click - Send data about clicked results
|
210
|
-
client.log_clickthrough(engine_name,
|
338
|
+
client.log_clickthrough(engine_name, body: { query: 'query', document_id: 'doc-id' })
|
211
339
|
|
212
340
|
# Query Suggestion - Provide relevant query suggestions for incomplete queries
|
213
341
|
client.query_suggestion(engine_name, query: 'incomplete_query')
|
@@ -1,16 +1,4 @@
|
|
1
1
|
[[release_notes_714]]
|
2
|
-
=== 7.14 Release notes
|
3
|
-
|
4
|
-
[discrete]
|
5
|
-
[[release_notes_7141]]
|
6
|
-
=== 7.14.1 Release notes
|
7
|
-
|
8
|
-
==== Dependency fix
|
9
|
-
|
10
|
-
Updates dependency on `elasticsearch-transport` to be more open. At least 7.11 is required, but this way it can be used with different versions of the `elasticsearch` gem (bigger than or equal to `7.11`) in the same project, without a conflict in `elasticsearch-transport`. When instantiating transport, we now check if version is `< 7.14` so we use the right class.
|
11
|
-
|
12
|
-
[discrete]
|
13
|
-
[[release_notes_7140]]
|
14
2
|
=== 7.14.0 Release notes
|
15
3
|
|
16
4
|
[discrete]
|
@@ -0,0 +1,36 @@
|
|
1
|
+
[[release_notes_715]]
|
2
|
+
=== 7.15.0 Release notes
|
3
|
+
|
4
|
+
[discrete]
|
5
|
+
==== General
|
6
|
+
|
7
|
+
- Tested with Elastic Enterprise Search API version 7.15.0.
|
8
|
+
- Better source code documentation in general for API endpoints.
|
9
|
+
|
10
|
+
[discrete]
|
11
|
+
==== App Search
|
12
|
+
|
13
|
+
- The test suite was migrated to full integration testing https://clients-ci.elastic.co/view/Ruby/[in Jenkins]. We were using VCR for testing the API, but now we're running the API tests against an instance of Elastic Enterprise Search.
|
14
|
+
|
15
|
+
- Some APIs that used to work with `GET` query parameters in App Search are now `POST` and the parameters being sent with the body. We'll use the body from `7.15`, but we'll keep supporting arguments parameters in 7.x for backwards compatibility. Some parameters previously required through the generated code don't throw an exception anymore and the error is delegated to server. As mentioned, these should go through the body instead of part of the query parameters, but we still support sending them as query parameters in `7.x` to keep backwards compatibility.
|
16
|
+
|
17
|
+
[discrete]
|
18
|
+
===== Web Crawler API
|
19
|
+
|
20
|
+
[CAUTION]
|
21
|
+
====
|
22
|
+
The Elastic Enterprise Search web crawler API is a *beta* feature.
|
23
|
+
Beta features are subject to change and are not covered by the support SLA of general release (GA) features.
|
24
|
+
Elastic plans to promote this feature to GA in a future release.
|
25
|
+
====
|
26
|
+
|
27
|
+
New Web Crawler API endpoints:
|
28
|
+
|
29
|
+
`crawler_active_crawl_request`, `crawler_crawl_request`, `crawler_crawl_schedule`, `crawler_domain`, `crawler_domain_validation_result`, `crawler_metrics`, `crawler_overview`, `crawler_process_crawl_denied_urls`, `crawler_process_crawl`, `crawler_url_extraction_result`, `crawler_url_tracing_result`, `crawler_url_validation_result`, `crawler_user_agent`, `create_crawler_crawl_request`, `create_crawler_crawl_rule`, `create_crawler_domain`, `create_crawler_entry_point`, `create_crawler_process_crawl`, `create_crawler_sitemap`, `delete_active_crawl_request`, `delete_crawler_active_crawl_request`, `delete_crawler_crawl_rule`, `delete_crawler_crawl_schedule`, `delete_crawler_domain`, `delete_crawler_entry_point`, `delete_crawler_sitemap`, `list_crawler_crawl_requests`, `list_crawler_process_crawls`, `put_crawler_crawl_rule`, `put_crawler_crawl_schedule`, `put_crawler_domain`, `put_crawler_entry_point`, `put_crawler_sitemap`.
|
30
|
+
|
31
|
+
Refer to https://www.elastic.co/guide/en/enterprise-search-clients/ruby/current/app-search-api.html[App Search API] for more information and examples.
|
32
|
+
|
33
|
+
[discrete]
|
34
|
+
==== Workplace Search
|
35
|
+
|
36
|
+
- New APIs: `auto_query_refinement_details`, `triggers_blocklist` and `put_triggers_blocklist`. See https://www.elastic.co/guide/en/enterprise-search-clients/ruby/current/workplace-search-api.html[Workplace Search API] for more information and examples.
|
@@ -5,12 +5,14 @@
|
|
5
5
|
[discrete]
|
6
6
|
=== 7.x
|
7
7
|
|
8
|
+
* <<release_notes_715, 7.15.0 Release Notes>>
|
8
9
|
* <<release_notes_714, 7.14.0 Release Notes>>
|
9
10
|
* <<release_notes_713, 7.13.0 Release Notes>>
|
10
11
|
* <<release_notes_712, 7.12.0 Release Notes>>
|
11
12
|
* <<release_notes_711, 7.11.0 Release Notes>>
|
12
13
|
* <<release_notes_710, 7.10.0.beta.1 Release Notes>>
|
13
14
|
|
15
|
+
include::715.asciidoc[]
|
14
16
|
include::714.asciidoc[]
|
15
17
|
include::713.asciidoc[]
|
16
18
|
include::712.asciidoc[]
|
@@ -37,6 +37,9 @@ require 'base64'
|
|
37
37
|
path = File.expand_path("#{File.dirname(__FILE__)}/icon.png")
|
38
38
|
icon = Base64.strict_encode64(File.read(path))
|
39
39
|
response = client.put_content_source_icons(content_source_id, main_icon: icon, alt_icon: icon)
|
40
|
+
|
41
|
+
# Retrieves a content source's automatic query refinement details
|
42
|
+
client.auto_query_refinement_details(content_source_id)
|
40
43
|
----------------------------
|
41
44
|
|
42
45
|
=== Documents
|
@@ -218,3 +221,14 @@ client.current_user
|
|
218
221
|
# Get the current user and return the access token
|
219
222
|
client.current_user(get_token: true)
|
220
223
|
----------------------------
|
224
|
+
|
225
|
+
=== Triggers Blocklist
|
226
|
+
|
227
|
+
[source,rb]
|
228
|
+
----------------------------
|
229
|
+
# Get current triggers blocklist
|
230
|
+
client.triggers_blocklist
|
231
|
+
|
232
|
+
# Update current triggers blocklist
|
233
|
+
client.put_triggers_blocklist(body: { blocklist: ['in', 'it', 'page'] })
|
234
|
+
----------------------------
|
@@ -47,7 +47,7 @@ Gem::Specification.new do |s|
|
|
47
47
|
s.executables = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
|
48
48
|
s.require_paths = ['lib']
|
49
49
|
|
50
|
-
s.add_dependency 'elasticsearch-transport', '
|
50
|
+
s.add_dependency 'elasticsearch-transport', '~> 7.13.0'
|
51
51
|
s.add_runtime_dependency 'jwt', '>= 1.5', '< 3.0'
|
52
52
|
s.add_development_dependency 'awesome_print'
|
53
53
|
s.add_development_dependency 'byebug' unless defined?(JRUBY_VERSION)
|
@@ -21,9 +21,10 @@ module Elastic
|
|
21
21
|
module EnterpriseSearch
|
22
22
|
module AppSearch
|
23
23
|
module Actions
|
24
|
-
#
|
24
|
+
# Engines - Add a source engine
|
25
|
+
# Adds a source engine to a given meta engine
|
25
26
|
#
|
26
|
-
# @param engine_name [String]
|
27
|
+
# @param engine_name [String] Name of the engine (*Required*)
|
27
28
|
# @param arguments [Hash] endpoint arguments
|
28
29
|
# @option arguments [Array] :source_engines List of engine names (*Required*)
|
29
30
|
# @option arguments [Hash] :headers optional HTTP headers to send with the request
|
@@ -21,7 +21,8 @@ module Elastic
|
|
21
21
|
module EnterpriseSearch
|
22
22
|
module AppSearch
|
23
23
|
module Actions
|
24
|
-
# Credentials -
|
24
|
+
# Credentials - Retrieve an API key
|
25
|
+
# Retrieves details of an API key
|
25
26
|
#
|
26
27
|
# @param arguments [Hash] endpoint arguments
|
27
28
|
# @option arguments [String] :api_key_name Name of an API key (*Required*)
|
@@ -21,27 +21,28 @@ module Elastic
|
|
21
21
|
module EnterpriseSearch
|
22
22
|
module AppSearch
|
23
23
|
module Actions
|
24
|
-
#
|
24
|
+
# APILogs - Retrieve API logs
|
25
|
+
# The API Log displays API request and response data at the Engine level
|
25
26
|
#
|
26
|
-
# @param engine_name [String]
|
27
|
+
# @param engine_name [String] Name of the engine (*Required*)
|
27
28
|
# @param arguments [Hash] endpoint arguments
|
28
|
-
# @option arguments [
|
29
|
-
# @option arguments [
|
30
|
-
# @option arguments [
|
31
|
-
# @option
|
32
|
-
# @option
|
33
|
-
# @option
|
34
|
-
# @option
|
35
|
-
# @option
|
36
|
-
# @option
|
29
|
+
# @option arguments [Date] :from_date Filter date from (*Required*)
|
30
|
+
# @option arguments [Date] :to_date Filter date to (*Required*)
|
31
|
+
# @option arguments [Hash] :body
|
32
|
+
# @option body [String] :query You can search over the full_request_path of an API Log event. Use this to specify a particular endpoint, like analytics, search, curations and so on.
|
33
|
+
# @option body [String] :sort_direction Would you like to have your results ascending, oldest to newest, or descending, newest to oldest? Accepts asc or desc. Defaults to ascending.
|
34
|
+
# @option body [Integer] :page current for current page, total_pages for the net number of pages, total_results for the overall number of results, size for the amount of results per page.
|
35
|
+
# @option body :filters
|
36
|
+
# @option filters [String] :status Filter based on a particular status code: 400, 401, 403, 429, 200
|
37
|
+
# @option filters [String] :method Filter based on a particular HTTP method: GET, POST, PUT, PATCH, DELETE
|
37
38
|
# @option arguments [Hash] :headers optional HTTP headers to send with the request
|
38
39
|
#
|
39
40
|
# @see https://www.elastic.co/guide/en/app-search/current/api-logs.html
|
40
41
|
#
|
41
42
|
def api_logs(engine_name, arguments = {})
|
43
|
+
raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
|
42
44
|
raise ArgumentError, "Required parameter 'from_date' missing" unless arguments[:from_date]
|
43
45
|
raise ArgumentError, "Required parameter 'to_date' missing" unless arguments[:to_date]
|
44
|
-
raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
|
45
46
|
|
46
47
|
body = arguments.delete(:body) || {}
|
47
48
|
headers = arguments.delete(:headers) || {}
|
@@ -49,7 +50,7 @@ module Elastic
|
|
49
50
|
arguments['filters[date][to]'] = date_to_rfc3339(arguments.delete(:to_date))
|
50
51
|
|
51
52
|
request(
|
52
|
-
:
|
53
|
+
:post,
|
53
54
|
"api/as/v1/engines/#{engine_name}/logs/api/",
|
54
55
|
arguments,
|
55
56
|
body,
|
@@ -21,13 +21,14 @@ module Elastic
|
|
21
21
|
module EnterpriseSearch
|
22
22
|
module AppSearch
|
23
23
|
module Actions
|
24
|
-
# Analytics -
|
24
|
+
# Analytics - Query for analytics counts data
|
25
|
+
# Returns the number of clicks and total number of queries over a period
|
25
26
|
#
|
26
|
-
# @param engine_name [String]
|
27
|
+
# @param engine_name [String] Name of the engine (*Required*)
|
27
28
|
# @param arguments [Hash] endpoint arguments
|
28
|
-
# @option arguments [
|
29
|
-
# @option
|
30
|
-
# @option
|
29
|
+
# @option arguments [Hash] :body
|
30
|
+
# @option body :filters Analytics filters
|
31
|
+
# @option body [String] :interval You can define an interval along with your date range. Can be either hour or day
|
31
32
|
# @option arguments [Hash] :headers optional HTTP headers to send with the request
|
32
33
|
#
|
33
34
|
# @see https://www.elastic.co/guide/en/app-search/current/counts.html
|
@@ -39,7 +40,7 @@ module Elastic
|
|
39
40
|
headers = arguments.delete(:headers) || {}
|
40
41
|
|
41
42
|
request(
|
42
|
-
:
|
43
|
+
:post,
|
43
44
|
"api/as/v1/engines/#{engine_name}/analytics/counts/",
|
44
45
|
arguments,
|
45
46
|
body,
|
@@ -0,0 +1,51 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Licensed to Elasticsearch B.V. under one or more contributor
|
4
|
+
# license agreements. See the NOTICE file distributed with
|
5
|
+
# this work for additional information regarding copyright
|
6
|
+
# ownership. Elasticsearch B.V. licenses this file to you under
|
7
|
+
# the Apache License, Version 2.0 (the "License"); you may
|
8
|
+
# not use this file except in compliance with the License.
|
9
|
+
# You may obtain a copy of the License at
|
10
|
+
#
|
11
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
12
|
+
#
|
13
|
+
# Unless required by applicable law or agreed to in writing,
|
14
|
+
# software distributed under the License is distributed on an
|
15
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
16
|
+
# KIND, either express or implied. See the License for the
|
17
|
+
# specific language governing permissions and limitations
|
18
|
+
# under the License.
|
19
|
+
|
20
|
+
module Elastic
|
21
|
+
module EnterpriseSearch
|
22
|
+
module AppSearch
|
23
|
+
module Actions
|
24
|
+
# Crawler - Get active crawl request details
|
25
|
+
# Returns active crawl request details.
|
26
|
+
#
|
27
|
+
# @param engine_name [String] Name of the engine (*Required*)
|
28
|
+
# @param arguments [Hash] endpoint arguments
|
29
|
+
# @option arguments [Hash] :body The request body
|
30
|
+
# @option arguments [Hash] :headers optional HTTP headers to send with the request
|
31
|
+
#
|
32
|
+
# @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-get-crawler-crawl-requests-active
|
33
|
+
#
|
34
|
+
def crawler_active_crawl_request(engine_name, arguments = {})
|
35
|
+
raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
|
36
|
+
|
37
|
+
body = arguments.delete(:body) || {}
|
38
|
+
headers = arguments.delete(:headers) || {}
|
39
|
+
|
40
|
+
request(
|
41
|
+
:get,
|
42
|
+
"api/as/v0/engines/#{engine_name}/crawler/crawl_requests/active/",
|
43
|
+
arguments,
|
44
|
+
body,
|
45
|
+
headers
|
46
|
+
)
|
47
|
+
end
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
51
|
+
end
|
@@ -0,0 +1,54 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Licensed to Elasticsearch B.V. under one or more contributor
|
4
|
+
# license agreements. See the NOTICE file distributed with
|
5
|
+
# this work for additional information regarding copyright
|
6
|
+
# ownership. Elasticsearch B.V. licenses this file to you under
|
7
|
+
# the Apache License, Version 2.0 (the "License"); you may
|
8
|
+
# not use this file except in compliance with the License.
|
9
|
+
# You may obtain a copy of the License at
|
10
|
+
#
|
11
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
12
|
+
#
|
13
|
+
# Unless required by applicable law or agreed to in writing,
|
14
|
+
# software distributed under the License is distributed on an
|
15
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
16
|
+
# KIND, either express or implied. See the License for the
|
17
|
+
# specific language governing permissions and limitations
|
18
|
+
# under the License.
|
19
|
+
|
20
|
+
module Elastic
|
21
|
+
module EnterpriseSearch
|
22
|
+
module AppSearch
|
23
|
+
module Actions
|
24
|
+
# Crawler - Get crawl request details
|
25
|
+
# Returns crawl request details.
|
26
|
+
#
|
27
|
+
# @param engine_name [String] Name of the engine (*Required*)
|
28
|
+
# @param arguments [Hash] endpoint arguments
|
29
|
+
# @option arguments [String] :crawl_request_id Crawl Request ID (*Required*)
|
30
|
+
# @option arguments [Hash] :body The request body
|
31
|
+
# @option arguments [Hash] :headers optional HTTP headers to send with the request
|
32
|
+
#
|
33
|
+
# @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-get-crawler-crawl-requests-id
|
34
|
+
#
|
35
|
+
def crawler_crawl_request(engine_name, arguments = {})
|
36
|
+
raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
|
37
|
+
raise ArgumentError, "Required parameter 'crawl_request_id' missing" unless arguments[:crawl_request_id]
|
38
|
+
|
39
|
+
crawl_request_id = arguments[:crawl_request_id]
|
40
|
+
body = arguments.delete(:body) || {}
|
41
|
+
headers = arguments.delete(:headers) || {}
|
42
|
+
|
43
|
+
request(
|
44
|
+
:get,
|
45
|
+
"api/as/v0/engines/#{engine_name}/crawler/crawl_requests/#{crawl_request_id}/",
|
46
|
+
arguments,
|
47
|
+
body,
|
48
|
+
headers
|
49
|
+
)
|
50
|
+
end
|
51
|
+
end
|
52
|
+
end
|
53
|
+
end
|
54
|
+
end
|
@@ -0,0 +1,51 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Licensed to Elasticsearch B.V. under one or more contributor
|
4
|
+
# license agreements. See the NOTICE file distributed with
|
5
|
+
# this work for additional information regarding copyright
|
6
|
+
# ownership. Elasticsearch B.V. licenses this file to you under
|
7
|
+
# the Apache License, Version 2.0 (the "License"); you may
|
8
|
+
# not use this file except in compliance with the License.
|
9
|
+
# You may obtain a copy of the License at
|
10
|
+
#
|
11
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
12
|
+
#
|
13
|
+
# Unless required by applicable law or agreed to in writing,
|
14
|
+
# software distributed under the License is distributed on an
|
15
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
16
|
+
# KIND, either express or implied. See the License for the
|
17
|
+
# specific language governing permissions and limitations
|
18
|
+
# under the License.
|
19
|
+
|
20
|
+
module Elastic
|
21
|
+
module EnterpriseSearch
|
22
|
+
module AppSearch
|
23
|
+
module Actions
|
24
|
+
# Crawler - Get crawl schedule
|
25
|
+
# Returns the current crawl schedule for a given engine
|
26
|
+
#
|
27
|
+
# @param engine_name [String] Name of the engine (*Required*)
|
28
|
+
# @param arguments [Hash] endpoint arguments
|
29
|
+
# @option arguments [Hash] :body The request body
|
30
|
+
# @option arguments [Hash] :headers optional HTTP headers to send with the request
|
31
|
+
#
|
32
|
+
# @see https://www.elastic.co/guide/en/app-search/current/web-crawler-api-reference.html#web-crawler-apis-get-crawler-crawl-schedule
|
33
|
+
#
|
34
|
+
def crawler_crawl_schedule(engine_name, arguments = {})
|
35
|
+
raise ArgumentError, "Required parameter 'engine_name' missing" unless engine_name
|
36
|
+
|
37
|
+
body = arguments.delete(:body) || {}
|
38
|
+
headers = arguments.delete(:headers) || {}
|
39
|
+
|
40
|
+
request(
|
41
|
+
:get,
|
42
|
+
"api/as/v0/engines/#{engine_name}/crawler/crawl_schedule/",
|
43
|
+
arguments,
|
44
|
+
body,
|
45
|
+
headers
|
46
|
+
)
|
47
|
+
end
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
51
|
+
end
|