elastic-enterprise-search 7.13.0 → 7.15.1

data/rake_tasks/unified_release_tasks.rake

@@ -0,0 +1,46 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+namespace :unified_release do
+  desc <<-DESC
+  Update Rubygems versions in version.rb and *.gemspec files
+
+  Example:
+
+      $ rake unified_release:bump[42.0.0]
+  DESC
+  task :bump, :version do |_, args|
+    abort('[!] Required argument [version] missing') unless args[:version]
+
+    regexp = Regexp.new(/VERSION = ("|'([0-9.]+(-SNAPSHOT)?)'|")/)
+    file = './lib/elastic/enterprise-search/version.rb'
+    content = File.read(file)
+
+    if (match = content.match(regexp))
+      old_version = match[2]
+      content.gsub!(old_version, args[:version])
+      puts "[#{old_version}] -> [#{args[:version]}] in #{file.gsub('./', '')}"
+      File.open(file, 'w') { |f| f.puts content }
+    else
+      abort "Couldn't find the version in #{file} "
+    end
+  rescue StandardError => e
+    abort "[!!!] #{e.class} : #{e.message}"
+  end
+end

data/spec/integration/app-search/api_key_spec.rb

@@ -0,0 +1,110 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+require_relative "#{__dir__}/app_search_helper.rb"
+
+describe Elastic::EnterpriseSearch::AppSearch::Client do
+  context 'API Key' do
+    it 'creates and deletes an API key' do
+      name = 'created-key'
+      body = { name: name, type: 'private', read: true, write: true, access_all_engines: true }
+      response = client.create_api_key(body: body)
+
+      expect(response.status).to eq 200
+      expect(response.body.keys).to include('id')
+      expect(response.body.keys).to include('key')
+      expect(response.body).to include('name' => name)
+      expect(response.body).to include('type' => 'private')
+      expect(response.body).to include('read' => true)
+      expect(response.body).to include('write' => true)
+      expect(response.body).to include('access_all_engines' => true)
+
+      response = client.delete_api_key(api_key_name: name)
+
+      expect(response.status).to eq 200
+      expect(response.body).to eq({ 'deleted' => true })
+    end
+
+    it 'gets the details of an API key' do
+      name = 'details-key'
+      body = { name: name, type: 'private', read: true, write: true, access_all_engines: true }
+      client.create_api_key(body: body)
+
+      response = client.api_key(api_key_name: name)
+
+      expect(response.status).to eq 200
+      expect(response.body.keys).to include('id')
+      expect(response.body.keys).to include('key')
+      expect(response.body).to include('name' => name)
+      expect(response.body).to include('type' => 'private')
+      expect(response.body).to include('read' => true)
+      expect(response.body).to include('write' => true)
+      expect(response.body).to include('access_all_engines' => true)
+      expect(response.body)
+
+      client.delete_api_key(api_key_name: name)
+    end
+
+    it 'updates an API key' do
+      key_name = 'updates-key'
+      engine_name = 'update-engine'
+      body = { name: key_name, type: 'private', read: true, write: true, access_all_engines: true }
+      client.create_api_key(body: body)
+      create_engine(engine_name)
+
+      body = { name: key_name, type: 'private', read: true, write: true, engines: [engine_name] }
+      attempts = 0
+      begin
+        response = put_api_key(key_name, body)
+      # Since we're creating the API key and trying to update it right away, we sometimes get a 404
+      # if the transaction hasn't been confirmed. We give it a second and try again for a few times:
+      rescue Elasticsearch::Transport::Transport::Errors::NotFound
+        attempts += 1
+        if attempts > 5
+          Logger.new($stdout).log('Attempted 6 times')
+          raise e
+        end
+
+        sleep 1
+        response = put_api_key(key_name, body)
+      end
+      expect(response.status).to eq 200
+      expect(response.body['engines']).to eq [engine_name]
+      client.delete_engine(engine_name)
+    end
+
+    def put_api_key(key_name, body)
+      client.put_api_key(api_key_name: key_name, body: body)
+    end
+
+    it 'lists API keys' do
+      body = { name: 'api-key-1', type: 'private', read: true, write: true, access_all_engines: true }
+      client.create_api_key(body: body)
+      body = { name: 'api-key-2', type: 'private', read: true, write: true, access_all_engines: true }
+      client.create_api_key(body: body)
+
+      response = client.list_api_keys
+      expect(response.status).to eq 200
+      expect(response.body['results'].select { |r| ['api-key-1', 'api-key-2'].include? r['name'] }.count).to be 2
+      expect(response.body['results'].count).to be >= 2
+      client.delete_api_key(api_key_name: 'api-key-1')
+      client.delete_api_key(api_key_name: 'api-key-2')
+    end
+  end
+end

data/spec/integration/app-search/api_logs_spec.rb

@@ -0,0 +1,59 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+require_relative "#{__dir__}/app_search_helper.rb"
+
+describe Elastic::EnterpriseSearch::AppSearch::Client do
+  context 'API logs' do
+    let(:engine_name) { 'videogames' }
+    let(:api_key_name) { 'logs-api-key' }
+
+    before do
+      create_engine(engine_name)
+      # Create API Key Client to log events:
+      body = { name: api_key_name, type: 'private', read: true, write: true, access_all_engines: true }
+      api_key = client.create_api_key(body: body).body['key']
+      private_key_client = Elastic::EnterpriseSearch::AppSearch::Client.new(
+        host: ENV['ELASTIC_ENTERPRISE_HOST'] || 'http://localhost:3002',
+        http_auth: api_key
+      )
+      id = private_key_client.index_documents(engine_name, documents: [{ title: 'Test Document' }]).body.first['id']
+      private_key_client.documents(engine_name, document_ids: [id])
+      private_key_client.delete_documents(engine_name, document_ids: [id])
+    end
+
+    after do
+      client.delete_engine(engine_name)
+      client.delete_api_key(api_key_name: api_key_name)
+    end
+
+    it 'returns api logs' do
+      response = client.api_logs(engine_name, from_date: Date.today - 1, to_date: Date.today + 1)
+      expect(response.status).to eq 200
+
+      attempts = 0
+      while response.body['results'].count < 1 && attempts < 20
+        sleep 1
+        attempts += 1
+        response = client.api_logs(engine_name, from_date: Date.today - 1, to_date: Date.today + 1)
+      end
+      expect(response.body['results'].count).to be >= 1
+    end
+  end
+end

data/spec/integration/app-search/app_search_helper.rb

@@ -0,0 +1,51 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+require 'spec_helper'
+require 'logger'
+
+# App Search Integration tests Client Configuration
+def client
+  @client ||= Elastic::EnterpriseSearch::AppSearch::Client.new(
+    host: ENV['ELASTIC_ENTERPRISE_HOST'] || 'http://localhost:3002',
+    http_auth: {
+      user: ENV['ELASTIC_ENTERPRISE_USER'] || 'enterprise_search',
+      password: ENV['ELASTIC_ENTERPRISE_PASSWORD'] || 'changeme'
+    }
+  )
+end
+
+def delete_engines
+  engines = client.list_engines.body['results']
+  engines.each do |engine|
+    client.delete_engine(engine['name'])
+    # Gives time to the server to sync:
+    sleep 2
+  end
+end
+
+def create_engine(name)
+  client.create_engine(name: name)
+rescue Elasticsearch::Transport::Transport::Errors::BadRequest => e
+  raise e unless e.message.match(/Name is already taken/)
+
+  Logger.new($stdout).info("Engine '#{name}' had already been created, giving time for the server to sync.")
+  sleep 5
+  client.create_engine(name: name)
+end

data/spec/integration/app-search/count_analytics_spec.rb

@@ -0,0 +1,47 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+require_relative "#{__dir__}/app_search_helper.rb"
+describe Elastic::EnterpriseSearch::AppSearch::Client do
+  context 'Count Analytics' do
+    let(:engine_name) { 'count-analytics' }
+
+    before do
+      create_engine(engine_name)
+      sleep 1
+    end
+
+    after do
+      delete_engines
+    end
+
+    it 'returns count analytics' do
+      response = client.count_analytics(engine_name)
+
+      expect(response.status).to eq 200
+      expect(response.body['results'].count).to be > 1
+    end
+
+    it 'returns count analytics with filters' do
+      response = client.count_analytics(engine_name, body: { filters: { tag: 'web' } })
+      expect(response.status).to eq 200
+      expect(response.body['results'].count).to be > 1
+    end
+  end
+end

data/spec/integration/app-search/crawl_requests_spec.rb

@@ -0,0 +1,86 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+require_relative "#{__dir__}/app_search_helper.rb"
+
+describe Elastic::EnterpriseSearch::AppSearch::Client do
+  context 'Crawler crawl requests' do
+    let(:engine_name) { 'crawler-requests' }
+    let(:name) { 'https://www.elastic.co' }
+
+    before do
+      create_engine(engine_name)
+      body = { name: name }
+      response = client.create_crawler_domain(engine_name, body: body)
+      @domain = response.body
+    end
+
+    after do
+      client.delete_crawler_active_crawl_request(engine_name)
+      delete_engines
+    end
+
+    it 'creates, gets, lists and deletes a crawl request' do
+      response = client.create_crawler_crawl_request(engine_name)
+
+      expect(response.status).to eq 200
+      expect(response.body.keys).to include('status')
+      expect(response.body.keys).to include('id')
+      request_id = response.body['id']
+
+      # get crawl request
+      response = client.crawler_crawl_request(engine_name, crawl_request_id: request_id)
+      expect(response.status).to eq 200
+      expect(response.body.keys).to include('status')
+      expect(response.body.keys).to include('id')
+
+      # get active crawl request details
+      response = client.crawler_active_crawl_request(engine_name)
+      expect(response.status).to eq 200
+      expect(response.body.keys).to include('status')
+      expect(response.body.keys).to include('id')
+
+      attempts = 0
+      while response.body['status'] != 'running' && attempts < 20
+        sleep 1
+        attempts += 1
+        response = client.crawler_active_crawl_request(engine_name)
+      end
+      expect(response.body['status']).to eq 'running'
+
+      # list crawl requests
+      response = client.list_crawler_crawl_requests(engine_name)
+      expect(response.status).to eq 200
+
+      # delete active crawl request
+      response = client.delete_active_crawl_request(engine_name)
+      expect(response.status).to eq 200
+    end
+
+    it 'creates, starts and stops a crawl request' do
+      response = client.create_crawler_crawl_request(engine_name)
+      request_id = response.body['id']
+
+      response = client.delete_crawler_active_crawl_request(engine_name)
+      expect(response.status).to eq 200
+      expect(response.body['id']).to eq request_id
+      expect(response.body['status']).to eq('canceling')
+    end
+  end
+end

data/spec/integration/app-search/crawler_crawl_rule_spec.rb

@@ -0,0 +1,73 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+require_relative "#{__dir__}/app_search_helper.rb"
+
+describe Elastic::EnterpriseSearch::AppSearch::Client do
+  context 'Crawler crawl rules' do
+    let(:engine_name) { 'crawler-crawl-rule' }
+    let(:name) { 'https://www.elastic.co' }
+
+    before do
+      create_engine(engine_name)
+      body = { name: name }
+      response = client.create_crawler_domain(engine_name, body: body)
+      @domain = response.body
+    end
+
+    after do
+      client.delete_engine(engine_name)
+    end
+
+    it 'creates, updates and deletes a rule' do
+      # Create a crawler crawl rule
+      body = { order: 1, policy: 'allow', rule: 'contains', pattern: '/stack' }
+      response = client.create_crawler_crawl_rule(engine_name, domain_id: @domain['id'], body: body)
+      expect(response.status).to eq 200
+      rule_id = response.body['id']
+      expect(response.body['order']).to eq 1
+      expect(response.body['policy']).to eq 'allow'
+      expect(response.body['rule']).to eq 'contains'
+      expect(response.body['pattern']).to eq '/stack'
+
+      # Update a crawler crawl rule
+      body = { order: 2, policy: 'allow', rule: 'begins', pattern: '/stack' }
+      response = client.put_crawler_crawl_rule(
+        engine_name,
+        domain_id: @domain['id'],
+        crawl_rule_id: rule_id,
+        body: body
+      )
+      expect(response.status).to eq 200
+      expect(response.body['order']).to eq 2
+      expect(response.body['policy']).to eq 'allow'
+      expect(response.body['rule']).to eq 'begins'
+      expect(response.body['pattern']).to eq '/stack'
+
+      # Delete a crawler crawl rule
+      response = client.delete_crawler_crawl_rule(
+        engine_name,
+        domain_id: @domain['id'],
+        crawl_rule_id: rule_id
+      )
+      expect(response.status).to eq 200
+      expect(response.body).to eq({ 'deleted' => true })
+    end
+  end
+end

data/spec/integration/app-search/crawler_domain_spec.rb

@@ -0,0 +1,82 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+require_relative "#{__dir__}/app_search_helper.rb"
+
+describe Elastic::EnterpriseSearch::AppSearch::Client do
+  context 'Crawler Domain' do
+    let(:engine_name) { 'crawler' }
+    let(:name) { 'https://www.elastic.co' }
+
+    before do
+      create_engine(engine_name)
+    end
+
+    after do
+      client.delete_crawler_domain(engine_name, domain_id: @domain['id'])
+      client.delete_engine(engine_name)
+      sleep 1
+    end
+
+    it 'creates and gets a crawler domain' do
+      body = { name: name }
+      response = client.create_crawler_domain(engine_name, body: body)
+      @domain = response.body
+
+      expect(response.status).to eq 200
+      expect(response.body['id']).to eq @domain['id']
+      expect(response.body).to include('name' => name)
+
+      # client.crawler_domain
+      response = client.crawler_domain(engine_name, domain_id: @domain['id'])
+      expect(response.status).to eq 200
+      expect(response.body['id']).to eq @domain['id']
+      expect(response.body).to include('name' => name)
+    end
+
+    it 'creates and updates a crawler domain' do
+      body = { name: name }
+      response = client.create_crawler_domain(engine_name, body: body)
+      @domain = response.body
+
+      expect(response.status).to eq 200
+      expect(response.body['id']).to eq @domain['id']
+      expect(response.body).to include('name' => name)
+
+      new_name = 'https://www.wikipedia.org'
+      body = { name: new_name }
+      response = client.put_crawler_domain(engine_name, domain_id: @domain['id'], domain: body)
+
+      expect(response.status).to eq 200
+      expect(response.body['id']).to eq @domain['id']
+      expect(response.body).to include('name' => new_name)
+    end
+
+    it 'validates a domain' do
+      body = { name: name }
+      @domain = client.create_crawler_domain(engine_name, body: body).body
+      body = { url: name }
+      response = client.crawler_domain_validation_result(body: body)
+
+      expect(response.status).to eq 200
+      expect(response.body['url']).to eq name
+      expect(response.body['valid']).to eq true
+    end
+  end
+end

data/spec/integration/app-search/crawler_entry_point_spec.rb

@@ -0,0 +1,77 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+require_relative "#{__dir__}/app_search_helper.rb"
+
+describe Elastic::EnterpriseSearch::AppSearch::Client do
+  context 'Crawler entry point' do
+    let(:engine_name) { 'crawler-entry-point' }
+    let(:name) { 'https://www.elastic.co' }
+
+    before do
+      create_engine(engine_name)
+      body = { name: name }
+      response = client.create_crawler_domain(engine_name, body: body)
+      @domain = response.body
+    end
+
+    after do
+      delete_engines
+    end
+
+    it 'creates an entry point' do
+      value = '/enterprise-search'
+      body = { value: value }
+      response = client.create_crawler_entry_point(engine_name, domain_id: @domain['id'], body: body)
+      expect(response.status).to eq 200
+      expect(response.body.keys).to eq(['id', 'value', 'created_at'])
+      expect(response.body['value']).to eq value
+    end
+
+    it 'updates an entry point' do
+      value = '/elastic-stack'
+      body = { value: value }
+      @entry_point = client.create_crawler_entry_point(engine_name, domain_id: @domain['id'], body: body).body
+
+      response = client.put_crawler_entry_point(
+        engine_name,
+        domain_id: @domain['id'],
+        entry_point_id: @entry_point['id'],
+        body: body
+      )
+      expect(response.status).to eq 200
+      expect(response.body.keys).to eq(['id', 'value', 'created_at'])
+      expect(response.body['value']).to eq value
+    end
+
+    it 'deletes an entry point' do
+      value = '/security'
+      body = { value: value }
+      @entry_point = client.create_crawler_entry_point(engine_name, domain_id: @domain['id'], body: body).body
+
+      response = client.delete_crawler_entry_point(
+        engine_name,
+        domain_id: @domain['id'],
+        entry_point_id: @entry_point['id']
+      )
+      expect(response.status).to eq 200
+      expect(response.body).to eq({ 'deleted' => true })
+    end
+  end
+end

data/spec/integration/app-search/crawler_metrics_spec.rb

@@ -0,0 +1,46 @@
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# frozen_string_literal: true
+
+require_relative "#{__dir__}/app_search_helper.rb"
+
+describe Elastic::EnterpriseSearch::AppSearch::Client do
+  context 'Crawler metrics' do
+    let(:engine_name) { 'crawler-metrics' }
+    let(:name) { 'https://www.elastic.co' }
+
+    before do
+      create_engine(engine_name)
+      body = { name: name }
+      response = client.create_crawler_domain(engine_name, body: body)
+      @domain = response.body
+    end
+
+    after do
+      client.delete_engine(engine_name)
+    end
+
+    it 'retrieves crawler metrics' do
+      response = client.crawler_metrics
+      expect(response.status).to eq 200
+      expect(response.body.keys).to eq(['global', 'node'])
+      expect(response.body.dig('global', 'crawl_requests'))
+      expect(response.body.dig('node', 'workers'))
+    end
+  end
+end