logstash-input-vespa 0.2.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5685d4ff93454cd5bb00019d87ac57e65ec96f80a27aba4e2a2a417b631250f0
-  data.tar.gz: 3456a806bc19ee7b64c64521719562e944aaa2eb2ea2c7c1524848f9659eabc7
+  metadata.gz: cc362062aaf492eb77f990be4f6844b34051ef51c7a47cae6b268e48f0c3012f
+  data.tar.gz: f16fd1a3621feb7efdd4b65f039b94cb40a57434bc2e286e2310d794b00d2eb0
 SHA512:
-  metadata.gz: 8643c2ea6899c96047806b23d710278eb50fe76dca5b6a18cd428a4e2474307b99fe17383a8718efe6b44c5ccd535e57f01f87e600508a3316feafdfca8d5d98
-  data.tar.gz: 91e734d688e73b662cab9eea66c685ade66837007f0245d4a498ca1727d13ce95d3f06464634f6cf2da1b6a8e0b86e9cac8ca7a4a3e02312fd7b2b510f05a486
+  metadata.gz: 23436b3c39d0259b144a1d82fd7fc970b824b74fd9e1bd90d320fbde5501dae3b42660708acef1e2d16fbec6f955dc945d5dab941dbd15b92eb2cf779ffe5851
+  data.tar.gz: c8d280292ad101c31f8795e7aab8ee3f74c5044e76d688bb354637ad1f6c9aeac5e3cc9e3f3c6472a78da7b02dcabf4c0b104b695961448519b382c38044937a

data/CHANGELOG.md

@@ -1,4 +1,9 @@
+## 0.3.0
+added retry+backoff logic
+
+## 0.2.0
+Added support for mTLS certificates, selector, page_size, backend_concurrency, timeout, from_timestamp, and to_timestamp
+
 ## 0.1.0
 
 Initial version. Can connect to an HTTP endpoint of Vespa and pull documents via Visit and use the continuation token
-

data/Gemfile

@@ -9,3 +9,11 @@ if Dir.exist?(logstash_path) && use_logstash_source
   gem 'logstash-core', :path => "#{logstash_path}/logstash-core"
   gem 'logstash-core-plugin-api', :path => "#{logstash_path}/logstash-core-plugin-api"
 end
+
+group :development, :test do
+  gem 'logstash-devutils'
+  gem 'webmock'
+  gem 'rspec'
+end
+
+gem 'minitar', '~> 1.0'

data/README.md

@@ -9,6 +9,26 @@ Download and unpack/install Logstash, then:
 bin/logstash-plugin install logstash-input-vespa
 ```
 
+## Development
+
+To run tests, you'll need to clone the Logstash branch you're developing the plugin for. See https://github.com/elastic/logstash
+
+Then:
+```
+export LOGSTASH_PATH=/path/to/logstash/repository/clone
+export LOGSTASH_SOURCE=1
+bundle exec rspec
+```
+
+To run integration tests, you'll need to have a Vespa instance running with an app deployed that supports an "id" field. And Logstash installed.
+
+Check out the `integration-test` directory for more information.
+
+```
+cd integration-test
+./run_tests.sh
+```
+
 ## Usage
 
 Minimal Logstash config example:
@@ -23,4 +43,54 @@ input {
 output {
   stdout {}
 }
-```
+```
+
+With all the options:
+```
+input {
+  vespa {
+    # Vespa endpoint
+    vespa_url => "http://localhost:8080"
+    
+    # cluster name from services.xml
+    cluster => "test_cluster"
+
+    # mTLS certificate and key
+    client_cert => "/Users/myuser/.vespa/mytenant.myapp.default/data-plane-public-cert.pem"
+    client_key => "/Users/myuser/.vespa/mytenant.myapp.default/data-plane-private-key.pem"
+
+    # as an alternative to mTLS, you can use an authentication token for Vespa Cloud
+    auth_token => "vespa_cloud_TOKEN_GOES_HERE"
+
+    # page size
+    page_size => 100
+
+    # Backend concurrency
+    backend_concurrency => 1
+
+    # Selection statement
+    selection => "doc AND id.namespace == 'open'"
+
+    # HTTP request timeout
+    timeout => 180
+
+    # maximum retries for failed HTTP requests
+    max_retries => 3
+
+    # delay in seconds for the first retry attempt. We double this delay for each subsequent retry.
+    retry_delay => 1
+
+    # lower timestamp bound (microseconds since epoch)
+    from_timestamp => 1600000000000000
+
+    # upper timestamp bound (microseconds since epoch)
+    to_timestamp => 1800000000000000
+  }
+}
+
+output {
+  stdout {}
+}
+```
+
+To migrate from one Vespa cluster to another, see [this blog post](https://blog.vespa.ai/logstash-vespa-tutorials/).

data/lib/logstash/inputs/vespa.rb

@@ -1,4 +1,7 @@
 # encoding: utf-8
+
+# Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
+
 require "logstash/inputs/base"
 require "logstash/namespace"
 require "net/http"
@@ -22,12 +25,22 @@ class LogStash::Inputs::Vespa < LogStash::Inputs::Base
   # The cluster parameter to use in the request.
   config :cluster, :validate => :string, :required => true
 
+  # Maximum number of retries for failed HTTP requests
+  config :max_retries, :validate => :number, :default => 3
+
+  # Delay in seconds for the first retry attempt. We double this delay for each subsequent retry.
+  config :retry_delay, :validate => :number, :default => 1
+
   # Path to the client certificate file for mTLS.
   config :client_cert, :validate => :path
 
   # Path to the client key file for mTLS.
   config :client_key, :validate => :path
 
+  # Authentication token for Vespa Cloud
+  # it will be sent as a Bearer token in the Authorization header
+  config :auth_token, :validate => :string
+
   # desired page size for the visit request, i.e. the wantedDocumentCount parameter
   config :page_size, :validate => :number, :default => 100
 
@@ -85,6 +98,9 @@ class LogStash::Inputs::Vespa < LogStash::Inputs::Base
     uri.query = URI.encode_www_form(@uri_params)
     continuation = nil
 
+    retries = 0
+    current_delay = @retry_delay
+
     loop do
       response = fetch_documents_from_vespa(uri)
       # response should look like:
@@ -120,28 +136,65 @@ class LogStash::Inputs::Vespa < LogStash::Inputs::Base
         end
 
       else
-        @logger.error("Failed to fetch documents from Vespa", :request => uri.to_s,
+        # Handle retriable status codes (5xx)
+        if (500..599).include?(response.code.to_i) && retries < (@max_retries - 1)
+          retries += 1
+          @logger.warn("Retriable error from Vespa, retrying", 
+                      :response_code => response.code,
+                      :retry_count => retries,
+                      :max_retries => @max_retries,
+                      :next_retry_delay => current_delay)
+          sleep(current_delay)
+          current_delay *= 2
+        else
+          @logger.error("Failed to fetch documents from Vespa", :request => uri.to_s,
                       :response_code => response.code, :response_message => response.message)
-        break # TODO retry? Only on certain codes?
+          break
+        end
       end # if response.is_a?(Net::HTTPSuccess)
 
     end # loop do
   end # def run
 
   def fetch_documents_from_vespa(uri)
-    http = Net::HTTP.new(uri.host, uri.port)
-    if uri.scheme == "https"
-      http.use_ssl = true
-      http.cert = @cert
-      http.key = @key
-      http.verify_mode = OpenSSL::SSL::VERIFY_PEER
+    retries = 0
+    current_delay = @retry_delay  # Start with the initial delay
+    
+    begin
+      http = Net::HTTP.new(uri.host, uri.port)
+      if uri.scheme == "https"
+        http.use_ssl = true
+        if @client_cert && @client_key
+          http.cert = @cert
+          http.key = @key
+          http.verify_mode = OpenSSL::SSL::VERIFY_PEER
+        end
+      end
+
+      request = Net::HTTP::Get.new(uri.request_uri)
+      # Add auth token if provided
+      if @auth_token
+        request['Authorization'] = "Bearer #{@auth_token}"
+      end
+
+      http.request(request)
+    rescue => e
+      retries += 1
+      if retries < @max_retries
+        @logger.warn("Failed to make HTTP request to Vespa, retrying", 
+                    :error => e.message, 
+                    :retry_count => retries, 
+                    :max_retries => @max_retries,
+                    :next_retry_delay => current_delay)
+        sleep(current_delay)
+        current_delay *= 2  # Double the delay for next retry
+        retry
+      else
+        @logger.error("Failed to make HTTP request to Vespa after #{@max_retries} attempts", 
+                     :error => e.message)
+        nil
+      end
     end
-
-    request = Net::HTTP::Get.new(uri.request_uri)
-    http.request(request)
-  rescue => e
-      @logger.error("Failed to make HTTP request to Vespa", :error => e.message)
-      nil
   end # def fetch_documents_from_vespa
 
   def parse_response(response)

data/logstash-input-vespa.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-input-vespa'
-  s.version         = '0.2.0'
+  s.version         = '0.4.0'
   s.licenses = ['Apache-2.0']
   s.summary = "Logstash input plugin reading from Vespa"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
@@ -18,8 +18,13 @@ Gem::Specification.new do |s|
   s.metadata = { "logstash_plugin" => "true", "logstash_group" => "input" }
 
   # Gem dependencies
-  s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
+  s.add_runtime_dependency "logstash-core", ">= 8.0.0"
   s.add_runtime_dependency 'logstash-codec-plain'
   s.add_runtime_dependency 'stud', '>= 0.0.22'
+  s.add_runtime_dependency 'logstash-codec-json'
+
+  # Development dependencies
   s.add_development_dependency 'logstash-devutils'
+  s.add_development_dependency 'rspec', '~> 3.0'
+  s.add_development_dependency 'webmock', '~> 3.0'
 end

data/spec/inputs/vespa_spec.rb

@@ -0,0 +1,288 @@
+# encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"
+require "logstash/inputs/vespa"
+require "webmock/rspec"
+require 'tempfile'
+require 'openssl'
+
+describe LogStash::Inputs::Vespa do
+  let(:config) do
+    {
+      "cluster" => "test-cluster",
+      "vespa_url" => "http://localhost:8080",
+      "retry_delay" => 0.1,  # Small delay for faster tests
+      "max_retries" => 3
+    }
+  end
+
+  let(:plugin) { described_class.new(config) }
+  let(:queue) { Queue.new }
+  let(:base_uri) { "#{config['vespa_url']}/document/v1/" }
+  let(:uri_params) { "cluster=test-cluster&wantedDocumentCount=100&concurrency=1&timeout=180" }
+
+  before do
+    plugin.register
+    allow(plugin).to receive(:sleep)  # Mock sleep to speed up tests
+  end
+
+  describe "#run" do
+    context "when server returns retriable errors" do
+      it "retries on 503 Service Unavailable" do
+        stub_request(:get, "#{base_uri}?#{uri_params}")
+          .to_return(
+            { status: 503, body: "Service Unavailable" },
+            { status: 503, body: "Service Unavailable" },
+            { status: 200, body: '{"documents": [], "documentCount": 0}' }
+          )
+
+        plugin.run(queue)
+        expect(a_request(:get, "#{base_uri}?#{uri_params}")).to have_been_made.times(3)
+      end
+
+      it "retries on 502 Bad Gateway" do
+        stub_request(:get, "#{base_uri}?#{uri_params}")
+          .to_return(
+            { status: 502, body: "Bad Gateway" },
+            { status: 200, body: '{"documents": [], "documentCount": 0}' }
+          )
+
+        plugin.run(queue)
+        expect(a_request(:get, "#{base_uri}?#{uri_params}")).to have_been_made.times(2)
+      end
+
+      it "stops after max_retries attempts" do
+        stub_request(:get, "#{base_uri}?#{uri_params}")
+          .to_return(status: 503, body: "Service Unavailable").times(4)
+
+        plugin.run(queue)
+        expect(a_request(:get, "#{base_uri}?#{uri_params}")).to have_been_made.times(config["max_retries"])
+      end
+    end
+
+    context "when server returns non-retriable errors" do
+      it "does not retry on 404 Not Found" do
+        stub_request(:get, "#{base_uri}?#{uri_params}")
+          .to_return(status: 404, body: "Not Found")
+
+        plugin.run(queue)
+        expect(a_request(:get, "#{base_uri}?#{uri_params}")).to have_been_made.times(1)
+      end
+
+      it "does not retry on 401 Unauthorized" do
+        stub_request(:get, "#{base_uri}?#{uri_params}")
+          .to_return(status: 401, body: "Unauthorized")
+
+        plugin.run(queue)
+        expect(a_request(:get, "#{base_uri}?#{uri_params}")).to have_been_made.times(1)
+      end
+    end
+
+    context "when server returns successful responses" do
+      it "processes documents and follows continuation tokens" do
+
+        # First response with continuation token
+        first_response = {
+          "pathId" => "/document/v1/",
+          "documents" => [
+            {"id" => "id:namespace:doctype::doc1", "fields" => {"field1" => "value1", "field2" => 7.0}},
+            {"id" => "id:namespace:doctype::doc2", "fields" => {"field1" => "value2", "field2" => 8.0}}
+          ],
+          "documentCount" => 2,
+          "continuation" => "AAAAAA"
+        }
+
+        # Second response without continuation (last page)
+        last_response = {
+          "pathId" => "/document/v1/",
+          "documents" => [
+            {"id" => "id:namespace:doctype::doc3", "fields" => {"field1" => "value3", "field2" => 9.0}}
+          ],
+          "documentCount" => 1
+        }
+
+        # Stub the requests
+        stub_request(:get, "#{base_uri}?#{uri_params}")
+          .to_return(status: 200, body: first_response.to_json)
+
+        stub_request(:get, "#{base_uri}?#{uri_params}&continuation=AAAAAA")
+          .to_return(status: 200, body: last_response.to_json)
+
+        plugin.run(queue)
+
+        expect(queue.size).to eq(3)  # Total of 3 documents
+        expect(a_request(:get, "#{base_uri}?#{uri_params}")).to have_been_made.once
+        expect(a_request(:get, "#{base_uri}?#{uri_params}&continuation=AAAAAA")).to have_been_made.once
+      end
+    end
+
+    context "when using authentication" do
+      it "adds Bearer token to request headers when auth_token is provided" do
+        config_with_token = config.merge({"auth_token" => "test-token"})
+        plugin = described_class.new(config_with_token)
+        plugin.register
+
+        stub_request(:get, "#{base_uri}?#{uri_params}")
+          .with(headers: { 'Authorization' => 'Bearer test-token' })
+          .to_return(status: 200, body: '{"documents": [], "documentCount": 0}')
+
+        plugin.run(queue)
+        expect(a_request(:get, "#{base_uri}?#{uri_params}")
+          .with(headers: { 'Authorization' => 'Bearer test-token' }))
+          .to have_been_made.once
+      end
+    end
+  end
+
+  describe "#register" do
+    let(:temp_cert) do
+      file = Tempfile.new(['cert', '.pem'])
+      # Create a self-signed certificate for testing
+      key = OpenSSL::PKey::RSA.new(2048)
+      cert = OpenSSL::X509::Certificate.new
+      cert.version = 2
+      cert.serial = 1
+      cert.subject = OpenSSL::X509::Name.parse("/CN=Test")
+      cert.issuer = cert.subject
+      cert.public_key = key.public_key
+      cert.not_before = Time.now
+      cert.not_after = Time.now + 3600
+      
+      # Sign the certificate
+      cert.sign(key, OpenSSL::Digest::SHA256.new)
+      
+      file.write(cert.to_pem)
+      file.close
+      file
+    end
+
+    let(:temp_key) do
+      file = Tempfile.new(['key', '.pem'])
+      # Create a valid RSA key for testing
+      key = OpenSSL::PKey::RSA.new(2048)
+      file.write(key.to_pem)
+      file.close
+      file
+    end
+
+    after do
+      temp_cert.unlink
+      temp_key.unlink
+    end
+
+    it "raises error when only client_cert is provided" do
+      invalid_config = config.merge({"client_cert" => temp_cert.path})
+      plugin = described_class.new(invalid_config)
+      
+      expect { plugin.register }.to raise_error(LogStash::ConfigurationError, 
+        "Both client_cert and client_key must be set, you can't have just one")
+    end
+
+    it "raises error when only client_key is provided" do
+      invalid_config = config.merge({"client_key" => temp_key.path})
+      plugin = described_class.new(invalid_config)
+      
+      expect { plugin.register }.to raise_error(LogStash::ConfigurationError,
+        "Both client_cert and client_key must be set, you can't have just one")
+    end
+
+    it "correctly sets up URI parameters" do
+      full_config = config.merge({
+        "selection" => "true",
+        "from_timestamp" => 1234567890,
+        "to_timestamp" => 2234567890,
+        "page_size" => 50,
+        
+        "backend_concurrency" => 2,
+        "timeout" => 120
+      })
+      
+      plugin = described_class.new(full_config)
+      plugin.register
+      
+      # Access the private @uri_params using send
+      uri_params = plugin.send(:instance_variable_get, :@uri_params)
+      expect(uri_params[:selection]).to eq("true")
+      expect(uri_params[:fromTimestamp]).to eq(1234567890)
+      expect(uri_params[:toTimestamp]).to eq(2234567890)
+      expect(uri_params[:wantedDocumentCount]).to eq(50)
+      expect(uri_params[:concurrency]).to eq(2)
+      expect(uri_params[:timeout]).to eq(120)
+    end
+  end
+
+  describe "#parse_response" do
+    it "handles malformed JSON responses" do
+      response = double("response", :body => "invalid json{")
+      result = plugin.parse_response(response)
+      expect(result).to be_nil
+    end
+
+    it "successfully parses valid JSON responses" do
+      valid_json = {
+        "documents" => [{"id" => "doc1"}],
+        "documentCount" => 1
+      }.to_json
+      response = double("response", :body => valid_json)
+      
+      result = plugin.parse_response(response)
+      expect(result["documentCount"]).to eq(1)
+      expect(result["documents"]).to be_an(Array)
+    end
+  end
+
+  describe "#process_documents" do
+    it "creates events with correct decoration" do
+      documents = [
+        {"id" => "doc1", "fields" => {"field1" => "value1"}},
+        {"id" => "doc2", "fields" => {"field1" => "value2"}}
+      ]
+      
+      # Test that decoration is applied
+      expect(plugin).to receive(:decorate).twice
+      
+      plugin.process_documents(documents, queue)
+      expect(queue.size).to eq(2)
+      
+      event1 = queue.pop
+      expect(event1.get("id")).to eq("doc1")
+      expect(event1.get("fields")["field1"]).to eq("value1")
+      
+      event2 = queue.pop
+      expect(event2.get("id")).to eq("doc2")
+      expect(event2.get("fields")["field1"]).to eq("value2")
+    end
+  end
+
+  describe "#stop" do
+    it "sets stopping flag" do
+      plugin.stop
+      expect(plugin.instance_variable_get(:@stopping)).to be true
+    end
+
+    it "interrupts running visit operation" do
+      request_made = Queue.new  # Use a Queue for thread synchronization
+
+      # Setup a response that would normally continue
+      stub_request(:get, "#{base_uri}?#{uri_params}")
+        .to_return(status: 200, body: {
+          documents: [{"id" => "doc1"}],
+          documentCount: 1,
+          continuation: "token"
+        }.to_json)
+        .with { |req| request_made.push(true); true }  # Signal when request is made
+
+      # Run in a separate thread
+      thread = Thread.new { plugin.run(queue) }
+      
+      # Wait for the first request to be made
+      request_made.pop
+      
+      # Now we know the first request has been made, stop the plugin
+      plugin.stop
+      thread.join
+      
+      # Should only make one request despite having a continuation token
+      expect(a_request(:get, "#{base_uri}?#{uri_params}")).to have_been_made.once
+    end
+  end
+end 

metadata

@@ -1,35 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-vespa
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Radu Gheorghe
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-08-29 00:00:00.000000000 Z
+date: 2025-02-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.60'
-    - - "<="
-      - !ruby/object:Gem::Version
-        version: '2.99'
-  name: logstash-core-plugin-api
+        version: 8.0.0
+  name: logstash-core
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.60'
-    - - "<="
-      - !ruby/object:Gem::Version
-        version: '2.99'
+        version: 8.0.0
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -58,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.22
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-codec-json
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -72,6 +80,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  name: rspec
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  name: webmock
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
 description: This gem is a Logstash plugin required to be installed on top of the
   Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
   gem is not a stand-alone program
@@ -82,10 +118,10 @@ extra_rdoc_files: []
 files:
 - CHANGELOG.md
 - Gemfile
-- LICENSE
 - README.md
 - lib/logstash/inputs/vespa.rb
 - logstash-input-vespa.gemspec
+- spec/inputs/vespa_spec.rb
 homepage: https://vespa.ai
 licenses:
 - Apache-2.0
@@ -111,4 +147,5 @@ rubygems_version: 3.3.26
 signing_key:
 specification_version: 4
 summary: Logstash input plugin reading from Vespa
-test_files: []
+test_files:
+- spec/inputs/vespa_spec.rb

data/LICENSE

@@ -1,202 +0,0 @@
-
-                                 Apache License
-                           Version 2.0, January 2004
-                        http://www.apache.org/licenses/
-
-   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
-   1. Definitions.
-
-      "License" shall mean the terms and conditions for use, reproduction,
-      and distribution as defined by Sections 1 through 9 of this document.
-
-      "Licensor" shall mean the copyright owner or entity authorized by
-      the copyright owner that is granting the License.
-
-      "Legal Entity" shall mean the union of the acting entity and all
-      other entities that control, are controlled by, or are under common
-      control with that entity. For the purposes of this definition,
-      "control" means (i) the power, direct or indirect, to cause the
-      direction or management of such entity, whether by contract or
-      otherwise, or (ii) ownership of fifty percent (50%) or more of the
-      outstanding shares, or (iii) beneficial ownership of such entity.
-
-      "You" (or "Your") shall mean an individual or Legal Entity
-      exercising permissions granted by this License.
-
-      "Source" form shall mean the preferred form for making modifications,
-      including but not limited to software source code, documentation
-      source, and configuration files.
-
-      "Object" form shall mean any form resulting from mechanical
-      transformation or translation of a Source form, including but
-      not limited to compiled object code, generated documentation,
-      and conversions to other media types.
-
-      "Work" shall mean the work of authorship, whether in Source or
-      Object form, made available under the License, as indicated by a
-      copyright notice that is included in or attached to the work
-      (an example is provided in the Appendix below).
-
-      "Derivative Works" shall mean any work, whether in Source or Object
-      form, that is based on (or derived from) the Work and for which the
-      editorial revisions, annotations, elaborations, or other modifications
-      represent, as a whole, an original work of authorship. For the purposes
-      of this License, Derivative Works shall not include works that remain
-      separable from, or merely link (or bind by name) to the interfaces of,
-      the Work and Derivative Works thereof.
-
-      "Contribution" shall mean any work of authorship, including
-      the original version of the Work and any modifications or additions
-      to that Work or Derivative Works thereof, that is intentionally
-      submitted to Licensor for inclusion in the Work by the copyright owner
-      or by an individual or Legal Entity authorized to submit on behalf of
-      the copyright owner. For the purposes of this definition, "submitted"
-      means any form of electronic, verbal, or written communication sent
-      to the Licensor or its representatives, including but not limited to
-      communication on electronic mailing lists, source code control systems,
-      and issue tracking systems that are managed by, or on behalf of, the
-      Licensor for the purpose of discussing and improving the Work, but
-      excluding communication that is conspicuously marked or otherwise
-      designated in writing by the copyright owner as "Not a Contribution."
-
-      "Contributor" shall mean Licensor and any individual or Legal Entity
-      on behalf of whom a Contribution has been received by Licensor and
-      subsequently incorporated within the Work.
-
-   2. Grant of Copyright License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      copyright license to reproduce, prepare Derivative Works of,
-      publicly display, publicly perform, sublicense, and distribute the
-      Work and such Derivative Works in Source or Object form.
-
-   3. Grant of Patent License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      (except as stated in this section) patent license to make, have made,
-      use, offer to sell, sell, import, and otherwise transfer the Work,
-      where such license applies only to those patent claims licensable
-      by such Contributor that are necessarily infringed by their
-      Contribution(s) alone or by combination of their Contribution(s)
-      with the Work to which such Contribution(s) was submitted. If You
-      institute patent litigation against any entity (including a
-      cross-claim or counterclaim in a lawsuit) alleging that the Work
-      or a Contribution incorporated within the Work constitutes direct
-      or contributory patent infringement, then any patent licenses
-      granted to You under this License for that Work shall terminate
-      as of the date such litigation is filed.
-
-   4. Redistribution. You may reproduce and distribute copies of the
-      Work or Derivative Works thereof in any medium, with or without
-      modifications, and in Source or Object form, provided that You
-      meet the following conditions:
-
-      (a) You must give any other recipients of the Work or
-          Derivative Works a copy of this License; and
-
-      (b) You must cause any modified files to carry prominent notices
-          stating that You changed the files; and
-
-      (c) You must retain, in the Source form of any Derivative Works
-          that You distribute, all copyright, patent, trademark, and
-          attribution notices from the Source form of the Work,
-          excluding those notices that do not pertain to any part of
-          the Derivative Works; and
-
-      (d) If the Work includes a "NOTICE" text file as part of its
-          distribution, then any Derivative Works that You distribute must
-          include a readable copy of the attribution notices contained
-          within such NOTICE file, excluding those notices that do not
-          pertain to any part of the Derivative Works, in at least one
-          of the following places: within a NOTICE text file distributed
-          as part of the Derivative Works; within the Source form or
-          documentation, if provided along with the Derivative Works; or,
-          within a display generated by the Derivative Works, if and
-          wherever such third-party notices normally appear. The contents
-          of the NOTICE file are for informational purposes only and
-          do not modify the License. You may add Your own attribution
-          notices within Derivative Works that You distribute, alongside
-          or as an addendum to the NOTICE text from the Work, provided
-          that such additional attribution notices cannot be construed
-          as modifying the License.
-
-      You may add Your own copyright statement to Your modifications and
-      may provide additional or different license terms and conditions
-      for use, reproduction, or distribution of Your modifications, or
-      for any such Derivative Works as a whole, provided Your use,
-      reproduction, and distribution of the Work otherwise complies with
-      the conditions stated in this License.
-
-   5. Submission of Contributions. Unless You explicitly state otherwise,
-      any Contribution intentionally submitted for inclusion in the Work
-      by You to the Licensor shall be under the terms and conditions of
-      this License, without any additional terms or conditions.
-      Notwithstanding the above, nothing herein shall supersede or modify
-      the terms of any separate license agreement you may have executed
-      with Licensor regarding such Contributions.
-
-   6. Trademarks. This License does not grant permission to use the trade
-      names, trademarks, service marks, or product names of the Licensor,
-      except as required for reasonable and customary use in describing the
-      origin of the Work and reproducing the content of the NOTICE file.
-
-   7. Disclaimer of Warranty. Unless required by applicable law or
-      agreed to in writing, Licensor provides the Work (and each
-      Contributor provides its Contributions) on an "AS IS" BASIS,
-      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-      implied, including, without limitation, any warranties or conditions
-      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
-      PARTICULAR PURPOSE. You are solely responsible for determining the
-      appropriateness of using or redistributing the Work and assume any
-      risks associated with Your exercise of permissions under this License.
-
-   8. Limitation of Liability. In no event and under no legal theory,
-      whether in tort (including negligence), contract, or otherwise,
-      unless required by applicable law (such as deliberate and grossly
-      negligent acts) or agreed to in writing, shall any Contributor be
-      liable to You for damages, including any direct, indirect, special,
-      incidental, or consequential damages of any character arising as a
-      result of this License or out of the use or inability to use the
-      Work (including but not limited to damages for loss of goodwill,
-      work stoppage, computer failure or malfunction, or any and all
-      other commercial damages or losses), even if such Contributor
-      has been advised of the possibility of such damages.
-
-   9. Accepting Warranty or Additional Liability. While redistributing
-      the Work or Derivative Works thereof, You may choose to offer,
-      and charge a fee for, acceptance of support, warranty, indemnity,
-      or other liability obligations and/or rights consistent with this
-      License. However, in accepting such obligations, You may act only
-      on Your own behalf and on Your sole responsibility, not on behalf
-      of any other Contributor, and only if You agree to indemnify,
-      defend, and hold each Contributor harmless for any liability
-      incurred by, or claims asserted against, such Contributor by reason
-      of your accepting any such warranty or additional liability.
-
-   END OF TERMS AND CONDITIONS
-
-   APPENDIX: How to apply the Apache License to your work.
-
-      To apply the Apache License to your work, attach the following
-      boilerplate notice, with the fields enclosed by brackets "[]"
-      replaced with your own identifying information. (Don't include
-      the brackets!)  The text should be enclosed in the appropriate
-      comment syntax for the file format. We also recommend that a
-      file or class name and description of purpose be included on the
-      same "printed page" as the copyright notice for easier
-      identification within third-party archives.
-
-   Copyright 2020 Elastic and contributors
-
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.