elasticsearch-api 7.2.0 → 8.0.0

data/test/test_helper.rb

@@ -1,118 +0,0 @@
-# Licensed to Elasticsearch B.V. under one or more contributor
-# license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright
-# ownership. Elasticsearch B.V. licenses this file to you under
-# the Apache License, Version 2.0 (the "License"); you may
-# not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#	http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-ELASTICSEARCH_HOSTS = if hosts = ENV['TEST_ES_SERVER'] || ENV['ELASTICSEARCH_HOSTS']
-                        hosts.split(',').map do |host|
-                          /(http\:\/\/)?(\S+)/.match(host)[2]
-                        end
-                      end.freeze
-
-TEST_HOST, TEST_PORT = ELASTICSEARCH_HOSTS.first.split(':') if ELASTICSEARCH_HOSTS
-
-
-RUBY_1_8 = defined?(RUBY_VERSION) && RUBY_VERSION < '1.9'
-JRUBY    = defined?(JRUBY_VERSION)
-
-if RUBY_1_8 and not ENV['BUNDLE_GEMFILE']
-  require 'rubygems'
-  gem 'test-unit'
-end
-
-if ENV['COVERAGE'] && ENV['CI'].nil? && !RUBY_1_8
-  require 'simplecov'
-  SimpleCov.start { add_filter "/test|test_/" }
-end
-
-if ENV['CI'] && !RUBY_1_8
-  require 'simplecov'
-  require 'simplecov-rcov'
-  SimpleCov.formatter = SimpleCov::Formatter::RcovFormatter
-  SimpleCov.start { add_filter "/test|test_" }
-end
-
-require 'ansi'
-require 'test/unit' if RUBY_1_8
-require 'minitest/autorun'
-require 'minitest/reporters'
-require 'shoulda/context'
-require 'mocha/minitest'
-
-Minitest::Reporters.use! Minitest::Reporters::SpecReporter.new
-
-require 'require-prof' if ENV["REQUIRE_PROF"]
-require 'elasticsearch/api'
-RequireProf.print_timing_infos if ENV["REQUIRE_PROF"]
-
-if defined?(RUBY_VERSION) && RUBY_VERSION > '1.9'
-  require 'elasticsearch/extensions/test/cluster'
-  require 'elasticsearch/extensions/test/startup_shutdown'
-  require 'elasticsearch/extensions/test/profiling' unless JRUBY
-end
-
-module Minitest
-  module Assertions
-    def assert_nothing_raised(*args)
-      begin
-        line = __LINE__
-        yield
-      rescue RuntimeError => e
-        raise MiniTest::Assertion, "Exception raised:\n<#{e.class}>", e.backtrace
-      end
-      true
-    end
-
-    def assert_not_nil(object, msg=nil)
-      msg = message(msg) { "<#{object.inspect}> expected to not be nil" }
-      assert !object.nil?, msg
-    end
-
-    def assert_block(*msgs)
-      assert yield, *msgs
-    end
-
-    alias :assert_raise :assert_raises
-  end
-end
-
-module Elasticsearch
-  module Test
-    class UnitTest < ::Minitest::Test; end
-
-    class FakeClient
-      include Elasticsearch::API
-
-      def perform_request(method, path, params, body, headers={"Content-Type" => "application/json"})
-        puts "PERFORMING REQUEST:", "--> #{method.to_s.upcase} #{path} #{params} #{body} #{headers}"
-        FakeResponse.new(200, 'FAKE', {})
-      end
-    end
-
-    FakeResponse = Struct.new(:status, :body, :headers) do
-      def status
-        values[0] || 200
-      end
-      def body
-        values[1] || '{}'
-      end
-      def headers
-        values[2] || {}
-      end
-    end
-
-    class NotFound < StandardError; end
-  end
-end

data/utils/thor/generate_api.rb

@@ -1,206 +0,0 @@
-# Licensed to Elasticsearch B.V. under one or more contributor
-# license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright
-# ownership. Elasticsearch B.V. licenses this file to you under
-# the Apache License, Version 2.0 (the "License"); you may
-# not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#	http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-require 'thor'
-
-require 'pathname'
-require 'active_support/core_ext/hash/deep_merge'
-require 'active_support/inflector/methods'
-require 'rest_client'
-require 'json'
-require 'pry'
-
-module Elasticsearch
-
-  module API
-    module Utils
-      # controller.registerHandler(RestRequest.Method.GET, "/_cluster/health", this);
-      PATTERN_REST = /.*controller.registerHandler\(.*(?<method>GET|POST|PUT|DELETE|HEAD|OPTIONS|PATCH)\s*,\s*"(?<url>.*)"\s*,\s*.+\);/
-      # request.param("index"), request.paramAsBoolean("docs", indicesStatsRequest.docs()), etc
-      PATTERN_URL_PARAMS = /request.param.*\("(?<param>[a-z_]+)".*/
-      # controller.registerHandler(GET, "/{index}/_refresh", this)
-      PATTERN_URL_PARTS  = /\{(?<part>[a-zA-Z0-9\_\-]+)\}/
-      # request.hasContent()
-      PATTERN_HAS_BODY   = /request\.hasContent()/
-
-      # Parses the Elasticsearch source code and returns a Hash of REST API information/specs.
-      #
-      # Example:
-      #
-      #     {
-      #       "cluster.health" => [
-      #         { "method" => "GET",
-      #           "path"   => "/_cluster/health",
-      #           "parts"  => ["index"],
-      #           "params" => ["index", "local",  ... ],
-      #           "body"   => false
-      #     }
-      #
-      def __parse_java_source(path)
-        path  += '/' unless path =~ /\/$/ # Add trailing slash if missing
-        prefix = "src/main/java/org/elasticsearch/rest/action"
-
-        java_rest_files = Dir["#{path}#{prefix}/**/*.java"]
-
-        map = {}
-
-        java_rest_files.sort.each do |file|
-          content = File.read(file)
-          parts   = file.gsub(path+prefix, '').split('/')
-          name    = parts[0, parts.size-1].reject { |p| p =~ /^\s*$/ }.join('.')
-
-          # Remove the `admin` namespace
-          name.gsub! /admin\./, ''
-
-          # Extract params
-          url_params = content.scan(PATTERN_URL_PARAMS).map { |n| n.first }.sort
-
-          # Extract parts
-          url_parts = content.scan(PATTERN_URL_PARTS).map { |n| n.first }.sort
-
-          # Extract if body allowed
-          has_body  = !!content.match(PATTERN_HAS_BODY)
-
-          # Extract HTTP method and path
-          content.scan(PATTERN_REST) do |method, path|
-            (map[name] ||= []) << { 'method' => method,
-                                    'path'   => path,
-                                    'parts'  => url_parts,
-                                    'params' => url_params,
-                                    'body'   => has_body }
-          end
-
-        end
-
-        map
-      end
-
-      extend self
-    end
-
-    # Contains a generator which will parse the Elasticsearch *.java source files,
-    # extract information about REST API endpoints (URLs, HTTP methods, URL parameters, etc),
-    # and create a skeleton of the JSON API specification file for each endpoint.
-    #
-    # Usage:
-    #
-    #     $ thor help api:generate:spec
-    #
-    # Example:
-    #
-    # time thor api:generate:spec \
-    #             --force \
-    #             --verbose \
-    #             --crawl \
-    #             --elasticsearch=/path/to/elasticsearch/source/code
-    #
-    # Features:
-    #
-    # * Extract the API name from the source filename (eg. `admin/cluster/health/RestClusterHealthAction.java` -> `cluster.health`)
-    # * Extract the URLs from the `registerHandler` statements
-    # * Extract the URL parts (eg. `{index}`) from the URLs
-    # * Extract the URL parameters (eg. `{timeout}`) from the `request.param("ABC")` statements
-    # * Detect whether HTTP body is allowed for the API from `request.hasContent()` statements
-    # * Search the <http://elasticsearch.org> website to get proper documentation URLs
-    # * Assemble the JSON format for the API spec
-    #
-    class JsonGenerator < Thor
-      namespace 'api:spec'
-
-      include Thor::Actions
-
-      __root = Pathname( File.expand_path('../../..', __FILE__) )
-
-      # Usage: thor help api:generate:spec
-      #
-      desc "generate", "Generate JSON API spec files from Elasticsearch source code"
-      method_option :force,     type: :boolean, default: false,            desc: 'Overwrite the output'
-      method_option :verbose,   type: :boolean, default: false,            desc: 'Output more information'
-      method_option :output,    default: __root.join('tmp/out'),           desc: 'Path to output directory'
-      method_option :elasticsearch, default: __root.join('tmp/elasticsearch'), desc: 'Path to directory with Elasticsearch source code'
-      method_option :crawl,     type: :boolean, default: false,            desc: 'Extract URLs from Elasticsearch website'
-
-      def generate
-        self.class.source_root File.expand_path('../', __FILE__)
-
-        @output = Pathname(options[:output])
-
-        rest_actions = Utils.__parse_java_source(options[:elasticsearch].to_s)
-
-        if rest_actions.empty?
-          say_status 'ERROR', 'Cannot find Elasticsearch source in ' + options[:elasticsearch].to_s, :red
-          exit(1)
-        end
-
-        rest_actions.each do |name, info|
-          doc_url  = ""
-          parts    = info.reduce([]) { |sum, n| sum |= n['parts']; sum }.reduce({}) { |sum, n| sum[n] = {}; sum }
-          params   = info.reduce([]) { |sum, n| sum |= n['params']; sum }.reduce({}) { |sum, n| sum[n] = {}; sum }
-
-          if options[:crawl]
-            begin
-              response = RestClient.get "http://search.elasticsearch.org/elastic-search-website/guide/_search?q=#{URI.escape(name.gsub(/\./, ' '))}"
-              hits = JSON.load(response)['hits']['hits']
-              if hit = hits.first
-                if hit['_score'] > 0.2
-                  doc_title = hit['fields']['title']
-                  doc_url   = "http://elasticsearch.org" + hit['fields']['url']
-                end
-              end
-            rescue Exception => e
-              puts "[!] ERROR: #{e.inspect}"
-            end
-          end
-
-          spec     = {
-            name => {
-              'documentation' => doc_url,
-
-              'methods' => info.map { |n| n['method'] }.uniq,
-
-              'url' => {
-                'path'   => info.first['path'],
-                'paths'  => info.map { |n| n['path'] }.uniq,
-                'parts'  => parts,
-                'params' => params
-              },
-
-              'body' => info.first['body'] ? {} : nil
-            }
-          }
-
-          json = JSON.pretty_generate(spec, indent: '  ', array_nl: '', object_nl: "\n", space: ' ', space_before: ' ')
-
-          # Fix JSON array formatting
-          json.gsub!(/\[\s+/, '[')
-          json.gsub!(/, {2,}"/, ', "')
-
-          create_file @output.join( "#{name}.json" ), json + "\n"
-
-          if options[:verbose]
-            lines = json.split("\n")
-            say_status 'JSON',
-                       lines.first  + "\n" + lines[1, lines.size].map { |l| ' '*14 + l }.join("\n")
-          end
-        end
-      end
-
-      private
-
-    end
-  end
-end

data/utils/thor/templates/ruby/method.erb

@@ -1,75 +0,0 @@
-# Licensed to Elasticsearch B.V. under one or more contributor
-# license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright
-# ownership. Elasticsearch B.V. licenses this file to you under
-# the Apache License, Version 2.0 (the "License"); you may
-# not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#	http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-module Elasticsearch
-  module API
-    <%- @module_namespace.each_with_index do |name, i| -%>
-    <%= '  '*i %>module <%= name == 'xpack' ? 'XPack' : name.capitalize %>
-    <%- end -%>
-    <%= '  '*@namespace_depth %>module Actions
-
-      <%= '  '*@namespace_depth %># <%= @spec['description'] || 'TODO: Description' %>
-      <%= '  '*@namespace_depth %>#
-<%# URL parts -%>
-      <%- @spec['url']['parts'].each do |name,info| -%>
-      <%- info['type'] = 'String' if info['type'] == 'enum' # Rename 'enums' to 'strings' -%>
-      <%= '  '*@namespace_depth + "# @option arguments [#{info['type'] ? info['type'].capitalize : 'String'}] :#{name} #{info['description'] ? info['description'].strip : '[TODO]'}" + ( info['required'] ? ' (*Required*)' : '' ) -%><%= " (options: #{info['options'].join(', '.strip)})" if info['options'] -%>
-      <%= "\n" -%>
-      <%- end -%>
-<%# Body -%>
-<%= '  '*(@namespace_depth+3) + '# @option arguments [Hash] :body ' + (@spec['body']['description'] ? @spec['body']['description'].strip : 'TODO: Description') + (@spec['body']['required'] ? ' (*Required*)' : '') + "\n" if @spec['body'] -%>
-<%# URL parameters -%>
-      <%- @spec['url']['params'].each do |name,info| -%>
-      <%- info['type'] = 'String' if info['type'] == 'enum' # Rename 'enums' to 'strings' -%>
-      <%= '  '*@namespace_depth + "# @option arguments [#{info['type'] ? info['type'].capitalize : 'String'}] :#{name} #{info['description'] ? info['description'].strip : '[TODO]'}" -%><%= " (options: #{info['options'].join(', ')})" if info['options'] -%>
-      <%=  "\n" -%>
-      <%- end if @spec['url']['parts'] -%>
-      <%= '  '*@namespace_depth -%>#
-<%# Documentation link -%>
-      <%= '  '*@namespace_depth %># @see <%= @spec['documentation'] ? @spec['documentation'] : "[TODO]" %>
-      <%= '  '*@namespace_depth %>#
-<%# Method definition -%>
-      <%= '  '*@namespace_depth -%>def <%= @method_name %>(arguments={})
-<%# Required arguments -%>
-      <%- @spec['url']['parts'].select { |name, info| info['required'] }.each do |name, info| -%>
-      <%= '  '*(@namespace_depth+1) + "raise ArgumentError, \"Required argument '#{name}' missing\" unless arguments[:#{name}]" + "\n" -%>
-      <%- end -%>
-<%- if @spec['body'] && @spec['body']['required'] -%>
-      <%= '  '*(@namespace_depth+1) + "raise ArgumentError, \"Required argument 'body' missing\" unless arguments[:body]" + "\n" -%>
-<%- end -%>
-<%# Method, path, params, body  -%>
-      <%- unless @spec['url']['params'].empty? -%>
-      <%= '  '*@namespace_depth %>  valid_params = [
-      <%= '  '*(@namespace_depth+2) %><%= @spec['url']['params'].keys.map { |k| ":#{k}" }.join(",\n#{'  '*(@namespace_depth+5)}") %> ]
-      <%- end -%>
-      <%= '  '*@namespace_depth %>  method = <%= @http_method %>
-      <%= '  '*@namespace_depth %>  path   = "<%= @http_path %>"
-      <%- unless @spec['url']['params'].empty? -%>
-      <%= '  '*@namespace_depth %>  params = Elasticsearch::API::Utils.__validate_and_extract_params arguments, valid_params
-      <%- else -%>
-      <%= '  '*@namespace_depth %>  params = {}
-      <%- end -%>
-      <%= '  '*@namespace_depth %>  body   = <%= @spec['body'].nil? ? 'nil' : 'arguments[:body]' %>
-<%# Perform request %>
-      <%= '  '*@namespace_depth %>  perform_request(method, path, params, body).body
-      <%= '  '*@namespace_depth %>end
-      <%- @namespace_depth.downto(1) do |i| -%>
-      <%= '  '*(i-1) %>end
-      <%- end if @namespace_depth > 0 -%>
-    end
-  end
-end