ruboty-k8s 0.1.0 → 0.1.1

data/lib/kubeclient/lib/kubeclient/common.rb

@@ -0,0 +1,512 @@
+require 'json'
+require 'rest-client'
+module Kubeclient
+  # Common methods
+  # this is mixed in by other gems
+  module ClientMixin
+    ENTITY_METHODS = %w(get watch delete create update patch rollback).freeze
+
+    DEFAULT_SSL_OPTIONS = {
+      client_cert: nil,
+      client_key:  nil,
+      ca_file:     nil,
+      cert_store:  nil,
+      verify_ssl:  OpenSSL::SSL::VERIFY_PEER
+    }.freeze
+
+    DEFAULT_AUTH_OPTIONS = {
+      username:          nil,
+      password:          nil,
+      bearer_token:      nil,
+      bearer_token_file: nil
+    }.freeze
+
+    DEFAULT_SOCKET_OPTIONS = {
+      socket_class:     nil,
+      ssl_socket_class: nil
+    }.freeze
+
+    DEFAULT_HTTP_PROXY_URI = nil
+
+    SEARCH_ARGUMENTS = {
+      'labelSelector' => :label_selector,
+      'fieldSelector' => :field_selector
+    }.freeze
+
+    WATCH_ARGUMENTS = { 'resourceVersion' => :resource_version }.merge!(SEARCH_ARGUMENTS).freeze
+
+    attr_reader :api_endpoint
+    attr_reader :ssl_options
+    attr_reader :auth_options
+    attr_reader :http_proxy_uri
+    attr_reader :headers
+    attr_reader :discovered
+
+    def initialize_client(
+      class_owner,
+      uri,
+      path,
+      version,
+      ssl_options: DEFAULT_SSL_OPTIONS,
+      auth_options: DEFAULT_AUTH_OPTIONS,
+      socket_options: DEFAULT_SOCKET_OPTIONS,
+      http_proxy_uri: DEFAULT_HTTP_PROXY_URI
+    )
+      validate_auth_options(auth_options)
+      handle_uri(uri, path)
+
+      @class_owner = class_owner
+      @entities = {}
+      @discovered = false
+      @api_version = version
+      @headers = {}
+      @ssl_options = ssl_options
+      @auth_options = auth_options
+      @socket_options = socket_options
+      @http_proxy_uri = http_proxy_uri.to_s if http_proxy_uri
+
+      if auth_options[:bearer_token]
+        bearer_token(@auth_options[:bearer_token])
+      elsif auth_options[:bearer_token_file]
+        validate_bearer_token_file
+        bearer_token(File.read(@auth_options[:bearer_token_file]))
+      end
+    end
+
+    def method_missing(method_sym, *args, &block)
+      if discovery_needed?(method_sym)
+        discover
+        send(method_sym, *args, &block)
+      else
+        super
+      end
+    end
+
+    def respond_to_missing?(method_sym, include_private = false)
+      if discovery_needed?(method_sym)
+        discover
+        respond_to?(method_sym, include_private)
+      else
+        super
+      end
+    end
+
+    def discovery_needed?(method_sym)
+      !@discovered && ENTITY_METHODS.any? { |x| method_sym.to_s.start_with?(x) }
+    end
+
+    def handle_exception
+      yield
+    rescue RestClient::Exception => e
+      json_error_msg = begin
+        JSON.parse(e.response || '') || {}
+      rescue JSON::ParserError
+        {}
+      end
+      err_message = json_error_msg['message'] || e.message
+      raise KubeException.new(e.http_code, err_message, e.response)
+    end
+
+    def discover
+      load_entities
+      define_entity_methods
+      @discovered = true
+    end
+
+    def self.parse_definition(kind, name)
+      # "name": "componentstatuses", networkpolicies, endpoints
+      # "kind": "ComponentStatus" NetworkPolicy, Endpoints
+      # maintain pre group api compatibility for endpoints.
+      # See: https://github.com/kubernetes/kubernetes/issues/8115
+      kind = 'Endpoint' if kind == 'Endpoints'
+
+      prefix = kind[0..kind.rindex(/[A-Z]/)] # NetworkP
+      m = name.match(/^#{prefix.downcase}(.*)$/)
+      m && OpenStruct.new(
+        entity_type:   kind, # ComponentStatus
+        resource_name: name, # componentstatuses
+        method_names:  [
+          ClientMixin.underscore_entity(kind),         # component_status
+          ClientMixin.underscore_entity(prefix) + m[1] # component_statuses
+        ]
+      )
+    end
+
+    def handle_uri(uri, path)
+      raise ArgumentError, 'Missing uri' unless uri
+      @api_endpoint = (uri.is_a?(URI) ? uri : URI.parse(uri))
+      @api_endpoint.path = path if @api_endpoint.path.empty?
+      @api_endpoint.path = @api_endpoint.path.chop if @api_endpoint.path.end_with? '/'
+      components = @api_endpoint.path.to_s.split('/') # ["", "api"] or ["", "apis", batch]
+      @api_group = components.length > 2 ? components[2] + '/' : ''
+    end
+
+    def build_namespace_prefix(namespace)
+      namespace.to_s.empty? ? '' : "namespaces/#{namespace}/"
+    end
+
+    def self.resource_class(class_owner, entity_type)
+      if class_owner.const_defined?(entity_type, false)
+        class_owner.const_get(entity_type, false)
+      else
+        class_owner.const_set(
+          entity_type,
+          Class.new(RecursiveOpenStruct) do
+            def initialize(hash = nil, args = {})
+              args[:recurse_over_arrays] = true
+              super(hash, args)
+            end
+          end
+        )
+      end
+    end
+
+    def define_entity_methods
+      @entities.values.each do |entity|
+        klass = ClientMixin.resource_class(@class_owner, entity.entity_type)
+        # get all entities of a type e.g. get_nodes, get_pods, etc.
+        define_singleton_method("get_#{entity.method_names[1]}") do |options = {}|
+          get_entities(entity.entity_type, klass, entity.resource_name, options)
+        end
+
+        # watch all entities of a type e.g. watch_nodes, watch_pods, etc.
+        define_singleton_method("watch_#{entity.method_names[1]}") do |options = {}|
+          # This method used to take resource_version as a param, so
+          # this conversion is to keep backwards compatibility
+          options = { resource_version: options } unless options.is_a?(Hash)
+
+          watch_entities(entity.resource_name, options)
+        end
+
+        # get a single entity of a specific type by name
+        define_singleton_method("get_#{entity.method_names[0]}") do |name, namespace = nil|
+          get_entity(klass, entity.resource_name, name, namespace)
+        end
+
+        define_singleton_method("delete_#{entity.method_names[0]}") do |name, namespace = nil|
+          delete_entity(entity.resource_name, name, namespace)
+        end
+
+        define_singleton_method("create_#{entity.method_names[0]}") do |entity_config|
+          create_entity(entity.entity_type, entity.resource_name, entity_config, klass)
+        end
+
+        define_singleton_method("update_#{entity.method_names[0]}") do |entity_config|
+          update_entity(entity.resource_name, entity_config)
+        end
+
+        define_singleton_method("patch_#{entity.method_names[0]}") do |name, patch, namespace = nil|
+          patch_entity(entity.resource_name, name, patch, namespace)
+        end
+
+        define_singleton_method("rollback_#{entity.method_names[0]}") do |name, entity_config = {}, namespace = nil|
+          rollback_entity(entity.resource_name, name, entity_config: entity_config, namespace: namespace)
+        end
+      end
+    end
+
+    def self.underscore_entity(entity_name)
+      entity_name.gsub(/([a-z])([A-Z])/, '\1_\2').downcase
+    end
+
+    def create_rest_client(path = nil)
+      path ||= @api_endpoint.path
+      options = {
+        ssl_ca_file: @ssl_options[:ca_file],
+        ssl_cert_store: @ssl_options[:cert_store],
+        verify_ssl: @ssl_options[:verify_ssl],
+        ssl_client_cert: @ssl_options[:client_cert],
+        ssl_client_key: @ssl_options[:client_key],
+        proxy: @http_proxy_uri,
+        user: @auth_options[:username],
+        password: @auth_options[:password]
+      }
+      RestClient::Resource.new(@api_endpoint.merge(path).to_s, options)
+    end
+
+    def rest_client
+      @rest_client ||= begin
+        create_rest_client("#{@api_endpoint.path}/#{@api_version}")
+      end
+    end
+
+    # Accepts the following string options:
+    #   :namespace - the namespace of the entity.
+    #   :name - the name of the entity to watch.
+    #   :label_selector - a selector to restrict the list of returned objects by their labels.
+    #   :field_selector - a selector to restrict the list of returned objects by their fields.
+    #   :resource_version - shows changes that occur after that particular version of a resource.
+    def watch_entities(resource_name, options = {})
+      ns = build_namespace_prefix(options[:namespace])
+
+      path = "watch/#{ns}#{resource_name}"
+      path += "/#{options[:name]}" if options[:name]
+      uri = @api_endpoint.merge("#{@api_endpoint.path}/#{@api_version}/#{path}")
+
+      params = {}
+      WATCH_ARGUMENTS.each { |k, v| params[k] = options[v] if options[v] }
+      uri.query = URI.encode_www_form(params) if params.any?
+
+      Kubeclient::Common::WatchStream.new(uri, http_options(uri))
+    end
+
+    # Accepts the following string options:
+    #   :namespace - the namespace of the entity.
+    #   :label_selector - a selector to restrict the list of returned objects by their labels.
+    #   :field_selector - a selector to restrict the list of returned objects by their fields.
+    def get_entities(entity_type, klass, resource_name, options = {})
+      params = {}
+      SEARCH_ARGUMENTS.each { |k, v| params[k] = options[v] if options[v] }
+
+      ns_prefix = build_namespace_prefix(options[:namespace])
+
+      response = handle_exception do
+        rest_client[ns_prefix + resource_name]
+          .get({ 'params' => params }.merge(@headers))
+      end
+
+      result = JSON.parse(response)
+
+      resource_version =
+        result.fetch('resourceVersion') do
+          result.fetch('metadata', {}).fetch('resourceVersion', nil)
+        end
+
+      # result['items'] might be nil due to https://github.com/kubernetes/kubernetes/issues/13096
+      collection = result['items'].to_a.map { |item| new_entity(item, klass) }
+
+      Kubeclient::Common::EntityList.new(entity_type, resource_version, collection)
+    end
+
+    def get_entity(klass, resource_name, name, namespace = nil)
+      ns_prefix = build_namespace_prefix(namespace)
+      response = handle_exception do
+        rest_client[ns_prefix + resource_name + "/#{name}"]
+          .get(@headers)
+      end
+      result = JSON.parse(response)
+      new_entity(result, klass)
+    end
+
+    def delete_entity(resource_name, name, namespace = nil)
+      ns_prefix = build_namespace_prefix(namespace)
+      handle_exception do
+        rest_client[ns_prefix + resource_name + "/#{name}"]
+          .delete(@headers)
+      end
+    end
+
+    def create_entity(entity_type, resource_name, entity_config, klass)
+      # Duplicate the entity_config to a hash so that when we assign
+      # kind and apiVersion, this does not mutate original entity_config obj.
+      hash = entity_config.to_hash
+
+      ns_prefix = build_namespace_prefix(hash[:metadata][:namespace])
+
+      # TODO: temporary solution to add "kind" and apiVersion to request
+      # until this issue is solved
+      # https://github.com/GoogleCloudPlatform/kubernetes/issues/6439
+      # TODO: #2 solution for
+      # https://github.com/kubernetes/kubernetes/issues/8115
+      hash[:kind] = (entity_type.eql?('Endpoint') ? 'Endpoints' : entity_type)
+      hash[:apiVersion] = @api_group + @api_version
+      response = handle_exception do
+        rest_client[ns_prefix + resource_name]
+          .post(hash.to_json, { 'Content-Type' => 'application/json' }.merge(@headers))
+      end
+      result = JSON.parse(response)
+      new_entity(result, klass)
+    end
+
+    def update_entity(resource_name, entity_config)
+      name      = entity_config[:metadata][:name]
+      ns_prefix = build_namespace_prefix(entity_config[:metadata][:namespace])
+      handle_exception do
+        rest_client[ns_prefix + resource_name + "/#{name}"]
+          .put(entity_config.to_h.to_json, { 'Content-Type' => 'application/json' }.merge(@headers))
+      end
+    end
+
+    def patch_entity(resource_name, name, patch, namespace = nil)
+      ns_prefix = build_namespace_prefix(namespace)
+
+      handle_exception do
+        rest_client[ns_prefix + resource_name + "/#{name}"]
+          .patch(
+            patch.to_json,
+            { 'Content-Type' => 'application/strategic-merge-patch+json' }.merge(@headers)
+          )
+      end
+    end
+
+    def rollback_entity(resource_name, name, entity_config: {}, namespace: nil)
+      ns_prefix = build_namespace_prefix(namespace)
+
+      hash = entity_config.to_hash
+      kind = resource_name.eql?('deployments') ? 'deployment' : resource_name
+      hash[:kind] = "#{kind.capitalize}Rollback"
+      hash[:apiVersion] = "extensions/v1beta1"
+      hash[:rollbackTo] ||= {}
+      hash[:name] ||= name
+
+      handle_exception do
+        rest_client[ns_prefix + resource_name + "/#{name}/rollback"]
+          .post(
+            hash.to_json,
+            { 'Content-Type' => 'application/json' }.merge(@headers)
+          )
+      end
+    end
+
+    def new_entity(hash, klass)
+      klass.new(hash)
+    end
+
+    def all_entities
+      discover unless @discovered
+      @entities.values.each_with_object({}) do |entity, result_hash|
+        # method call for get each entities
+        # build hash of entity name to array of the entities
+        method_name = "get_#{entity.method_names[1]}"
+        begin
+          result_hash[entity.method_names[0]] = send(method_name)
+        rescue KubeException
+          next # do not fail due to resources not supporting get
+        end
+      end
+    end
+
+    def get_pod_log(pod_name, namespace, container: nil, previous: false)
+      params = {}
+      params[:previous] = true if previous
+      params[:container] = container if container
+
+      ns = build_namespace_prefix(namespace)
+      handle_exception do
+        rest_client[ns + "pods/#{pod_name}/log"]
+          .get({ 'params' => params }.merge(@headers))
+      end
+    end
+
+    def watch_pod_log(pod_name, namespace, container: nil)
+      # Adding the "follow=true" query param tells the Kubernetes API to keep
+      # the connection open and stream updates to the log.
+      params = { follow: true }
+      params[:container] = container if container
+
+      ns = build_namespace_prefix(namespace)
+
+      uri = @api_endpoint.dup
+      uri.path += "/#{@api_version}/#{ns}pods/#{pod_name}/log"
+      uri.query = URI.encode_www_form(params)
+
+      Kubeclient::Common::WatchStream.new(uri, http_options(uri), format: :text)
+    end
+
+    def proxy_url(kind, name, port, namespace = '')
+      discover unless @discovered
+      entity_name_plural =
+        if %w(services pods nodes).include?(kind.to_s)
+          kind.to_s
+        else
+          @entities[kind.to_s].resource_name
+        end
+      ns_prefix = build_namespace_prefix(namespace)
+      # TODO: Change this once services supports the new scheme
+      if entity_name_plural == 'pods'
+        rest_client["#{ns_prefix}#{entity_name_plural}/#{name}:#{port}/proxy"].url
+      else
+        rest_client["proxy/#{ns_prefix}#{entity_name_plural}/#{name}:#{port}"].url
+      end
+    end
+
+    def process_template(template)
+      ns_prefix = build_namespace_prefix(template[:metadata][:namespace])
+      response = handle_exception do
+        rest_client[ns_prefix + 'processedtemplates']
+          .post(template.to_h.to_json, { 'Content-Type' => 'application/json' }.merge(@headers))
+      end
+      JSON.parse(response)
+    end
+
+    def api_valid?
+      result = api
+      result.is_a?(Hash) && (result['versions'] || []).any? do |group|
+        @api_group.empty? ? group.include?(@api_version) : group['version'] == @api_version
+      end
+    end
+
+    def api
+      response = handle_exception { create_rest_client.get(@headers) }
+      JSON.parse(response)
+    end
+
+    private
+
+    def load_entities
+      @entities = {}
+      fetch_entities['resources'].each do |resource|
+        next if resource['name'].include?('/')
+        resource['kind'] ||=
+          Kubeclient::Common::MissingKindCompatibility.resource_kind(resource['name'])
+        entity = ClientMixin.parse_definition(resource['kind'], resource['name'])
+        @entities[entity.method_names[0]] = entity if entity
+      end
+    end
+
+    def fetch_entities
+      JSON.parse(handle_exception { rest_client.get(@headers) })
+    end
+
+    def bearer_token(bearer_token)
+      @headers ||= {}
+      @headers[:Authorization] = "Bearer #{bearer_token}"
+    end
+
+    def validate_auth_options(opts)
+      # maintain backward compatibility:
+      opts[:username] = opts[:user] if opts[:user]
+
+      if [:bearer_token, :bearer_token_file, :username].count { |key| opts[key] } > 1
+        raise(
+          ArgumentError,
+          'Invalid auth options: specify only one of username/password,' \
+          ' bearer_token or bearer_token_file'
+        )
+      elsif [:username, :password].count { |key| opts[key] } == 1
+        raise ArgumentError, 'Basic auth requires both username & password'
+      end
+    end
+
+    def validate_bearer_token_file
+      msg = "Token file #{@auth_options[:bearer_token_file]} does not exist"
+      raise ArgumentError, msg unless File.file?(@auth_options[:bearer_token_file])
+
+      msg = "Cannot read token file #{@auth_options[:bearer_token_file]}"
+      raise ArgumentError, msg unless File.readable?(@auth_options[:bearer_token_file])
+    end
+
+    def http_options(uri)
+      options = {
+        basic_auth_user: @auth_options[:username],
+        basic_auth_password: @auth_options[:password],
+        headers: @headers,
+        http_proxy_uri: @http_proxy_uri
+      }
+
+      if uri.scheme == 'https'
+        options[:ssl] = {
+          ca_file: @ssl_options[:ca_file],
+          cert: @ssl_options[:client_cert],
+          cert_store: @ssl_options[:cert_store],
+          key: @ssl_options[:client_key],
+          # ruby HTTP uses verify_mode instead of verify_ssl
+          # http://ruby-doc.org/stdlib-1.9.3/libdoc/openssl/rdoc/OpenSSL/SSL/SSLContext.html
+          verify_mode: @ssl_options[:verify_ssl]
+        }
+      end
+
+      options.merge(@socket_options)
+    end
+  end
+end

data/lib/kubeclient/lib/kubeclient/config.rb

@@ -0,0 +1,126 @@
+require 'yaml'
+require 'base64'
+require 'pathname'
+
+module Kubeclient
+  # Kubernetes client configuration class
+  class Config
+    # Kubernetes client configuration context class
+    class Context
+      attr_reader :api_endpoint, :api_version, :ssl_options, :auth_options
+
+      def initialize(api_endpoint, api_version, ssl_options, auth_options)
+        @api_endpoint = api_endpoint
+        @api_version = api_version
+        @ssl_options = ssl_options
+        @auth_options = auth_options
+      end
+    end
+
+    def initialize(kcfg, kcfg_path)
+      @kcfg = kcfg
+      @kcfg_path = kcfg_path
+      raise 'Unknown kubeconfig version' if @kcfg['apiVersion'] != 'v1'
+    end
+
+    def self.read(filename)
+      Config.new(YAML.load_file(filename), File.dirname(filename))
+    end
+
+    def contexts
+      @kcfg['contexts'].map { |x| x['name'] }
+    end
+
+    def context(context_name = nil)
+      cluster, user = fetch_context(context_name || @kcfg['current-context'])
+
+      ca_cert_data     = fetch_cluster_ca_data(cluster)
+      client_cert_data = fetch_user_cert_data(user)
+      client_key_data  = fetch_user_key_data(user)
+      auth_options     = fetch_user_auth_options(user)
+
+      ssl_options = {}
+
+      if !ca_cert_data.nil?
+        cert_store = OpenSSL::X509::Store.new
+        cert_store.add_cert(OpenSSL::X509::Certificate.new(ca_cert_data))
+        ssl_options[:verify_ssl] = OpenSSL::SSL::VERIFY_PEER
+        ssl_options[:cert_store] = cert_store
+      else
+        ssl_options[:verify_ssl] = OpenSSL::SSL::VERIFY_NONE
+      end
+
+      unless client_cert_data.nil?
+        ssl_options[:client_cert] = OpenSSL::X509::Certificate.new(client_cert_data)
+      end
+
+      unless client_key_data.nil?
+        ssl_options[:client_key] = OpenSSL::PKey.read(client_key_data)
+      end
+
+      Context.new(cluster['server'], @kcfg['apiVersion'], ssl_options, auth_options)
+    end
+
+    private
+
+    def ext_file_path(path)
+      Pathname(path).absolute? ? path : File.join(@kcfg_path, path)
+    end
+
+    def fetch_context(context_name)
+      context = @kcfg['contexts'].detect do |x|
+        break x['context'] if x['name'] == context_name
+      end
+
+      raise "Unknown context #{context_name}" unless context
+
+      cluster = @kcfg['clusters'].detect do |x|
+        break x['cluster'] if x['name'] == context['cluster']
+      end
+
+      raise "Unknown cluster #{context['cluster']}" unless cluster
+
+      user = @kcfg['users'].detect do |x|
+        break x['user'] if x['name'] == context['user']
+      end || {}
+
+      [cluster, user]
+    end
+
+    def fetch_cluster_ca_data(cluster)
+      if cluster.key?('certificate-authority')
+        File.read(ext_file_path(cluster['certificate-authority']))
+      elsif cluster.key?('certificate-authority-data')
+        Base64.decode64(cluster['certificate-authority-data'])
+      end
+    end
+
+    def fetch_user_cert_data(user)
+      if user.key?('client-certificate')
+        File.read(ext_file_path(user['client-certificate']))
+      elsif user.key?('client-certificate-data')
+        Base64.decode64(user['client-certificate-data'])
+      end
+    end
+
+    def fetch_user_key_data(user)
+      if user.key?('client-key')
+        File.read(ext_file_path(user['client-key']))
+      elsif user.key?('client-key-data')
+        Base64.decode64(user['client-key-data'])
+      end
+    end
+
+    def fetch_user_auth_options(user)
+      options = {}
+      if user.key?('token')
+        options[:bearer_token] = user['token']
+      else
+        %w(username password).each do |attr|
+          options[attr.to_sym] = user[attr] if user.key?(attr)
+        end
+      end
+      options
+    end
+  end
+end

data/lib/kubeclient/lib/kubeclient/entity_list.rb

@@ -0,0 +1,16 @@
+require 'delegate'
+module Kubeclient
+  module Common
+    # Kubernetes Entity List
+    class EntityList < DelegateClass(Array)
+      attr_reader :kind, :resourceVersion
+
+      def initialize(kind, resource_version, list)
+        @kind = kind
+        # rubocop:disable Style/VariableName
+        @resourceVersion = resource_version
+        super(list)
+      end
+    end
+  end
+end

data/lib/kubeclient/lib/kubeclient/kube_exception.rb

@@ -0,0 +1,14 @@
+# Kubernetes HTTP Exceptions
+class KubeException < StandardError
+  attr_reader :error_code, :message, :response
+
+  def initialize(error_code, message, response)
+    @error_code = error_code
+    @message = message
+    @response = response
+  end
+
+  def to_s
+    'HTTP status code ' + @error_code.to_s + ', ' + @message
+  end
+end