kuby-kube-db 0.1.0

data/lib/kuby/kube-db/dsl/kubedb/v1alpha1/tls_config.rb

@@ -0,0 +1,17 @@
+module Kuby::KubeDB::DSL::Kubedb::V1alpha1
+  class TLSConfig < ::KubeDSL::DSLObject
+    object_field(:issuer_ref) { KubeDSL::DSL::V1::TypedLocalObjectReference.new }
+    object_field(:certificate) { Kuby::KubeDB::DSL::Kubedb::V1alpha1::CertificateSpec.new }
+
+    def serialize
+      {}.tap do |result|
+        result[:issuerRef] = issuer_ref.serialize
+        result[:certificate] = certificate.serialize
+      end
+    end
+
+    def kind_sym
+      :tls_config
+    end
+  end
+end

data/lib/kuby/kube-db/dsl/kubedb/v1alpha1/tls_policy.rb

@@ -0,0 +1,17 @@
+module Kuby::KubeDB::DSL::Kubedb::V1alpha1
+  class TLSPolicy < ::KubeDSL::DSLObject
+    value_fields :operator_secret
+    object_field(:member) { Kuby::KubeDB::DSL::Kubedb::V1alpha1::MemberSecret.new }
+
+    def serialize
+      {}.tap do |result|
+        result[:operatorSecret] = operator_secret
+        result[:member] = member.serialize
+      end
+    end
+
+    def kind_sym
+      :tls_policy
+    end
+  end
+end

data/lib/kuby/kube-db/dsl/v1.rb

@@ -0,0 +1,3 @@
+module Kuby::KubeDB::DSL::V1
+  autoload :VolumeSource, 'kuby/kube-db/dsl/v1/volume_source'
+end

data/lib/kuby/kube-db/dsl/v1/volume_source.rb

@@ -0,0 +1,69 @@
+module Kuby::KubeDB::DSL::V1
+  class VolumeSource < ::KubeDSL::DSLObject
+    object_field(:portworx_volume) { KubeDSL::DSL::V1::PortworxVolumeSource.new }
+    object_field(:glusterfs) { KubeDSL::DSL::V1::GlusterfsVolumeSource.new }
+    object_field(:git_repo) { KubeDSL::DSL::V1::GitRepoVolumeSource.new }
+    object_field(:flocker) { KubeDSL::DSL::V1::FlockerVolumeSource.new }
+    object_field(:storageos) { KubeDSL::DSL::V1::StorageOSVolumeSource.new }
+    object_field(:csi) { KubeDSL::DSL::V1::CSIVolumeSource.new }
+    object_field(:iscsi) { KubeDSL::DSL::V1::ISCSIVolumeSource.new }
+    object_field(:projected) { KubeDSL::DSL::V1::ProjectedVolumeSource.new }
+    object_field(:secret) { KubeDSL::DSL::V1::SecretVolumeSource.new }
+    object_field(:scale_io) { KubeDSL::DSL::V1::ScaleIOVolumeSource.new }
+    object_field(:photon_persistent_disk) { KubeDSL::DSL::V1::PhotonPersistentDiskVolumeSource.new }
+    object_field(:azure_disk) { KubeDSL::DSL::V1::AzureDiskVolumeSource.new }
+    object_field(:fc) { KubeDSL::DSL::V1::FCVolumeSource.new }
+    object_field(:flex_volume) { KubeDSL::DSL::V1::FlexVolumeSource.new }
+    object_field(:empty_dir) { KubeDSL::DSL::V1::EmptyDirVolumeSource.new }
+    object_field(:persistent_volume_claim) { KubeDSL::DSL::V1::PersistentVolumeClaimVolumeSource.new }
+    object_field(:config_map) { KubeDSL::DSL::V1::ConfigMapVolumeSource.new }
+    object_field(:rbd) { KubeDSL::DSL::V1::RBDVolumeSource.new }
+    object_field(:azure_file) { KubeDSL::DSL::V1::AzureFileVolumeSource.new }
+    object_field(:quobyte) { KubeDSL::DSL::V1::QuobyteVolumeSource.new }
+    object_field(:host_path) { KubeDSL::DSL::V1::HostPathVolumeSource.new }
+    object_field(:nfs) { KubeDSL::DSL::V1::NFSVolumeSource.new }
+    object_field(:vsphere_volume) { KubeDSL::DSL::V1::VsphereVirtualDiskVolumeSource.new }
+    object_field(:cinder) { KubeDSL::DSL::V1::CinderVolumeSource.new }
+    object_field(:aws_elastic_block_store) { KubeDSL::DSL::V1::AWSElasticBlockStoreVolumeSource.new }
+    object_field(:cephfs) { KubeDSL::DSL::V1::CephFSVolumeSource.new }
+    object_field(:downward_api) { KubeDSL::DSL::V1::DownwardAPIVolumeSource.new }
+    object_field(:gce_persistent_disk) { KubeDSL::DSL::V1::GCEPersistentDiskVolumeSource.new }
+
+    def serialize
+      {}.tap do |result|
+        result[:portworxVolume] = portworx_volume.serialize
+        result[:glusterfs] = glusterfs.serialize
+        result[:gitRepo] = git_repo.serialize
+        result[:flocker] = flocker.serialize
+        result[:storageos] = storageos.serialize
+        result[:csi] = csi.serialize
+        result[:iscsi] = iscsi.serialize
+        result[:projected] = projected.serialize
+        result[:secret] = secret.serialize
+        result[:scaleIO] = scale_io.serialize
+        result[:photonPersistentDisk] = photon_persistent_disk.serialize
+        result[:azureDisk] = azure_disk.serialize
+        result[:fc] = fc.serialize
+        result[:flexVolume] = flex_volume.serialize
+        result[:emptyDir] = empty_dir.serialize
+        result[:persistentVolumeClaim] = persistent_volume_claim.serialize
+        result[:configMap] = config_map.serialize
+        result[:rbd] = rbd.serialize
+        result[:azureFile] = azure_file.serialize
+        result[:quobyte] = quobyte.serialize
+        result[:hostPath] = host_path.serialize
+        result[:nfs] = nfs.serialize
+        result[:vsphereVolume] = vsphere_volume.serialize
+        result[:cinder] = cinder.serialize
+        result[:awsElasticBlockStore] = aws_elastic_block_store.serialize
+        result[:cephfs] = cephfs.serialize
+        result[:downwardAPI] = downward_api.serialize
+        result[:gcePersistentDisk] = gce_persistent_disk.serialize
+      end
+    end
+
+    def kind_sym
+      :volume_source
+    end
+  end
+end

data/lib/kuby/kube-db/entrypoint.rb

@@ -0,0 +1,269 @@
+module Kuby::KubeDB::Entrypoint
+  def etcd_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::EtcdStatus.new(&block)
+  end
+
+  def etcd(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::Etcd.new(&block)
+  end
+
+  def my_sql_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MySQLList.new(&block)
+  end
+
+  def maria_db_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MariaDBStatus.new(&block)
+  end
+
+  def connection_pool_config(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ConnectionPoolConfig.new(&block)
+  end
+
+  def maria_db_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MariaDBSpec.new(&block)
+  end
+
+  def postgres(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::Postgres.new(&block)
+  end
+
+  def mongo_db_config_node(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MongoDBConfigNode.new(&block)
+  end
+
+  def init_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::InitSpec.new(&block)
+  end
+
+  def mongo_db(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MongoDB.new(&block)
+  end
+
+  def elasticsearch_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ElasticsearchStatus.new(&block)
+  end
+
+  def percona_xtra_db_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PerconaXtraDBList.new(&block)
+  end
+
+  def memcached_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MemcachedStatus.new(&block)
+  end
+
+  def my_sql_group_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MySQLGroupSpec.new(&block)
+  end
+
+  def postgres_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PostgresSpec.new(&block)
+  end
+
+  def pg_bouncer_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PgBouncerList.new(&block)
+  end
+
+  def redis_cluster_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::RedisClusterSpec.new(&block)
+  end
+
+  def mongo_db_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MongoDBSpec.new(&block)
+  end
+
+  def proxy_sql_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ProxySQLList.new(&block)
+  end
+
+  def percona_xtra_db_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PerconaXtraDBSpec.new(&block)
+  end
+
+  def memcached_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MemcachedList.new(&block)
+  end
+
+  def mongo_db_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MongoDBList.new(&block)
+  end
+
+  def tls_policy(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::TLSPolicy.new(&block)
+  end
+
+  def my_sql_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MySQLSpec.new(&block)
+  end
+
+  def proxy_sql_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ProxySQLStatus.new(&block)
+  end
+
+  def mongo_db_sharding_topology(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MongoDBShardingTopology.new(&block)
+  end
+
+  def proxy_sql(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ProxySQL.new(&block)
+  end
+
+  def percona_xtra_db(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PerconaXtraDB.new(&block)
+  end
+
+  def member_secret(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MemberSecret.new(&block)
+  end
+
+  def etcd_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::EtcdList.new(&block)
+  end
+
+  def mongo_db_shard_node(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MongoDBShardNode.new(&block)
+  end
+
+  def mongo_db_mongos_node(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MongoDBMongosNode.new(&block)
+  end
+
+  def postgres_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PostgresStatus.new(&block)
+  end
+
+  def memcached_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MemcachedSpec.new(&block)
+  end
+
+  def maria_db(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MariaDB.new(&block)
+  end
+
+  def elasticsearch_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ElasticsearchList.new(&block)
+  end
+
+  def redis(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::Redis.new(&block)
+  end
+
+  def memcached(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::Memcached.new(&block)
+  end
+
+  def leader_election_config(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::LeaderElectionConfig.new(&block)
+  end
+
+  def recovery_target(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::RecoveryTarget.new(&block)
+  end
+
+  def elasticsearch_node(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ElasticsearchNode.new(&block)
+  end
+
+  def tls_config(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::TLSConfig.new(&block)
+  end
+
+  def redis_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::RedisStatus.new(&block)
+  end
+
+  def proxy_sql_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ProxySQLSpec.new(&block)
+  end
+
+  def mongo_db_replica_set(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MongoDBReplicaSet.new(&block)
+  end
+
+  def redis_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::RedisSpec.new(&block)
+  end
+
+  def my_sql_cluster_topology(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MySQLClusterTopology.new(&block)
+  end
+
+  def elasticsearch_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ElasticsearchSpec.new(&block)
+  end
+
+  def my_sql_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MySQLStatus.new(&block)
+  end
+
+  def my_sql(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MySQL.new(&block)
+  end
+
+  def pg_bouncer_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PgBouncerSpec.new(&block)
+  end
+
+  def postgres_archiver_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PostgresArchiverSpec.new(&block)
+  end
+
+  def databases(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::Databases.new(&block)
+  end
+
+  def script_source_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ScriptSourceSpec.new(&block)
+  end
+
+  def pg_bouncer(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PgBouncer.new(&block)
+  end
+
+  def etcd_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::EtcdSpec.new(&block)
+  end
+
+  def pg_bouncer_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PgBouncerStatus.new(&block)
+  end
+
+  def elasticsearch(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::Elasticsearch.new(&block)
+  end
+
+  def certificate_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::CertificateSpec.new(&block)
+  end
+
+  def mongo_db_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MongoDBStatus.new(&block)
+  end
+
+  def elasticsearch_cluster_topology(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ElasticsearchClusterTopology.new(&block)
+  end
+
+  def percona_xtra_db_status(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PerconaXtraDBStatus.new(&block)
+  end
+
+  def postgres_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PostgresList.new(&block)
+  end
+
+  def maria_db_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::MariaDBList.new(&block)
+  end
+
+  def postgres_wal_source_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::PostgresWALSourceSpec.new(&block)
+  end
+
+  def proxy_sql_backend_spec(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::ProxySQLBackendSpec.new(&block)
+  end
+
+  def redis_list(&block)
+    ::Kuby::KubeDB::DSL::Kubedb::V1alpha1::RedisList.new(&block)
+  end
+end

data/lib/kuby/kube-db/plugin.rb

@@ -0,0 +1,182 @@
+require 'helm-cli'
+require 'kuby'
+
+module Kuby
+  module KubeDB
+    class KubeDBError < StandardError; end
+    class OperatorDeployError < KubeDBError; end
+
+    class Plugin < ::Kuby::Kubernetes::Plugin
+      NAMESPACE = 'kube-system'.freeze
+      REPO_NAME = 'appscode'.freeze
+      REPO_URL = 'https://charts.appscode.com/stable/'.freeze
+      OPERATOR_DEPLOYMENT_NAME = 'kubedb-operator'.freeze
+      OPERATOR_RELEASE_NAME = 'kubedb-operator'.freeze
+      CATALOG_RELEASE_NAME = 'kubedb-catalog'.freeze
+      OPERATOR_CHART_NAME = 'appscode/kubedb'.freeze
+      CATALOG_CHART_NAME = 'appscode/kubedb-catalog'.freeze
+      OPERATOR_WAIT_INTERVAL = 5  # seconds
+      OPERATOR_WAIT_MAX = 30      # seconds
+
+      OPERATOR_PARAMS = {
+        'apiserver.enableValidatingWebhook' => 'true',
+        'apiserver.enableMutatingWebhook'   => 'true'
+      }
+
+      OPERATOR_PARAMS.freeze
+
+      def setup
+        Kuby.logger.info('Setting up kubedb')
+
+        Kuby.logger.info('Fetching Helm chart')
+        helm_cli.add_repo(REPO_NAME, REPO_URL)
+        helm_cli.update_repos
+
+        Kuby.logger.info('Deploying kubedb operator')
+        operator_deployed? ? upgrade_operator : install_operator
+
+        wait_for_operator do
+          Kuby.logger.info('Waiting for kubedb operator deployment')
+        end
+
+        Kuby.logger.info('Deploying kubedb catalog')
+        catalog_deployed? ? upgrade_catalog : install_catalog
+
+        Kuby.logger.info('Kubedb setup finished')
+      end
+
+      private
+
+      def install_operator
+        helm_cli.install_chart(OPERATOR_CHART_NAME, {
+          release: OPERATOR_RELEASE_NAME,
+          version: Kuby::KubeDB::KUBEDB_VERSION,
+          namespace: NAMESPACE,
+          params: OPERATOR_PARAMS
+        })
+      end
+
+      def upgrade_operator
+        helm_cli.upgrade_chart(OPERATOR_CHART_NAME, {
+          release: OPERATOR_RELEASE_NAME,
+          version: Kuby::KubeDB::KUBEDB_VERSION,
+          namespace: NAMESPACE,
+          params: OPERATOR_PARAMS
+        })
+      end
+
+      def install_catalog
+        helm_cli.install_chart(CATALOG_CHART_NAME, {
+          release: CATALOG_RELEASE_NAME,
+          version: Kuby::KubeDB::KUBEDB_VERSION,
+          namespace: NAMESPACE
+        })
+      end
+
+      def upgrade_catalog
+        helm_cli.upgrade_chart(CATALOG_CHART_NAME, {
+          release: CATALOG_RELEASE_NAME,
+          version: Kuby::KubeDB::KUBEDB_VERSION,
+          namespace: NAMESPACE
+        })
+      end
+
+      def wait_for_operator
+        time_elapsed = 0
+
+        loop do
+          break if operator_ready?
+
+          if time_elapsed >= OPERATOR_WAIT_MAX
+            raise OperatorDeployError, 'timeout waiting for operator to start. '\
+              "Waited #{time_elapsed}s."
+          end
+
+          yield
+
+          sleep OPERATOR_WAIT_INTERVAL
+          time_elapsed += OPERATOR_WAIT_INTERVAL
+        end
+      end
+
+      def operator_ready?
+        depl = operator_deployment
+        rs = find_operator_rs(depl)
+        return false unless depl && rs
+
+        observed_generation = depl.dig('status', 'observedGeneration')
+        current_generation = depl.dig('metadata', 'generation')
+        return false unless observed_generation == current_generation
+
+        rollout_data = { 'replicas' => 0 }.merge(
+          depl['status'].slice(
+            *%w(replicas updatedReplicas availableReplicas unavailableReplicas)
+          )
+        )
+
+        desired_replicas = depl['spec']['replicas'].to_i
+        rs_desired_replicas = rs['spec']['replicas'].to_i
+
+        rs_ready?(rs) &&
+          rs_desired_replicas == desired_replicas &&
+          rollout_data['updatedReplicas'].to_i == desired_replicas &&
+          rollout_data['updatedReplicas'].to_i == rollout_data['availableReplicas'].to_i
+      end
+
+      def rs_ready?(rs)
+        observed_generation = rs.dig('status', 'observedGeneration')
+        current_generation = rs.dig('metadata', 'generation')
+        return false if observed_generation != current_generation
+
+        rollout_data = { "replicas" => 0 }.merge(
+          rs['status'].slice('replicas', 'availableReplicas', 'readyReplicas')
+        )
+
+        desired_replicas = rs['spec']['replicas'].to_i
+        desired_replicas == rollout_data['availableReplicas'].to_i &&
+          desired_replicas == rollout_data['readyReplicas'].to_i
+      end
+
+      def operator_deployment
+        kubernetes_cli.get_object(
+          'Deployment', NAMESPACE, OPERATOR_DEPLOYMENT_NAME
+        )
+      rescue ::Kuby::Kubernetes::GetResourceError
+        nil
+      end
+
+      def find_operator_rs(depl)
+        match_labels = depl.dig('metadata', 'labels')
+        all_rs_data = kubernetes_cli.get_objects('ReplicaSet', NAMESPACE, match_labels)
+        current_revision = depl.dig('metadata', 'annotations', 'deployment.kubernetes.io/revision')
+
+        all_rs_data.find do |rs|
+          rs.dig('metadata', 'ownerReferences').any? { |ref| ref['uid'] == depl.dig('metadata', 'uid') } &&
+            rs.dig('metadata', 'annotations', 'deployment.kubernetes.io/revision') == current_revision
+        end
+      rescue ::Kuby::Kubernetes::GetResourceError
+        nil
+      end
+
+      def operator_deployed?
+        helm_cli.release_exists?(OPERATOR_RELEASE_NAME, namespace: NAMESPACE)
+      end
+
+      def catalog_deployed?
+        helm_cli.release_exists?(CATALOG_RELEASE_NAME, namespace: NAMESPACE)
+      end
+
+      def helm_cli
+        @helm_cli ||= HelmCLI.new(provider.kubeconfig_path)
+      end
+
+      def kubernetes_cli
+        provider.kubernetes_cli
+      end
+
+      def provider
+        definition.kubernetes.provider
+      end
+    end
+  end
+end