mkit 0.4.1 → 0.4.3

data/lib/mkit.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'rubygems'
 require 'bundler'
 require 'json'
@@ -10,13 +12,14 @@ require 'sinatra/base'
 require 'mkit/config/environment'
 require 'mkit/app/mkit_server'
 require 'mkit/config/load_default_configs'
-require_relative "mkit/version"
+require_relative 'mkit/version'
 require_relative 'mkit/mkit_interface'
 require_relative 'mkit/mkit_dns'
 require_relative 'mkit/docker_listener'
 require 'mkit/app/helpers/haproxy'
 require 'mkit/app/controllers/services_controller'
 require 'mkit/app/controllers/mkitjobs_controller'
+require 'mkit/app/controllers/mkit_controller'
 require 'mkit/mkit_interface'
 require 'mkit/mkit_dns'
 require 'mkit/job_manager'
@@ -40,23 +43,23 @@ module MKIt
     MKItLogger.debug!
     #
     # config dir
-    if ENV["RACK_ENV"] != "development"
-      @config_dir = options[:config_dir].nil? ? '/etc/mkit' : options[:config_dir]
-    else
-      @config_dir = options[:config_dir].nil? ? "#{@root}/config" : options[:config_dir]
-    end
+    @config_dir = if ENV['RACK_ENV'] != 'development'
+                    options[:config_dir].nil? ? '/etc/mkit' : options[:config_dir]
+                  else
+                    options[:config_dir].nil? ? "#{@root}/config" : options[:config_dir]
+                  end
     MKIt::Utils.set_config_dir(@config_dir)
     # create dirs
-    if ENV["RACK_ENV"] != "development" || !options[:config_dir].nil?
+    if ENV['RACK_ENV'] != 'development' || !options[:config_dir].nil?
       check_config_files = false
-      if ! File.exists?(@config_dir)
+      unless File.exist?(@config_dir)
         FileUtils.mkdir_p(@config_dir)
         check_config_files = true
       end
-      FileUtils.mkdir_p('/var/lib/mkitd') unless File.exists?('/var/lib/mkitd')
-      FileUtils.cp( "#{@root}/config/mkit_config.yml", @config_dir) unless File.exists?("#{@config_dir}/mkit_config.yml")
-      FileUtils.cp( "#{@root}/config/database.yml", @config_dir) unless File.exists?("#{@config_dir}/database.yml")
-      FileUtils.cp( "#{@root}/config/mkitd_config.sh", @config_dir) unless File.exists?("#{@config_dir}/mkitd_config.sh")
+      FileUtils.mkdir_p('/var/lib/mkitd') unless File.exist?('/var/lib/mkitd')
+      FileUtils.cp("#{@root}/config/mkit_config.yml", @config_dir) unless File.exist?("#{@config_dir}/mkit_config.yml")
+      FileUtils.cp("#{@root}/config/database.yml", @config_dir) unless File.exist?("#{@config_dir}/database.yml")
+      FileUtils.cp("#{@root}/config/mkitd_config.sh", @config_dir) unless File.exist?("#{@config_dir}/mkitd_config.sh")
       if check_config_files
         MKItLogger.info "Configuration files copied to #{@config_dir}. Please check it and restart."
         exit
@@ -69,10 +72,12 @@ module MKIt
     # run config based tasks
     FileUtils.mkdir_p(MKIt::Config.mkit.haproxy.config_dir)
     # ...haproxy defaults file
-    FileUtils.cp(
-      "#{MKIt::Utils.root}/lib/mkit/app/templates/haproxy/0000_defaults.cfg",
-      MKIt::Config.mkit.haproxy.config_dir
-    ) unless File.exists?("#{MKIt::Config.mkit.haproxy.config_dir}/0000_defaults.cfg")
+    unless File.exist?("#{MKIt::Config.mkit.haproxy.config_dir}/0000_defaults.cfg")
+      FileUtils.cp(
+        "#{MKIt::Utils.root}/lib/mkit/app/templates/haproxy/0000_defaults.cfg",
+        MKIt::Config.mkit.haproxy.config_dir
+      )
+    end
     #
     #  conn = { adapter: "sqlite3", database: ":memory:" }
     #  ActiveRecord::Base.establish_connection(conn)
@@ -81,18 +86,16 @@ module MKIt
     #  DatabaseTasks.db_dir = 'db'
     #
     DatabaseTasks.database_configuration = MKIt::Utils.load_db_config
-    DatabaseTasks.env=MKIt::Config.mkit.database.env
-    DatabaseTasks.migrations_paths=[ "#{@root}/db/migrate" ]
-    DatabaseTasks.db_dir="db"
-    DatabaseTasks.root=@root
+    DatabaseTasks.env = MKIt::Config.mkit.database.env
+    DatabaseTasks.migrations_paths = ["#{@root}/db/migrate"]
+    DatabaseTasks.db_dir = 'db'
+    DatabaseTasks.root = @root
   end
 
   def self.establish_db_connection
-    #
     ActiveRecord::Base.establish_connection(DatabaseTasks.database_configuration[DatabaseTasks.env])
     ActiveRecord::Base.connection.migration_context.migrations_paths.clear
     ActiveRecord::Base.connection.migration_context.migrations_paths << "#{@root}/db/migrate"
-    #
     MKItLogger.debug "database_tasks migration paths     #{DatabaseTasks.migrations_paths}"
     MKItLogger.debug "active_record_base migration_paths #{ActiveRecord::Base.connection.migration_context.migrations_paths.inspect}"
     MKItLogger.debug "active_record_base configurations  #{ActiveRecord::Base.configurations.inspect}"
@@ -100,62 +103,58 @@ module MKIt
   end
 
   def self.migrate
-    ActiveRecord::Base.connection.migration_context.migrate if ActiveRecord::Base.connection.migration_context.needs_migration?
+    if ActiveRecord::Base.connection.migration_context.needs_migration?
+      ActiveRecord::Base.connection.migration_context.migrate
+    end
   end
 
   def self.restore_operation
-    MKItLogger.info "restoring operations..."
+    MKItLogger.info 'restoring operations...'
     # create interfaces of deployed apps  otherwise haproxy won't start
-    Service.all.each { | srv |
+    Service.all.each do |srv|
       srv.deploy_network
       srv.update_status!
-    }
+    end
     # daemontools would eventually start haproxy; systemd does not.
     # so, restart here.
+    MKItLogger.debug 'restarting proxy...'
     MKIt::HAProxy.restart
   end
 
   def self.startup(options: {})
-    self.configure(options: options)
-    self.establish_db_connection
-    self.migrate
+    configure(options: options)
+    establish_db_connection
+    migrate
 
     MKIt::Initializers.load_default_configs
     MKIt::Interface.up
 
-    System.register(:job_manager, memoize: true) {
+    System.register(:job_manager, memoize: true) do
       MKIt::JobManager.new
-    }
-    System.register(:mkit_dns, memoize: true) {
-      Thread.new {
+    end
+    System.register(:mkit_dns, memoize: true) do
+      Thread.new do
         dns = MKIt::DNS.new
         dns.run
-      }
-    }
-    System.register(:docker_listener, memoize: true) {
+      end
+    end
+    System.register(:docker_listener, memoize: true) do
       MKIt::DockerListener.new
-    }
+    end
     # watchdog feature is to be re-evaluated
     # System.register(:watchdog, memoize: true) {
     #  MKIt::WatchdogManager.new
     # }
 
     # register workers
-    WorkerManager.register_workers    
+    WorkerManager.register_workers
     SagaManager.register_workers
-    #
     System[:job_manager].start
     System[:docker_listener].start
     # watchdog feature is to be re-evaluated
     # System[:watchdog].start
     System[:mkit_dns].run
-    #
-    self.restore_operation
-    #
-    MKItLogger.debug "restarting proxy..."
-    MKIt::HAProxy.restart
-    MKItLogger.info "MKIt is up and running!"
+    restore_operation
+    MKItLogger.info 'MKIt is up and running!'
   end
-
 end
-

data/mkit.gemspec

@@ -1,40 +1,38 @@
-# encoding: UTF-8
+# frozen_string_literal: true
 
-lib = File.expand_path("../lib", __FILE__)
+lib = File.expand_path('lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require "mkit/version"
+require 'mkit/version'
 
 Gem::Specification.new do |s|
-        s.name         = 'mkit'
-        s.summary      = 'Micro Kubernets on Ruby'
-        s.bindir       = 'bin'
-        s.homepage     = 'https://github.com/valexsantos/mkit'
-        s.license      = 'Apache-2.0'
-        s.rubyforge_project = ''
-        s.description  = 'Micro k8s on Ruby - a simple tool to deploy containers to mimic a (very) minimalistic k8 cluster with a nice REST API'
-        # s.require_paths = ["."]
-        s.author      = 'Vasco Santos'
-        s.email        = ['valexsantos@gmail.com']
-        s.version      = MKIt::VERSION
-        s.platform     = Gem::Platform::RUBY
-        s.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
-          `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features|TODO|db/development.sqlite)}) }
-        end
-        s.executables  << 'mkitd'
-        s.executables  << 'mkitc'
-        s.add_runtime_dependency 'net-ping', '~> 2.0', '>= 2.0.8'
-        s.add_runtime_dependency 'dry-container', '~> 0.9', '>= 0.9.0'
-        s.add_runtime_dependency 'sqlite3', '~> 1.5', '>= 1.5.4'
-        s.add_runtime_dependency 'standalone_migrations', '~> 7.1', '>= 7.1.0'
-        s.add_runtime_dependency 'sinatra-activerecord', '~> 2.0', '>= 2.0.26'
-        s.add_runtime_dependency 'rack',            '~> 2.2', '>= 2.2.5'
-        s.add_runtime_dependency 'rack-protection', '~> 3.0',  '>= 3.0.5'
-        s.add_runtime_dependency 'rack-test',       '~> 2.0',  '>= 2.0.2'
-        s.add_runtime_dependency 'pry',             '~> 0.14', '>= 0.14.2'
-        s.add_runtime_dependency 'rubydns',         '~> 2.0',  '>= 2.0.2'
-        s.add_runtime_dependency 'async-dns',       '~> 1.3',  '>= 1.3.0'
-        s.add_runtime_dependency 'sinatra',         '~> 3.0',  '>= 3.0.5'
-        s.add_runtime_dependency 'thin',            '~> 1.8',  '>= 1.8.1'
-        s.add_runtime_dependency 'net_http_unix',   '~> 0.2',  '>= 0.2.2'
+  s.name = 'mkit'
+  s.summary      = 'Micro Kubernets on Ruby'
+  s.bindir       = 'bin'
+  s.homepage     = 'https://github.com/valexsantos/mkit'
+  s.license      = 'MIT'
+  s.description =  'Micro k8s on Ruby - a simple tool to deploy containers to mimic a (very) minimalistic k8 cluster with a nice REST API'
+  # s.require_paths = ["."]
+  s.author = 'Vasco Santos'
+  s.email        = ['valexsantos@gmail.com']
+  s.version      = MKIt::VERSION
+  s.platform     = Gem::Platform::RUBY
+  s.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features|TODO|db/development.sqlite)}) }
+  end
+  s.executables  << 'mkitd'
+  s.executables  << 'mkitc'
+  s.add_runtime_dependency 'async-dns', '~> 1.3', '>= 1.3.0'
+  s.add_runtime_dependency 'dry-container', '~> 0.9', '>= 0.9.0'
+  s.add_runtime_dependency 'net_http_unix',   '~> 0.2', '>= 0.2.2'
+  s.add_runtime_dependency 'net-ping', '~> 2.0', '>= 2.0.8'
+  s.add_runtime_dependency 'pry',             '~> 0.14', '>= 0.14.2'
+  s.add_runtime_dependency 'rack',            '~> 2.2', '>= 2.2.5'
+  s.add_runtime_dependency 'rack-protection', '~> 3.0', '>= 3.0.5'
+  s.add_runtime_dependency 'rack-test',       '~> 2.0', '>= 2.0.2'
+  s.add_runtime_dependency 'rubydns',         '~> 2.0', '>= 2.0.2'
+  s.add_runtime_dependency 'sinatra',         '~> 3.0', '>= 3.0.5'
+  s.add_runtime_dependency 'sinatra-activerecord', '~> 2.0', '>= 2.0.26'
+  s.add_runtime_dependency 'sqlite3', '~> 1.5', '>= 1.5.4'
+  s.add_runtime_dependency 'standalone_migrations', '~> 7.1', '>= 7.1.0'
+  s.add_runtime_dependency 'thin', '~> 1.8', '>= 1.8.1'
 end
-

data/samples/apps/kafka-cluster.yml

@@ -0,0 +1,21 @@
+#
+service:
+  name: kafka-cluster
+  network: kafka-cluster
+  image: confluentinc/cp-kafka:7.1.6
+  ports:
+    - 9092:9092:tcp:round_robin
+  volumes:
+    - docker://kafka_cluster_secrets:/etc/kafka/secrets
+    - docker://kafka_cluster_data:/var/lib/kafka/data
+  environment:
+    KAFKA_BROKER_ID: 1
+    KAFKA_ZOOKEEPER_CONNECT: kafka-zookeeper:2181
+    KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
+    KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka-cluster:9092
+    KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT
+      # KAFKA_CONFLUENT_SCHEMA_REGISTRY_URL: http://kafka-schema-registry
+    KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+    KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+    KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+

data/samples/apps/kafka-magic.yml

@@ -0,0 +1,16 @@
+#
+service:
+  name: kafka-magic
+  network: kafka-cluster
+  ports:
+    - 80:80:http:round_robin
+  image: digitsy/kafka-magic
+  environment:
+    KMAGIC_ALLOW_TOPIC_DELETE: "true"
+    KMAGIC_ALLOW_SCHEMA_DELETE: "true"
+    KMAGIC_CONFIG_STORE_TYPE: "file"
+    KMAGIC_CONFIG_STORE_CONNECTION: "Data Source=/config/KafkaMagicConfig.db;"
+    KMAGIC_CONFIG_ENCRYPTION_KEY: "123456"
+  volumes:
+    - docker://kafka_magic_config:/config
+

data/samples/apps/kafka-zookeeper.yml

@@ -0,0 +1,15 @@
+#
+service:
+  name: kafka-zookeeper
+  image: confluentinc/cp-zookeeper:7.1.6
+  network: kafka-cluster
+  ports:
+    - 2181:2181:tcp:round_robin
+  volumes:
+    - docker://kafka_zookeeper_secrets:/etc/zookeeper/secrets
+    - docker://kafka_zookeeper_data:/var/lib/zookeeper/data
+    - docker://kafka_zookeeper_log:/var/lib/zookeeper/log
+  environment:
+    ZOOKEEPER_CLIENT_PORT: 2181
+    ZOOKEEPER_TICK_TIME: 2000
+

data/samples/apps/minio.yml

@@ -0,0 +1,16 @@
+#
+service:
+  name: minio
+  image: minio/minio
+  command: server /data --console-address ":9001"
+  network: bridge
+  ports:
+    - 9001:9001:http:round_robin
+    - 9000:9000:tcp:round_robin
+  environment:
+    MINIO_ACCESS_KEY: minio
+    MINIO_SECRET_KEY: minio123
+  volumes:
+    #- docker://minio_data:/data
+    - /tmp/minio_data:/data
+

data/samples/apps/mongo.yml

@@ -0,0 +1,9 @@
+#
+service:
+  name: mongo
+  image: mongo:4.0
+  command: "--smallfiles"
+  network: bridge
+  ports:
+    - 27017:27017:tcp:round_robin
+

data/samples/apps/nexus.yml

@@ -0,0 +1,13 @@
+#
+service:
+  name: nexus
+  image: sonatype/nexus3
+  network: bridge
+  ports:
+    - 80:8081:http:round_robin
+  resources:
+    max_replicas: 1
+    min_replicas: 1
+  volumes:
+    - docker://nexus_data:/nexus-data
+

data/samples/apps/redis-sentinel.yml

@@ -0,0 +1,11 @@
+#
+service:
+  name: redis-sentinel
+  image: bitnami/redis-sentinel:latest
+  network: bridge
+  ports:
+    - 26379:26379:tcp:round_robin
+  environment:
+    REDIS_MASTER_HOST: redis
+
+

data/samples/apps/redis.yml

@@ -0,0 +1,9 @@
+#
+service:
+  name: redis
+  image: redis:4.0-alpine
+  network: bridge
+  ports:
+    - 6379:6379:tcp:round_robin
+
+