kuber_kit 0.1.4 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d85e9b30ebb43f4fe0a056823e3eeda6f878784555fa909df004e46522d750ec
-  data.tar.gz: 441270e1f147862ff75f999606bfafa7e467efde71765d27490e8f6afdd74740
+  metadata.gz: b7fcc957995bcc680107ef41f95ef77d5ee20dda2c0063d31e21bf339ccdae2d
+  data.tar.gz: 80561e6e2562b9f195e6725c9dfcd785d36d741b4cf1779c7ccf1d071193c5ec
 SHA512:
-  metadata.gz: 0d112105c8b7e268a528b59097028f9c483ac921d3b584bb372ba33f23595d3d8614f4a7251b75498934c1f0d365e5eed3d9c2b237a9f30d5a235cbd290150c8
-  data.tar.gz: '068e6d864886eb38d6ebd9f8ac10358bb3f220cabe0c38a67df9b6a886b07b224083586be4ddd7320691b05b0420af8f053f9f2d1ed6c2a7c81accd4dce6f4a0'
+  metadata.gz: bd95c6391e1880cbe6e92eb43fc13278da1cef2bcf47c0bd0e2aab66932c640bf8c709dae8df5b36961baf19d41acd6c846907f27cab237a7d37113642d6b8ee
+  data.tar.gz: 433d47c04f1a8f61e55e6dd664ab0818c0e687769cd29e9985acd74886abd2e5f4a2dacede60839c85797d71fa887e1196c61076837f6813c4fb55ac00fc25c2

data/Gemfile.lock

@@ -1,16 +1,17 @@
 PATH
   remote: .
   specs:
-    kuber_kit (0.1.4)
+    kuber_kit (0.1.9)
       cli-ui
       contracts-lite
       dry-auto_inject
+      net-ssh
       thor
 
 GEM
   remote: https://rubygems.org/
   specs:
-    cli-ui (1.3.0)
+    cli-ui (1.4.0)
     coderay (1.1.3)
     concurrent-ruby (1.1.7)
     contracts-lite (0.15.0)
@@ -29,6 +30,7 @@ GEM
       concurrent-ruby (~> 1.0)
     dry-equalizer (0.3.0)
     method_source (1.0.0)
+    net-ssh (6.1.0)
     pry (0.13.1)
       coderay (~> 1.1)
       method_source (~> 1.0)

data/README.md

@@ -1,4 +1,8 @@
-# Docker Kit
+# KuberKit
+
+[![Codeship Status for ArtStation/kuber_kit](https://app.codeship.com/projects/1286f0a6-3f90-4c1b-b426-721ed8a6571b/status?branch=master)](https://app.codeship.com/projects/417264)
+
+Solution for building & deploying applications on Kubernetes, written in Ruby.
 
 ## Installation
 
@@ -8,12 +12,21 @@ Add this line to your application's Gemfile:
 gem 'kuber_kit'
 ```
 
-## Launch compilation for example images
+## Development
+
+### Launch compilation
+
+```
+bin/kit compile ruby_app,ruby_app2 --path=./example
+```
+
+### Launch deployment
 
 ```
-bin/kit compile ruby_app,ruby_app2 --path=./example -C review
+bin/kit compile -s ruby_app,ruby_app2 --path=./example
 ```
 
+
 ## License
 
 The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/TODO.md

@@ -1,4 +1,4 @@
-- rename service reader to service config reader
-- service factory should make sure that template exists
-- add build servers support
-- add build vars support (use images instead of containers)
+- list services and require confirmation before deployment
+- add build vars support (use images instead of containers)
+- template should be able to set default attributes
+- template should be able to depend on image?

data/example/app_data/env_file.yml

@@ -0,0 +1,10 @@
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: env-secret-review
+type: Opaque
+stringData:
+  <% env_file(:test).each do |key, value| -%>
+  <%= key %>: "<%= value %>"
+  <% end -%>

data/example/configurations/review.rb

@@ -1,4 +1,5 @@
 KuberKit
   .define_configuration(:review)
   .use_registry(:review_default, as: :default)
-  .use_artifact(:kuber_kit_repo, as: :kuber_kit_repo)
+  .use_artifact(:kuber_kit_repo, as: :kuber_kit_repo)
+  .use_build_server(:remote_bs)

data/example/images/app_sources/Dockerfile

@@ -1,4 +1,4 @@
-FROM default/ruby
+FROM <%= image_url(:ruby) %>
 
 RUN mkdir -p /app
 WORKDIR /app

data/example/images/ruby_app/image.rb

@@ -3,13 +3,13 @@ KuberKit
   .registry(:default)
   .depends_on(:ruby, :app_sources)
   .before_build do |context_helper, build_dir|
-    # copy file local artifact
+    # copy file: local artifact
     source_path = context_helper.artifact_path(:kuber_kit_example_data, "test.txt")
     target_path = File.join(build_dir, "test.txt")
-    context_helper.shell.exec!("cp #{source_path} #{target_path}")
+    context_helper.shell.sync(source_path, target_path)
 
-    # copy file local artifact
+    # copy file: remote artifact
     source_path = context_helper.artifact_path(:kuber_kit_repo, "README.md")
     target_path = File.join(build_dir, "README.md")
-    context_helper.shell.exec!("cp #{source_path} #{target_path}")
+    context_helper.shell.sync(source_path, target_path)
   end

data/example/infrastructure/build_servers.rb

@@ -0,0 +1,8 @@
+ENV['SSH_TEST_HOST'] ||= "indocker.artstn.ninja"
+ENV['SSH_TEST_USER'] ||= "kuber_kit"
+
+KuberKit.add_build_server(
+  KuberKit::Core::BuildServers::BuildServer
+    .new(:remote_bs)
+    .setup(host: ENV['SSH_TEST_HOST'], user: ENV['SSH_TEST_USER'], port: 22)
+)

data/example/infrastructure/templates.rb

@@ -1,4 +1,9 @@
 KuberKit.add_template(
   KuberKit::Core::Templates::ArtifactFile
     .new(:service, artifact_name: :kuber_kit_example_data, file_path: "service.yml")
+)
+
+KuberKit.add_template(
+  KuberKit::Core::Templates::ArtifactFile
+    .new(:env_file, artifact_name: :kuber_kit_example_data, file_path: "env_file.yml")
 )

data/example/services/env_file.rb

@@ -0,0 +1,6 @@
+KuberKit
+  .define_service(:env_file)
+  .template(:env_file)
+  .attributes(
+    deployment_restart_enabled: false
+  )

data/kuber_kit.gemspec

@@ -27,6 +27,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "dry-auto_inject"
   spec.add_dependency "thor"
   spec.add_dependency "cli-ui"
+  spec.add_dependency "net-ssh"
 
   spec.add_development_dependency "bundler", "~> 1.17"
   spec.add_development_dependency "rake", "~> 10.0"

data/lib/kuber_kit.rb

@@ -31,18 +31,7 @@ module KuberKit
     autoload :ConfigurationFactory, 'core/configuration_factory'
     autoload :Configuration, 'core/configuration'
 
-    module ContextHelper
-      autoload :BaseHelper, 'core/context_helper/base_helper'
-      autoload :ImageHelper, 'core/context_helper/image_helper'
-      autoload :ServiceHelper, 'core/context_helper/service_helper'
-      autoload :ContextHelperFactory, 'core/context_helper/context_helper_factory'
-    end
-
-    module Registries
-      autoload :AbstractRegistry, 'core/registries/abstract_registry'
-      autoload :RegistryStore, 'core/registries/registry_store'
-      autoload :Registry, 'core/registries/registry'
-    end
+    autoload :Store, 'core/store'
 
     module Artifacts
       autoload :AbstractArtifact, 'core/artifacts/abstract_artifact'
@@ -51,12 +40,31 @@ module KuberKit
       autoload :Local, 'core/artifacts/local'
     end
 
+    module BuildServers
+      autoload :AbstractBuildServer, 'core/build_servers/abstract_build_server'
+      autoload :BuildServerStore, 'core/build_servers/build_server_store'
+      autoload :BuildServer, 'core/build_servers/build_server'
+    end
+
     module EnvFiles
       autoload :EnvFileStore, 'core/env_files/env_file_store'
       autoload :AbstractEnvFile, 'core/env_files/abstract_env_file'
       autoload :ArtifactFile, 'core/env_files/artifact_file'
     end
 
+    module ContextHelper
+      autoload :BaseHelper, 'core/context_helper/base_helper'
+      autoload :ImageHelper, 'core/context_helper/image_helper'
+      autoload :ServiceHelper, 'core/context_helper/service_helper'
+      autoload :ContextHelperFactory, 'core/context_helper/context_helper_factory'
+    end
+
+    module Registries
+      autoload :AbstractRegistry, 'core/registries/abstract_registry'
+      autoload :RegistryStore, 'core/registries/registry_store'
+      autoload :Registry, 'core/registries/registry'
+    end
+
     module Templates
       autoload :TemplateStore, 'core/templates/template_store'
       autoload :AbstractTemplate, 'core/templates/abstract_template'
@@ -67,21 +75,28 @@ module KuberKit
   module Tools
     autoload :FilePresenceChecker, 'tools/file_presence_checker'
     autoload :LoggerFactory, 'tools/logger_factory'
-    autoload :FilesSync, 'tools/files_sync'
   end
 
   module Shell
     autoload :AbstractShell, 'shell/abstract_shell'
     autoload :LocalShell, 'shell/local_shell'
+    autoload :SshShell, 'shell/ssh_shell'
+    autoload :SshSession, 'shell/ssh_session'
     autoload :CommandCounter, 'shell/command_counter'
-    autoload :BashCommands, 'shell/bash_commands'
-    autoload :DockerCommands, 'shell/docker_commands'
-    autoload :GitCommands, 'shell/git_commands'
-    autoload :RsyncCommands, 'shell/rsync_commands'
-    autoload :KubectlCommands, 'shell/kubectl_commands'
+
+    module Commands
+      autoload :BashCommands, 'shell/commands/bash_commands'
+      autoload :DockerCommands, 'shell/commands/docker_commands'
+      autoload :GitCommands, 'shell/commands/git_commands'
+      autoload :RsyncCommands, 'shell/commands/rsync_commands'
+      autoload :KubectlCommands, 'shell/commands/kubectl_commands'
+    end
   end
 
   module ImageCompiler
+    autoload :ActionHandler, 'image_compiler/action_handler'
+    autoload :BuildServerPool, 'image_compiler/build_server_pool'
+    autoload :BuildServerPoolFactory, 'image_compiler/build_server_pool_factory'
     autoload :Compiler, 'image_compiler/compiler'
     autoload :ImageBuilder, 'image_compiler/image_builder'
     autoload :ImageBuildDirCreator, 'image_compiler/image_build_dir_creator'
@@ -92,7 +107,6 @@ module KuberKit
   module Preprocessing
     autoload :TextPreprocessor, 'preprocessing/text_preprocessor'
     autoload :FilePreprocessor, 'preprocessing/file_preprocessor'
-    autoload :DirPreprocessor, 'preprocessing/dir_preprocessor'
   end
 
   module ArtifactsSync
@@ -103,9 +117,13 @@ module KuberKit
   end
 
   module EnvFileReader
+    autoload :ActionHandler, 'env_file_reader/action_handler'
     autoload :Reader, 'env_file_reader/reader'
-    autoload :AbstractEnvFileReader, 'env_file_reader/abstract_env_file_reader'
-    autoload :ArtifactFileReader, 'env_file_reader/artifact_file_reader'
+
+    module Strategies
+      autoload :Abstract, 'env_file_reader/strategies/abstract'
+      autoload :ArtifactFile, 'env_file_reader/strategies/artifact_file'
+    end
   end
 
   module TemplateReader
@@ -115,9 +133,9 @@ module KuberKit
   end
 
   module ServiceDeployer
+    autoload :ActionHandler, 'service_deployer/action_handler'
+    autoload :StrategyDetector, 'service_deployer/strategy_detector'
     autoload :Deployer, 'service_deployer/deployer'
-    autoload :ServiceRestarter, 'service_deployer/service_restarter'
-    autoload :ServiceReader, 'service_deployer/service_reader'
     autoload :ServiceListResolver, 'service_deployer/service_list_resolver'
 
     module Strategies
@@ -126,6 +144,11 @@ module KuberKit
     end
   end
 
+  module ServiceReader
+    autoload :ActionHandler, 'service_reader/action_handler'
+    autoload :Reader, 'service_reader/reader'
+  end
+
   module Actions
     autoload :ImageCompiler, 'actions/image_compiler'
     autoload :EnvFileReader, 'actions/env_file_reader'
@@ -202,6 +225,10 @@ module KuberKit
       Container["core.template_store"].add(template)
     end
 
+    def add_build_server(build_server)
+      Container["core.build_server_store"].add(build_server)
+    end
+
     def build_helper(&proc)
       KuberKit::Core::ContextHelper::BaseHelper.class_exec(&proc)
     end

data/lib/kuber_kit/actions/configuration_loader.rb

@@ -50,6 +50,11 @@ class KuberKit::Actions::ConfigurationLoader
       files = service_store.load_definitions(services_path)
       task.update_title("Loaded #{files.count} service definitions")
     end
+    
+    true
+  rescue KuberKit::Error => e
+    ui.print_error("Error", e.message)
+    false
   end
   
   def load_configurations(configurations_path, configuration_name)

data/lib/kuber_kit/actions/env_file_reader.rb

@@ -2,16 +2,19 @@ require 'json'
 
 class KuberKit::Actions::EnvFileReader
   include KuberKit::Import[
-    "core.env_file_store",
-    "env_file_reader.reader",
     "shell.local_shell",
-    "ui"
+    "ui",
+    env_file_reader: "env_file_reader.action_handler",
   ]
 
   Contract Symbol, Hash => Any
   def call(env_file_name, options)
-    env_file = env_file_store.get(env_file_name)
-    result = reader.read(local_shell, env_file)
+    result = env_file_reader.call(local_shell, env_file_name)
     ui.print_info(env_file_name.to_s, JSON.pretty_generate(result))
+
+    true
+  rescue KuberKit::Error => e
+    ui.print_error("Error", e.message)
+    false
   end
 end

data/lib/kuber_kit/actions/image_compiler.rb

@@ -1,37 +1,42 @@
 class KuberKit::Actions::ImageCompiler
   include KuberKit::Import[
-    "image_compiler.compiler",
     "image_compiler.image_dependency_resolver",
+    "image_compiler.build_server_pool_factory",
     "shell.local_shell",
     "tools.logger",
-    "configs",
-    "ui"
+    "ui",
+    image_compiler: "image_compiler.action_handler",
   ]
 
   Contract ArrayOf[Symbol], Hash => Any
   def call(image_names, options)
     build_id = generate_build_id
+    build_server_pool = build_server_pool_factory.create()
 
-    resolved_dependencies = []
-    dependencies = image_dependency_resolver.get_next(image_names)
-
-    while (dependencies - resolved_dependencies).any?
-      compile_simultaneously(dependencies, build_id)
-      resolved_dependencies += dependencies
-      dependencies = image_dependency_resolver.get_next(image_names, resolved: resolved_dependencies)
+    image_dependency_resolver.each_with_deps(image_names) do |dep_image_names|
+      result = compile_simultaneously(dep_image_names, build_id, build_server_pool)
+      abort unless result
     end
 
-    compile_simultaneously(image_names - resolved_dependencies, build_id)
+    build_server_pool.disconnect_all
+
+    true
+  rescue KuberKit::Error => e
+    ui.print_error("Error", e.message)
+
+    false
   end
 
   private
-    def compile_simultaneously(image_names, build_id)
+    def compile_simultaneously(image_names, build_id, build_server_pool)
       task_group = ui.create_task_group
       image_names.map do |image_name|
 
         logger.info("Started compiling: #{image_name.to_s.green}")
         task_group.add("Compiling #{image_name.to_s.yellow}") do |task|
-          compile_image(image_name, build_id)
+          shell = build_server_pool.get_shell
+          
+          image_compiler.call(shell, image_name, build_id)
 
           task.update_title("Compiled #{image_name.to_s.green}")
           logger.info("Finished compiling: #{image_name.to_s.green}")
@@ -41,16 +46,7 @@ class KuberKit::Actions::ImageCompiler
       task_group.wait
     end
 
-    def compile_image(image_name, build_id)
-      compile_dir = generate_compile_dir(build_id: build_id)
-      compiler.compile(local_shell, image_name, compile_dir)
-    end
-
     def generate_build_id
       Time.now.strftime("%H%M%S")
     end
-
-    def generate_compile_dir(build_id:)
-      File.join(configs.image_compile_dir, build_id)
-    end
 end

data/lib/kuber_kit/actions/kubectl_applier.rb

@@ -12,6 +12,11 @@ class KuberKit::Actions::KubectlApplier
       kubectl_commands.apply_file(local_shell, file_path, kubeconfig_path: kubeconfig_path)
       task.update_title("Applied file: #{file_path}")
     end
-    nil
+
+    true
+  rescue KuberKit::Error => e
+    ui.print_error("Error", e.message)
+    
+    false
   end
 end

data/lib/kuber_kit/actions/service_deployer.rb

@@ -2,11 +2,11 @@ class KuberKit::Actions::ServiceDeployer
   include KuberKit::Import[
     "actions.image_compiler",
     "service_deployer.service_list_resolver",
-    "service_deployer.deployer",
     "core.service_store",
     "shell.local_shell",
     "tools.logger",
-    "ui"
+    "ui",
+    service_deployer: "service_deployer.action_handler",
   ]
 
   Contract KeywordArgs[
@@ -19,6 +19,10 @@ class KuberKit::Actions::ServiceDeployer
       tags:     tags || []
     )
 
+    unless service_names.any?
+      ui.print_warning "WARNING", "No service found with given options, nothing will be deployed."
+    end
+
     services = service_names.map do |service_name|
       service_store.get_service(service_name.to_sym)
     end
@@ -27,6 +31,12 @@ class KuberKit::Actions::ServiceDeployer
 
     compile_images(images_names)
     deploy_services(service_names)
+
+    true
+  rescue KuberKit::Error => e
+    ui.print_error("Error", e.message)
+
+    false
   end
 
   def deploy_services(service_names)
@@ -36,7 +46,7 @@ class KuberKit::Actions::ServiceDeployer
 
       logger.info("Started deploying: #{service_name.to_s.green}")
       task_group.add("Deploying #{service_name.to_s.yellow}") do |task|
-        deployer.deploy(local_shell, service_name.to_sym)
+        service_deployer.call(local_shell, service_name.to_sym)
 
         task.update_title("Deployed #{service_name.to_s.green}")
         logger.info("Finished deploying: #{service_name.to_s.green}")