kuber_kit 0.1.4 → 0.1.9

data/lib/kuber_kit/service_deployer/strategy_detector.rb

@@ -0,0 +1,6 @@
+class KuberKit::ServiceDeployer::StrategyDetector
+  Contract KuberKit::Core::Service => Symbol
+  def call(service)
+    KuberKit.current_configuration.deploy_strategy
+  end
+end

data/lib/kuber_kit/service_reader/action_handler.rb

@@ -0,0 +1,13 @@
+class KuberKit::ServiceReader::ActionHandler
+  include KuberKit::Import[
+    "service_reader.reader",
+    "core.service_store",
+  ]
+
+  Contract KuberKit::Shell::AbstractShell, Symbol => Any
+  def call(shell, service_name)
+    service = service_store.get_service(service_name)
+
+    reader.read(shell, service)
+  end
+end

data/lib/kuber_kit/{service_deployer/service_reader.rb → service_reader/reader.rb}

@@ -1,4 +1,4 @@
-class KuberKit::ServiceDeployer::ServiceReader
+class KuberKit::ServiceReader::Reader
   include KuberKit::Import[
     "core.template_store",
     "core.context_helper_factory",

data/lib/kuber_kit/shell/abstract_shell.rb

@@ -17,4 +17,8 @@ class KuberKit::Shell::AbstractShell
   def recursive_list_files(path, name: nil)
     raise KuberKit::NotImplementedError, "must be implemented"
   end
+
+  def sync(local_path, remote_path, exclude: nil)
+    raise KuberKit::NotImplementedError, "must be implemented"
+  end
 end

data/lib/kuber_kit/shell/{bash_commands.rb → commands/bash_commands.rb}

@@ -1,4 +1,4 @@
-class KuberKit::Shell::BashCommands
+class KuberKit::Shell::Commands::BashCommands
   def rm(shell, path)
     shell.exec!(%Q{rm "#{path}"})
   end

data/lib/kuber_kit/shell/{docker_commands.rb → commands/docker_commands.rb}

@@ -1,4 +1,4 @@
-class KuberKit::Shell::DockerCommands
+class KuberKit::Shell::Commands::DockerCommands
   def build(shell, build_dir, args = [])
     default_args = ["--rm=true"]
     args_list = (default_args + args).join(" ")

data/lib/kuber_kit/shell/{git_commands.rb → commands/git_commands.rb}

@@ -1,4 +1,4 @@
-class KuberKit::Shell::GitCommands
+class KuberKit::Shell::Commands::GitCommands
   def get_remote_url(shell, git_repo_path, remote_name: "origin")
     shell.exec! [
       "cd #{git_repo_path}",

data/lib/kuber_kit/shell/{kubectl_commands.rb → commands/kubectl_commands.rb}

@@ -1,7 +1,7 @@
 require 'json'
 require 'shellwords'
 
-class KuberKit::Shell::KubectlCommands
+class KuberKit::Shell::Commands::KubectlCommands
   def apply_file(shell, file_path, kubeconfig_path: nil)
     command_parts = []
     if kubeconfig_path

data/lib/kuber_kit/shell/{rsync_commands.rb → commands/rsync_commands.rb}

@@ -1,11 +1,17 @@
-class KuberKit::Shell::RsyncCommands
-  def rsync(shell, source_path, target_path, exclude: nil)
+class KuberKit::Shell::Commands::RsyncCommands
+  def rsync(shell, source_path, target_path, target_host: nil, exclude: nil)
     # Add a trailing slash to directory to have behavior similar to CP command
     if path_is_directory?(source_path) && !source_path.end_with?("/")
       source_path = "#{source_path}/"
     end
 
-    args = [source_path, target_path]
+    if target_host
+      destination = "#{target_host}:#{target_path}"
+    else
+      destination = target_path
+    end
+
+    args = [source_path, destination]
     if exclude
       args << "--exclude=#{exclude}"
     end

data/lib/kuber_kit/shell/local_shell.rb

@@ -3,21 +3,24 @@ require 'fileutils'
 class KuberKit::Shell::LocalShell < KuberKit::Shell::AbstractShell
   include KuberKit::Import[
     "tools.logger",
-    "shell.command_counter"
+    "shell.command_counter",
+    "shell.rsync_commands",
   ]
 
-  def exec!(command)
+  def exec!(command, log_command: true)
     command_number = command_counter.get_number.to_s.rjust(2, "0")
     
-    logger.info("Executed command [#{command_number}]: #{command.to_s.cyan}")
+    if log_command
+      logger.info("Execute: [#{command_number}]: #{command.to_s.cyan}")
+    end
 
     result = nil
     IO.popen(command, err: [:child, :out]) do |io|
       result = io.read.chomp.strip
     end
 
-    if result && result != ""
-      logger.info("Finished command [#{command_number}] with result: \n#{result.grey}")
+    if result && result != "" && log_command
+      logger.info("Finished [#{command_number}] with result: \n#{result.grey}")
     end
 
     if $?.exitstatus != 0
@@ -27,6 +30,10 @@ class KuberKit::Shell::LocalShell < KuberKit::Shell::AbstractShell
     result
   end
 
+  def sync(local_path, remote_path, exclude: nil)
+    rsync_commands.rsync(self, local_path, remote_path, exclude: exclude)
+  end
+
   def read(file_path)
     File.read(file_path)
   end
@@ -41,6 +48,18 @@ class KuberKit::Shell::LocalShell < KuberKit::Shell::AbstractShell
     true
   end
 
+  def delete(file_path)
+    exec!("rm #{file_path}")
+  end
+
+  def file_exists?(file_path)
+    exec!("test -f #{file_path} && echo 'true' || echo 'false'", log_command: false) == 'true'
+  end
+
+  def dir_exists?(dir_path)
+    exec!("test -d #{dir_path} && echo 'true' || echo 'false'", log_command: false) == 'true'
+  end
+
   def recursive_list_files(path, name: nil)
     command = %Q{find -L #{path}  -type f}
     command += " -name #{name}" if name

data/lib/kuber_kit/shell/ssh_session.rb

@@ -0,0 +1,60 @@
+require 'net/ssh'
+
+class KuberKit::Shell::SshSession
+  SshSessionError = Class.new(KuberKit::Error)
+
+  attr_reader :session, :host, :user, :port
+
+  def initialize(host:, user:, port:)
+    @host = host
+    @user = user
+    @port = port
+    @session = Net::SSH.start(host, user, {port: port})
+  end
+
+  def connected?
+    !!@session
+  end
+  
+  def disconnect
+    return unless connected?
+    @session.close
+    @session = nil
+  end
+
+  def exec!(command)
+    stdout_data = ''
+    stderr_data = ''
+    exit_code = nil
+    channel = session.open_channel do |ch|
+      ch.exec(command) do |ch, success|
+        if !success
+          raise SshSessionError, "Shell command failed: #{command}\r\n#{stdout_data}\r\n#{stderr_data}"
+        end
+
+        channel.on_data do |ch,data|
+          stdout_data += data
+        end
+
+        channel.on_extended_data do |ch,type,data|
+          stderr_data += data
+        end
+
+        channel.on_request('exit-status') do |ch,data|
+          exit_code = data.read_long
+        end
+      end
+    end
+
+    channel.wait
+    session.loop
+
+    stdout_data = stdout_data.chomp.strip
+
+    if exit_code != 0
+      raise SshSessionError, "Shell command failed: #{command}\r\n#{stdout_data}\r\n#{stderr_data}"
+    end
+
+    stdout_data
+  end
+end

data/lib/kuber_kit/shell/ssh_shell.rb

@@ -0,0 +1,77 @@
+require 'tempfile'
+
+class KuberKit::Shell::SshShell < KuberKit::Shell::LocalShell
+  include KuberKit::Import[
+    "tools.logger",
+    "shell.command_counter",
+    "shell.rsync_commands",
+    "shell.local_shell"
+  ]
+
+  def connect(host:, user:, port:)
+    @ssh_session = KuberKit::Shell::SshSession.new(host: host, user: user, port: port)
+  end
+  
+  def connected?
+    @ssh_session && @ssh_session.connected?
+  end
+
+  def disconnect
+    @ssh_session.disconnect if @ssh_session
+  end
+
+  def exec!(command, log_command: true)
+    command_number = command_counter.get_number.to_s.rjust(2, "0")
+    
+    if log_command
+      logger.info("#{ssh_session.host.green} > Execute: [#{command_number}]: #{command.to_s.cyan}")
+    end
+
+    result = ssh_session.exec!(command)
+
+    if result && result != "" && log_command
+      logger.info("#{ssh_session.host.green} > Finished [#{command_number}] with result: \n#{result.grey}")
+    end
+
+    result
+  rescue KuberKit::Shell::SshSession::SshSessionError => e
+    raise ShellError.new(e.message)
+  end
+
+  def sync(local_path, remote_path, exclude: nil)
+    rsync_commands.rsync(
+      local_shell, local_path, remote_path, 
+      target_host: "#{ssh_session.user}@#{ssh_session.host}",
+      exclude:     exclude
+    )
+  end
+
+  def read(file_path)
+    exec!("cat #{file_path}")
+  end
+
+  def write(file_path, content)
+    Tempfile.create do |file| 
+      file << content
+      file.flush
+      sync(file.path, file_path)
+    end
+
+    logger.info("Created file #{file_path.to_s.cyan}\r\n#{content.grey}")
+
+    true
+  end
+
+  private
+    def ssh_session
+      unless connected?
+        raise ArgumentError, "ssh session is not created, please call #connect"
+      end
+
+      @ssh_session
+    end
+
+    def ensure_directory_exists(file_path)
+      exec!("mkdir -p #{file_path}")
+    end
+end

data/lib/kuber_kit/tools/file_presence_checker.rb

@@ -1,6 +1,10 @@
 class KuberKit::Tools::FilePresenceChecker
   FileNotFound = Class.new(KuberKit::Error)
 
+  include KuberKit::Import[
+    "shell.local_shell"
+  ]
+
   def check_file!(file_path)
     unless file_exists?(file_path)
       raise FileNotFound, "File not found at path: #{file_path}"
@@ -9,7 +13,7 @@ class KuberKit::Tools::FilePresenceChecker
   end
 
   def file_exists?(file_path)
-    File.exists?(file_path)
+    local_shell.file_exists?(file_path)
   end
 
   def check_dir!(dir_path)
@@ -20,6 +24,6 @@ class KuberKit::Tools::FilePresenceChecker
   end
 
   def dir_exists?(dir_path)
-    Dir.exists?(dir_path)
+    local_shell.dir_exists?(dir_path)
   end
 end

data/lib/kuber_kit/version.rb

@@ -1,3 +1,3 @@
 module KuberKit
-  VERSION = "0.1.4"
+  VERSION = "0.1.9"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kuber_kit
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.9
 platform: ruby
 authors:
 - Iskander Khaziev
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-10-30 00:00:00.000000000 Z
+date: 2020-11-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: contracts-lite
@@ -66,6 +66,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -144,6 +158,7 @@ files:
 - TODO.md
 - bin/console
 - bin/kit
+- example/app_data/env_file.yml
 - example/app_data/service.yml
 - example/app_data/test.env
 - example/app_data/test.txt
@@ -160,9 +175,11 @@ files:
 - example/images/ruby_app2/build_context/example_file.txt
 - example/images/ruby_app2/image.rb
 - example/infrastructure/artifacts.rb
+- example/infrastructure/build_servers.rb
 - example/infrastructure/env_files.rb
 - example/infrastructure/registries.rb
 - example/infrastructure/templates.rb
+- example/services/env_file.rb
 - example/services/ruby_app.rb
 - kuber_kit.gemspec
 - lib/kuber_kit.rb
@@ -184,6 +201,9 @@ files:
 - lib/kuber_kit/core/artifacts/artifact_store.rb
 - lib/kuber_kit/core/artifacts/git.rb
 - lib/kuber_kit/core/artifacts/local.rb
+- lib/kuber_kit/core/build_servers/abstract_build_server.rb
+- lib/kuber_kit/core/build_servers/build_server.rb
+- lib/kuber_kit/core/build_servers/build_server_store.rb
 - lib/kuber_kit/core/configuration.rb
 - lib/kuber_kit/core/configuration_definition.rb
 - lib/kuber_kit/core/configuration_definition_factory.rb
@@ -209,43 +229,50 @@ files:
 - lib/kuber_kit/core/service_definition_factory.rb
 - lib/kuber_kit/core/service_factory.rb
 - lib/kuber_kit/core/service_store.rb
+- lib/kuber_kit/core/store.rb
 - lib/kuber_kit/core/templates/abstract_template.rb
 - lib/kuber_kit/core/templates/artifact_file.rb
 - lib/kuber_kit/core/templates/template_store.rb
-- lib/kuber_kit/env_file_reader/abstract_env_file_reader.rb
-- lib/kuber_kit/env_file_reader/artifact_file_reader.rb
+- lib/kuber_kit/env_file_reader/action_handler.rb
 - lib/kuber_kit/env_file_reader/reader.rb
+- lib/kuber_kit/env_file_reader/strategies/abstract.rb
+- lib/kuber_kit/env_file_reader/strategies/artifact_file.rb
 - lib/kuber_kit/extensions/colored_string.rb
 - lib/kuber_kit/extensions/contracts.rb
 - lib/kuber_kit/extensions/indocker_compat.rb
 - lib/kuber_kit/extensions/inspectable.rb
+- lib/kuber_kit/image_compiler/action_handler.rb
+- lib/kuber_kit/image_compiler/build_server_pool.rb
+- lib/kuber_kit/image_compiler/build_server_pool_factory.rb
 - lib/kuber_kit/image_compiler/compiler.rb
 - lib/kuber_kit/image_compiler/image_build_dir_creator.rb
 - lib/kuber_kit/image_compiler/image_builder.rb
 - lib/kuber_kit/image_compiler/image_dependency_resolver.rb
 - lib/kuber_kit/image_compiler/version_tag_builder.rb
-- lib/kuber_kit/preprocessing/dir_preprocessor.rb
 - lib/kuber_kit/preprocessing/file_preprocessor.rb
 - lib/kuber_kit/preprocessing/text_preprocessor.rb
+- lib/kuber_kit/service_deployer/action_handler.rb
 - lib/kuber_kit/service_deployer/deployer.rb
 - lib/kuber_kit/service_deployer/service_list_resolver.rb
-- lib/kuber_kit/service_deployer/service_reader.rb
-- lib/kuber_kit/service_deployer/service_restarter.rb
 - lib/kuber_kit/service_deployer/strategies/abstract.rb
 - lib/kuber_kit/service_deployer/strategies/kubernetes.rb
+- lib/kuber_kit/service_deployer/strategy_detector.rb
+- lib/kuber_kit/service_reader/action_handler.rb
+- lib/kuber_kit/service_reader/reader.rb
 - lib/kuber_kit/shell/abstract_shell.rb
-- lib/kuber_kit/shell/bash_commands.rb
 - lib/kuber_kit/shell/command_counter.rb
-- lib/kuber_kit/shell/docker_commands.rb
-- lib/kuber_kit/shell/git_commands.rb
-- lib/kuber_kit/shell/kubectl_commands.rb
+- lib/kuber_kit/shell/commands/bash_commands.rb
+- lib/kuber_kit/shell/commands/docker_commands.rb
+- lib/kuber_kit/shell/commands/git_commands.rb
+- lib/kuber_kit/shell/commands/kubectl_commands.rb
+- lib/kuber_kit/shell/commands/rsync_commands.rb
 - lib/kuber_kit/shell/local_shell.rb
-- lib/kuber_kit/shell/rsync_commands.rb
+- lib/kuber_kit/shell/ssh_session.rb
+- lib/kuber_kit/shell/ssh_shell.rb
 - lib/kuber_kit/template_reader/abstract_template_reader.rb
 - lib/kuber_kit/template_reader/artifact_file_reader.rb
 - lib/kuber_kit/template_reader/reader.rb
 - lib/kuber_kit/tools/file_presence_checker.rb
-- lib/kuber_kit/tools/files_sync.rb
 - lib/kuber_kit/tools/logger_factory.rb
 - lib/kuber_kit/ui.rb
 - lib/kuber_kit/ui/interactive.rb