panoramix 0.5.0

data/lib/panoramix/plugin/s3.rb

@@ -0,0 +1,81 @@
+require "time"
+require "panoramix/plugin/base"
+
+module Panoramix
+	module Plugin
+		class S3 < Base
+
+			attr_reader :dst
+			attr_reader :src
+			attr_reader :flags
+
+			def initialize(dst, src, flags, host)
+				super host
+				@dst = dst
+				@src = src
+				@flags = flags
+			end
+
+			# Return current timestamp
+			def timestamp
+				return Time.at 0 unless created?
+				remote_time = shell("aws s3 ls --summarize #{@src} | head -n1 | awk 'END {print $1, $2}'", true)[:out]
+				while remote_time == " \n"
+					sleep 1
+					remote_time = shell("aws s3 ls --summarize #{@src} | head -n1 | awk 'END {print $1, $2}'", true)[:out]
+				end
+			  remote_time = Time.parse(remote_time)
+			end
+
+			# When this instance needs to be executed
+			def needed? timestamps
+				return true if !created?
+				File.ctime(@dst) < timestamp
+			end
+
+			# Has this instance already been created
+			def created?
+				File.exists?(@dst)
+			end
+
+			# Action clean fot this task
+			def clean
+				shell "rm -f #{@dst}"
+			end
+
+			# Default action for this task
+			def run_default
+				shell "aws s3 cp #{@flags} #{@src} #{@dst}"
+			end
+
+			def validate
+				out = shell("aws s3 cp --dryrun #{@flags} #{@src} #{@dst}" , true)
+				if (! out[:exit_status].success?)
+					message = I18n.t('errors.s3.not_found', {:uri => @src})
+					raise(ValidationError, message)
+				end
+			end
+
+		end
+	end
+end
+
+
+def s3(args, prerequisites, block=nil)
+	# Task name
+	name = args.keys[0]
+	# Artifacts url
+	src = args.values[0][:s3]
+	# Provided flags
+	flags = args.values[0][:flags]
+
+	# S3 tasks always run as local
+	host = "local"
+
+	instance=Panoramix::Plugin::S3.new(name, src, flags, host)
+
+	descriptions = I18n.t('s3')
+	descriptions = Hash.new if descriptions.class != Hash
+
+	Panoramix.define_tasks(name, descriptions, instance, prerequisites, block)
+end

data/lib/panoramix/plugin/wget.rb

@@ -0,0 +1,78 @@
+require "time"
+require "panoramix/plugin/base"
+
+module Panoramix
+	module Plugin
+		class Wget < Base
+
+			attr_reader :dst
+			attr_reader :src
+			attr_reader :flags
+
+			def initialize(dst, src, flags, host)
+				super host
+				@dst = dst
+				@src = src
+				@flags = flags
+			end
+
+			# Return current timestamp
+			def timestamp
+				return Time.at 0 unless created?
+				remote_time = shell("wget #{@flags} --spider -S #{@src} 2>&1 | grep Last-Modified", true)[:out]
+			    remote_time = remote_time.split("Last-Modified: ").last
+			    remote_time = Time.parse(remote_time)
+			end
+
+			# When this instance needs to be executed
+			def needed? timestamps
+				return true if !created?
+				File.ctime(@dst) < timestamp
+			end
+
+			# Has this instance already been created
+			def created?
+				File.exists?(@dst)
+			end
+
+			# Action clean fot this task
+			def clean
+				shell "rm -f #{@dst}"
+			end
+
+			# Default action for this task
+			def run_default
+				shell "wget -nv #{@flags} #{@src} -O #{@dst}"
+			end
+
+			def validate
+				out = shell("wget #{@flags} --spider -S #{@src}", true)
+				if (! out[:exit_status].success?)
+					message = I18n.t('errors.wget.not_found', {:uri => @src})
+					raise(ValidationError, message) 
+				end
+			end
+
+		end
+	end
+end
+
+
+def wget(args, prerequisites, block=nil)
+	# Task name
+	name = args.keys[0]
+	# Artifacts url
+	src = args.values[0][:wget]
+	# Provided flags
+	flags = args.values[0][:flags]
+
+	# Wget tasks always run as local
+	host = "local"
+
+	instance=Panoramix::Plugin::Wget.new(name, src, flags, host)
+
+	descriptions = I18n.t('wget')
+	descriptions = Hash.new if descriptions.class != Hash
+
+	Panoramix.define_tasks(name, descriptions, instance, prerequisites, block)
+end

data/lib/panoramix/tasks/actions.rb

@@ -0,0 +1,26 @@
+module Panoramix
+  module Tasks
+
+    class Action
+      attr_reader :action_name
+      attr_reader :silent
+      attr_reader :order_class
+
+      def initialize(action_name, silent, order_class)
+        @action_name = action_name
+        @silent = silent
+        @order_class = order_class
+      end
+
+    end
+
+    Actions = Array.new
+    Actions.push(Action.new("validate", true,	[Plugin::DockerUp, Plugin::Wget, Plugin::Git, Plugin::DockerBuild, Plugin::S3]))
+    Actions.push(Action.new("ps", false,	[Plugin::Provision, Plugin::DockerImage, Plugin::DockerBuild, Plugin::DockerUp]))
+    Actions.push(Action.new("logs", false,	[Plugin::DockerUp]))
+    Actions.push(Action.new("clobber", false,	[Plugin::DockerUp, Plugin::DockerBuild,	Plugin::DockerImage, Plugin::Provision]))
+    Actions.push(Action.new("clean", true, [Plugin::Wget, Plugin::Git, Plugin::S3]))
+    Actions.push(Action.new("stop", false, [Plugin::DockerUp]))
+    Actions.push(Action.new("start", false, [Plugin::DockerUp]))
+  end
+end

data/lib/panoramix/tasks/common_host_tasks.rb

@@ -0,0 +1,44 @@
+module Panoramix
+	module Tasks
+		module CommonHostTasks
+			module_function
+
+			# puts_header writes a formatted name to stdout
+			def puts_header host
+				docker_host = "(#{ENV["DOCKER_HOST"]})" if ENV["DOCKER_HOST"] && host == "localhost"
+
+				puts ""
+				head = "- #{host} #{docker_host} -"
+				(head.length - 1).times {print "-"}
+				puts "-"
+				puts head
+				(head.length - 1).times {print "-"}
+				puts "-\n\n"
+			end
+
+			# define_task defines the main ps task
+			def define_common_task(action, description, silent=false)
+				# Task body
+
+				block = Proc.new  do |t|
+
+					Panoramix::Hosts.hosts.each do |k, v|
+						puts_header k if((k != "localhost") && (!silent && (k != "localhost")))
+						Rake::Task["#{k}:#{action}"].invoke
+					end
+				end
+
+				# Define the ps task
+				Panoramix.define_task(action, [], description, block)
+			end
+
+			def define_tasks
+				descriptions = I18n.t('global')
+				Panoramix::Tasks::Actions.each do |act|
+					define_common_task(act.action_name, descriptions[act.action_name.to_sym], act.silent)
+				end
+			end
+
+		end
+	end
+end

data/lib/panoramix/tasks/task_mpi.rb

@@ -0,0 +1,56 @@
+module Panoramix
+	module Tasks
+
+		module MpiInfo
+			module_function
+
+			# This function defines the main task mpi_info
+			def define_tasks
+
+				block = Proc.new do |t| 
+					puts "Base MPI".bold
+					Panoramix::MPI.print_mpi 
+					puts "\nExecuted MPI".bold
+					Panoramix::MPI.print_final_mpi
+					puts "\nDiff".bold
+					Panoramix::MPI.diff_sh
+				end
+
+				# Define the mpi_info task
+				Panoramix.define_task("mpi:info", [], I18n.t('mpi.info'), block)
+
+				# Task body
+				block = Proc.new { |t| Panoramix::MPI.print_mpi }
+
+				# Define the mpi_info task
+				Panoramix.define_task("mpi:base", [], I18n.t('mpi.base'), block)
+
+				# Task body
+				block = Proc.new { |t| Panoramix::MPI.print_final_mpi }
+
+				# Define the mpi_info task
+				Panoramix.define_task("mpi:final", [], I18n.t('mpi.final'), block)
+
+				# Task body
+				block = Proc.new { |t| Panoramix::MPI.diff_sh }
+
+				# Define the mpi_info task
+				Panoramix.define_task("mpi:diff", [], I18n.t('mpi.diff'), block)
+			end
+		end
+
+		module MpiGen
+			module_function
+
+			# This function defines the main task mpi_gen
+			def define_task
+
+				# Task body
+				block = Proc.new { |t| Panoramix::MPI.generate }
+				# Define the mpi_gen task
+				Panoramix.define_task("mpi:gen", [], I18n.t('mpi.gen'), block)
+			end
+		end
+
+	end
+end

data/lib/panoramix.rb

@@ -0,0 +1,49 @@
+require "panoramix/external"
+require "panoramix/plugin/docker_image"
+require "panoramix/plugin/docker_build"
+require "panoramix/plugin/docker_up"
+require "panoramix/plugin/provision"
+require "panoramix/dsl"
+require "panoramix/hosts"
+require "panoramix/connections"
+require "panoramix/panoramix_core"
+require "panoramix/tasks/actions"
+require "panoramix/tasks/common_host_tasks"
+require "panoramix/tasks/task_mpi"
+require "rake/clean"
+
+Panoramix::MPI.initialize
+
+Panoramix::Connections.initialize
+Panoramix::Hosts.initialize
+Panoramix::TIMESTAMP=Hash.new
+
+class String
+	def black;          "\033[30m#{self}\033[0m" end
+	def red;            "\033[31m#{self}\033[0m" end
+	def green;          "\033[32m#{self}\033[0m" end
+	def brown;          "\033[33m#{self}\033[0m" end
+	def blue;           "\033[34m#{self}\033[0m" end
+	def magenta;        "\033[35m#{self}\033[0m" end
+	def cyan;           "\033[36m#{self}\033[0m" end
+	def gray;           "\033[37m#{self}\033[0m" end
+	def bg_black;       "\033[40m#{self}\033[0m" end
+	def bg_red;         "\033[41m#{self}\033[0m" end
+	def bg_green;       "\033[42m#{self}\033[0m" end
+	def bg_brown;       "\033[43m#{self}\033[0m" end
+	def bg_blue;        "\033[44m#{self}\033[0m" end
+	def bg_magenta;     "\033[45m#{self}\033[0m" end
+	def bg_cyan;        "\033[46m#{self}\033[0m" end
+	def bg_gray;        "\033[47m#{self}\033[0m" end
+	def bold;           "\033[1m#{self}\033[22m" end
+	def reverse_color;  "\033[7m#{self}\033[27m" end
+end
+
+Panoramix::Tasks::CommonHostTasks.define_tasks
+Panoramix::Tasks::MpiInfo.define_tasks
+Panoramix::Tasks::MpiGen.define_task
+Panoramix::Link = Hash.new
+
+Rake::Task.tasks.select{|t| t.name == "clobber"}.first.instance_variable_set(:@prerequisites,[])
+
+at_exit { Panoramix::Connections.connections.each {|k,v| v.close_connection } }

data/locales/en.yml

@@ -0,0 +1,55 @@
+en:
+  git:
+  wget:
+  s3:
+  docker_up:
+    main: Deploy new cluster
+    ps: Show deployment status
+    stop: Stop any project running container
+    start: Start any project stopped container
+    logs: Show containers logs
+  docker_image:
+    main: Pull given image
+    ps: Show image status
+  docker_build:
+    main: Build image
+    ps: Show built image status
+  provision:
+    main: Provision new host
+    ps: Show host status
+  host:
+    validate: Check host tasks definitions
+    ps: Print host system ps
+    logs: Print host system logs
+    clobber: Removes current system
+    clean: Remove local artifacts
+    stop: Stop all containers
+    start: Start all containers
+  global:
+    validate: Check tasks definitions
+    ps: Print system ps
+    logs: Print system logs
+    clobber: Removes current system
+    clean: Remove local artifacts
+    stop: Stop all containers
+    start: Start all containers
+  mpi:
+    gen: Generate project MPI
+    info: Show overriden dependencies 
+    diff: Show dependencies diff
+    final: Show executed MPI
+    base: Show base dependencies
+  errors:
+    docker_up:
+      cluster_deployed: The cluster %{id} is already deployed. Delete it before creating it again.
+      docker_compose_not_found: The given docker-compose.yml %{path} has not found.
+      env_var_not_given: Undefined environment variables [%{env}].
+      no_compose_provided: Key compose has not been provided
+    docker_build:
+      no_dockerfile_provided: Key dockerfile has not been provided
+    wget:
+      not_found: Cannot download %{uri}.
+    s3:
+      not_found: Cannot download %{uri}.
+    git:
+      not_found: Tag %{tag} or branch %{branch} not found.

metadata

@@ -0,0 +1,139 @@
+--- !ruby/object:Gem::Specification
+name: panoramix
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+  prerelease: 
+platform: ruby
+authors:
+- sflyr
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-08-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-ssh-gateway
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: i18n
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Panoramix is a Rakefile like lib, capable of handling docker deployments
+email: jig@safelayer.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/panoramix/dsl.rb
+- lib/panoramix/tasks/common_host_tasks.rb
+- lib/panoramix/tasks/task_mpi.rb
+- lib/panoramix/tasks/actions.rb
+- lib/panoramix/plugin/docker_image.rb
+- lib/panoramix/plugin/base.rb
+- lib/panoramix/plugin/docker_image_base.rb
+- lib/panoramix/plugin/docker_up.rb
+- lib/panoramix/plugin/docker_build.rb
+- lib/panoramix/plugin/provision.rb
+- lib/panoramix/plugin/s3.rb
+- lib/panoramix/plugin/git.rb
+- lib/panoramix/plugin/wget.rb
+- lib/panoramix/hosts.rb
+- lib/panoramix/connections.rb
+- lib/panoramix/connections/local_connection.rb
+- lib/panoramix/connections/base_connection.rb
+- lib/panoramix/connections/docker_connection.rb
+- lib/panoramix/locale.rb
+- lib/panoramix/mpi.rb
+- lib/panoramix/metal.rb
+- lib/panoramix/external.rb
+- lib/panoramix/instances/base.rb
+- lib/panoramix/instances/local.rb
+- lib/panoramix/instances/metal.rb
+- lib/panoramix/instances/aws.rb
+- lib/panoramix/aws.rb
+- lib/panoramix/panoramix_core.rb
+- lib/panoramix.rb
+- locales/en.yml
+homepage: https://github.com/sflyr
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: panoramix
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Panoramix gem
+test_files: []