odania_ops 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 97a7f695f5c90058224a5945f971f81bdf97decb
-  data.tar.gz: e84dea70dcf975dd26226d8ce484d4219f35a08e
+  metadata.gz: 27bedf19aac7aa4c2167f33d7b57d03559503203
+  data.tar.gz: 5c8fddfd1d0e66be797cad0e2fc79b00c66c20c2
 SHA512:
-  metadata.gz: 77868151a59fd20e06a6926e45d9e0f7e6b3bec0b66b779550495ebc4dbded834ca2bb1b1cb348f24e8fa579aae2084f2a69b60eaa8c3f0c06c89cce10c3f261
-  data.tar.gz: ec2ac486a197c4b51ae431238d8455ba3fb590537e48fe332ec75caa56ef5d1c10e0a9540cc837ea5b8b05fa9b40c0d05b3db976f27e37b888af367eeba98763
+  metadata.gz: f26ec148dd4a29a41041dfc3da16a87c43f4b8e0a9114fd245295e92d9ae82a99c3cbc4d55752a83b42bb6f44ae0edf331170c29b429684278083193c19391d6
+  data.tar.gz: 424639eb2f838cb2c486ae5d602d88278e22e0c000483b337a19ecabd497e453d8efc93638ee035a621489e95bfd4554129e875e1d1cc5b2667ab5b070a413b1

data/Gemfile.lock

@@ -1,34 +1,45 @@
 PATH
   remote: .
   specs:
-    odania_ops (0.0.5)
+    odania_ops (0.0.6)
       activesupport
       deep_merge
       docker-api
+      erubis
       httparty
+      sshkit
       thor
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (4.2.5)
+    activesupport (4.2.5.1)
       i18n (~> 0.7)
       json (~> 1.7, >= 1.7.7)
       minitest (~> 5.1)
       thread_safe (~> 0.3, >= 0.3.4)
       tzinfo (~> 1.1)
+    colorize (0.7.7)
     deep_merge (1.0.1)
     docker-api (1.24.1)
       excon (>= 0.38.0)
       json
+    erubis (2.7.0)
     excon (0.45.4)
     httparty (0.13.7)
       json (~> 1.8)
       multi_xml (>= 0.5.2)
     i18n (0.7.0)
     json (1.8.3)
-    minitest (5.8.3)
+    minitest (5.8.4)
     multi_xml (0.5.5)
+    net-scp (1.2.1)
+      net-ssh (>= 2.6.5)
+    net-ssh (3.0.2)
+    sshkit (1.7.1)
+      colorize (>= 0.7.0)
+      net-scp (>= 1.1.2)
+      net-ssh (>= 2.8.0)
     thor (0.19.1)
     thread_safe (0.3.5)
     tzinfo (1.2.2)

data/lib/odania_ops/cli/backup.rb

@@ -0,0 +1,52 @@
+module OdaniaOps
+	module Cli
+		class Backup < Thor
+			desc 'execute <options>', 'Executes a backup'
+			option :type, :type => :string, :required => true
+			option :host, :type => :string, :required => true
+			option :host_user, :type => :string, :required => true
+			option :target_host, :type => :string, :required => true
+			option :target_type, :type => :string, :required => true
+			option :target_user, :type => :string, :required => true
+			option :target_password, :type => :string, :required => true
+			option :jumpbox, :type => :string
+
+			def execute(opts=nil)
+				@type = options[:type]
+				$logger.info "Starting backup [#{@type}] #{options[:host]} -> [#{options[:target_type]}] #{options[:target_host]} (Jumpbox: #{options[:jumpbox]})"
+				opts = opts.nil? ? {} : JSON.parse(opts)
+
+				# Detect implementation
+				backup_script_file = "/tmp/#{Time.now.to_i}_backup.rb"
+				clazz = "OdaniaOps::Implementations::Backup::#{@type}".constantize.new options[:host], opts
+				clazz.write backup_script_file
+
+				set_jump_host(options[:jumpbox]) unless options[:jumpbox].nil?
+
+				server_host = options[:host_user].nil? ? options[:host] : "#{options[:host_user]}@#{options[:host]}"
+				on server_host, in: :sequence do |host|
+					within '/tmp' do
+						server_backup_file = "/tmp/#{@type}_backup.rb"
+						upload! backup_script_file, server_backup_file
+						result = capture "sudo #{server_backup_file}"
+						$logger.info result
+					end
+				end
+
+				$logger.info "Finished backup [#{@type}] #{options[:host]} -> [#{options[:target_type]}] #{options[:target_host]} (Jumpbox: #{options[:jumpbox]})"
+			end
+
+			private
+
+			def set_jump_host(host)
+				SSHKit::Backend::Netssh.configure do |ssh|
+					ssh.ssh_options = {
+						forward_agent: true,
+						auth_methods: %w(publickey),
+						proxy: Net::SSH::Proxy::Command.new("ssh #{host} -W %h:%p")
+					}
+				end
+			end
+		end
+	end
+end

data/lib/odania_ops/cli/docker.rb

@@ -18,10 +18,11 @@ module OdaniaOps
 
 				$logger.info "Tagging #{build_tag} as latest"
 				OdaniaOps::Helper::Docker.remote_tag "#{image_name}:#{build_tag}"
-				OdaniaOps::Helper::Docker.remote_tag "#{image_name}:#{build_tag}", "#{image_name}:latest", true
+				OdaniaOps::Helper::Docker.remote_tag "#{image_name}:#{build_tag}", "#{image_name}:latest"
 
 				$logger.info "Pushing #{build_tag}"
-				OdaniaOps::Helper::Docker.push image_name
+				OdaniaOps::Helper::Docker.push image_name, build_tag
+				OdaniaOps::Helper::Docker.push image_name, 'latest'
 			end
 
 			desc 'base_image_check <folder>', 'Searches for all Dockerfiles under <folder> and looks for the base image'
@@ -97,4 +98,4 @@ module OdaniaOps
 			end
 		end
 	end
-end
+end

data/lib/odania_ops/cli/node.rb

@@ -0,0 +1,20 @@
+module OdaniaOps
+	module Cli
+		class Node < Thor
+			desc 'exec <command>', 'Run command on nodes'
+			option :hosts, :type => :string, :aliases => [:h], :required => true
+			option :process, :type => :string, :default => :sequence, :banner => 'Process in sequence or parallel'
+			def exec(*args)
+				command = args.join(' ')
+				on options[:hosts].split(','), in: options[:process].to_sym do |host|
+					within '/tmp' do
+						result = capture command
+						result.split("\n").each do |line|
+							info "#{host}: #{line}"
+						end
+					end
+				end
+			end
+		end
+	end
+end

data/lib/odania_ops/helper/backup.rb

@@ -0,0 +1,10 @@
+module OdaniaOps
+	module Helper
+		class Backup
+			def space_used(user, host)
+				result = `echo "df -h" | sftp -b - #{user}@#{host}`
+				puts result.inspect
+			end
+		end
+	end
+end

data/lib/odania_ops/helper/config.rb

@@ -10,6 +10,9 @@ module OdaniaOps
 						config_file = retrieve_config_folder folder
 					end
 
+					$config = {}
+					return unless File.exists? config_file
+
 					$logger.debug "Loading config file #{config_file}"
 					$config = YAML.load_file(config_file)
 					$logger.debug $config.inspect
@@ -29,9 +32,10 @@ module OdaniaOps
 						folder = next_folder
 					end
 
-					raise "No configuration found! Looking in #{start_folder} and above."
+					$logger.error "No configuration found! Looking in #{start_folder} and above."
+					''
 				end
 			end
 		end
 	end
-end
+end

data/lib/odania_ops/helper/docker.rb

@@ -8,14 +8,14 @@ module OdaniaOps
 					data['tags']
 				end
 
-				def remote_tag(image_name_and_tag, target_image_name_and_tag=nil, force=false)
+				def remote_tag(image_name_and_tag, target_image_name_and_tag=nil)
 					target_image_name_and_tag = image_name_and_tag if target_image_name_and_tag.nil?
-					opts = force ? '-f' : ''
-					OdaniaOps::Helper::Shell.execute("docker tag #{opts} #{image_name_and_tag} #{registry_name}/#{target_image_name_and_tag}")
+					OdaniaOps::Helper::Shell.execute("docker tag #{image_name_and_tag} #{registry_name}/#{target_image_name_and_tag}")
 				end
 
-				def push(image_name)
-					OdaniaOps::Helper::Shell.execute("docker push #{registry_name}/#{image_name}")
+				def push(image_name, tag=nil)
+					tag = ":#{tag}" unless tag.nil? or tag.empty?
+					OdaniaOps::Helper::Shell.execute("docker push #{registry_name}/#{image_name}#{tag}")
 				end
 
 				def login

data/lib/odania_ops/implementations/backup/mongodb.rb

@@ -0,0 +1,9 @@
+module OdaniaOps
+	module Implementations
+		module Backup
+			class Mongodb
+
+			end
+		end
+	end
+end

data/lib/odania_ops/implementations/backup/mysql.rb

@@ -0,0 +1,24 @@
+module OdaniaOps
+	module Implementations
+		module Backup
+			class Mysql
+				attr_accessor :template, :host, :opts
+
+				def initialize(host, opts)
+					self.host = host
+					self.opts = opts
+					self.template = File.new(File.join(BASE_DIR, 'templates', 'backup', 'mysql.rb.erb')).read
+				end
+
+				def render
+					Erubis::Eruby.new(self.template).result(binding)
+				end
+
+				def write(target_file)
+					File.write(target_file, self.render)
+					`chmod +x #{target_file}`
+				end
+			end
+		end
+	end
+end

data/lib/odania_ops/implementations/backup/postgres.rb

@@ -0,0 +1,9 @@
+module OdaniaOps
+	module Implementations
+		module Backup
+			class Postgres
+
+			end
+		end
+	end
+end

data/lib/odania_ops/implementations/backup/rsync.rb

@@ -0,0 +1,9 @@
+module OdaniaOps
+	module Implementations
+		module Backup
+			class Rsync
+
+			end
+		end
+	end
+end

data/lib/odania_ops/version.rb

@@ -1,3 +1,3 @@
 module OdaniaOps
-	VERSION = '0.0.5'
+	VERSION = '0.0.6'
 end

data/lib/odania_ops.rb

@@ -4,14 +4,28 @@ require 'httparty'
 require 'logger'
 require 'yaml'
 require 'deep_merge/rails_compat'
+require 'erubis'
 require 'active_support/all'
 require 'docker-api'
 
+require 'net/ssh/proxy/command'
+require 'sshkit'
+require 'sshkit/dsl'
+
+BASE_DIR = File.absolute_path File.join(File.dirname(__FILE__), '..') unless defined? BASE_DIR
+
+require_relative 'odania_ops/cli/backup'
 require_relative 'odania_ops/cli/config'
 require_relative 'odania_ops/cli/docker'
+require_relative 'odania_ops/cli/node'
+require_relative 'odania_ops/helper/backup'
 require_relative 'odania_ops/helper/config'
 require_relative 'odania_ops/helper/docker'
 require_relative 'odania_ops/helper/shell'
+require_relative 'odania_ops/implementations/backup/mongodb'
+require_relative 'odania_ops/implementations/backup/mysql'
+require_relative 'odania_ops/implementations/backup/postgres'
+require_relative 'odania_ops/implementations/backup/rsync'
 
 # Setup logger
 $logger = Logger.new(STDOUT)
@@ -31,11 +45,17 @@ module OdaniaOps
 				$logger.level = "Logger::#{options['log_level']}".constantize
 			end
 
+			desc 'backup', 'Backup helper'
+			subcommand 'backup', Backup
+
 			desc 'docker', 'Docker helper'
 			subcommand 'docker', Docker
 
 			desc 'config', 'Manage configuration'
 			subcommand 'config', Config
+
+			desc 'node', 'Execute commands on nodes'
+			subcommand 'node', Node
 		end
 	end
 end

data/odania_ops.gemspec

@@ -19,6 +19,8 @@ Gem::Specification.new do |gem|
 	gem.add_dependency 'activesupport'
 	gem.add_dependency 'deep_merge'
 	gem.add_dependency 'docker-api'
+	gem.add_dependency 'erubis'
 	gem.add_dependency 'httparty'
 	gem.add_dependency 'thor'
+	gem.add_dependency 'sshkit'
 end

data/templates/backup/mysql.rb.erb

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+require 'fileutils'
+
+# Config
+mysql_user = '<%= opts['user'] %>'
+mysql_pass = '<%= opts['password'] %>'
+mysql_host = '127.0.0.1'
+
+# Backup folder
+backup_dir = '/media/backup/<%= host %>/mysql'
+
+# Create folder if needed
+FileUtils.mkdir_p backup_dir unless File.directory? backup_dir
+
+# Backup MySql
+result = ` mysql -u #{mysql_user} -p#{mysql_pass} -h #{mysql_host} --silent -N -e 'show databases'`.split("\n")
+result.each do |db_name|
+	db_name = db_name.strip
+	next if %w(information_schema performance_schema).include? db_name
+
+	filename = "#{backup_dir}/#{db_name}.mysql.sql.gz"
+	puts "Backing up #{db_name} to #{filename}"
+	` mysqldump -u #{mysql_user} -p#{mysql_pass} -h #{mysql_host} -e --opt -c #{db_name} | gzip -c > #{filename}`
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: odania_ops
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Mike Petersen
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-01-11 00:00:00.000000000 Z
+date: 2016-11-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: erubis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: httparty
   requirement: !ruby/object:Gem::Requirement
@@ -80,6 +94,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: sshkit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Ops tools for managing servers
 email:
 - mike@odania-it.com
@@ -98,13 +126,21 @@ files:
 - bin/odania-ops
 - bin/ops
 - lib/odania_ops.rb
+- lib/odania_ops/cli/backup.rb
 - lib/odania_ops/cli/config.rb
 - lib/odania_ops/cli/docker.rb
+- lib/odania_ops/cli/node.rb
+- lib/odania_ops/helper/backup.rb
 - lib/odania_ops/helper/config.rb
 - lib/odania_ops/helper/docker.rb
 - lib/odania_ops/helper/shell.rb
+- lib/odania_ops/implementations/backup/mongodb.rb
+- lib/odania_ops/implementations/backup/mysql.rb
+- lib/odania_ops/implementations/backup/postgres.rb
+- lib/odania_ops/implementations/backup/rsync.rb
 - lib/odania_ops/version.rb
 - odania_ops.gemspec
+- templates/backup/mysql.rb.erb
 homepage: http://www.odania.com/ops-tools
 licenses:
 - MIT
@@ -125,7 +161,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 2.6.7
 signing_key: 
 specification_version: 4
 summary: Ops tools for managing servers