dockersitter 0.1.0

data/lib/commands/restore_app.rb

@@ -0,0 +1,56 @@
+require 'fileutils'
+require 'open3'
+require 'thor/group'
+require 'thor'
+
+
+class RestoreApp < Thor::Group
+  include Thor::Actions
+  include DockerMgr::Util
+
+
+  argument :app_name
+  def restore
+    
+    app_backup_dir = "#{backup_dir}/#{app_name}"
+    app_backup_tmp_dir = "#{app_backup_dir}/tmp"
+
+    reverse_sorted_entries = Dir.entries(app_backup_dir)
+    .select {|entry| entry != "." && entry != ".."}
+    .sort {| a,b | extract_date(b) <=> extract_date(a)}
+
+    puts "please select your backup"
+    reverse_sorted_entries.each_with_index{|entry,i| puts "#{i+1} #{entry}"}
+    puts "(a) abort"
+
+    choice = STDIN.gets.chomp
+
+    abort "aborting" unless %w(1 2 3).include? choice
+
+    chosen_backup = reverse_sorted_entries[choice.to_i - 1]
+
+    choice = yes?("do you want to restore the data-container back to #{Time.at(extract_date(chosen_backup).to_i).strftime '%d.%m.%Y-%H:%M:%S'} (y,N)")
+
+    abort "aborting" unless choice
+
+    puts `tar -zxf #{app_backup_dir}/#{chosen_backup} -C #{app_backup_dir}`
+
+    FileUtils.cd "#{apps_dir}/#{@app_name}" do 
+      puts 'executing before_all hook'
+      puts exec_hook(@app_name,"restore","before_all")
+      service_hooks_for(@app_name,"restore").each do |service|
+        script_path = "#{apps_dir}/#{@app_name}/administration/hooks/restore.d/#{service}"
+        puts "executing #{script_path}" 
+        Open3.popen3("#{script_path} #{app_backup_tmp_dir}/#{service} 2>&1") do |i,o,e,th|
+          while line = o.gets do 
+            puts line
+          end
+        end
+      end 
+      puts 'executing after_all hook'
+      puts exec_hook(@app_name,"restore","after_all")
+    end
+
+    `sudo rm -rf #{app_backup_tmp_dir}`
+  end
+end

data/lib/commands/start.rb

@@ -0,0 +1,30 @@
+require 'util'
+require 'fileutils'
+require 'thor/group'
+
+class Start < Thor::Group
+  include DockerMgr::Util
+
+  argument :app_name,
+    :required => false
+
+  def start
+    if @app_name
+      start_app(@app_name)
+    else
+      Dir.entries(apps_dir)
+         .select{|e| e != '.' && e != '..'} 
+         .each(&method(:start_app))
+    end
+  end
+
+  no_tasks do 
+    def start_app(app_name)
+      app_path = "#{apps_dir}/#{app_name}"
+      FileUtils.cd app_path do
+        puts `sudo docker-compose up -d`
+      end
+    end
+  end
+end
+

data/lib/docker_mgr/version.rb

@@ -0,0 +1,4 @@
+module DockerMgr
+  # docker_mgr version
+  VERSION = "0.1.0"
+end

data/lib/docker_mgr.rb

@@ -0,0 +1 @@
+require 'docker_mgr/version'

data/lib/templates/Dockerfile.erb

@@ -0,0 +1,5 @@
+FROM <%=options[:image]%>
+MAINTAINER <%=@user_name%> <<%=@user_email%>> 
+ADD administration/installation /tmp/installation_scripts
+ADD administration/scriptrunner.sh /tmp/scriptrunner.sh
+RUN chmod +x /tmp/scriptrunner.sh && /bin/bash /tmp/scriptrunner.sh /tmp/installation_scripts

data/lib/templates/admin/examples/postgres_backup

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+PGPASSWORD="mysecretpassword"
+
+sudo docker run -it --link postgrestest_app_1:postgres --rm -e PGPASSWORD=$PGPASSWORD postgres /bin/bash -c 'pg_dumpall -h "$POSTGRES_PORT_5432_TCP_ADDR" -p "$POSTGRES_PORT_5432_TCP_PORT" -U postgres' > $1/backup.sql

data/lib/templates/admin/examples/postgres_restore

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+PGPASSWORD="mysecretpassword"
+sudo docker run -it --link postgrestest_app_1:postgres --rm -e PGPASSWORD=$PGPASSWORD -v $1:/backup postgres /bin/bash -c 'psql -h "$POSTGRES_PORT_5432_TCP_ADDR" -p "$POSTGRES_PORT_5432_TCP_PORT" -U postgres -f /backup/backup.sql'

data/lib/templates/admin/installation_scripts/install_derby.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+mkdir /opt/derby && wget -P /tmp http://psg.mtu.edu/pub/apache//db/derby/db-derby-10.10.2.0/db-derby-10.10.2.0-bin.zip && unzip /tmp/db-derby-10.10.2.0-bin.zip -d /opt/derby && rm /tmp/db-derby-10.10.2.0-bin.zip

data/lib/templates/admin/installation_scripts/install_git.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+sudo apt-get install -y git

data/lib/templates/admin/installation_scripts/install_glassfish.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+mkdir /opt/glassfish && wget -P /tmp http://download.java.net/glassfish/4.0/release/glassfish-4.0.zip && unzip /tmp/glassfish-4.0.zip -d /opt/glassfish && rm /tmp/glassfish-4.0.zip

data/lib/templates/admin/installation_scripts/install_java.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+apt-get install -y software-properties-common
+add-apt-repository -y ppa:webupd8team/java
+apt-get update
+echo oracle-java8-installer shared/accepted-oracle-license-v1-1 select true | /usr/bin/debconf-set-selections
+apt-get install -y oracle-java8-installer unzip

data/lib/templates/admin/installation_scripts/install_node.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+VERSION="v0.11.16"
+git clone https://github.com/creationix/nvm.git /.nvm
+echo ". /.nvm/nvm.sh" >> /etc/bash.bashrc
+/bin/bash -c ". /.nvm/nvm.sh && nvm install $VERSION && nvm use $VERSION && nvm alias default $VERSION && ln -s /.nvm/$VERSION/bin/node /usr/bin/node && ln -s /.nvm/$VERSION/bin/npm /usr/bin/npm"
+groupadd nodegrp
+usermod -a -G nodegrp developer
+
+chgrp -R nodegrp /.nvm/$VERSION/*
+chmod -R 775 /.nvm/$VERSION/*
+chgrp nodegrp `which npm`
+chgrp nodegrp `which node`

data/lib/templates/admin/installation_scripts/install_rust.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+curl -sf -L https://static.rust-lang.org/rustup.sh | sh

data/lib/templates/admin/installation_scripts/scriptrunner.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+if [ $# == 0 ] || [ $# -gt 1 ]; then
+	echo wrong number of arguments;
+	exit 1;
+fi
+
+DIR=$1
+
+LAST_CHAR=${DIR: -1}
+
+if [ $LAST_CHAR != "/" ]; then
+	DIR=$DIR/;
+fi
+
+for f in $DIR*
+do
+	sh $f;
+done

data/lib/templates/admin/routines/backup_routine

@@ -0,0 +1,2 @@
+#!/bin/bash
+

data/lib/templates/after_all.erb

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+sudo docker-compose up -d

data/lib/templates/after_all_restore.erb

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+sudo docker-compose up -d

data/lib/templates/backup.erb

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+<%volumes(app_name,@service).each_with_index do |v,i|%>
+mkdir -p $1/<%="#{@service}/#{@service}_#{i}"%>
+<%end%>
+
+data_container_id=$(sudo docker-compose ps -q <%=@service%>)
+sudo docker run --rm --volumes-from $data_container_id <%=volumes(app_name,@service).each_with_index.map{|volume,i|"-v $1/#{@service}/#{@service}_#{i}:/backup/#{@service}_#{i}"}.join(" ")%> ubuntu:14.04 /bin/bash -c '<%=volumes(app_name,@service).each_with_index.map{|v,i|"echo \"/#{v}\" > /backup/#{@service}_#{i}/backup.descriptor && tar -czpf /backup/#{@service}_#{i}/#{@service}_#{i}.tar.gz /#{v}"}.join(" && ")%>'

data/lib/templates/before_all.erb

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+sudo docker-compose stop <%=services(@app_name).join(" ")%> && echo y | sudo docker-compose rm <%=services(@app_name).join(" ")%>

data/lib/templates/before_all_restore.erb

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+sudo docker-compose stop && echo y | sudo docker-compose rm

data/lib/templates/docker-compose.yml.erb

@@ -0,0 +1,15 @@
+app:
+  <%if options[:image]%>image: <%=options[:image]%> <%else%>build: .<%end%>
+  volumes_from:
+    - appdata
+  environment: 
+    VIRTUAL_HOST: <%=@app_name%>.rene-richter.de
+    <%options[:env].each do | var |%><%=var.gsub('=',': ')%>
+    <%end%>  
+appdata:
+  <%if options[:image]%>image: <%=options[:image]%> <%else%>build: .<%end%>
+  volumes:
+  <%options[:volumes].each do |volume|-%>
+  - <%=volume%>
+  <%end-%>
+  command: /bin/echo datacontainer

data/lib/templates/restore.erb

@@ -0,0 +1,3 @@
+#!/bin/bash
+data_container_id=$(sudo docker-compose ps -q <%=@service%>)
+sudo docker run --rm --volumes-from $data_container_id <%=volumes(@app_name,@service).each_with_index.map{|volume,i|"-v $1/#{@service}/#{@service}_#{i}:/backup/#{@service}_#{i}"}.join(" ")%> ubuntu:14.04 /bin/bash -c '<%=volumes(@app_name,@service).each_with_index.map{|v,i|"tar -zxf /backup/#{@service}_#{i}/#{@service}_#{i}.tar.gz -C /backup/#{@service}_#{i}; DIR=$(cat /backup/#{@service}_#{i}/backup.descriptor); rm -rf $DIR/* && cp -r /backup/#{@service}_#{i}/$DIR/* $DIR"}.join(" && ")%>'

data/lib/util.rb

@@ -0,0 +1,120 @@
+require 'yaml'
+require 'fileutils'
+
+module DockerMgr
+
+  module Util
+
+    def root_dir 
+      return @root_dir if @root_dir
+      error_message = "not within project tree"
+      curr_dir = Dir.pwd
+      return curr_dir if curr_dir.end_with? "/docker"
+      dir_parts = curr_dir.split "/docker/"
+      raise error_message if dir_parts == 1
+      possible_root = "#{dir_parts[0]}/docker"
+      raise error_message unless (Dir.entries(possible_root) && %w{admin backup apps}).length == 3
+      @root_dir = possible_root
+    end
+
+
+    def backup_dir
+      "#{root_dir}/backup" 
+    end
+
+    def base_images_dir
+      "#{root_dir}/base_images"
+    end
+
+
+    def attic_dir
+      "#{root_dir}/attic"
+    end
+
+    def apps_dir
+      "#{root_dir}/apps"
+    end
+
+    def admin_dir
+      "#{root_dir}/admin"
+    end
+
+    def routine_dir
+      "#{admin_dir}/routines"
+    end
+
+    def install_dir
+      "#{admin_dir}/installation_scripts"
+    end
+
+    def extract_date(entry)
+      /_\d+\./.match(entry).to_s.chop[1..-1].to_i
+    end
+
+    def service_hooks_for(app_name,type)
+      Dir.entries("#{apps_dir}/#{app_name}/administration/hooks/#{type}.d")
+      .select {| entry | !entry.start_with?(".") && entry != "before_all" && entry != "after_all" }
+    end
+
+    def services(app_name)
+      YAML.load(File.read("#{apps_dir}/#{app_name}/docker-compose.yml"))
+      .each_key
+      .select {|k| !k.end_with?("data")}
+    end
+
+    def data_services(app_name)
+      YAML.load(File.read("#{apps_dir}/#{app_name}/docker-compose.yml")).each_key
+      .select {|k| k.end_with?("data")}
+    end
+
+    def volumes(app_name,service_name)
+      raw_volumes = YAML.load(File.read("#{apps_dir}/#{app_name}/docker-compose.yml"))["#{service_name}"]['volumes']
+      raw_volumes.map do |volume|
+        volume.chop! if volume.end_with? '/'
+        volume[0] = '' if volume.start_with? '/'
+        volume
+      end
+    end
+
+    def exec_hook(app_name,type,hook_name)
+      if File.exist? "#{apps_dir}/#{app_name}/administration/hooks/#{type}.d/#{hook_name}"
+        `#{apps_dir}/#{app_name}/administration/hooks/#{type}.d/#{hook_name}`
+      end
+    end
+
+
+    def remove_line_from_routine(routine,filter_line)
+      File.open "#{routine_dir}/tmp","w" do | output_file |
+        File.foreach "#{routine_dir}/#{routine}" do | line |
+        output_file.write line unless line  == "#{filter_line}\n"
+      end
+      end
+      FileUtils.mv "#{routine_dir}/tmp", "#{routine_dir}/#{routine}"
+    end
+
+    def add_line_to_routine(routine,line)
+      File.open("#{routine_dir}/#{routine}",'a') { | file  | file.write("#{line}\n") }
+    end
+
+
+    def extract_git_variable(name)
+      config = `git config --list`
+      result = config.lines.grep(/#{Regexp.quote(name)}/).map{|e| e.split('=')[1].chomp }.first
+      unless result
+        puts "please enter your #{name.split('.')[1]}"
+        result = STDIN.gets.chomp
+        `git config --global #{name} #{result}`
+      end
+      result
+    end
+
+    def extract_email
+      extract_git_variable("user.email")
+    end
+
+    def extract_name
+      extract_git_variable("user.name")
+    end
+
+  end
+end

data/spec/docker_mgr_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+require 'docker_mgr'
+
+describe DockerMgr do
+  it "should have a VERSION constant" do
+    subject.const_get('VERSION').should_not be_empty
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'rspec'
+require 'docker_mgr/version'
+
+include DockerMgr

metadata

@@ -0,0 +1,176 @@
+--- !ruby/object:Gem::Specification
+name: dockersitter
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Rene Richter
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-08-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+description: generates scripts and projectstructure for docker
+email: Richterrettich@gmail.com
+executables:
+- dockersitter
+extensions: []
+extra_rdoc_files:
+- COPYING.txt
+- ChangeLog.rdoc
+- LICENSE.txt
+- README.rdoc
+files:
+- ".document"
+- ".gitignore"
+- ".rspec"
+- COPYING.txt
+- ChangeLog.rdoc
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- bin/dockersitter
+- docker_mgr.gemspec
+- gemspec.yml
+- lib/command_router.rb
+- lib/commands/backup_app.rb
+- lib/commands/config.rb
+- lib/commands/create.rb
+- lib/commands/delete.rb
+- lib/commands/generate_backup_scripts.rb
+- lib/commands/init.rb
+- lib/commands/restore_app.rb
+- lib/commands/start.rb
+- lib/docker_mgr.rb
+- lib/docker_mgr/version.rb
+- lib/templates/Dockerfile.erb
+- lib/templates/admin/examples/postgres_backup
+- lib/templates/admin/examples/postgres_restore
+- lib/templates/admin/installation_scripts/install_derby.sh
+- lib/templates/admin/installation_scripts/install_git.sh
+- lib/templates/admin/installation_scripts/install_glassfish.sh
+- lib/templates/admin/installation_scripts/install_java.sh
+- lib/templates/admin/installation_scripts/install_node.sh
+- lib/templates/admin/installation_scripts/install_rust.sh
+- lib/templates/admin/installation_scripts/scriptrunner.sh
+- lib/templates/admin/routines/backup_routine
+- lib/templates/after_all.erb
+- lib/templates/after_all_restore.erb
+- lib/templates/backup.erb
+- lib/templates/before_all.erb
+- lib/templates/before_all_restore.erb
+- lib/templates/docker-compose.yml.erb
+- lib/templates/restore.erb
+- lib/util.rb
+- spec/docker_mgr_spec.rb
+- spec/spec_helper.rb
+homepage: https://rubygems.org/gems/docker-mgr
+licenses:
+- GPL
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: a management tool for docker
+test_files: []