cloudflock 0.6.1 → 0.7.0

metadata

@@ -1,147 +1,128 @@
 --- !ruby/object:Gem::Specification
 name: cloudflock
 version: !ruby/object:Gem::Version
-  version: 0.6.1
-  prerelease: 
+  version: 0.7.0
 platform: ruby
 authors:
 - Chris Wuest
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-25 00:00:00.000000000 Z
+date: 2014-04-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fog
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: 1.11.1
+        version: '1.21'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: 1.11.1
+        version: '1.21'
 - !ruby/object:Gem::Dependency
-  name: multi_json
+  name: cpe
   requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: expectr
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
+        version: '0.5'
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.5.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.5'
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.5.0
 - !ruby/object:Gem::Dependency
-  name: cpe
+  name: console-glitter
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.1.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.1.4
 description: CloudFlock is a library and toolchain focused on migration
 email: chris@chriswuest.com
 executables:
 - cloudflock
+- cloudflock-files
 - cloudflock-profile
 - cloudflock-servers
+- cloudflock.default
 extensions: []
 extra_rdoc_files: []
 files:
+- bin/cloudflock
+- bin/cloudflock-files
+- bin/cloudflock-profile
+- bin/cloudflock-servers
+- bin/cloudflock.default
 - lib/cloudflock.rb
+- lib/cloudflock/app.rb
+- lib/cloudflock/app/common/cleanup.rb
+- lib/cloudflock/app/common/cleanup/unix.rb
+- lib/cloudflock/app/common/exclusions.rb
+- lib/cloudflock/app/common/exclusions/unix.rb
+- lib/cloudflock/app/common/exclusions/unix/centos.rb
+- lib/cloudflock/app/common/exclusions/unix/redhat.rb
+- lib/cloudflock/app/common/platform_action.rb
+- lib/cloudflock/app/common/rackspace.rb
+- lib/cloudflock/app/common/servers.rb
+- lib/cloudflock/app/files-migrate.rb
+- lib/cloudflock/app/server-migrate.rb
+- lib/cloudflock/app/server-profile.rb
 - lib/cloudflock/error.rb
-- lib/cloudflock/interface/cli.rb
-- lib/cloudflock/interface/cli/app/common/servers.rb
-- lib/cloudflock/interface/cli/app/files.rb
-- lib/cloudflock/interface/cli/app/servers.rb
-- lib/cloudflock/interface/cli/app/servers/migrate.rb
-- lib/cloudflock/interface/cli/app/servers/profile.rb
-- lib/cloudflock/interface/cli/console.rb
-- lib/cloudflock/interface/cli/opts.rb
-- lib/cloudflock/interface/cli/opts/servers.rb
+- lib/cloudflock/errstr.rb
 - lib/cloudflock/remote/files.rb
 - lib/cloudflock/remote/ssh.rb
-- lib/cloudflock/target/servers.rb
-- lib/cloudflock/target/servers/data/exceptions/base.txt
-- lib/cloudflock/target/servers/data/exceptions/platform/amazon.txt
-- lib/cloudflock/target/servers/data/exceptions/platform/centos.txt
-- lib/cloudflock/target/servers/data/exceptions/platform/debian.txt
-- lib/cloudflock/target/servers/data/exceptions/platform/redhat.txt
-- lib/cloudflock/target/servers/data/exceptions/platform/suse.txt
-- lib/cloudflock/target/servers/data/post-migration/chroot/base.txt
-- lib/cloudflock/target/servers/data/post-migration/chroot/platform/amazon.txt
-- lib/cloudflock/target/servers/data/post-migration/pre/base.txt
-- lib/cloudflock/target/servers/data/post-migration/pre/platform/amazon.txt
-- lib/cloudflock/target/servers/migrate.rb
 - lib/cloudflock/target/servers/platform.rb
-- lib/cloudflock/target/servers/platform/v1.rb
-- lib/cloudflock/target/servers/platform/v2.rb
 - lib/cloudflock/target/servers/profile.rb
-- lib/cloudflock/version.rb
-- bin/cloudflock
-- bin/cloudflock-files
-- bin/cloudflock-profile
-- bin/cloudflock-servers
-- bin/cloudflock.default
+- lib/cloudflock/task/server-profile.rb
 homepage: http://github.com/cwuest/cloudflock
 licenses:
 - Apache 2.0
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
-summary: Server migration automation
+specification_version: 4
+summary: Unix migration automation
 test_files: []

data/lib/cloudflock/interface/cli/app/common/servers.rb

@@ -1,128 +0,0 @@
-require 'cloudflock'
-require 'cloudflock/interface/cli'
-require 'cloudflock/remote/ssh'
-
-# Public: The ServersCommon module provides common methods for CLI interaction
-# pertaining to interaction with remote (Unix) servers.
-module CloudFlock::Interface::CLI::App::Common::Servers
-  include CloudFlock::Target::Servers
-
-  SSH = CloudFlock::Remote::SSH
-  CLI = CloudFlock::Interface::CLI::Console
-
-  # Internal: Collect information about the source server to be migrated.
-  #
-  # opts - Hash containing any applicable options mappings for the server in
-  #        question.
-  #
-  # Returns a Hash containing information pertinent to logging in to a host.
-  def define_source(opts)
-    host = {}
-
-    host[:host] = opts[:source_host] || CLI.prompt("Source host")
-    host[:port] = opts[:source_port] || CLI.prompt("Source SSH port",
-                                                   default_answer: "22")
-    host[:username] = opts[:source_user] || CLI.prompt("Source username",
-                                                       default_answer: "root")
-    host[:password] = opts[:source_pass] || CLI.prompt("Source password",
-                                                       default_answer: "")
-
-    until host[:public_key].kind_of?(String)
-      key = opts[:public_key] || CLI.prompt("SSH Key", default_answer: "")
-      if File.file?(File.expand_path(key)) || key.empty?
-        host[:public_key] = key
-      end
-    end
-
-    # Only need to use sudo if the user isn't root
-    if host[:username] == "root"
-      host[:sudo] = false
-    elsif !opts[:source_sudo].nil?
-      host[:sudo] = opts[:source_sudo]
-    else
-      host[:sudo] = CLI.prompt_yn("Use sudo? (Y/N)", default_answer: "Y")
-    end
-
-    # We need the root pass if non-root and no sudo
-    if host[:username] == "root" || host[:sudo]
-      host[:root_pass] = host[:password]
-    else
-      host[:root_pass] = CLI.prompt("Password for root")
-    end
-
-    host
-  end
-
-  # Internal: Collect information about the destination server to target in a
-  # migration -- only used for resume functions.
-  #
-  # Returns a Hash containing information pertinent to logging in to a host.
-  def define_destination
-    host = Hash.new
-
-    host[:host] = CLI.prompt("Destination host")
-    host[:password] = CLI.prompt("Destination root password")
-    host[:pre_steps] = CLI.prompt_yn("Perform pre-migration steps? (Y/N)")
-    host[:username] = "root"
-
-    host
-  end
-
-  # Internal: Initiate a connection to a given host and obtain root privileges.
-  #
-  # host - Hash containing information for connecting to the host:
-  #        :host      - String containing the location to which to connect.
-  #        :port      - String or Fixnum containing the port on which ssh
-  #                     listens. (default: "22")
-  #        :username  - String containing the username to use when logging in.
-  #        :password  - String containing the password for the above user.
-  #        :sudo      - Boolean value defining whether to use sudo to obtain
-  #                     root. (default: false)
-  #        :root_pass - String containing the password to use to obtain root,
-  #                     if the user isn't root and sudo isn't used.
-  #        :verbose   - Boolean value defining whether to flush output to
-  #                     STDOUT. (default: false)
-  #
-  # Returns an SSH object.
-  # Raises ArgumentError unless at least host and user are defined.
-  def host_login(host)
-    if host[:host].nil? || host[:username].nil?
-      raise ArgumentError, "Need at least host and username defined"
-    end
-
-    host[:flush_buffer] = host[:verbose] || false
-
-    ssh = SSH.new(host)
-    ssh.get_root(host[:root_pass], host[:sudo])
-
-    ssh
-  end
-
-  # Internal: Initiate a connection to a destination host.
-  #
-  # host - Hash containing information for connecting to the host:
-  #        :host      - String containing the location to which to connect.
-  #        :password  - String containing the password for the above user.
-  #        :verbose   - Boolean value defining whether to flush output to
-  #                     STDOUT. (default: false)
-  #
-  # Returns an SSH object.
-  # Raises ArgumentError unless at least host and user are defined.
-  def destination_login(host)
-    host[:username] = "root"
-    message = "Connecting to destination host (password: #{host[:password]})"
-    r = 0
-
-    destination_host = CLI.spinner(message) do
-      begin
-        host_login(host)
-      rescue Timeout::Error
-        if (r += 1) < 5
-          sleep 300
-          retry
-        end
-        raise
-      end
-    end
-  end
-end

data/lib/cloudflock/interface/cli/app/files.rb

@@ -1,179 +0,0 @@
-require 'cloudflock'
-require 'cloudflock/interface/cli'
-require 'cloudflock/remote/files'
-require 'tempfile'
-require 'thread'
-require 'fog'
-
-# Public: The Files app provides the interface to perform migrations of
-# File/Object storage (e.g. Amazon S3, Local files and Rackspace Cloud Files).  
-class CloudFlock::Interface::CLI::App::Files
-  CLI = CloudFlock::Interface::CLI::Console
-
-  DOWNLOAD_THREAD_COUNT = 4
-  UPLOAD_THREAD_COUNT   = 4
-
-  # Public: Begin Files migration on the command line
-  #
-  # opts - Hash containing options mappings.
-  def initialize(opts)
-    @options = opts
-    @download_finished = false
-    @download_mutex = Mutex.new
-    @upload_mutex = Mutex.new
-    @download_list = []
-    @upload_list = []
-
-    source_store = define_store("source")
-    destination_store = define_store("destination")
-
-    @source_container = define_container(source_store, "source")
-    @destination_container = define_container(destination_store, "destination",
-                                             true)
-
-    if perform_migration
-      puts "#{CLI.bold}#{CLI.blue}*** Migration complete#{CLI.reset}\a"
-    else
-      puts "#{CLI.bold}#{CLI.red}*** Migration failed#{CLI.reset}\a"
-    end
-  rescue Excon::Errors::Unauthorized => err
-    puts "A provider has returned an Unauthorized error."
-    puts err.inspect if @options[:verbose]
-    exit 1
-  end
-
-  # Internal: Migrate objects from the source store to the destination store.
-  #
-  # Returns a boolean value corresponding to whether the migration has
-  # completed successfully.
-  def perform_migration
-    download_threads = []
-    upload_threads = []
-
-    @source_container.files.each { |f| @download_list.push(f) }
-
-    DOWNLOAD_THREAD_COUNT.times do
-      download_threads << download_thread
-    end
-    UPLOAD_THREAD_COUNT.times do
-      upload_threads << upload_thread
-    end
-
-    download_threads.each { |t| t.join }
-    @download_finished = true
-    upload_threads.each { |t| t.join }
-    true
-  rescue => e
-    if @options[:verbose]
-      puts "#{CLI.bold}#{CLI.red}*** Error ***#{CLI.reset}"
-      puts e.inspect
-      puts e.backtrace
-      puts
-    end
-    false
-  end
-
-  # Internal: Create a new Thread to download objects from the source
-  # container.
-  #
-  # Returns a Thread.
-  def download_thread
-    Thread.new do
-      file = nil
-      until @download_list.empty?
-        @download_mutex.synchronize do
-          file = @download_list.pop
-        end
-        next if file.nil?
-        # AWS stores directories as their own object
-        next if file.content_length == 0 && file.key =~ /\/$/
-
-        tmp = Tempfile.new(file.object_id.to_s)
-        @source_container.files.get(file.key) do |data, rem, cl|
-          tmp.syswrite(data)
-        end
-        tmp.flush
-        tmp.rewind
-        @upload_mutex.synchronize do
-          @upload_list.push(body: tmp, key: file.key)
-        end
-      end
-    end
-  end
-
-  # Internal: Create a new Thread to upload objects to the desination
-  # container.
-  #
-  # Returns a Thread.
-  def upload_thread
-    Thread.new do
-      file = nil
-      until @upload_list.empty? && @download_finished
-        sleep 0.1
-        @upload_mutex.synchronize do
-          file = @upload_list.pop
-        end
-        next if file.nil?
-        @destination_container.files.create(file)
-      end
-    end
-  end
-
-  # Internal: Ascertain the location for a data store.
-  #
-  # desc - String containing a description for the file store.
-  #
-  # Returns a Fog object pointing to the data store.
-  # Raises ArgumentError if desc isn't a String.
-  def define_store(desc)
-    unless desc.kind_of?(String)
-      raise ArgumentError, "String expected"
-    end
-    store = {}
-    store[:provider] = CLI.prompt("#{desc} provider (aws, local, rax)",
-                                  valid_answers: ["rax", "aws", "local"])
-    case store[:provider]
-    when 'rax'
-      store[:provider] = 'Rackspace'
-      store[:rackspace_username] = CLI.prompt("Rackspace username")
-      store[:rackspace_api_key] = CLI.prompt("Rackspace API key")
-    when 'aws'
-      store[:provider] = 'AWS'
-      store[:aws_access_key_id] = CLI.prompt("AWS Access Key ID")
-      store[:aws_secret_access_key] = CLI.prompt("AWS secret access key")
-    when 'local'
-      store[:local_root] = CLI.prompt("#{desc} location")
-    end
-
-    CloudFlock::Remote::Files.connect(store)
-  end
-
-  # Internal: Obtain the name of a container.
-  #
-  # store  - Fog object pointing to a Fog::Storage object.
-  # desc   - String containing a description for the container.
-  # create - Boolean value indicating whether to create the container.
-  #
-  # Returns a Fog object pointing to the container.
-  # Raises ArgumentError if store isn't a Fog::Storage object.
-  # Raises ArgumentError if desc isn't a String.
-  def define_container(store, desc, create=false)
-    unless store.class.to_s =~ /^Fog::Storage/
-      raise ArgumentError, "Fog Storage object expected"
-    end
-    unless desc.kind_of?(String)
-      raise ArgumentError, "String expected"
-    end
-
-    if create
-      container = CLI.prompt("#{desc} container name")
-      return store.directories.create(key: container)
-    else
-      puts "Available containers:"
-      puts store.directories.map(&:key)
-      container = CLI.prompt("#{desc} container name",
-                             valid_answers: store.directories.map(&:key))
-      return store.directories.select { |i| i.key == container }[0]
-    end
-  end
-end