uricp 0.0.15 → 0.0.20

data/lib/uricp/strategy/rbd_cache_base_snap.rb

@@ -0,0 +1,27 @@
+module Uricp::Strategy
+  class RbdCacheBaseSnap
+    include Uricp::Strategy::Common
+    include Methadone::SH
+
+    def appropriate?
+      if rbd_cache_name &&
+        rbd_image_spec(from) == rbd_cache_name
+        return proposal
+      end
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd snap create --id #{rbd_id} '#{rbd_clone_snapshot(rbd_cache_name)}' && "\
+      "rbd snap protect --id #{rbd_id} '#{rbd_clone_snapshot(rbd_cache_name)}';"
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options['from_uri'] = rbd_uri(rbd_clone_snapshot(rbd_cache_name))
+      @proposed_options.delete('rbd_cache_name')
+      self
+    end
+  end
+end

data/lib/uricp/strategy/rbd_cache_check.rb

@@ -0,0 +1,42 @@
+require 'uri'
+
+module Uricp::Strategy
+  class RbdCacheCheck
+    include Uricp::Strategy::Common
+    include Uricp::Strategy::CacheCommon
+    include Methadone::SH
+
+    def appropriate?
+      unless (from.scheme == 'rbd') != (to.scheme == 'rbd')
+        debug "#{self.class.name}: not appropriate"
+        return false
+      end
+
+      with_active_cache do
+        if from.scheme == 'rbd'
+          cache_check = in_rbd_cache(rbd_cache_image_spec(from))
+          return proposal(cache_check) if cache_check
+          debug "#{self.class.name}: no rbd cache entry for #{options['from_uri']}"
+        elsif to.scheme == 'rbd'
+          cache_check = in_rbd_cache(rbd_cache_image_spec(to))
+          return proposal(cache_check) if cache_check
+          debug "#{self.class.name}: no rbd cache entry for #{options['to_uri']}"
+        end
+        false
+      end
+    end
+
+    def command
+      ':;'
+    end
+
+    def proposal(cache_check)
+      @proposed_options = options.dup
+      @proposed_options['from_uri'] = rbd_uri(cache_check)
+      @proposed_options.delete('cache')
+      @proposed_options.delete('cache_name')
+      @proposed_options.delete('dry-cache')
+      self
+    end
+  end
+end

data/lib/uricp/strategy/rbd_cache_clone.rb

@@ -0,0 +1,40 @@
+require 'uri'
+
+module Uricp::Strategy
+  class RbdCacheClone
+    include Uricp::Strategy::Common
+    include Uricp::Strategy::CacheCommon
+    include Methadone::SH
+
+    def appropriate?
+      unless from.scheme == 'rbd'
+        debug "#{self.class.name}: not appropriate"
+        return false
+      end
+
+      with_active_cache do
+        options['cache_name'] = File.basename(options['to_uri'].path)
+        cache_target = rbd_cache_image_spec(from)
+        cache_check = in_rbd_cache(rbd_cache_image_spec(from))
+        if cache_check 
+          debug "#{self.class.name}: Unexpected existing cache entry for #{options['to_uri']}"
+          unsupported_transfer
+        end
+        proposal(cache_target)
+      end
+    end
+
+    def command
+      ':;'
+    end
+
+    def proposal(cache_check)
+      @proposed_options = options.dup
+      @proposed_options['rbd_cache_target'] = rbd_uri(cache_check)
+      @proposed_options.delete('cache')
+      @proposed_options.delete('cache_name')
+      @proposed_options.delete('dry-cache')
+      self
+    end
+  end
+end

data/lib/uricp/strategy/rbd_cache_upload.rb

@@ -0,0 +1,40 @@
+module Uricp::Strategy
+  class RbdCacheUpload
+    include Uricp::Strategy::Common
+    include Methadone::SH
+
+    def appropriate?
+      if compression_required? || conversion_required?
+        debug "#{self.class.name}: not ready to upload"
+        return false
+      end
+      if rbd_cache_name
+        case from.scheme
+        when 'pipe', 'file'
+          return proposal if to.scheme == 'rbd'
+        end
+      end
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd import --no-progress --id #{rbd_id} #{data_source} '#{rbd_cache_name}' && "
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options['from_uri'] = rbd_uri(rbd_cache_name)
+      self
+    end
+
+    def data_source
+      if from.scheme == 'pipe'
+        '-'
+      else
+        "'#{from.path}'"
+      end
+    end
+
+  end
+end

data/lib/uricp/strategy/rbd_cached_get.rb

@@ -0,0 +1,36 @@
+require 'uri'
+
+module Uricp::Strategy
+  class RbdCachedGet
+    include Uricp::Strategy::Common
+    include Uricp::Strategy::CacheCommon
+    include Methadone::SH
+
+    def appropriate?
+      if from.scheme != 'rbd' || rbd_snapshot_spec?(from)
+        debug "#{self.class.name}: not appropriate"
+        return false
+      end
+
+      with_active_cache do
+        cache_check = in_rbd_cache(rbd_image_spec(from))
+        return proposal(cache_check) if cache_check
+        debug "#{self.class.name}: no rbd cache entry for #{options['from_uri']}"
+        false
+      end
+    end
+
+    def command
+      ':;'
+    end
+
+    def proposal(cache_check)
+      @proposed_options = options.dup
+      @proposed_options['from_uri'] = rbd_uri(cache_check)
+      @proposed_options.delete('cache')
+      @proposed_options.delete('cache_name')
+      @proposed_options.delete('dry-cache')
+      self
+    end
+  end
+end

data/lib/uricp/strategy/rbd_cached_put.rb

@@ -0,0 +1,33 @@
+module Uricp::Strategy
+  class RbdCachedPut
+    include Uricp::Strategy::Common
+    include Uricp::Strategy::CacheCommon
+
+    def appropriate?
+      return proposal if to.scheme == 'rbd' &&
+        rbd_snapshot_spec?(from) && 
+        rbd_cache_name.nil? &&
+        !rbd_sequence_complete?
+
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd clone --no-progress --id #{rbd_id} '#{rbd_image_spec(from)}' '#{rbd_image_spec(to)}';"
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options['from_uri'] = to
+      if options['rbd_cache_target']
+        @proposed_options['to_uri'] = options['rbd_cache_target']
+        @proposed_options['rbd_cache_name'] = rbd_image_spec(to)
+        @proposed_options['rbd_flatten'] ||= @proposed_options['rbd_cache_name']
+        @proposed_options.delete('rbd_cache_target')
+      end
+      self
+    end
+
+  end
+end

data/lib/uricp/strategy/rbd_flattener.rb

@@ -0,0 +1,23 @@
+module Uricp::Strategy
+  class RbdFlattener
+    include Uricp::Strategy::Common
+
+    def appropriate?
+      return proposal if options['rbd_flatten'] &&
+        rbd_sequence_complete?
+
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd flatten --id #{rbd_id} --no-progress '#{options['rbd_flatten']}' && "
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options.delete('rbd_flatten')
+      self
+    end
+  end
+end

data/lib/uricp/strategy/rbd_put.rb

@@ -0,0 +1,38 @@
+module Uricp::Strategy
+  class RbdPut
+    include Uricp::Strategy::Common
+
+    def appropriate?
+      if compression_required? || conversion_required?
+        debug "#{self.class.name}: not ready to upload"
+        return false
+      end
+      unless rbd_cache_name
+        case from.scheme
+        when 'pipe', 'file'
+          return proposal if to.scheme == 'rbd'
+        end
+      end
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd import --no-progress --id #{rbd_id} #{data_source} '#{rbd_image_spec(to)}';"
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options['from_uri'] = to
+      self
+    end
+
+    def data_source
+      if from.scheme == 'pipe'
+        '-'
+      else
+        "'#{from.path}'"
+      end
+    end
+  end
+end

data/lib/uricp/strategy/rbd_snap.rb

@@ -0,0 +1,56 @@
+require 'json'
+module Uricp::Strategy
+  class RbdSnap
+    include Uricp::Strategy::Common
+    include Uricp::Strategy::CacheCommon
+    include Methadone::SH
+
+    def appropriate?
+      without_active_cache do
+        if from.scheme == 'rbd' &&
+          options['rbd_snapshot'].nil? &&
+          !rbd_snapshot_spec?(from) &&
+          (rbd_cache_name.nil? ||
+            !from.path.include?(rbd_cache_name))
+          if snap_in_progress?
+            debug "#{self.class.name}: detected snapshot in progress"
+          else
+            return proposal unless sequence_complete?
+          end
+        end
+      end
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd snap create --id #{rbd_id} '#{rbd_upload_snapshot(from)}' && " \
+      "rbd snap protect --id #{rbd_id} '#{rbd_upload_snapshot(from)}' && " \
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options['rbd_snapshot'] = rbd_upload_snapshot(from)
+      @proposed_options['from_uri'] = rbd_uri(@proposed_options['rbd_snapshot'])
+      if options['rbd_cache_target']
+        @proposed_options['to_uri'] = options['rbd_cache_target']
+        @proposed_options['rbd_cache_target'] = to
+      end
+      self
+    end
+
+    def rbd_upload_snapshot(uri)
+      "#{rbd_image_spec(uri)}@#{rbd_snapshot_name}"
+    end
+
+    def snap_in_progress?
+      return false if dry_run?
+
+      result = false
+      sh "rbd snap ls --id #{rbd_id} --format json #{rbd_image_spec(from)}" do |stdout|
+        result = JSON.parse(stdout).any? { |x| x['name'] == rbd_snapshot_name }
+      end
+      result
+    end
+  end
+end

data/lib/uricp/strategy/rbd_sweeper.rb

@@ -0,0 +1,23 @@
+module Uricp::Strategy
+  class RbdSweeper
+    include Uricp::Strategy::Common
+
+    def appropriate?
+      return proposal if options['rbd_snapshot'] && rbd_sequence_complete?
+
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd snap unprotect --id #{rbd_id} '#{options['rbd_snapshot']}' && " \
+      "rbd snap rm --id #{rbd_id} '#{options['rbd_snapshot']}';"
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options.delete('rbd_snapshot')
+      self
+    end
+  end
+end

data/lib/uricp/strategy/remote_put.rb

@@ -1,26 +1,22 @@
 module Uricp::Strategy
-  
   class RemotePut
-
     include Uricp::Strategy::Common
 
     def appropriate?
       if compression_required? || conversion_required?
         debug "#{self.class.name}: not ready to upload"
-      else
-	case to.scheme
-	when 'http', 'https'
-	  case from.scheme
-	  when 'file', 'pipe'
-	    if http_authentication?
-	      return proposal 
-	    else
-	      unsupported_transfer
-	    end
-	  end
-	end
-	debug "#{self.class.name}: not appropriate"
+        return false
+      end
+      case to.scheme
+      when 'http', 'https'
+        case from.scheme
+        when 'file', 'pipe'
+          return proposal if http_authentication?
+
+          unsupported_transfer
+        end
       end
+      debug "#{self.class.name}: not appropriate"
       false
     end
 
@@ -41,7 +37,5 @@ module Uricp::Strategy
         from.path
       end
     end
-
   end
-
 end

data/lib/uricp/strategy/segmented_remote_put.rb

@@ -1,35 +1,29 @@
 module Uricp::Strategy
-  
   class SegmentedRemotePut
-
     include Uricp::Strategy::Common
 
     def appropriate?
-      if segmented?
-        if compression_required? || conversion_required?
-	  debug "#{self.class.name}: not ready to upload"
-	else
-	  case to.scheme
-	  when 'http', 'https'
-	    case from.scheme
-	    when 'file', 'pipe'
-	      if http_authentication?
-		return proposal
-	      else
-		unsupported_transfer
-	      end
-	    end
-	  end
-	  debug "#{self.class.name}: not appropriate"
-	end
-      else
-        debug "#{self.class.name}: no segmentation requested"
+      unless segmented?
+        debug "#{self.class.name}: not appropriate"
+        return false
+      end
+      if compression_required? || conversion_required?
+        debug "#{self.class.name}: not ready to upload"
+        return false
       end
+      case to.scheme
+      when 'http', 'https'
+        case from.scheme
+        when 'file', 'pipe'
+          return proposal if http_authentication?
+        end
+      end
+      unsupported_transfer
       false
     end
 
     def command
-      "segment_upload --segment-size '#{options['segment-size']}' #{source_details} #{to.to_s};"
+      "segment_upload --segment-size '#{options['segment-size']}' #{source_details} #{to};"
     end
 
     def proposal
@@ -42,11 +36,5 @@ module Uricp::Strategy
     def source_details
       "--from #{from.path}" unless from.scheme == 'pipe'
     end
-
-    def segmented?
-      options['segment-size']
-    end
-
   end
-
 end