uricp 0.0.15 → 0.0.16

data/lib/uricp/strategy/piped_compress.rb

@@ -1,30 +1,25 @@
 module Uricp::Strategy
-
   class PipedCompress
-    
     include Uricp::Strategy::Common
 
-
     def appropriate?
       case from.scheme
       when 'pipe'
-	return proposal if compression_required?
+        return proposal if compression_required?
       end
       debug "#{self.class.name}: not appropriate"
       false
     end
 
     def command
-      "lz4 |"
+      'lz4 |'
     end
 
     def proposal
       @proposed_options = options.dup
       @proposed_options.delete('compress')
-      @proposed_options['encoding']='lz4'
+      @proposed_options['encoding'] = 'lz4'
       self
     end
-
   end
-
 end

data/lib/uricp/strategy/piped_decompress.rb

@@ -1,35 +1,31 @@
 module Uricp::Strategy
-
   class PipedDecompress
-    
     include Uricp::Strategy::Common
 
     def appropriate?
       case from.scheme
       when 'pipe'
-	return proposal if lz4_source? 
+        return proposal if lz4_source?
       end
       debug "#{self.class.name}: not appropriate"
       false
     end
 
     def command
-      "lz4 -d |"
+      'lz4 -d |'
     end
 
     def proposal
       @proposed_options = options.dup
       @proposed_options.delete('source-format')
       if @proposed_options['target-format']
-	@proposed_options['source-format'] = :raw
-        if @proposed_options['source-format'] == @proposed_options['target-format'] 
-	  @proposed_options.delete('source-format')
-	  @proposed_options.delete('target-format')
-	end
+        @proposed_options['source-format'] = :raw
+        if @proposed_options['source-format'] == @proposed_options['target-format']
+          @proposed_options.delete('source-format')
+          @proposed_options.delete('target-format')
+        end
       end
       self
     end
-
   end
-
 end

data/lib/uricp/strategy/piped_local_compress.rb

@@ -1,7 +1,5 @@
 module Uricp::Strategy
-
   class PipedLocalCompress
-    
     include Uricp::Strategy::Common
 
     def appropriate?
@@ -24,7 +22,5 @@ module Uricp::Strategy
       @proposed_options['from_uri'] = PIPE_URI
       self
     end
-
   end
-
 end

data/lib/uricp/strategy/piped_local_decompress.rb

@@ -1,19 +1,15 @@
 module Uricp::Strategy
-
   class PipedLocalDecompress
-    
     include Uricp::Strategy::Common
 
     def appropriate?
       case from.scheme
       when 'pipe'
-	if raw_target? && lz4_source? && to.scheme == 'file'
-	  if always_write_sparse?
-	    return proposal
-	  else
-	    debug "#{self.class.name}: using safe sparse expansion via stream"
-	  end
-	end
+        if raw_target? && lz4_source? && to.scheme == 'file'
+          return proposal if always_write_sparse?
+
+          debug "#{self.class.name}: using safe sparse expansion via stream"
+        end
       end
       debug "#{self.class.name}: not appropriate"
       false
@@ -27,16 +23,14 @@ module Uricp::Strategy
       @proposed_options = options.dup
       @proposed_options.delete('source-format')
       if @proposed_options['target-format']
-	@proposed_options['source-format'] = :raw
-        if @proposed_options['source-format'] == @proposed_options['target-format'] 
-	  @proposed_options.delete('source-format')
-	  @proposed_options.delete('target-format')
-	end
+        @proposed_options['source-format'] = :raw
+        if @proposed_options['source-format'] == @proposed_options['target-format']
+          @proposed_options.delete('source-format')
+          @proposed_options.delete('target-format')
+        end
       end
       @proposed_options['from_uri'] = @proposed_options['to_uri']
       self
     end
-
   end
-
 end

data/lib/uricp/strategy/piped_local_get.rb

@@ -1,7 +1,5 @@
 module Uricp::Strategy
-  
   class PipedLocalGet
-
     include Uricp::Strategy::Common
 
     def appropriate?
@@ -22,8 +20,5 @@ module Uricp::Strategy
       @proposed_options['from_uri'] = PIPE_URI
       self
     end
-
   end
-
 end
-

data/lib/uricp/strategy/piped_local_put.rb

@@ -1,14 +1,11 @@
 module Uricp::Strategy
-  
   class PipedLocalPut
-
     include Uricp::Strategy::Common
 
     def appropriate?
-      case from.scheme
-      when 'pipe'
-        return proposal if to.scheme == 'file'
-      end
+      return proposal if to.scheme == 'file' &&
+                         from.scheme == 'pipe'
+
       debug "#{self.class.name}: not appropriate"
       false
     end
@@ -22,8 +19,5 @@ module Uricp::Strategy
       @proposed_options['from_uri'] = @proposed_options['to_uri']
       self
     end
-
   end
-
 end
-

data/lib/uricp/strategy/piped_rbd_get.rb

@@ -0,0 +1,44 @@
+require 'json'
+module Uricp::Strategy
+  class PipedRbdGet
+    include Uricp::Strategy::Common
+    include Methadone::SH
+
+    def appropriate?
+      case from.scheme
+      when 'rbd'
+        return proposal unless sequence_complete? || snap_in_progress?
+      end
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd snap create --id #{rbd_id} '#{rbd_snap_target(from)}' && " \
+      "rbd export --no-progress --id #{rbd_id} '#{rbd_snap_target(from)}' - |"
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options['rbd_snapshot'] = rbd_snap_target(from)
+      @proposed_options['from_uri'] = PIPE_URI
+      @proposed_options.delete('cache')
+      @proposed_options.delete('cache_name')
+      self
+    end
+
+    RBD_SNAPSHOT = 'uricp_snap'.freeze
+
+    def rbd_snap_target(uri)
+      "#{rbd_target(uri)}@#{RBD_SNAPSHOT}"
+    end
+
+    def snap_in_progress?
+      return false if dry_run?
+
+      sh "rbd snap ls --id #{rbd_id} --format json #{rbd_target(from)}" do |stdout|
+        JSON.parse(stdout).any? { |x| x['name'] == RBD_SNAPSHOT }
+      end
+    end
+  end
+end

data/lib/uricp/strategy/piped_remote_get.rb

@@ -1,8 +1,6 @@
 require 'open-uri'
 module Uricp::Strategy
-  
   class PipedRemoteGet
-
     include Uricp::Strategy::Common
 
     def appropriate?
@@ -10,33 +8,35 @@ module Uricp::Strategy
       when 'http', 'https'
         return proposal unless sequence_complete?
       else
-	debug "#{self.class.name}: not appropriate"
-	false
+        debug "#{self.class.name}: not appropriate"
+        false
       end
     end
 
-    alias :command :curl_download_to_pipe
+    alias command curl_download_to_pipe
 
     def proposal
       @proposed_options = options.dup
       @proposed_options['from_uri'] = PIPE_URI
       if conversion_required?
         @proposed_options['source-format'] = format_peek
-	if @proposed_options['source-format'] == @proposed_options['target-format'] 
-	  @proposed_options.delete('source-format')
-	  @proposed_options.delete('target-format')
-	end
+        if @proposed_options['source-format'] == @proposed_options['target-format']
+          @proposed_options.delete('source-format')
+          @proposed_options.delete('target-format')
+        end
       end
       if options['max-cache'] &&
-        size_peek.to_i > options['max-cache'].to_i
-	  @proposed_options.delete('cache')
-	  @proposed_options.delete('cache_name')
-	  @proposed_options.delete('max-cache')
+         size_peek.to_i > options['max-cache'].to_i
+        @proposed_options.delete('cache')
+        @proposed_options.delete('cache_name')
+        @proposed_options.delete('max-cache')
       end
       self
     end
 
     def format_peek
+      return options['target-format'] || 'raw' if dry_run?
+
       options['from_uri'].open(headers) do |u|
         encoding(u)
       end
@@ -48,14 +48,16 @@ module Uricp::Strategy
         raise
       end
     rescue SocketError => e
-      raise SocketError, options['from_uri'].to_s+" inaccessible: "+e.message
+      raise SocketError, options['from_uri'].to_s + ' inaccessible: ' + e.message
     end
 
     def size_peek
-      size_headers=headers
+      return options['max-cache'] if dry_run?
+
+      size_headers = headers
       size_headers['Range'] = 'bytes=0-0'
       options['from_uri'].open(headers) do |u|
-	match = %r<bytes\s+(\d+)-(\d+)/(\d+|\*)>i.match(u.meta['content-range'])
+        match = %r{bytes\s+(\d+)-(\d+)/(\d+|\*)}i.match(u.meta['content-range'])
         match && match[3].to_i
       end
     rescue OpenURI::HTTPError => e
@@ -66,15 +68,13 @@ module Uricp::Strategy
         raise
       end
     rescue SocketError => e
-      raise SocketError, options['from_uri'].to_s+" inaccessible: "+e.message
+      raise SocketError, options['from_uri'].to_s + ' inaccessible: ' + e.message
     end
 
     def headers
-      headers={'Range' => 'bytes=0-7'}
+      headers = { 'Range' => 'bytes=0-7' }
       headers['X-Auth-Token'] = options['authenticator'].call if http_authentication?
       headers
     end
-
   end
-
 end

data/lib/uricp/strategy/rbd_remote_put.rb

@@ -0,0 +1,36 @@
+module Uricp::Strategy
+  class RbdRemotePut
+    include Uricp::Strategy::Common
+
+    def appropriate?
+      if compression_required? || conversion_required?
+        debug "#{self.class.name}: not ready to upload"
+        return false
+      end
+      case from.scheme
+      when 'pipe', 'file'
+        return proposal if to.scheme == 'rbd'
+      end
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd import --no-progress --id #{rbd_id} #{data_source} '#{rbd_target(to)}';"
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options['from_uri'] = to
+      self
+    end
+
+    def data_source
+      if from.scheme == 'pipe'
+        '-'
+      else
+        "'#{from.path}'"
+      end
+    end
+  end
+end

data/lib/uricp/strategy/rbd_sweeper.rb

@@ -0,0 +1,22 @@
+module Uricp::Strategy
+  class RbdSweeper
+    include Uricp::Strategy::Common
+
+    def appropriate?
+      return proposal if options['rbd_snapshot'] && sequence_complete?
+
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      "rbd snap rm --id #{rbd_id} '#{options['rbd_snapshot']}';"
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options.delete('rbd_snapshot')
+      self
+    end
+  end
+end

data/lib/uricp/strategy/remote_put.rb

@@ -1,26 +1,22 @@
 module Uricp::Strategy
-  
   class RemotePut
-
     include Uricp::Strategy::Common
 
     def appropriate?
       if compression_required? || conversion_required?
         debug "#{self.class.name}: not ready to upload"
-      else
-	case to.scheme
-	when 'http', 'https'
-	  case from.scheme
-	  when 'file', 'pipe'
-	    if http_authentication?
-	      return proposal 
-	    else
-	      unsupported_transfer
-	    end
-	  end
-	end
-	debug "#{self.class.name}: not appropriate"
+        return false
+      end
+      case to.scheme
+      when 'http', 'https'
+        case from.scheme
+        when 'file', 'pipe'
+          return proposal if http_authentication?
+
+          unsupported_transfer
+        end
       end
+      debug "#{self.class.name}: not appropriate"
       false
     end
 
@@ -41,7 +37,5 @@ module Uricp::Strategy
         from.path
       end
     end
-
   end
-
 end

data/lib/uricp/strategy/segmented_remote_put.rb

@@ -1,35 +1,29 @@
 module Uricp::Strategy
-  
   class SegmentedRemotePut
-
     include Uricp::Strategy::Common
 
     def appropriate?
-      if segmented?
-        if compression_required? || conversion_required?
-	  debug "#{self.class.name}: not ready to upload"
-	else
-	  case to.scheme
-	  when 'http', 'https'
-	    case from.scheme
-	    when 'file', 'pipe'
-	      if http_authentication?
-		return proposal
-	      else
-		unsupported_transfer
-	      end
-	    end
-	  end
-	  debug "#{self.class.name}: not appropriate"
-	end
-      else
-        debug "#{self.class.name}: no segmentation requested"
+      unless segmented?
+        debug "#{self.class.name}: not appropriate"
+        return false
+      end
+      if compression_required? || conversion_required?
+        debug "#{self.class.name}: not ready to upload"
+        return false
       end
+      case to.scheme
+      when 'http', 'https'
+        case from.scheme
+        when 'file', 'pipe'
+          return proposal if http_authentication?
+        end
+      end
+      unsupported_transfer
       false
     end
 
     def command
-      "segment_upload --segment-size '#{options['segment-size']}' #{source_details} #{to.to_s};"
+      "segment_upload --segment-size '#{options['segment-size']}' #{source_details} #{to};"
     end
 
     def proposal
@@ -42,11 +36,5 @@ module Uricp::Strategy
     def source_details
       "--from #{from.path}" unless from.scheme == 'pipe'
     end
-
-    def segmented?
-      options['segment-size']
-    end
-
   end
-
 end