uricp 0.0.34 → 0.0.35

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5646c45d26dfa89933ac2cb28089ac771dff6a43719fcaba2304e741060a0b7f
-  data.tar.gz: 05172e7eab7420dc2b393ad93328d0250c2ae804b4fb3c1707c87e3f11d5180b
+  metadata.gz: f38405ebdde7785ddfaae980ae8ea97a32b886a4778ed373c515355c83645550
+  data.tar.gz: 620d2a7673fb0f97e55d96b4fd82b812a43fc0d1fb95e4e3cb3d004966554678
 SHA512:
-  metadata.gz: 9a8830466e53007d4f2459a610978fb458e7771e8bdd7af61a69b502b42247b68f98b50801c900d7798437f4e56d4aadfe5ceeb9d4e946856c5c969b043bb1ac
-  data.tar.gz: 57a7b66754c00b8fd48d4c8149fbbe47357ff9e7033013f9b5f33735c179a7350e1bd815e83ef03d68f8e9323c1615a853fafbe1031ad115f15dd7fa07b89c22
+  metadata.gz: d2ea74ee72bb58341219df825766095e2b0a55e57a404d070067b67647cf13aaf9296f0cf3c2933722927260091b954bb56766b89cf0868f184b56131068838c
+  data.tar.gz: 259b2b1ec6191447ca65698a780cccc31dce106f8473e88be13a5a4776a808aec04ba0a6467da3c09c0e7470f7fa1d74cedcdd9a06a3ee96636636d88434aa25

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    uricp (0.0.34)
+    uricp (0.0.35)
       childprocess (~> 1.0)
       filesize (= 0.0.2)
       methadone (~> 2.0.2)

data/features/cacheable_from_uri.feature

@@ -73,6 +73,14 @@ Feature: Download Public VM images
     Then a 102400 byte file named "/tmp/uricp/srv-testy" should exist
     And a 102400 byte file named "/tmp/uricp/cache/freedos.qcow2" should exist
 
+  Scenario: HTTP URI raw.xz to raw via cache
+    Given a correctly initialised cache at "/tmp/uricp"
+    When I successfully run `uricp --target-format=raw --cache=/tmp/uricp http://orbit.brightbox.com/v1/acc-tqs4c/downloads/freedos.raw.xz file:///tmp/uricp/srv-testy`
+    Then a file named "/tmp/uricp/srv-testy" should exist
+      And the file named "/tmp/uricp/srv-testy" should have a file format of "raw"
+      And a file named "/tmp/uricp/cache/freedos.raw.xz" should exist
+      And the file named "/tmp/uricp/cache/freedos.raw.xz" should have a file format of "xz"
+
   Scenario: Unsupported source URI should error
     Given a correctly initialised cache at "/tmp/uricp"
     When I run `uricp --target-format=raw --cache=/tmp/uricp wibble://some/url file:///tmp/uricp/srv-testy`

data/features/step_definitions/uricp_steps.rb

@@ -2,9 +2,14 @@ Then(/^the file named "(.*?)" should have a file format of "(.*?)"$/) do |filena
   case format
   when 'lz4'
     assert_exact_output(
-      [0x184D2204].pack('V'),
+      %w[04224d18].pack('H8'),
       File.open(filename, 'rb') { |f| f.read(4) } || String.new
     )
+  when 'xz'
+    assert_exact_output(
+      %w[fd377a585a00].pack('H12'),
+      File.open(filename, 'rb') { |f| f.read(6) } || String.new
+    )
   when 'qcow2v3', 'qcow3'
     steps %{
       When I successfully run `qemu-img info #{filename}`
@@ -13,9 +18,13 @@ Then(/^the file named "(.*?)" should have a file format of "(.*?)"$/) do |filena
     }
   else
     assert_no_partial_output(
-      [0x184D2204].pack('V'),
+      %w[04224d18].pack('H8'),
       File.open(filename, 'rb') { |f| f.read(4) } || String.new
     )
+    assert_no_partial_output(
+      %w[fd377a585a00].pack('H12'),
+      File.open(filename, 'rb') { |f| f.read(6) } || String.new
+    )
     steps(%{
       When I successfully run `qemu-img info #{filename}`
       Then the output from "qemu-img info #{filename}" should contain "file format: #{format}"

data/lib/uricp/strategy/common.rb

@@ -50,6 +50,10 @@ module Uricp::Strategy
       magic.unpack('a3C') == ['QFI', 0xfb]
     end
 
+    def xz?(magic)
+      magic.unpack('H12') == %w[fd377a585a00]
+    end
+
     def encoding(io)
       magic = io.read(4).to_s
       if lz4?(magic)
@@ -65,7 +69,13 @@ module Uricp::Strategy
           :qcow2un
         end
       else
-        :raw
+        magic += io.read(2).to_s
+        puts magic.unpack('H12')
+        if xz?(magic)
+          :xz
+        else
+          :raw
+        end
       end
     end
 
@@ -83,6 +93,10 @@ module Uricp::Strategy
       options['source-format'] == :lz4
     end
 
+    def xz_source?
+      options['source-format'] == :xz
+    end
+
     def raw_target?
       options['target-format'] == :raw
     end
@@ -120,7 +134,7 @@ module Uricp::Strategy
     end
 
     def supported_source?
-      options['source-format'] && !lz4_source?
+      options['source-format'] && !lz4_source? && !xz_source?
     end
 
     def rbd_image_spec(uri)

data/lib/uricp/strategy/{piped_decompress.rb → piped_decompress_lz4.rb}

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Uricp::Strategy
-  class PipedDecompress
+  class PipedDecompressLz4
     include Uricp::Strategy::Common
 
     def appropriate?

data/lib/uricp/strategy/piped_decompress_xz.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+module Uricp::Strategy
+  class PipedDecompressXz
+    include Uricp::Strategy::Common
+
+    def appropriate?
+      case from.scheme
+      when 'pipe'
+        return proposal if xz_source?
+      end
+      debug "#{self.class.name}: not appropriate"
+      false
+    end
+
+    def command
+      'xz -d |'
+    end
+
+    def proposal
+      @proposed_options = options.dup
+      @proposed_options.delete('source-format')
+      if @proposed_options['target-format']
+        @proposed_options['source-format'] = :raw
+        if @proposed_options['source-format'] == @proposed_options['target-format']
+          @proposed_options.delete('source-format')
+          @proposed_options.delete('target-format')
+        end
+      end
+      self
+    end
+  end
+end

data/lib/uricp/uri_strategy.rb

@@ -37,7 +37,8 @@ module Uricp
       Strategy::PipedCacheConvert,
       Strategy::PipedCache,
       Strategy::PipedLocalDecompress,
-      Strategy::PipedDecompress,
+      Strategy::PipedDecompressLz4,
+      Strategy::PipedDecompressXz,
       Strategy::LocalConvert,
       Strategy::LocalLink,
       Strategy::PipedCompress,

data/lib/uricp/version.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
 module Uricp
-  VERSION = '0.0.34'
+  VERSION = '0.0.35'
   DEFAULT_SEGMENT_SIZE = '5 GiB'
 end

data/lib/uricp.rb

@@ -16,7 +16,8 @@ require 'uricp/strategy/local_link'
 require 'uricp/strategy/piped_cache'
 require 'uricp/strategy/piped_cache_convert'
 require 'uricp/strategy/piped_compress'
-require 'uricp/strategy/piped_decompress'
+require 'uricp/strategy/piped_decompress_lz4'
+require 'uricp/strategy/piped_decompress_xz'
 require 'uricp/strategy/piped_local_compress'
 require 'uricp/strategy/piped_local_decompress'
 require 'uricp/strategy/piped_local_get'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: uricp
 version: !ruby/object:Gem::Version
-  version: 0.0.34
+  version: 0.0.35
 platform: ruby
 authors:
 - Neil Wilson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-10-31 00:00:00.000000000 Z
+date: 2022-11-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aruba
@@ -202,7 +202,8 @@ files:
 - lib/uricp/strategy/piped_cache.rb
 - lib/uricp/strategy/piped_cache_convert.rb
 - lib/uricp/strategy/piped_compress.rb
-- lib/uricp/strategy/piped_decompress.rb
+- lib/uricp/strategy/piped_decompress_lz4.rb
+- lib/uricp/strategy/piped_decompress_xz.rb
 - lib/uricp/strategy/piped_local_compress.rb
 - lib/uricp/strategy/piped_local_decompress.rb
 - lib/uricp/strategy/piped_local_get.rb