azure-multistorage 0.6.4

data/test/integration/blob/blob_metadata_test.rb

@@ -0,0 +1,75 @@
+#-------------------------------------------------------------------------
+# # Copyright (c) Microsoft and contributors. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#--------------------------------------------------------------------------
+require "integration/test_helper"
+require "azure/blob/blob_service"
+
+describe Azure::Blob::BlobService do
+  subject { Azure::Blob::BlobService.new }
+  after { TableNameHelper.clean }
+  
+  describe '#set/get_blob_metadata' do
+    let(:container_name) { ContainerNameHelper.name }
+    let(:blob_name) { "blobname" }
+    let(:length) { 1024 }
+    let(:metadata){ {"custommetadata" => "CustomMetadataValue"} }
+    before { 
+      subject.create_container container_name
+      subject.create_page_blob container_name, blob_name, length
+    }
+
+    it 'sets and gets metadata for a blob' do
+      result = subject.set_blob_metadata container_name, blob_name, metadata
+      result.must_be_nil
+      blob = subject.get_blob_metadata container_name, blob_name
+
+      metadata.each { |k,v|
+        blob.metadata.must_include k
+        blob.metadata[k].must_equal v
+      }
+    end
+
+    describe 'when a blob has a snapshot' do 
+      let(:snapshot) { subject.create_blob_snapshot container_name, blob_name, {:metadata => metadata }}
+      before { s = snapshot }
+
+      it 'gets metadata for a blob snapshot (when set during create)' do
+
+        blob = subject.get_blob_metadata container_name, blob_name, { :snapshot => snapshot }
+
+        blob.snapshot.must_equal snapshot
+        metadata.each { |k,v|
+          blob.metadata.must_include k
+          blob.metadata[k].must_equal v
+        }
+          
+      end
+
+      it 'errors if the snapshot does not exist' do
+        assert_raises(Azure::Core::Http::HTTPError) do
+          subject.get_blob_metadata container_name, blob_name, { :snapshot => "invalidsnapshot" }
+        end
+      end
+    end
+    
+    it 'errors if the blob name does not exist' do
+      assert_raises(Azure::Core::Http::HTTPError) do
+        subject.get_blob_metadata container_name, "thisblobdoesnotexist"
+      end
+      assert_raises(Azure::Core::Http::HTTPError) do
+        subject.set_blob_metadata container_name, "thisblobdoesnotexist", metadata
+      end
+    end
+  end
+end

data/test/integration/blob/blob_pages_test.rb

@@ -0,0 +1,119 @@
+#-------------------------------------------------------------------------
+# # Copyright (c) Microsoft and contributors. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#--------------------------------------------------------------------------
+require "integration/test_helper"
+require "azure/blob/blob_service"
+
+describe Azure::Blob::BlobService do
+  subject { Azure::Blob::BlobService.new }
+  after { TableNameHelper.clean }
+  
+  let(:container_name) { ContainerNameHelper.name }
+  let(:blob_name) { "blobname" }
+  let(:blob_name2) { "blobname2" }
+  let(:length) { 2560 }
+  before { 
+    subject.create_container container_name
+    subject.create_page_blob container_name, blob_name, length
+    subject.create_page_blob container_name, blob_name2, length
+  }
+  
+  describe '#create_blob_pages' do
+    it 'creates pages in a page blob' do
+      content = ""
+      512.times.each{|i| content << "@" }
+
+      subject.create_blob_pages container_name, blob_name, 0, 511, content
+      subject.create_blob_pages container_name, blob_name, 1024, 1535, content
+
+      ranges = subject.list_page_blob_ranges container_name, blob_name, { :start_range => 0, :end_range => 1536 }
+      ranges[0][0].must_equal 0
+      ranges[0][1].must_equal 511
+      ranges[1][0].must_equal 1024
+      ranges[1][1].must_equal 1535
+    end
+  end
+
+  describe 'when the options hash is used' do
+    it 'if none match is specified' do
+      content = ""
+      512.times.each{|i| content << "@" }
+
+      blob = subject.create_blob_pages container_name, blob_name2, 0, 511, content
+
+      assert_raises(Azure::Core::Http::HTTPError) do
+        subject.create_blob_pages container_name, blob_name2, 1024, 1535, content, { :if_none_match => blob.properties[:etag] }
+      end
+    end
+
+    it 'if match is specified' do
+      content = ""
+      512.times.each{|i| content << "@" }
+
+      blob = subject.create_blob_pages container_name, blob_name, 0, 511, content
+      subject.create_blob_pages container_name, blob_name, 1024, 1535, content, { :if_match => blob.properties[:etag] }
+    end
+  end
+
+  describe "#clear_blob_pages" do
+    before { 
+      content = ""
+      512.times.each{|i| content << "@" }
+
+      subject.create_blob_pages container_name, blob_name, 0, 511, content
+      subject.create_blob_pages container_name, blob_name, 1024, 1535, content
+      subject.create_blob_pages container_name, blob_name, 2048, 2559, content
+
+      ranges = subject.list_page_blob_ranges container_name, blob_name, { :start_range => 0, :end_range => 2560 }
+      ranges.length.must_equal 3
+      ranges[0][0].must_equal 0
+      ranges[0][1].must_equal 511
+      ranges[1][0].must_equal 1024
+      ranges[1][1].must_equal 1535
+      ranges[2][0].must_equal 2048
+      ranges[2][1].must_equal 2559
+    }
+
+    describe "when both start_range and end_range are specified" do
+      it 'clears the data in page blobs within the provided range' do
+        subject.clear_blob_pages container_name, blob_name, 512, 1535
+
+        ranges = subject.list_page_blob_ranges container_name, blob_name, { :start_range => 0, :end_range => 2560 }
+        ranges.length.must_equal 2
+        ranges[0][0].must_equal 0
+        ranges[0][1].must_equal 511
+        ranges[1][0].must_equal 2048
+        ranges[1][1].must_equal 2559
+      end
+    end
+  end
+
+  describe '#list_page_blob_ranges' do
+    before { 
+      content = ""
+      512.times.each{|i| content << "@" }
+
+      subject.create_blob_pages container_name, blob_name, 0, 511, content
+      subject.create_blob_pages container_name, blob_name, 1024, 1535, content
+    }
+
+    it 'lists the active blob pages' do
+      ranges = subject.list_page_blob_ranges container_name, blob_name, { :start_range => 0, :end_range => 1536 }
+      ranges[0][0].must_equal 0
+      ranges[0][1].must_equal 511
+      ranges[1][0].must_equal 1024
+      ranges[1][1].must_equal 1535
+    end
+  end
+end

data/test/integration/blob/blob_properties_test.rb

@@ -0,0 +1,77 @@
+#-------------------------------------------------------------------------
+# # Copyright (c) Microsoft and contributors. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#--------------------------------------------------------------------------
+require "integration/test_helper"
+require "azure/blob/blob_service"
+
+describe Azure::Blob::BlobService do
+  subject { Azure::Blob::BlobService.new }
+  after { TableNameHelper.clean }
+
+  describe '#set/get_blob_properties' do
+    let(:container_name) { ContainerNameHelper.name }
+    let(:blob_name) { "blobname" }
+    let(:length) { 1024 }
+    before { 
+      subject.create_container container_name
+      subject.create_page_blob container_name, blob_name, length
+    }
+    let(:options){{
+        :blob_content_type=>"application/my-special-format",
+        :blob_content_encoding=>"utf-16",
+        :blob_content_language=>"klingon",
+        :blob_cache_control=>"max-age=1296000",
+      }}
+
+    it 'sets and gets properties for a blob' do
+      result = subject.set_blob_properties container_name, blob_name, options
+      result.must_be_nil
+      blob = subject.get_blob_properties container_name, blob_name
+      blob.properties[:content_type].must_equal options[:blob_content_type]
+      blob.properties[:content_encoding].must_equal options[:blob_content_encoding]
+      blob.properties[:cache_control].must_equal options[:blob_cache_control]
+    end
+
+    describe 'when a blob has a snapshot' do
+      before {
+        subject.set_blob_properties container_name, blob_name, options
+      }
+      
+      it 'gets properties for a blob snapshot' do
+        snapshot = subject.create_blob_snapshot container_name, blob_name
+        blob = subject.get_blob_properties container_name, blob_name, { :snapshot => snapshot }
+
+        blob.snapshot.must_equal snapshot
+        blob.properties[:content_type].must_equal options[:blob_content_type]
+        blob.properties[:content_encoding].must_equal options[:blob_content_encoding]
+        blob.properties[:cache_control].must_equal options[:blob_cache_control]
+      end
+
+      it 'errors if the snapshot does not exist' do
+        assert_raises(Azure::Core::Http::HTTPError) do
+          subject.get_blob_properties container_name, blob_name, { :snapshot => "invalidsnapshot" }
+        end
+      end
+    end
+    
+    it 'errors if the blob name does not exist' do
+      assert_raises(Azure::Core::Http::HTTPError) do
+        subject.get_blob_properties container_name, "thisblobdoesnotexist"
+      end
+      assert_raises(Azure::Core::Http::HTTPError) do
+        subject.get_blob_properties container_name, "thisblobdoesnotexist", options
+      end
+    end
+  end
+end

data/test/integration/blob/block_blob_test.rb

@@ -0,0 +1,254 @@
+#-------------------------------------------------------------------------
+# # Copyright (c) Microsoft and contributors. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#--------------------------------------------------------------------------
+require "integration/test_helper"
+require "azure/blob/blob_service"
+require 'base64'
+
+describe Azure::Blob::BlobService do
+  subject { Azure::Blob::BlobService.new }
+  after { TableNameHelper.clean }
+
+  let(:container_name) { ContainerNameHelper.name }
+  let(:blob_name) { "blobname" }
+  let(:content) { content = ""; 512.times.each{|i| content << "@" }; content }
+  before { 
+    subject.create_container container_name
+  }
+  
+  describe '#create_block_blob' do
+    it 'creates a page blob' do
+      blob = subject.create_block_blob container_name, blob_name, content
+      blob.name.must_equal blob_name
+    end
+
+    it 'sets additional properties when the options hash is used' do
+      options = {
+        :content_type=>"application/xml",
+        :content_encoding=>"utf-8",
+        :content_language=>"en-US",
+        :cache_control=>"max-age=1296000",
+        :metadata => { "CustomMetadataProperty"=>"CustomMetadataValue"}
+      }
+
+      blob = subject.create_block_blob container_name, blob_name, content, options
+      blob = subject.get_blob_properties container_name, blob_name
+      blob.name.must_equal blob_name
+      blob.properties[:content_type].must_equal options[:content_type]
+      blob.properties[:content_encoding].must_equal options[:content_encoding]
+      blob.properties[:cache_control].must_equal options[:cache_control]
+
+      blob = subject.get_blob_metadata container_name, blob_name
+      blob.name.must_equal blob_name
+      blob.metadata["custommetadataproperty"].must_equal "CustomMetadataValue"
+    end
+
+    it 'errors if the container does not exist' do
+      assert_raises(Azure::Core::Http::HTTPError) do
+        subject.create_block_blob ContainerNameHelper.name, blob_name, content
+      end
+    end
+  end
+
+  describe '#create_blob_block' do
+    let(:blockid) {"anyblockid1" }
+
+    it 'creates a block as part of a block blob' do
+      subject.create_blob_block container_name, blob_name, blockid, content
+
+      # verify
+      block_list = subject.list_blob_blocks container_name, blob_name
+      block = block_list[:uncommitted][0]
+      block.type.must_equal :uncommitted
+      block.size.must_equal 512
+      block.name.must_equal blockid
+    end
+  end
+
+  describe '#commit_blob_blocks' do
+    let(:blocklist) { [["anyblockid0"], ["anyblockid1"]] }
+    before { 
+      blocklist.each { |block_entry|
+        subject.create_blob_block container_name, blob_name, block_entry[0], content
+      }
+    }
+
+    it 'commits a list of blocks to blob' do
+      # verify starting state
+      block_list = subject.list_blob_blocks container_name, blob_name
+
+      (0..1).each { |i|
+        block = block_list[:uncommitted][i]
+        block.type.must_equal :uncommitted
+        block.size.must_equal 512
+        block.name.must_equal blocklist[i][0]
+      }
+
+      assert_raises(Azure::Core::Http::HTTPError) do
+        subject.get_blob container_name, blob_name
+      end
+
+      # commit blocks
+      result = subject.commit_blob_blocks container_name, blob_name, blocklist
+      result.must_be_nil
+
+      blob, returned_content = subject.get_blob container_name, blob_name
+      blob.properties[:content_length].must_equal (content.length * 2)
+      returned_content.must_equal (content + content)
+    end
+  end
+
+  describe '#list_blob_blocks' do
+    let(:blocklist) { [["anyblockid0"], ["anyblockid1"], ["anyblockid2"], ["anyblockid3"]] }
+    before { 
+      
+      subject.create_blob_block container_name, blob_name, blocklist[0][0], content
+      subject.create_blob_block container_name, blob_name, blocklist[1][0], content
+
+      # two committed blocks, two uncommitted blocks
+      result = subject.commit_blob_blocks container_name, blob_name, blocklist.slice(0..1)
+      result.must_be_nil
+
+      subject.create_blob_block container_name, blob_name, blocklist[2][0], content
+      subject.create_blob_block container_name, blob_name, blocklist[3][0], content
+    }
+
+    it 'lists blocks in a blob, including their status' do
+      result = subject.list_blob_blocks container_name, blob_name
+
+      committed = result[:committed]
+      committed.length.must_equal 2
+
+      expected_blocks = blocklist.slice(0..1).each
+
+      committed.each { |block|
+        block.name.must_equal expected_blocks.next[0]
+        block.type.must_equal :committed
+        block.size.must_equal 512
+      }
+
+      uncommitted = result[:uncommitted]
+      uncommitted.length.must_equal 2
+      
+      expected_blocks = blocklist.slice(2..3).each
+
+      uncommitted.each { |block|
+        block.name.must_equal expected_blocks.next[0]
+        block.type.must_equal :uncommitted
+        block.size.must_equal 512
+      }
+    end
+
+    describe 'when blocklist_type parameter is used' do
+      it 'lists uncommitted blocks only if :uncommitted is passed' do
+        result = subject.list_blob_blocks container_name, blob_name, { :blocklist_type => :uncommitted }
+
+        committed = result[:committed]
+        committed.length.must_equal 0
+   
+        uncommitted = result[:uncommitted]
+        uncommitted.length.must_equal 2
+        
+        expected_blocks = blocklist.slice(2..3).each
+
+        uncommitted.each { |block|
+          block.name.must_equal expected_blocks.next[0]
+          block.type.must_equal :uncommitted
+          block.size.must_equal 512
+        }
+      end
+      
+      it 'lists committed blocks only if :committed is passed' do
+        result = subject.list_blob_blocks container_name, blob_name, { :blocklist_type => :committed }
+
+        committed = result[:committed]
+        committed.length.must_equal 2
+        
+        expected_blocks = blocklist.slice(0..1).each
+
+        committed.each { |block|
+          block.name.must_equal expected_blocks.next[0]
+          block.type.must_equal :committed
+          block.size.must_equal 512
+        }
+
+        uncommitted = result[:uncommitted]
+        uncommitted.length.must_equal 0
+      end
+
+      it 'lists committed and uncommitted blocks if :all is passed' do
+        result = subject.list_blob_blocks container_name, blob_name, { :blocklist_type => :all }
+
+        committed = result[:committed]
+        committed.length.must_equal 2
+
+        expected_blocks = blocklist.slice(0..1).each
+
+        committed.each { |block|
+          block.name.must_equal expected_blocks.next[0]
+          block.type.must_equal :committed
+          block.size.must_equal 512
+        }
+
+        uncommitted = result[:uncommitted]
+        uncommitted.length.must_equal 2
+
+        expected_blocks = blocklist.slice(2..3).each
+
+        uncommitted.each { |block|
+          block.name.must_equal expected_blocks.next[0]
+          block.type.must_equal :uncommitted
+          block.size.must_equal 512
+        }
+      end
+    end
+
+    describe 'when snapshot parameter is used' do
+      it 'lists blocks for the blob snapshot' do
+        snapshot = subject.create_blob_snapshot container_name, blob_name
+
+        result = subject.commit_blob_blocks container_name, blob_name, blocklist
+        result.must_be_nil
+        result = subject.list_blob_blocks container_name, blob_name
+
+        committed = result[:committed]
+        committed.length.must_equal 4
+        expected_blocks = blocklist.each
+
+        committed.each { |block|
+          block.name.must_equal expected_blocks.next[0]
+          block.type.must_equal :committed
+          block.size.must_equal 512
+        }
+
+        result = subject.list_blob_blocks container_name, blob_name, { :blocklist_type => :all, :snapshot => snapshot }
+
+        committed = result[:committed]
+        committed.length.must_equal 2
+
+        expected_blocks = blocklist.slice(0..1).each
+
+        committed.each { |block|
+          block.name.must_equal expected_blocks.next[0]
+          block.type.must_equal :committed
+          block.size.must_equal 512
+        }
+
+        # uncommitted blobs aren't copied in a snapshot.
+        uncommitted = result[:uncommitted]
+        uncommitted.length.must_equal 0
+      end
+    end
+  end
+end