fog-azure-rm 0.1.0 → 0.1.1

data/lib/fog/azurerm/requests/storage/get_backup_job_for_vm.rb

@@ -45,7 +45,7 @@ module Fog
               "activityId": "383f05d9-a4bf-4b95-bb41-d39849b3a86e-2016-10-13 09:55:53Z-PS"
             }
           }'
-          JSON.parse(body)
+          Fog::JSON.decode(body)
         end
       end
     end

data/lib/fog/azurerm/requests/storage/get_backup_protection_policy.rb

@@ -20,7 +20,7 @@ module Fog
             raise_azure_exception(e, msg)
           end
           Fog::Logger.debug "Successfully retrieved backup protection policy from Resource Group #{resource_group}"
-          JSON.parse(response)['value']
+          Fog::JSON.decode(response)['value']
         end
       end
 
@@ -57,7 +57,7 @@ module Fog
             }
           }]
         }'
-        JSON.parse(body)['value']
+        Fog::JSON.decode(body)['value']
       end
     end
   end

data/lib/fog/azurerm/requests/storage/get_blob.rb

@@ -0,0 +1,163 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        BLOCK_SIZE = 32 * 1024 * 1024 # 32 MB
+
+        def get_blob_with_block_given(container_name, blob_name, options, &_block)
+          options[:request_id] = SecureRandom.uuid
+          msg = "get_blob_with_block_given: blob #{blob_name} in the container #{container_name}. options: #{options}"
+          Fog::Logger.debug msg
+
+          begin
+            blob = @blob_client.get_blob_properties(container_name, blob_name, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise 'NotFound' if ex.message.include?('(404)')
+            raise_azure_exception(ex, msg)
+          end
+
+          content_length = blob.properties[:content_length]
+          if content_length.zero?
+            Proc.new.call('', 0, 0)
+            return [blob, '']
+          end
+
+          start_range = 0
+          end_range = content_length - 1
+          start_range = options[:start_range] if options[:start_range]
+          end_range = options[:end_range] if options[:end_range]
+          raise ArgumentError.new(':end_range MUST be greater than :start_range') if start_range > end_range
+
+          if start_range == end_range
+            Proc.new.call('', 0, 0)
+            return [blob, '']
+          end
+
+          buffer_size = BLOCK_SIZE
+          buffer_size = options[:block_size] if options[:block_size]
+          buffer_start_range = start_range
+          total_bytes = end_range - start_range + 1
+          params = options.dup
+
+          while buffer_start_range < end_range
+            buffer_end_range = [end_range, buffer_start_range + buffer_size - 1].min
+            params[:start_range] = buffer_start_range
+            params[:end_range] = buffer_end_range
+            params[:request_id] = SecureRandom.uuid
+
+            begin
+              msg = "get_blob_with_block_given: blob #{blob_name} in the container #{container_name}. options: #{params}"
+              Fog::Logger.debug msg
+              _, content = @blob_client.get_blob(container_name, blob_name, params)
+            rescue Azure::Core::Http::HTTPError => ex
+              raise 'NotFound' if ex.message.include?('(404)')
+              raise_azure_exception(ex, msg)
+            end
+
+            Proc.new.call(content, end_range - buffer_end_range, total_bytes)
+            buffer_start_range += buffer_size
+          end
+          # No need to return content when block is given.
+          [blob, '']
+        end
+
+        def get_blob(container_name, blob_name, options = {}, &block)
+          if block_given?
+            get_blob_with_block_given(container_name, blob_name, options, &block)
+          else
+            options[:request_id] = SecureRandom.uuid
+            msg = "get_blob blob #{blob_name} in the container #{container_name}. options: #{options}"
+            Fog::Logger.debug msg
+
+            begin
+              blob, content = @blob_client.get_blob(container_name, blob_name, options)
+              Fog::Logger.debug "Get blob #{blob_name} successfully."
+              [blob, content]
+            rescue Azure::Core::Http::HTTPError => ex
+              raise 'NotFound' if ex.message.include?('(404)')
+              raise_azure_exception(ex, msg)
+            end
+          end
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_blob(_container_name, _blob_name, _options = {}, &_block)
+          Fog::Logger.debug 'get_blob successfully.'
+          unless block_given?
+            return [
+              {
+                'name' => 'test_blob',
+                'metadata' => {},
+                'properties' => {
+                  'last_modified' => 'Mon, 04 Jul 2016 09:30:31 GMT',
+                  'etag' => '0x8D3A3EDD7C2B777',
+                  'lease_status' => 'unlocked',
+                  'lease_state' => 'available',
+                  'lease_duration' => nil,
+                  'content_length' => 4_194_304,
+                  'content_type' => 'application/octet-stream',
+                  'content_encoding' => nil,
+                  'content_language' => nil,
+                  'content_disposition' => nil,
+                  'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+                  'cache_control' => nil,
+                  'sequence_number' => 0,
+                  'blob_type' => 'PageBlob',
+                  'copy_id' => '095adc3b-e277-4c3d-97e0-0abca881f60c',
+                  'copy_status' => 'success',
+                  'copy_source' => 'https://testaccount.blob.core.windows.net/testblob/4m?snapshot=2016-02-04T08%3A35%3A50.3157696Z',
+                  'copy_progress' => '4194304/4194304',
+                  'copy_completion_time' => 'Thu, 04 Feb 2016 08:35:52 GMT',
+                  'copy_status_description' => nil,
+                  'accept_ranges' => 0
+                }
+              },
+              'content'
+            ]
+          end
+          data = StringIO.new('content')
+          remaining = total_bytes = data.length
+          while remaining > 0
+            chunk = data.read([remaining, 2].min)
+            Proc.new.call(chunk, remaining, total_bytes)
+            remaining -= 2
+          end
+
+          [
+            {
+              'name' => 'test_blob',
+              'metadata' => {},
+              'properties' => {
+                'last_modified' => 'Mon, 04 Jul 2016 09:30:31 GMT',
+                'etag' => '0x8D3A3EDD7C2B777',
+                'lease_status' => 'unlocked',
+                'lease_state' => 'available',
+                'lease_duration' => nil,
+                'content_length' => 4_194_304,
+                'content_type' => 'application/octet-stream',
+                'content_encoding' => nil,
+                'content_language' => nil,
+                'content_disposition' => nil,
+                'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+                'cache_control' => nil,
+                'sequence_number' => 0,
+                'blob_type' => 'PageBlob',
+                'copy_id' => '095adc3b-e277-4c3d-97e0-0abca881f60c',
+                'copy_status' => 'success',
+                'copy_source' => 'https://testaccount.blob.core.windows.net/testblob/4m?snapshot=2016-02-04T08%3A35%3A50.3157696Z',
+                'copy_progress' => '4194304/4194304',
+                'copy_completion_time' => 'Thu, 04 Feb 2016 08:35:52 GMT',
+                'copy_status_description' => nil,
+                'accept_ranges' => 0
+              }
+            },
+            ''
+          ]
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_blob_http_url.rb

@@ -0,0 +1,39 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        # Get an expiring http blob url from Azure blob storage
+        #
+        # @param container_name [String] Name of container containing blob
+        # @param blob_name [String] Name of blob to get expiring url for
+        # @param expires [Time] An expiry time for this url
+        #
+        # @return [String] - http url for blob
+        #
+        # @see https://msdn.microsoft.com/en-us/library/azure/mt584140.aspx
+        #
+        def get_blob_http_url(container_name, blob_name, expires)
+          relative_path = "#{container_name}/#{blob_name}"
+          params = {
+            service: 'b',
+            resource: 'b',
+            permissions: 'r',
+            expiry: expires.utc.iso8601
+          }
+          token = @signature_client.generate_service_sas_token(relative_path, params)
+          uri = @blob_client.generate_uri(relative_path)
+          url = "#{uri}?#{token}"
+          url.gsub('https:', 'http:')
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_blob_http_url(*)
+          'http://sa.blob.core.windows.net/test_container/test_blob?token'
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_blob_https_url.rb

@@ -0,0 +1,39 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        # Get an expiring https blob url from Azure blob storage
+        #
+        # @param container_name [String] Name of container containing blob
+        # @param blob_name [String] Name of blob to get expiring url for
+        # @param expires [Time] An expiry time for this url
+        #
+        # @return [String] - https url for blob
+        #
+        # @see https://msdn.microsoft.com/en-us/library/azure/mt584140.aspx
+        #
+        def get_blob_https_url(container_name, blob_name, expires)
+          relative_path = "#{container_name}/#{blob_name}"
+          params = {
+            service: 'b',
+            resource: 'b',
+            permissions: 'r',
+            expiry: expires.utc.iso8601,
+            protocol: 'https'
+          }
+          token = @signature_client.generate_service_sas_token(relative_path, params)
+          uri = @blob_client.generate_uri(relative_path)
+          "#{uri}?#{token}"
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_blob_https_url(*)
+          'https://sa.blob.core.windows.net/test_container/test_blob?token'
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_blob_properties.rb

@@ -1,50 +1,52 @@
 module Fog
   module Storage
     class AzureRM
-      # This class provides the actual implemention for service calls.
+      # This class provides the actual implementation for service calls.
       class Real
         def get_blob_properties(container_name, name, options = {})
-          Fog::Logger.debug "Get Blob #{name} properties in container #{container_name}."
+          options[:request_id] = SecureRandom.uuid
+          msg = "Get Blob #{name} properties in container #{container_name}, options: #{options}."
+          Fog::Logger.debug msg
           begin
-              blob_properties = @blob_client.get_blob_properties(container_name, name, options)
-              Fog::Logger.debug "Getting properties of blob #{name} successfully."
-              blob_properties
-            rescue Azure::Core::Http::HTTPError => ex
-              raise "Exception in getting properties of blob #{name}: #{ex.inspect}"
-            end
+            blob = @blob_client.get_blob_properties(container_name, name, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise 'NotFound' if ex.message.include?('(404)')
+            raise_azure_exception(ex, msg)
+          end
+          Fog::Logger.debug "Getting properties of blob #{name} successfully."
+          blob
         end
       end
+
       # This class provides the mock implementation for unit tests.
       class Mock
-        def get_blob_properties(_container_name, name, _options = {})
+        def get_blob_properties(*)
           {
-            'name' => name,
-            'snapshot' => nil,
+            'name' => 'test_blob',
             'metadata' => {},
-            'properties' =>
-              {
-                'last_modified' => 'Mon, 04 Jul 2016 09:30:31 GMT',
-                'etag' => '0x8D3A3EDD7C2B777',
-                'lease_status' => 'unlocked',
-                'lease_state' => 'available',
-                'lease_duration' => nil,
-                'content_length' => 4_194_304,
-                'content_type' => 'application/octet-stream',
-                'content_encoding' => nil,
-                'content_language' => nil,
-                'content_disposition' => nil,
-                'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
-                'cache_control' => nil,
-                'sequence_number' => 0,
-                'blob_type' => 'PageBlob',
-                'copy_id' => '095adc3b-e277-4c3d-97e0-0abca881f60c',
-                'copy_status' => 'success',
-                'copy_source' => 'https://testaccount.blob.core.windows.net/testblob/4m?snapshot=2016-02-04T08%3A35%3A50.3157696Z',
-                'copy_progress' => '4194304/4194304',
-                'copy_completion_time' => 'Thu, 04 Feb 2016 08:35:52 GMT',
-                'copy_status_description' => nil,
-                'accept_ranges' => 0
-              }
+            'properties' => {
+              'last_modified' => 'Mon, 04 Jul 2016 09:30:31 GMT',
+              'etag' => '0x8D3A3EDD7C2B777',
+              'lease_status' => 'unlocked',
+              'lease_state' => 'available',
+              'lease_duration' => nil,
+              'content_length' => 4_194_304,
+              'content_type' => 'application/octet-stream',
+              'content_encoding' => nil,
+              'content_language' => nil,
+              'content_disposition' => nil,
+              'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+              'cache_control' => nil,
+              'sequence_number' => 0,
+              'blob_type' => 'PageBlob',
+              'copy_id' => '095adc3b-e277-4c3d-97e0-0abca881f60c',
+              'copy_status' => 'success',
+              'copy_source' => 'https://testaccount.blob.core.windows.net/testblob/4m?snapshot=2016-02-04T08%3A35%3A50.3157696Z',
+              'copy_progress' => '4194304/4194304',
+              'copy_completion_time' => 'Thu, 04 Feb 2016 08:35:52 GMT',
+              'copy_status_description' => nil,
+              'accept_ranges' => 0
+            }
           }
         end
       end

data/lib/fog/azurerm/requests/storage/get_blob_url.rb

@@ -0,0 +1,28 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        # Get a public blob url from Azure blob storage
+        def get_blob_url(container_name, blob_name, options = {})
+          uri = @blob_client.generate_uri("#{container_name}/#{blob_name}")
+
+          if options[:scheme] == 'http'
+            uri.to_s.gsub('https:', 'http:')
+          else
+            uri.to_s
+          end
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_blob_url(_container_name, _blob_name, options = {})
+          url = 'https://sa.blob.core.windows.net/test_container/test_blob'
+          url.gsub!('https:', 'http:') if options[:scheme] == 'http'
+          url
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_container_acl.rb

@@ -0,0 +1,30 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def get_container_acl(container_name, options = {})
+          options[:request_id] = SecureRandom.uuid
+          msg = "Get container ACL: #{container_name}. options: #{options}"
+          Fog::Logger.debug msg
+
+          begin
+            container, signed_identifiers = @blob_client.get_container_acl(container_name, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise_azure_exception(ex, msg)
+          end
+
+          Fog::Logger.debug "Getting ACL of container #{container_name} successfully."
+          [container.public_access_level, signed_identifiers]
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_container_acl(*)
+          ['container', {}]
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_container_properties.rb

@@ -4,15 +4,19 @@ module Fog
       # This class provides the actual implementation for service calls.
       class Real
         def get_container_properties(name, options = {})
-          msg = "Getting container properties: #{name}."
+          options[:request_id] = SecureRandom.uuid
+          msg = "Getting container properties: #{name}, options: #{options}."
           Fog::Logger.debug msg
+
           begin
-            container_properties = @blob_client.get_container_properties(name, options)
+            container = @blob_client.get_container_properties(name, options)
           rescue Azure::Core::Http::HTTPError => ex
+            raise 'NotFound' if ex.message.include?('(404)')
             raise_azure_exception(ex, msg)
           end
+
           Fog::Logger.debug "Getting properties of container #{name} successfully."
-          container_properties
+          container
         end
       end
 
@@ -20,15 +24,15 @@ module Fog
       class Mock
         def get_container_properties(*)
           {
-            'name' => 'testcontainer1',
-            'properties' =>
-              {
-                'last_modified' => 'Mon, 04 Jul 2016 02:50:20 GMT',
-                'etag' => '0x8D3A3B5F017F52D',
-                'lease_status' => 'unlocked',
-                'lease_state' => 'available'
-              },
-            'metadata' => {}
+            'name' => 'test_container',
+            'public_access_level' => nil,
+            'metadata' => {},
+            'properties' => {
+              'last_modified' => 'Mon, 04 Jul 2016 02:50:20 GMT',
+              'etag' => '0x8D3A3B5F017F52D',
+              'lease_status' => 'unlocked',
+              'lease_state' => 'available'
+            }
           }
         end
       end