fog-azure-rm-downgraded 0.3.0

data/lib/fog/azurerm/requests/storage/get_blob_http_url.rb

@@ -0,0 +1,39 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        # Get an expiring http blob url from Azure blob storage
+        #
+        # @param container_name [String] Name of container containing blob
+        # @param blob_name [String] Name of blob to get expiring url for
+        # @param expires [Time] An expiry time for this url
+        #
+        # @return [String] - http url for blob
+        #
+        # @see https://msdn.microsoft.com/en-us/library/azure/mt584140.aspx
+        #
+        def get_blob_http_url(container_name, blob_name, expires)
+          relative_path = "#{container_name}/#{blob_name}"
+          params = {
+            service: 'b',
+            resource: 'b',
+            permissions: 'r',
+            expiry: expires.utc.iso8601
+          }
+          token = @signature_client.generate_service_sas_token(relative_path, params)
+          uri = @blob_client.generate_uri(relative_path)
+          url = "#{uri}?#{token}"
+          url.gsub('https:', 'http:')
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_blob_http_url(*)
+          'http://sa.blob.core.windows.net/test_container/test_blob?token'
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_blob_https_url.rb

@@ -0,0 +1,39 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        # Get an expiring https blob url from Azure blob storage
+        #
+        # @param container_name [String] Name of container containing blob
+        # @param blob_name [String] Name of blob to get expiring url for
+        # @param expires [Time] An expiry time for this url
+        #
+        # @return [String] - https url for blob
+        #
+        # @see https://msdn.microsoft.com/en-us/library/azure/mt584140.aspx
+        #
+        def get_blob_https_url(container_name, blob_name, expires)
+          relative_path = "#{container_name}/#{blob_name}"
+          params = {
+            service: 'b',
+            resource: 'b',
+            permissions: 'r',
+            expiry: expires.utc.iso8601,
+            protocol: 'https'
+          }
+          token = @signature_client.generate_service_sas_token(relative_path, params)
+          uri = @blob_client.generate_uri(relative_path)
+          "#{uri}?#{token}"
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_blob_https_url(*)
+          'https://sa.blob.core.windows.net/test_container/test_blob?token'
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_blob_properties.rb

@@ -0,0 +1,55 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def get_blob_properties(container_name, name, options = {})
+          options[:request_id] = SecureRandom.uuid
+          msg = "Get Blob #{name} properties in container #{container_name}, options: #{options}."
+          Fog::Logger.debug msg
+          begin
+            blob = @blob_client.get_blob_properties(container_name, name, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise 'NotFound' if ex.message.include?('(404)')
+            raise_azure_exception(ex, msg)
+          end
+          Fog::Logger.debug "Getting properties of blob #{name} successfully."
+          blob
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_blob_properties(*)
+          {
+            'name' => 'test_blob',
+            'metadata' => {},
+            'properties' => {
+              'last_modified' => 'Mon, 04 Jul 2016 09:30:31 GMT',
+              'etag' => '0x8D3A3EDD7C2B777',
+              'lease_status' => 'unlocked',
+              'lease_state' => 'available',
+              'lease_duration' => nil,
+              'content_length' => 4_194_304,
+              'content_type' => 'application/octet-stream',
+              'content_encoding' => nil,
+              'content_language' => nil,
+              'content_disposition' => nil,
+              'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+              'cache_control' => nil,
+              'sequence_number' => 0,
+              'blob_type' => 'PageBlob',
+              'copy_id' => '095adc3b-e277-4c3d-97e0-0abca881f60c',
+              'copy_status' => 'success',
+              'copy_source' => 'https://testaccount.blob.core.windows.net/testblob/4m?snapshot=2016-02-04T08%3A35%3A50.3157696Z',
+              'copy_progress' => '4194304/4194304',
+              'copy_completion_time' => 'Thu, 04 Feb 2016 08:35:52 GMT',
+              'copy_status_description' => nil,
+              'accept_ranges' => 0
+            }
+          }
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_blob_url.rb

@@ -0,0 +1,28 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        # Get a public blob url from Azure blob storage
+        def get_blob_url(container_name, blob_name, options = {})
+          uri = @blob_client.generate_uri("#{container_name}/#{blob_name}")
+
+          if options[:scheme] == 'http'
+            uri.to_s.gsub('https:', 'http:')
+          else
+            uri.to_s
+          end
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_blob_url(_container_name, _blob_name, options = {})
+          url = 'https://sa.blob.core.windows.net/test_container/test_blob'
+          url.gsub!('https:', 'http:') if options[:scheme] == 'http'
+          url
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_container_acl.rb

@@ -0,0 +1,30 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def get_container_acl(container_name, options = {})
+          options[:request_id] = SecureRandom.uuid
+          msg = "Get container ACL: #{container_name}. options: #{options}"
+          Fog::Logger.debug msg
+
+          begin
+            container, signed_identifiers = @blob_client.get_container_acl(container_name, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise_azure_exception(ex, msg)
+          end
+
+          Fog::Logger.debug "Getting ACL of container #{container_name} successfully."
+          [container.public_access_level, signed_identifiers]
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_container_acl(*)
+          ['container', {}]
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_container_properties.rb

@@ -0,0 +1,41 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def get_container_properties(name, options = {})
+          options[:request_id] = SecureRandom.uuid
+          msg = "Getting container properties: #{name}, options: #{options}."
+          Fog::Logger.debug msg
+
+          begin
+            container = @blob_client.get_container_properties(name, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise 'NotFound' if ex.message.include?('(404)')
+            raise_azure_exception(ex, msg)
+          end
+
+          Fog::Logger.debug "Getting properties of container #{name} successfully."
+          container
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_container_properties(*)
+          {
+            'name' => 'test_container',
+            'public_access_level' => nil,
+            'metadata' => {},
+            'properties' => {
+              'last_modified' => 'Mon, 04 Jul 2016 02:50:20 GMT',
+              'etag' => '0x8D3A3B5F017F52D',
+              'lease_status' => 'unlocked',
+              'lease_state' => 'available'
+            }
+          }
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_container_url.rb

@@ -0,0 +1,34 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        # Get a public container url from Azure storage container
+        #
+        # @param container_name [String] Name of container
+        #
+        # @return [String] - url for container
+        #
+        def get_container_url(container_name, options = {})
+          query = { 'comp' => 'list', 'restype' => 'container' }
+          uri = @blob_client.generate_uri(container_name, query)
+
+          if options[:scheme] == 'http'
+            uri.to_s.gsub('https:', 'http:')
+          else
+            uri.to_s
+          end
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_container_url(_container_name, options = {})
+          url = 'https://sa.blob.core.windows.net/test_container?comp=list&restype=container'
+          url.gsub!('https:', 'http:') if options[:scheme] == 'http'
+          url
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_recovery_vault.rb

@@ -0,0 +1,49 @@
+module Fog
+  module Storage
+    class AzureRM
+      # Real class for Recovery Vault request
+      class Real
+        def get_recovery_vault(resource_group, name)
+          msg = "Retrieving Recovery Vault #{name} from Resource Group #{resource_group}"
+          Fog::Logger.debug msg
+          resource_url = "#{AZURE_RESOURCE}/subscriptions/#{@subscription_id}/resourceGroups/#{resource_group}/providers/Microsoft.RecoveryServices/vaults?api-version=#{REST_CLIENT_API_VERSION[1]}"
+          begin
+            token = Fog::Credentials::AzureRM.get_token(@tenant_id, @client_id, @client_secret)
+            recovery_vault_response = RestClient.get(
+              resource_url,
+              accept: 'application/json',
+              content_type: 'application/json',
+              authorization: token
+            )
+          rescue RestClient::Exception => e
+            raise_azure_exception(e, msg)
+          end
+          Fog::Logger.debug "Recovery Vault #{name} from Resource Group #{resource_group} retrieved successfully"
+          recovery_vault = Fog::JSON.decode(recovery_vault_response)['value']
+          recovery_vault.select { |vault| vault['name'].eql? name }[0]
+        end
+      end
+
+      # Mock class for Recovery Vault request
+      class Mock
+        def get_recovery_vault(*)
+          body = '{
+            "value": [{
+              "location": "westus",
+              "name": "fog-test-vault",
+              "properties": {
+                "provisioningState": "Succeeded"
+              },
+              "id": "/subscriptions/########-####-####-####-############/resourceGroups/fog-test-rg/providers/Microsoft.RecoveryServices/vaults/fog-test-vault",
+              "type": "Microsoft.RecoveryServices/vaults",
+              "sku": {
+                "name": "standard"
+              }
+            }]
+          }'
+          Fog::JSON.decode(body)['value'][0]
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_storage_access_keys.rb

@@ -0,0 +1,32 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def get_storage_access_keys(resource_group, storage_account_name, options = {})
+          options[:request_id] = SecureRandom.uuid
+          msg = "Getting storage access keys for storage account: #{storage_account_name}, #{options}."
+          Fog::Logger.debug msg
+          begin
+            storage_account_keys = @storage_mgmt_client.storage_accounts.list_keys(resource_group, storage_account_name, options)
+          rescue MsRestAzure::AzureOperationError => ex
+            raise_azure_exception(ex, msg)
+          end
+          Fog::Logger.debug "Storage access keys for storage account: #{storage_account_name} listed successfully."
+          storage_account_keys.keys
+        end
+      end
+      # This class provides the mock implementation.
+      class Mock
+        def get_storage_access_keys(_resource_group, storage_account_name, _options = {})
+          Fog::Logger.debug "Getting storage access keys for storage account: #{storage_account_name}."
+          Fog::Logger.debug "Storage access keys for storage account: #{storage_account_name} listed successfully."
+          {
+            'key1' => 'key1 value',
+            'key2' => 'key2 value'
+          }
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_storage_account.rb

@@ -0,0 +1,36 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def get_storage_account(resource_group_name, storage_account_name)
+          msg = "Getting storage account: #{storage_account_name}."
+          Fog::Logger.debug msg
+          begin
+            storage_account = @storage_mgmt_client.storage_accounts.get_properties(resource_group_name, storage_account_name)
+          rescue MsRestAzure::AzureOperationError => ex
+            raise_azure_exception(ex, msg)
+          end
+          Fog::Logger.debug "Getting storage account: #{storage_account_name} successfully."
+          storage_account
+        end
+      end
+      # This class provides the mock implementation.
+      class Mock
+        def get_storage_account(*)
+          storage_account_hash = {
+            'id' => '/subscriptions/67f2116d-4ea2-4c6c-b20a-f92183dbe3cb/resourceGroups/fog_test_rg/providers/Microsoft.Storage/storageAccounts/fogtestsasecond',
+            'name' => 'fog-test-storage-account',
+            'location' => 'west us',
+            'sku' =>
+                {
+                  'name' => 'Standard_LRS'
+                }
+          }
+          storage_account_mapper = Azure::ARM::Storage::Models::StorageAccount.mapper
+          storage_mgmt_client.deserialize(storage_account_mapper, storage_account_hash, 'hash')
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/list_blobs.rb

@@ -0,0 +1,168 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      # https://msdn.microsoft.com/en-us/library/azure/dd135734.aspx
+      class Real
+        def list_blobs(container_name, options = {})
+          options = options.dup
+          options[:metadata] = true
+          next_marker = nil
+          blobs = []
+
+          msg = nil
+
+          max_results = -1
+          max_results = options[:max_results].to_i if options[:max_results]
+          begin
+            loop do
+              options[:request_id] = SecureRandom.uuid
+              msg = "Listing blobs in container: #{container_name}, options: #{options}"
+              Fog::Logger.debug msg
+              temp = @blob_client.list_blobs(container_name, options)
+              # Workaround for the issue https://github.com/Azure/azure-storage-ruby/issues/37
+              raise temp unless temp.instance_of?(Azure::Service::EnumerationResults)
+
+              blobs += temp unless temp.empty?
+              break if temp.continuation_token.nil? || temp.continuation_token.empty?
+              options[:marker] = temp.continuation_token
+
+              next if max_results == -1
+
+              options[:max_results] = max_results - blobs.size
+              if options[:max_results].zero?
+                next_marker = temp.continuation_token
+                break
+              end
+            end
+          rescue Azure::Core::Http::HTTPError => ex
+            raise 'NotFound' if ex.message.include?('(404)')
+            raise_azure_exception(ex, msg)
+          end
+
+          Fog::Logger.debug "Listing blobs in container: #{container_name} successfully."
+          {
+            next_marker: next_marker,
+            blobs: blobs
+          }
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def list_blobs(*)
+          Fog::Logger.debug 'Listing blobs in container successfully.'
+          {
+            next_marker: 'marker',
+            blobs: [
+              {
+                'name' => 'test_blob1',
+                'metadata' => {},
+                'properties' => {
+                  'last_modified' => 'Mon, 04 Jul 2016 02:50:20 GMT',
+                  'etag' => '0x8D3A3B5F017F52D',
+                  'lease_status' => 'unlocked',
+                  'lease_state' => 'available',
+                  'content_length' => 4_194_304,
+                  'content_type' => 'application/octet-stream',
+                  'content_encoding' => nil,
+                  'content_language' => nil,
+                  'content_disposition' => nil,
+                  'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+                  'cache_control' => nil,
+                  'sequence_number' => 0,
+                  'blob_type' => 'PageBlob',
+                  'copy_id' => '095adc3b-e277-4c3d-97e0-0abca881f60c',
+                  'copy_status' => 'success',
+                  'copy_source' => 'https://testaccount.blob.core.windows.net/test_container/test_blob?snapshot=2016-02-04T08%3A35%3A50.3256874Z',
+                  'copy_progress' => '4194304/4194304',
+                  'copy_completion_time' => 'Thu, 04 Feb 2016 08:35:52 GMT',
+                  'copy_status_description' => nil,
+                  'accept_ranges' => 0
+                }
+              },
+              {
+                'name' => 'test_blob2',
+                'metadata' => {},
+                'properties' => {
+                  'last_modified' => 'Tue, 04 Aug 2015 06:02:08 GMT',
+                  'etag' => '0x8D29C92173526C8',
+                  'lease_status' => 'unlocked',
+                  'lease_state' => 'available',
+                  'content_length' => 4_194_304,
+                  'content_type' => 'application/octet-stream',
+                  'content_encoding' => nil,
+                  'content_language' => nil,
+                  'content_disposition' => nil,
+                  'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+                  'cache_control' => nil,
+                  'sequence_number' => 0,
+                  'blob_type' => 'PageBlob',
+                  'copy_id' => '0abcdc3b-4c3d-e277-97e0-0abca881f60c',
+                  'copy_status' => 'success',
+                  'copy_source' => 'https://testaccount.blob.core.windows.net/test_container/test_blob?snapshot=2016-02-04T08%3A35%3A55.3157696Z',
+                  'copy_progress' => '4194304/4194304',
+                  'copy_completion_time' => 'Thu, 04 Feb 2016 08:40:52 GMT',
+                  'copy_status_description' => nil,
+                  'accept_ranges' => 0
+                }
+              },
+              {
+                'name' => 'test_blob3',
+                'metadata' => {},
+                'properties' => {
+                  'last_modified' => 'Tue, 04 Aug 2015 06:02:08 GMT',
+                  'etag' => '0x8D29C92173526C8',
+                  'lease_status' => 'unlocked',
+                  'lease_state' => 'available',
+                  'content_length' => 4_194_304,
+                  'content_type' => 'application/octet-stream',
+                  'content_encoding' => nil,
+                  'content_language' => nil,
+                  'content_disposition' => nil,
+                  'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+                  'cache_control' => nil,
+                  'sequence_number' => 0,
+                  'blob_type' => 'PageBlob',
+                  'copy_id' => '0abcdc3b-4c3d-e277-97e0-0abca881f60c',
+                  'copy_status' => 'success',
+                  'copy_source' => 'https://testaccount.blob.core.windows.net/test_container/test_blob?snapshot=2016-02-04T08%3A35%3A55.3157696Z',
+                  'copy_progress' => '4194304/4194304',
+                  'copy_completion_time' => 'Thu, 04 Feb 2016 08:40:52 GMT',
+                  'copy_status_description' => nil,
+                  'accept_ranges' => 0
+                }
+              },
+              {
+                'name' => 'test_blob4',
+                'metadata' => {},
+                'properties' => {
+                  'last_modified' => 'Tue, 04 Aug 2015 06:02:08 GMT',
+                  'etag' => '0x8D29C92173526C8',
+                  'lease_status' => 'unlocked',
+                  'lease_state' => 'available',
+                  'content_length' => 4_194_304,
+                  'content_type' => 'application/octet-stream',
+                  'content_encoding' => nil,
+                  'content_language' => nil,
+                  'content_disposition' => nil,
+                  'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+                  'cache_control' => nil,
+                  'sequence_number' => 0,
+                  'blob_type' => 'PageBlob',
+                  'copy_id' => '0abcdc3b-4c3d-e277-97e0-0abca881f60c',
+                  'copy_status' => 'success',
+                  'copy_source' => 'https://testaccount.blob.core.windows.net/test_container/test_blob?snapshot=2016-02-04T08%3A35%3A55.3157696Z',
+                  'copy_progress' => '4194304/4194304',
+                  'copy_completion_time' => 'Thu, 04 Feb 2016 08:40:52 GMT',
+                  'copy_status_description' => nil,
+                  'accept_ranges' => 0
+                }
+              }
+            ]
+          }
+        end
+      end
+    end
+  end
+end