fog-azure-rm-temp 0.0.1

data/lib/fog/azurerm/requests/storage/list_containers.rb

@@ -0,0 +1,73 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      # https://msdn.microsoft.com/en-us/library/azure/dd179352.aspx
+      class Real
+        def list_containers
+          options = { metadata: true }
+          containers = []
+          msg = nil
+
+          begin
+            loop do
+              options[:request_id] = SecureRandom.uuid
+              msg = "Listing containers. options: #{options}"
+              Fog::Logger.debug msg
+              temp = @blob_client.list_containers(options)
+              # Workaround for the issue https://github.com/Azure/azure-storage-ruby/issues/37
+              raise temp unless temp.instance_of?(Azure::Service::EnumerationResults)
+
+              containers += temp unless temp.empty?
+              break if temp.continuation_token.nil? || temp.continuation_token.empty?
+              options[:marker] = temp.continuation_token
+            end
+          rescue Azure::Core::Http::HTTPError => ex
+            raise_azure_exception(ex, msg)
+          end
+
+          Fog::Logger.debug 'Listing containers successfully.'
+          containers
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def list_containers
+          [
+            {
+              'name' => 'test_container1',
+              'metadata' => {},
+              'properties' => {
+                'last_modified' => 'Mon, 04 Jul 2016 02:50:20 GMT',
+                'etag' => '0x8D3A3B5F017F52D',
+                'lease_status' => 'unlocked',
+                'lease_state' => 'available'
+              }
+            },
+            {
+              'name' => 'test_container2',
+              'metadata' => {},
+              'properties' => {
+                'last_modified' => 'Tue, 04 Aug 2015 06:01:08 GMT',
+                'etag' => '0x8D29C92176C8352',
+                'lease_status' => 'unlocked',
+                'lease_state' => 'available'
+              }
+            },
+            {
+              'name' => 'test_container3',
+              'metadata' => {},
+              'properties' => {
+                'last_modified' => 'Tue, 01 Sep 2015 05:15:36 GMT',
+                'etag' => '0x8D2B28C5EB36458',
+                'lease_status' => 'unlocked',
+                'lease_state' => 'available'
+              }
+            }
+          ]
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/list_recovery_vaults.rb

@@ -0,0 +1,48 @@
+module Fog
+  module Storage
+    class AzureRM
+      # Real class for Recovery Vault request
+      class Real
+        def list_recovery_vaults(resource_group)
+          msg = "Listing Recovery Vaults in Resource Group #{resource_group}"
+          Fog::Logger.debug msg
+          resource_url = "#{AZURE_RESOURCE}/subscriptions/#{@subscription_id}/resourceGroups/#{resource_group}/providers/Microsoft.RecoveryServices/vaults?api-version=#{REST_CLIENT_API_VERSION[1]}"
+          begin
+            token = Fog::Credentials::AzureRM.get_token(@tenant_id, @client_id, @client_secret)
+            recovery_vaults_response = RestClient.get(
+              resource_url,
+              accept: 'application/json',
+              content_type: 'application/json',
+              authorization: token
+            )
+          rescue RestClient::Exception => e
+            raise_azure_exception(e, msg)
+          end
+          Fog::Logger.debug "Recovery Vaults in Resource Group #{resource_group} listed successfully"
+          Fog::JSON.decode(recovery_vaults_response)['value']
+        end
+      end
+
+      # Mock class for Recovery Vault Request
+      class Mock
+        def list_recovery_vaults(*)
+          body = '{
+            "value": [{
+              "location": "westus",
+              "name": "fog-test-vault",
+              "properties": {
+                "provisioningState": "Succeeded"
+              },
+              "id": "/subscriptions/########-####-####-####-############/resourceGroups/fog-test-rg/providers/Microsoft.RecoveryServices/vaults/fog-test-vault",
+              "type": "Microsoft.RecoveryServices/vaults",
+              "sku": {
+                "name": "standard"
+              }
+            }]
+          }'
+          Fog::JSON.decode(body)['value']
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/list_storage_account_for_rg.rb

@@ -0,0 +1,49 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def list_storage_account_for_rg(resource_group)
+          msg = "Listing Storage Accounts in Resource Group #{resource_group}."
+          Fog::Logger.debug msg
+          begin
+            result = @storage_mgmt_client.storage_accounts.list_by_resource_group(resource_group)
+          rescue MsRestAzure::AzureOperationError => ex
+            raise_azure_exception(ex, msg)
+          end
+          result.value
+        end
+      end
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def list_storage_account_for_rg(resource_group)
+          [
+            {
+              'id' => "/subscriptions/{subscriptionId}/resourceGroups/#{resource_group}/providers/Microsoft.Storage/storageAccounts/mock_test_storage_account",
+              'name' => 'mock_test_storage_account',
+              'type' => 'Microsoft.Storage/storageAccounts',
+              'location' => 'westus',
+              'tags' => {},
+              'properties' =>
+              {
+                'provisioningState' => 'Succeeded',
+                'accountType' => 'Standard_LRS',
+                'primaryEndpoints' =>
+                  {
+                    'blob' => 'https://mock_test_storage_account.blob.core.windows.net/',
+                    'queue' => 'https://mock_test_storage_account.queue.core.windows.net/',
+                    'table' => 'https://mock_test_storage_account.table.core.windows.net/',
+                    'file' => 'https://mock_test_storage_account.file.core.windows.net/'
+                  },
+                'primaryLocation' => 'westus',
+                'statusOfPrimary' => 'available',
+                'lastGeoFailoverTime' => '2016-05-19T09:58:55Z',
+                'creationTime' => '2016-05-19T05:24:36Z'
+              }
+            }
+          ]
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/list_storage_accounts.rb

@@ -0,0 +1,49 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def list_storage_accounts
+          msg = 'Listing Storage Accounts.'
+          Fog::Logger.debug msg
+          begin
+            result = @storage_mgmt_client.storage_accounts.list
+          rescue MsRestAzure::AzureOperationError => ex
+            raise_azure_exception(ex, msg)
+          end
+          result.value
+        end
+      end
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def list_storage_accounts
+          [
+            {
+              'id' => '/subscriptions/{subscriptionId}/resourceGroups/mock_test_resource_group/providers/Microsoft.Storage/storageAccounts/mock_test_storage_account',
+              'name' => 'mock_test_storage_account',
+              'type' => 'Microsoft.Storage/storageAccounts',
+              'location' => 'westus',
+              'tags' => {},
+              'properties' =>
+              {
+                'provisioningState' => 'Succeeded',
+                'accountType' => 'Standard_LRS',
+                'primaryEndpoints' =>
+                {
+                  'blob' => 'https://mock_test_storage_account.blob.core.windows.net/',
+                  'queue' => 'https://mock_test_storage_account.queue.core.windows.net/',
+                  'table' => 'https://mock_test_storage_account.table.core.windows.net/',
+                  'file' => 'https://mock_test_storage_account.file.core.windows.net/'
+                },
+                'primaryLocation' => 'westus',
+                'statusOfPrimary' => 'available',
+                'lastGeoFailoverTime' => '2016-05-19T09:49:07Z',
+                'creationTime' => '2016-05-19T05:24:36Z'
+              }
+            }
+          ]
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/multipart_save_block_blob.rb

@@ -0,0 +1,110 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        # This class is used to store chunk data for block blob before uploading.
+        class BlockChunk
+          attr_reader :id # For debug
+          attr_reader :block_id
+          attr_reader :data
+
+          def initialize(id, block_id, data)
+            @id = id
+            @block_id = block_id
+            @data = data
+          end
+        end
+
+        # This class is a stream to read chunk data.
+        class BlockFileStream
+          attr_reader :blocks
+
+          def initialize(body)
+            if body.respond_to?(:read)
+              if body.respond_to?(:rewind)
+                begin
+                  body.rewind
+                rescue => ex
+                  Fog::Logger.debug "multipart_save_block_blob - body responds to :rewind but throws an exception when calling :rewind: #{ex.inspect}"
+                end
+              end
+              @stream = body
+            else
+              @stream = StringIO.new(body)
+            end
+            @mutex = Mutex.new
+            @blocks = []
+          end
+
+          def read(size)
+            block_id = Base64.strict_encode64(random_string(32))
+            data = nil
+            id = 0
+            @mutex.synchronize do
+              data = @stream.read(size)
+              return nil if data.nil?
+              @blocks << [block_id]
+              id = @blocks.size
+            end
+            BlockChunk.new(id, block_id, data)
+          end
+        end
+
+        def multipart_save_block_blob(container_name, blob_name, body, options)
+          threads_num = options.delete(:worker_thread_num)
+          threads_num = UPLOAD_BLOB_WORKER_THREAD_COUNT if threads_num.nil? || !threads_num.is_a?(Integer) || threads_num < 1
+
+          begin
+            # Initiate the upload
+            Fog::Logger.debug "Creating the block blob #{container_name}/#{blob_name}. options: #{options}"
+            content_md5 = options.delete(:content_md5)
+            create_block_blob(container_name, blob_name, nil, options)
+
+            # Uploading parts
+            Fog::Logger.debug "Starting to upload parts for the block blob #{container_name}/#{blob_name}."
+            iostream = BlockFileStream.new(body)
+
+            threads = []
+            threads_num.times do |id|
+              thread = Thread.new do
+                Fog::Logger.debug "Created upload thread #{id}."
+                while (chunk = iostream.read(MAXIMUM_CHUNK_SIZE))
+                  Fog::Logger.debug "Upload thread #{id} is uploading #{chunk.id}, size: #{chunk.data.size}, options: #{options}."
+                  put_blob_block(container_name, blob_name, chunk.block_id, chunk.data, options)
+                end
+                Fog::Logger.debug "Upload thread #{id} finished."
+              end
+              thread.abort_on_exception = true
+              threads << thread
+            end
+
+            threads.each(&:join)
+            # Complete the upload
+            options[:content_md5] = content_md5 unless content_md5.nil?
+            Fog::Logger.debug "Commiting the block blob #{container_name}/#{blob_name}. options: #{options}"
+            commit_blob_blocks(container_name, blob_name, iostream.blocks, options)
+          rescue
+            # Abort the upload & reraise
+            begin
+              delete_blob(container_name, blob_name)
+            rescue => ex
+              Fog::Logger.debug "Cannot delete the blob: #{container_name}/#{blob_name} after multipart_save_block_blob failed. #{ex.inspect}"
+            end
+            raise
+          end
+
+          Fog::Logger.debug "Successfully save the block blob: #{container_name}/#{blob_name}."
+          true
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def multipart_save_block_blob(*)
+          true
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/put_blob_block.rb

@@ -0,0 +1,30 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def put_blob_block(container_name, blob_name, block_id, data, options = {})
+          options[:request_id] = SecureRandom.uuid
+          msg = "put_blob_block block_id: #{block_id} / #{blob_name} to the container #{container_name}. options: #{options}"
+          Fog::Logger.debug msg
+
+          begin
+            @blob_client.put_blob_block(container_name, blob_name, block_id, data, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise_azure_exception(ex, msg)
+          end
+
+          Fog::Logger.debug "block_id #{block_id} is uploaded successfully."
+          true
+        end
+      end
+
+      # This class provides the mock implementation.
+      class Mock
+        def put_blob_block(*)
+          true
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/put_blob_metadata.rb

@@ -0,0 +1,31 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def put_blob_metadata(container_name, name, metadata, options = {})
+          options[:request_id] = SecureRandom.uuid
+          msg = "Setting Blob #{name} metadata in a container #{container_name}. options: #{options}"
+          Fog::Logger.debug msg
+
+          begin
+            @blob_client.set_blob_metadata(container_name, name, metadata, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise_azure_exception(ex, msg)
+          end
+
+          Fog::Logger.debug "Setting metadata of blob #{name} successfully."
+          true
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def put_blob_metadata(container_name, name, metadata, _options = {})
+          Fog::Logger.debug "Set Blob #{name} metadata #{metadata} in a container #{container_name} successfully."
+          true
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/put_blob_pages.rb

@@ -0,0 +1,30 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implementation for service calls.
+      class Real
+        def put_blob_pages(container_name, blob_name, start_range, end_range, data, options = {})
+          options[:request_id] = SecureRandom.uuid
+          msg = "put_blob_pages [#{start_range}-#{end_range}] / #{blob_name} to the container #{container_name}. options: #{options}"
+          Fog::Logger.debug msg
+
+          begin
+            @blob_client.put_blob_pages(container_name, blob_name, start_range, end_range, data, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise_azure_exception(ex, msg)
+          end
+
+          Fog::Logger.debug "[#{start_range}-#{end_range}] / #{blob_name} is uploaded successfully."
+          true
+        end
+      end
+
+      # This class provides the mock implementation.
+      class Mock
+        def put_blob_pages(*)
+          true
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/put_blob_properties.rb

@@ -0,0 +1,31 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        def put_blob_properties(container_name, name, options = {})
+          options[:request_id] = SecureRandom.uuid
+          msg = "Set Blob #{name} properties #{options} in container #{container_name}."
+          Fog::Logger.debug msg
+
+          begin
+            @blob_client.set_blob_properties(container_name, name, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise_azure_exception(ex, msg)
+          end
+
+          Fog::Logger.debug "Setting properties of blob #{name} successfully."
+          true
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def put_blob_properties(container_name, name, options = {})
+          Fog::Logger.debug "Set Blob #{name} properties #{options} in a container #{container_name} successfully."
+          true
+        end
+      end
+    end
+  end
+end