fog-azure-rm-temp 0.0.1

data/lib/fog/azurerm/requests/storage/enable_backup_protection.rb

@@ -0,0 +1,61 @@
+CONFIGURE_BACKUP = 'ConfigureBackup'.freeze
+
+module Fog
+  module Storage
+    class AzureRM
+      # Real class for Recovery Vault request
+      class Real
+        def enable_backup_protection(rv_name, rv_resource_group, vm_name, vm_resource_group)
+          msg = "Enabling backup protection for VM #{vm_name} in Resource Group #{vm_resource_group}"
+          Fog::Logger.debug msg
+
+          set_recovery_vault_context(rv_resource_group, rv_name)
+          backup_protection_policy = get_backup_protection_policy(rv_resource_group, rv_name)
+          policy = backup_protection_policy.select { |item| item['name'].eql? 'DefaultPolicy' }[0]
+          vm_id = get_virtual_machine_id(vm_resource_group, vm_name)
+
+          resource_url = "#{AZURE_RESOURCE}/subscriptions/#{@subscription_id}/resourceGroups/#{rv_resource_group}/providers/Microsoft.RecoveryServices/vaults/#{rv_name}/backupFabrics/Azure/protectionContainers/iaasvmcontainer;iaasvmcontainerv2;#{vm_resource_group.downcase};#{vm_name.downcase}/protectedItems/vm;iaasvmcontainerv2;#{vm_resource_group.downcase};#{vm_name.downcase}?api-version=#{REST_CLIENT_API_VERSION[1]}"
+          body = {
+            properties: {
+              protectedItemType: 'Microsoft.Compute/virtualMachines',
+              policyId: policy['id'],
+              sourceResourceId: vm_id
+            },
+            tags: {}
+          }
+
+          begin
+            token = Fog::Credentials::AzureRM.get_token(@tenant_id, @client_id, @client_secret)
+            RestClient.put(
+              resource_url,
+              body.to_json,
+              accept: 'application/json',
+              content_type: 'application/json',
+              authorization: token
+            )
+          rescue RestClient::Exception => e
+            raise_azure_exception(e, msg)
+          end
+
+          @job = get_backup_job_for_vm(rv_name, rv_resource_group, vm_name, vm_resource_group, CONFIGURE_BACKUP)
+
+          until @job.nil?
+            sleep 10
+            @job = get_backup_job_for_vm(rv_name, rv_resource_group, vm_name, vm_resource_group, CONFIGURE_BACKUP)
+          end
+
+          Fog::Logger.debug "Successfully enabled backup protection for VM #{vm_name} in Resource Group #{vm_resource_group}"
+          true
+        end
+      end
+
+      # Mock class for Recovery Vault request
+      class Mock
+        def enable_backup_protection(*)
+          Fog::Logger.debug 'Successfully enabled backup protection for VM {vm_name} in Resource Group {vm_resource_group}'
+          true
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_all_backup_jobs.rb

@@ -0,0 +1,56 @@
+module Fog
+  module Storage
+    class AzureRM
+      # Real class for Recovery Vault request
+      class Real
+        def get_all_backup_jobs(rv_name, rv_resource_group)
+          msg = "Getting all backup jobs for Recovery Vault #{rv_name}"
+          Fog::Logger.debug msg
+
+          resource_url = "#{AZURE_RESOURCE}/subscriptions/#{@subscription_id}/resourceGroups/#{rv_resource_group}/providers/Microsoft.RecoveryServices/vaults/#{rv_name}/backupJobs?api-version=#{REST_CLIENT_API_VERSION[1]}&$filter=status eq 'InProgress'"
+          begin
+            token = Fog::Credentials::AzureRM.get_token(@tenant_id, @client_id, @client_secret)
+            response = RestClient.get(
+              resource_url,
+              accept: 'application/json',
+              content_type: 'application/json',
+              authorization: token
+            )
+          rescue RestClient::Exception => e
+            raise_azure_exception(e, msg)
+          end
+          Fog::Logger.debug "Successfully retrieved backup jobs for Recovery Vault #{rv_name}"
+          Fog::JSON.decode(response)['value']
+        end
+      end
+
+      # Mock class for Recovery Vault request
+      class Mock
+        def get_all_backup_jobs(*)
+          body = '{
+            "value": [{
+              "id": "/subscriptions/########-####-####-####-############/resourceGroups/fog-test-rg/providers/Microsoft.RecoveryServices/vaults/fog-test-vault/backupJobs/########-####-####-####-############",
+              "name": "########-####-####-####-############",
+              "type": "Microsoft.RecoveryServices/vaults/backupJobs",
+              "properties": {
+                "jobType": "AzureIaaSVMJob",
+                "duration": "XX:XX:XX.XXXXXXX",
+                "actionsInfo": [
+                  1
+                ],
+                "virtualMachineVersion": "Compute",
+                "entityFriendlyName": "fog-test-vm",
+                "backupManagementType": "AzureIaasVM",
+                "operation": "Backup",
+                "status": "InProgress",
+                "startTime": "2016-10-19T07:49:31.1466534Z",
+                "activityId": "########-####-####-####-############"
+              }
+            }]
+          }'
+          Fog::JSON.decode(body)['value']
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_backup_container.rb

@@ -0,0 +1,53 @@
+module Fog
+  module Storage
+    class AzureRM
+      # Real class for Recovery Vault request
+      class Real
+        def get_backup_container(resource_group, rv_name, vm_name)
+          msg = "Getting backup container from Recovery Vault #{rv_name}"
+          Fog::Logger.debug msg
+
+          resource_url = "#{AZURE_RESOURCE}/subscriptions/#{@subscription_id}/resourceGroups/#{resource_group}/providers/Microsoft.RecoveryServices/vaults/#{rv_name}/backupProtectionContainers?api-version=#{REST_CLIENT_API_VERSION[1]}&$filter=backupManagementType eq 'AzureIaasVM' and status eq 'Registered' and friendlyName eq '#{vm_name}'"
+          begin
+            token = Fog::Credentials::AzureRM.get_token(@tenant_id, @client_id, @client_secret)
+            response = RestClient.get(
+              response = resource_url,
+              accept: 'application/json',
+              content_type: 'application/json',
+              authorization: token
+            )
+          rescue RestClient::Exception => e
+            raise_azure_exception(e, msg)
+          end
+          Fog::Logger.debug "Successfully retrieved backup container from Recovery Vault #{rv_name}"
+          Fog::JSON.decode(response)['value']
+        end
+      end
+
+      # Mock class for Recovery Vault request
+      class Mock
+        def get_backup_container(*)
+          body = '{
+            "value": [{
+              "id": "/subscriptions/########-####-####-####-############/resourceGroups/fog-test-rg/providers/Microsoft.RecoveryServices/vaults/fog-test-vault/backupFabrics/Azure/protectionContainers/IaasVMContainer;iaasvmcontainerv2;fog-test-vm-rg;fog-test-vm",
+              "name": "IaasVMContainer;iaasvmcontainerv2;fog-test-vm-rg;fog-test-vm",
+              "type": "Microsoft.RecoveryServices/vaults/backupFabrics/protectionContainers",
+              "properties": {
+                "virtualMachineId": "/subscriptions/########-####-####-####-############/resourceGroups/TestRG/providers/Microsoft.Compute/virtualMachines/TestVM",
+                "virtualMachineVersion": "Compute",
+                "resourceGroup": "fog-test-vm-rg",
+                "friendlyName": "fog-test-vm",
+                "backupManagementType": "AzureIaasVM",
+                "registrationStatus": "Registered",
+                "healthStatus": "Healthy",
+                "containerType": "Microsoft.Compute/virtualMachines",
+                "protectableObjectType": "Microsoft.Compute/virtualMachines"
+              }
+            }]
+          }'
+          Fog::JSON.decode(body)['value']
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_backup_item.rb

@@ -0,0 +1,58 @@
+module Fog
+  module Storage
+    class AzureRM
+      # Real class for Recovery Vault request
+      class Real
+        def get_backup_item(resource_group, rv_name)
+          msg = "Getting backup item from Recovery Vault #{rv_name}"
+          Fog::Logger.debug msg
+
+          resource_url = "#{AZURE_RESOURCE}/subscriptions/#{@subscription_id}/resourceGroups/#{resource_group}/providers/Microsoft.RecoveryServices/vaults/#{rv_name}/backupProtectedItems?api-version=#{REST_CLIENT_API_VERSION[1]}&$filter=backupManagementType eq 'AzureIaasVM' and itemType eq 'VM'"
+          begin
+            token = Fog::Credentials::AzureRM.get_token(@tenant_id, @client_id, @client_secret)
+            response = RestClient.get(
+              response = resource_url,
+              accept: 'application/json',
+              content_type: 'application/json',
+              authorization: token
+            )
+          rescue RestClient::Exception => e
+            raise_azure_exception(e, msg)
+          end
+          Fog::Logger.debug "Successfully retrieved backup item from Recovery Vault #{rv_name}"
+          Fog::JSON.decode(response)['value']
+        end
+      end
+
+      # Mock class for Recovery Vault request
+      class Mock
+        def get_backup_item(*)
+          body = '{
+            "value": [{
+              "id": "/Subscriptions/########-####-####-####-############/resourceGroups/fog-test-rg/providers/Microsoft.RecoveryServices/vaults/fog-test-vault/backupFabrics/Azure/protectionContainers/IaasVMContainer;iaasvmcontainerv2;testrg;testvm/protectedItems/VM;fog-test-container-name",
+              "name": "iaasvmcontainerv2;fog-test-vm-rg;fog-test-vm",
+              "type": "Microsoft.RecoveryServices/vaults/backupFabrics/protectionContainers/protectedItems",
+              "properties": {
+                "friendlyName": "fog-test-vm",
+                "virtualMachineId": "/subscriptions/########-####-####-####-############/resourceGroups/fog-test-vm-rg/providers/Microsoft.Compute/virtualMachines/fog-test-vm",
+                "protectionStatus": "Healthy",
+                "protectionState": "Protected",
+                "lastBackupStatus": "Completed",
+                "lastBackupTime": "2016-10-17T10:30:47.2289274Z",
+                "protectedItemType": "Microsoft.Compute/virtualMachines",
+                "backupManagementType": "AzureIaasVM",
+                "workloadType": "VM",
+                "containerName": "iaasvmcontainerv2;fog-test-vm-rg;fog-test-vm",
+                "sourceResourceId": "/subscriptions/########-####-####-####-############/resourceGroups/fog-test-vm-rg/providers/Microsoft.Compute/virtualMachines/fog-test-vm",
+                "policyId": "/subscriptions/########-####-####-####-############/resourceGroups/fog-test-rg/providers/Microsoft.RecoveryServices/vaults/fog-test-vault/backupPolicies/DefaultPolicy",
+                "policyName": "DefaultPolicy",
+                "lastRecoveryPoint": "2016-10-17T10:32:38.4666692Z"
+              }
+            }]
+          }'
+          Fog::JSON.decode(body)['value']
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_backup_job_for_vm.rb

@@ -0,0 +1,53 @@
+module Fog
+  module Storage
+    class AzureRM
+      # Real class for Recovery Vault request
+      class Real
+        def get_backup_job_for_vm(rv_name, rv_resource_group, vm_name, vm_resource_group, operation)
+          msg = "Getting backup job for VM #{vm_name} in Resource Group #{vm_resource_group}"
+          Fog::Logger.debug msg
+
+          backup_jobs = get_all_backup_jobs(rv_name, rv_resource_group)
+          backup_jobs = backup_jobs.select do |job|
+            (job['properties']['status'].eql? 'InProgress') &&
+            (job['properties']['entityFriendlyName'].eql? vm_name.downcase) &&
+            (job['properties']['operation'].eql? operation)
+          end
+
+          backup_jobs[0]
+        end
+      end
+
+      # Mock class for Recovery Vault request
+      class Mock
+        def get_backup_job_for_vm(*)
+          body = '{
+            "id": "/subscriptions/########-####-####-####-############/resourceGroups/fog-test-rg/providers/Microsoft.RecoveryServices/vaults/fog-test-vault/backupJobs/########-####-####-####-############",
+            "name": "########-####-####-####-############",
+            "type": "Microsoft.RecoveryServices/vaults/backupJobs",
+            "properties": {
+              "jobType": "AzureIaaSVMJob",
+              "duration": "00:00:52.3309441",
+              "virtualMachineVersion": "Compute",
+              "extendedInfo": {
+                "tasksList": [],
+                "propertyBag": {
+                  "VM Name": "fog-test-vm",
+                  "Policy Name": "DefaultPolicy"
+                }
+              },
+              "entityFriendlyName": "fog-test-vm",
+              "backupManagementType": "AzureIaasVM",
+              "operation": "ConfigureBackup",
+              "status": "Completed",
+              "startTime": "2016-10-13T09:55:49.1168243Z",
+              "endTime": "2016-10-13T09:56:41.4477684Z",
+              "activityId": "383f05d9-a4bf-4b95-bb41-d39849b3a86e-2016-10-13 09:55:53Z-PS"
+            }
+          }'
+          Fog::JSON.decode(body)
+        end
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_backup_protection_policy.rb

@@ -0,0 +1,64 @@
+module Fog
+  module Storage
+    class AzureRM
+      # Real class for Recovery Vault request
+      class Real
+        def get_backup_protection_policy(resource_group, name)
+          msg = "Get backup protection policy from Resource Group #{resource_group}"
+          Fog::Logger.debug msg
+
+          resource_url = "#{AZURE_RESOURCE}/subscriptions/#{@subscription_id}/resourceGroups/#{resource_group}/providers/Microsoft.RecoveryServices/vaults/#{name}/backupPolicies?api-version=#{REST_CLIENT_API_VERSION[1]}&$filter=backupManagementType eq 'AzureIaasVM'"
+          begin
+            token = Fog::Credentials::AzureRM.get_token(@tenant_id, @client_id, @client_secret)
+            response = RestClient.get(
+              resource_url,
+              accept: 'application/json',
+              content_type: 'application/json',
+              authorization: token
+            )
+          rescue RestClient::Exception => e
+            raise_azure_exception(e, msg)
+          end
+          Fog::Logger.debug "Successfully retrieved backup protection policy from Resource Group #{resource_group}"
+          Fog::JSON.decode(response)['value']
+        end
+      end
+
+      # Mock class for Recovery Vault request
+      class Mock
+        body = '{
+          "value": [{
+            "id": "/subscriptions/########-####-####-####-############/resourceGroups/fog-test-rg/providers/Microsoft.RecoveryServices/vaults/fog-test-vault/backupPolicies/DefaultPolicy",
+            "name": "DefaultPolicy",
+            "type": "Microsoft.RecoveryServices/vaults/backupPolicies",
+            "properties": {
+              "backupManagementType": "AzureIaasVM",
+              "schedulePolicy": {
+                "schedulePolicyType": "SimpleSchedulePolicy",
+                "scheduleRunFrequency": "Daily",
+                "scheduleRunTimes": [
+                  "2016-10-13T19:30:00Z"
+                ],
+                "scheduleWeeklyFrequency": 0
+              },
+              "retentionPolicy": {
+                "retentionPolicyType": "LongTermRetentionPolicy",
+                "dailySchedule": {
+                  "retentionTimes": [
+                    "2016-10-13T19:30:00Z"
+                  ],
+                  "retentionDuration": {
+                    "count": 30,
+                    "durationType": "Days"
+                  }
+                }
+              },
+              "protectedItemsCount": 0
+            }
+          }]
+        }'
+        Fog::JSON.decode(body)['value']
+      end
+    end
+  end
+end

data/lib/fog/azurerm/requests/storage/get_blob.rb

@@ -0,0 +1,163 @@
+module Fog
+  module Storage
+    class AzureRM
+      # This class provides the actual implemention for service calls.
+      class Real
+        BLOCK_SIZE = 32 * 1024 * 1024 # 32 MB
+
+        def get_blob_with_block_given(container_name, blob_name, options, &_block)
+          options[:request_id] = SecureRandom.uuid
+          msg = "get_blob_with_block_given: blob #{blob_name} in the container #{container_name}. options: #{options}"
+          Fog::Logger.debug msg
+
+          begin
+            blob = @blob_client.get_blob_properties(container_name, blob_name, options)
+          rescue Azure::Core::Http::HTTPError => ex
+            raise 'NotFound' if ex.message.include?('(404)')
+            raise_azure_exception(ex, msg)
+          end
+
+          content_length = blob.properties[:content_length]
+          if content_length.zero?
+            Proc.new.call('', 0, 0)
+            return [blob, '']
+          end
+
+          start_range = 0
+          end_range = content_length - 1
+          start_range = options[:start_range] if options[:start_range]
+          end_range = options[:end_range] if options[:end_range]
+          raise ArgumentError.new(':end_range MUST be greater than :start_range') if start_range > end_range
+
+          if start_range == end_range
+            Proc.new.call('', 0, 0)
+            return [blob, '']
+          end
+
+          buffer_size = BLOCK_SIZE
+          buffer_size = options[:block_size] if options[:block_size]
+          buffer_start_range = start_range
+          total_bytes = end_range - start_range + 1
+          params = options.dup
+
+          while buffer_start_range < end_range
+            buffer_end_range = [end_range, buffer_start_range + buffer_size - 1].min
+            params[:start_range] = buffer_start_range
+            params[:end_range] = buffer_end_range
+            params[:request_id] = SecureRandom.uuid
+
+            begin
+              msg = "get_blob_with_block_given: blob #{blob_name} in the container #{container_name}. options: #{params}"
+              Fog::Logger.debug msg
+              _, content = @blob_client.get_blob(container_name, blob_name, params)
+            rescue Azure::Core::Http::HTTPError => ex
+              raise 'NotFound' if ex.message.include?('(404)')
+              raise_azure_exception(ex, msg)
+            end
+
+            Proc.new.call(content, end_range - buffer_end_range, total_bytes)
+            buffer_start_range += buffer_size
+          end
+          # No need to return content when block is given.
+          [blob, '']
+        end
+
+        def get_blob(container_name, blob_name, options = {}, &block)
+          if block_given?
+            get_blob_with_block_given(container_name, blob_name, options, &block)
+          else
+            options[:request_id] = SecureRandom.uuid
+            msg = "get_blob blob #{blob_name} in the container #{container_name}. options: #{options}"
+            Fog::Logger.debug msg
+
+            begin
+              blob, content = @blob_client.get_blob(container_name, blob_name, options)
+              Fog::Logger.debug "Get blob #{blob_name} successfully."
+              [blob, content]
+            rescue Azure::Core::Http::HTTPError => ex
+              raise 'NotFound' if ex.message.include?('(404)')
+              raise_azure_exception(ex, msg)
+            end
+          end
+        end
+      end
+
+      # This class provides the mock implementation for unit tests.
+      class Mock
+        def get_blob(_container_name, _blob_name, _options = {}, &_block)
+          Fog::Logger.debug 'get_blob successfully.'
+          unless block_given?
+            return [
+              {
+                'name' => 'test_blob',
+                'metadata' => {},
+                'properties' => {
+                  'last_modified' => 'Mon, 04 Jul 2016 09:30:31 GMT',
+                  'etag' => '0x8D3A3EDD7C2B777',
+                  'lease_status' => 'unlocked',
+                  'lease_state' => 'available',
+                  'lease_duration' => nil,
+                  'content_length' => 4_194_304,
+                  'content_type' => 'application/octet-stream',
+                  'content_encoding' => nil,
+                  'content_language' => nil,
+                  'content_disposition' => nil,
+                  'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+                  'cache_control' => nil,
+                  'sequence_number' => 0,
+                  'blob_type' => 'PageBlob',
+                  'copy_id' => '095adc3b-e277-4c3d-97e0-0abca881f60c',
+                  'copy_status' => 'success',
+                  'copy_source' => 'https://testaccount.blob.core.windows.net/testblob/4m?snapshot=2016-02-04T08%3A35%3A50.3157696Z',
+                  'copy_progress' => '4194304/4194304',
+                  'copy_completion_time' => 'Thu, 04 Feb 2016 08:35:52 GMT',
+                  'copy_status_description' => nil,
+                  'accept_ranges' => 0
+                }
+              },
+              'content'
+            ]
+          end
+          data = StringIO.new('content')
+          remaining = total_bytes = data.length
+          while remaining > 0
+            chunk = data.read([remaining, 2].min)
+            Proc.new.call(chunk, remaining, total_bytes)
+            remaining -= 2
+          end
+
+          [
+            {
+              'name' => 'test_blob',
+              'metadata' => {},
+              'properties' => {
+                'last_modified' => 'Mon, 04 Jul 2016 09:30:31 GMT',
+                'etag' => '0x8D3A3EDD7C2B777',
+                'lease_status' => 'unlocked',
+                'lease_state' => 'available',
+                'lease_duration' => nil,
+                'content_length' => 4_194_304,
+                'content_type' => 'application/octet-stream',
+                'content_encoding' => nil,
+                'content_language' => nil,
+                'content_disposition' => nil,
+                'content_md5' => 'tXAohIyxuu/t94Lp/ujeRw==',
+                'cache_control' => nil,
+                'sequence_number' => 0,
+                'blob_type' => 'PageBlob',
+                'copy_id' => '095adc3b-e277-4c3d-97e0-0abca881f60c',
+                'copy_status' => 'success',
+                'copy_source' => 'https://testaccount.blob.core.windows.net/testblob/4m?snapshot=2016-02-04T08%3A35%3A50.3157696Z',
+                'copy_progress' => '4194304/4194304',
+                'copy_completion_time' => 'Thu, 04 Feb 2016 08:35:52 GMT',
+                'copy_status_description' => nil,
+                'accept_ranges' => 0
+              }
+            },
+            ''
+          ]
+        end
+      end
+    end
+  end
+end