gitlab-fog-azure-rm 0.6.0

data/test/integration/credentials/azure.yml

@@ -0,0 +1,5 @@
+client_id: XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX
+client_secret: XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
+subscription_id: XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX
+tenant_id: XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX
+environment: XXXXXXXX

data/test/integration/storage_account.rb

@@ -0,0 +1,135 @@
+require 'fog/azurerm'
+require 'yaml'
+
+########################################################################################################################
+######################                   Services object required by all actions                  ######################
+######################                              Keep it Uncommented!                          ######################
+########################################################################################################################
+
+azure_credentials = YAML.load_file(File.expand_path('credentials/azure.yml', __dir__))
+
+rs = Fog::Resources::AzureRM.new(
+  tenant_id: azure_credentials['tenant_id'],
+  client_id: azure_credentials['client_id'],
+  client_secret: azure_credentials['client_secret'],
+  subscription_id: azure_credentials['subscription_id']
+)
+
+storage = Fog::Storage::AzureRM.new(
+  tenant_id: azure_credentials['tenant_id'],
+  client_id: azure_credentials['client_id'],
+  client_secret: azure_credentials['client_secret'],
+  subscription_id: azure_credentials['subscription_id'],
+  environment: azure_credentials['environment']
+)
+
+########################################################################################################################
+######################                               Resource names                                #####################
+########################################################################################################################
+
+time = current_time
+resource_group_name = "TestRG-SA-#{time}"
+storage_account_name = "teststorage#{time}"
+lrs_storage_account = "lrs#{time}"
+grs_storage_account = "grs#{time}"
+premium_storage_acc = "premsa#{time}"
+
+########################################################################################################################
+######################                                 Prerequisites                              ######################
+########################################################################################################################
+
+begin
+  resource_group = rs.resource_groups.create(
+    name: resource_group_name,
+    location: LOCATION
+  )
+
+  ########################################################################################################################
+  ######################                    Check Storage Account name Availability                 ######################
+  ########################################################################################################################
+
+  storage_account_avail = storage.storage_accounts.check_name_availability(storage_account_name)
+  puts storage_account_avail ? 'Storage Account name available' : 'Storage Account name unavailable'
+
+  ########################################################################################################################
+  ######################                         Check Subnet Exists?                               ######################
+  ########################################################################################################################
+
+  flag = storage.storage_accounts.check_storage_account_exists(resource_group_name, lrs_storage_account)
+  puts "Storage Account doesn't exist." unless flag
+
+  ########################################################################################################################
+  ###############  Create A Standard Storage Account of Replication: LRS (Locally-redundant storage)       ###############
+  ########################################################################################################################
+
+  tags = { key1: 'value1', key2: 'value2' }
+
+  storage_account = storage.storage_accounts.create(
+    name: lrs_storage_account,
+    location: LOCATION,
+    resource_group: resource_group_name,
+    tags: tags
+  )
+  puts "Created storage account for standard lrs replication: #{storage_account.name}"
+
+  ########################################################################################################################
+  ###############      Create A Standard Storage Account of Replication: GRS (Geo-redundant storage)     #################
+  ########################################################################################################################
+
+  storage_account = storage.storage_accounts.create(
+    name: grs_storage_account,
+    location: LOCATION,
+    resource_group: resource_group_name,
+    sku_name: Fog::ARM::Storage::Models::SkuTier::Standard,
+    replication: 'GRS',
+    encryption: true,
+    tags: tags
+  )
+  puts "Created storage account for standard grs replication: #{storage_account.name}"
+
+  ########################################################################################################################
+  ###########   Create A Premium(SSD) Storage Account of its only Replication: LRS (Locally-redundant storage)  ##########
+  ########################################################################################################################
+
+  storage_account = storage.storage_accounts.create(
+    name: premium_storage_acc,
+    location: LOCATION,
+    resource_group: resource_group_name,
+    sku_name: Fog::ARM::Storage::Models::SkuTier::Premium,
+    replication: 'LRS',
+    tags: tags
+  )
+  puts "Created storage account for premium lrs replication: #{storage_account.name}"
+
+  ########################################################################################################################
+  ######################                         Get and Update Storage Account                     ######################
+  ########################################################################################################################
+
+  premium_storage_account = storage.storage_accounts.get(resource_group_name, premium_storage_acc)
+  puts "Get storage account: #{premium_storage_account.name}"
+  premium_storage_account.update(encryption: true)
+  puts 'Updated encryption of storage account'
+
+  ########################################################################################################################
+  ######################                         Get and Delete Storage Account                     ######################
+  ########################################################################################################################
+
+  standard_storage_account = storage.storage_accounts.get(resource_group_name, lrs_storage_account)
+  puts "Deleted storage account for standard lrs replication: #{standard_storage_account.destroy}"
+  standard_storage_account = storage.storage_accounts.get(resource_group_name, grs_storage_account)
+  puts "Deleted storage account for standard grs replication: #{standard_storage_account.destroy}"
+  premium_storage_account = storage.storage_accounts.get(resource_group_name, premium_storage_acc)
+  puts "Deleted storage account for premium lrs replication: #{premium_storage_account.destroy}"
+
+  ########################################################################################################################
+  ######################                                   CleanUp                                  ######################
+  ########################################################################################################################
+
+  resource_group = rs.resource_groups.get(resource_group_name)
+  resource_group.destroy
+
+  puts 'Integration test for storage account ran successfully!'
+rescue
+  puts 'Integration Test for storage account is failing'
+  resource_group.destroy unless resource_group.nil?
+end

data/test/models/storage/test_directories.rb

@@ -0,0 +1,74 @@
+require File.expand_path '../../test_helper', __dir__
+
+# Test class for Container Collection
+class TestDirectories < Minitest::Test
+  def setup
+    @service = Fog::Storage::AzureRM.new(storage_account_credentials)
+    @directories = Fog::Storage::AzureRM::Directories.new(service: @service)
+
+    @container_list = ApiStub::Models::Storage::Directory.container_list
+    @container = ApiStub::Models::Storage::Directory.container
+    @blob_list = ApiStub::Models::Storage::Directory.blob_list
+  end
+
+  def test_collection_methods
+    methods = [
+      :all,
+      :get,
+      :check_container_exists
+    ]
+    methods.each do |method|
+      assert_respond_to @directories, method
+    end
+  end
+
+  def test_all_method_success
+    @service.stub :list_containers, @container_list do
+      dirs = @directories.all
+      assert_instance_of Fog::Storage::AzureRM::Directories, dirs
+      assert_equal @container_list.size, dirs.size
+      dirs.each do |directory|
+        assert_instance_of Fog::Storage::AzureRM::Directory, directory
+        assert_equal 'unknown', directory.attributes[:acl]
+      end
+    end
+  end
+
+  def test_get_method_success
+    @service.stub :get_container_properties, @container do
+      @service.stub :list_blobs, @blob_list do
+        directory = @directories.get('test_container')
+        assert_instance_of Fog::Storage::AzureRM::Directory, directory
+        assert_equal 'unknown', directory.attributes[:acl]
+      end
+    end
+  end
+
+  def test_get_method_container_not_found
+    exception = ->(*) { raise 'NotFound' }
+    @service.stub :get_container_properties, exception do
+      assert @directories.get('test_container').nil?
+    end
+  end
+
+  def test_get_method_exception
+    exception = ->(*) { raise 'Error' }
+    @service.stub :get_container_properties, exception do
+      assert_raises(RuntimeError) do
+        @directories.get('test_container')
+      end
+    end
+  end
+
+  def test_check_container_exists_true_response
+    @service.stub :check_container_exists, true do
+      assert @directories.check_container_exists('test_container')
+    end
+  end
+
+  def test_check_container_exists_false_response
+    @service.stub :check_container_exists, false do
+      assert !@directories.check_container_exists('test_container')
+    end
+  end
+end

data/test/models/storage/test_directory.rb

@@ -0,0 +1,178 @@
+require File.expand_path '../../test_helper', __dir__
+
+# Test class for Storage Container Model
+class TestDirectory < Minitest::Test
+  def setup
+    @service = Fog::Storage::AzureRM.new(storage_account_credentials)
+    @directory = directory(@service)
+
+    @container = ApiStub::Models::Storage::Directory.container
+    @container_acl = ApiStub::Models::Storage::Directory.container_acl
+    @container_https_url = ApiStub::Models::Storage::Directory.container_https_url
+  end
+
+  def test_model_methods
+    methods = [
+      :acl=,
+      :acl,
+      :destroy,
+      :files,
+      :public=,
+      :public_url,
+      :save,
+      :persisted?
+    ]
+    methods.each do |method|
+      assert_respond_to @directory, method
+    end
+  end
+
+  def test_model_attributes
+    attributes = [
+      :key,
+      :etag,
+      :last_modified,
+      :lease_duration,
+      :lease_state,
+      :lease_status,
+      :metadata
+    ]
+    @service.stub :create_container, @container do
+      attributes.each do |attribute|
+        assert_respond_to @directory, attribute
+      end
+    end
+  end
+
+  def test_set_acl_method_success
+    result = @directory.acl = 'container'
+    assert_equal 'container', result
+    assert_equal 'container', @directory.attributes[:acl]
+  end
+
+  def test_set_acl_method_exception
+    assert_raises(ArgumentError) do
+      @directory.acl = 'invalid-acl'
+    end
+  end
+
+  def test_get_acl_method_success
+    # Return 'unknonw' when directory is not persist and acl is 'unknown'
+    @directory.acl = 'unknown'
+    @directory.stub :persisted?, false do
+      assert_equal 'unknown', @directory.acl
+    end
+
+    # Return actual value directly when directory is not persist and acl is not 'unknown'
+    @directory.acl = 'blob'
+    @directory.stub :persisted?, false do
+      assert_equal 'blob', @directory.acl
+    end
+
+    # Query actual value and return it when directory is persist and acl is 'unknown'
+    @directory.acl = 'unknown'
+    @directory.stub :persisted?, true do
+      @service.stub :get_container_acl, @container_acl do
+        assert_equal 'container', @directory.acl
+        assert_equal 'container', @directory.attributes[:acl]
+      end
+    end
+  end
+
+  def test_get_acl_method_without_key_exception
+    @directory.attributes.delete(:key)
+    assert_raises(ArgumentError) do
+      @directory.acl
+    end
+  end
+
+  def test_destroy_method_success
+    @service.stub :delete_container, true do
+      assert @directory.destroy
+    end
+  end
+
+  def test_destroy_method_without_key_exception
+    @directory.attributes.delete(:key)
+    assert_raises(ArgumentError) do
+      @directory.destroy
+    end
+  end
+
+  def test_files_method_success
+    assert_instance_of Fog::Storage::AzureRM::Files, @directory.files
+  end
+
+  def test_set_public_method_success
+    # Set public
+    result = @directory.public = true
+    assert result
+    assert_equal 'container', @directory.attributes[:acl]
+
+    # Set private
+    result = @directory.public = false
+    assert !result
+    assert_equal nil, @directory.attributes[:acl]
+  end
+
+  def test_public_url_method_with_public_success
+    @directory.stub :acl, 'container' do
+      @service.stub :get_container_url, @container_https_url do
+        assert_equal @container_https_url, @directory.public_url
+      end
+    end
+  end
+
+  def test_public_url_method_with_private_success
+    @directory.stub :acl, nil do
+      assert @directory.public_url.nil?
+    end
+  end
+
+  def test_public_url_method_without_key_exception
+    @directory.attributes.delete(:key)
+    assert_raises(ArgumentError) do
+      @directory.public_url
+    end
+  end
+
+  def test_save_method_create_success
+    @service.stub :create_container, @container do
+      assert @directory.save
+      assert @directory.attributes[:is_persisted]
+    end
+  end
+
+  def test_save_method_update_success
+    options = { is_create: false }
+    @service.stub :put_container_acl, true do
+      @service.stub :put_container_metadata, true do
+        @service.stub :get_container_properties, @container do
+          assert @directory.save(options)
+          assert @directory.attributes[:is_persisted]
+        end
+      end
+    end
+  end
+
+  def test_save_method_without_key_exception
+    @directory.attributes.delete(:key)
+    assert_raises(ArgumentError) do
+      @directory.save
+    end
+  end
+
+  def test_persisted_method_success
+    @directory.attributes[:is_persisted] = true
+    @directory.attributes[:last_modified] = nil
+    assert @directory.persisted?
+
+    @directory.attributes[:is_persisted] = false
+    @directory.attributes[:last_modified] = 'datetime'
+    assert @directory.persisted?
+
+    @directory.attributes[:is_persisted] = false
+    @directory.attributes[:last_modified] = nil
+    assert !@directory.persisted?
+  end
+end

data/test/models/storage/test_file.rb

@@ -0,0 +1,294 @@
+require File.expand_path '../../test_helper', __dir__
+
+# Test class for Storage Container Model
+class TestFile < Minitest::Test
+  def setup
+    @service = Fog::Storage::AzureRM.new(storage_account_credentials)
+    @directory = directory(@service)
+    @file = file(@service)
+    @raw_cloud_blob = storage_blob
+
+    @mocked_response = mocked_storage_http_error
+    @blob = ApiStub::Models::Storage::File.blob
+    @metadata = ApiStub::Models::Storage::File.blob_metadata
+    @blob_list = ApiStub::Models::Storage::File.blob_list
+    @blob_https_url = ApiStub::Models::Storage::File.blob_https_url
+  end
+
+  def test_model_methods
+    methods = [
+      :save,
+      :body,
+      :body=,
+      :copy,
+      :copy_from_uri,
+      :destroy,
+      :public?,
+      :public_url,
+      :url
+    ]
+    methods.each do |method|
+      assert_respond_to @file, method
+    end
+  end
+
+  def test_model_attributes
+    attributes = [
+      :key,
+      :body,
+      :directory,
+      :accept_ranges,
+      :content_length,
+      :content_type,
+      :content_md5,
+      :content_encoding,
+      :content_language,
+      :cache_control,
+      :content_disposition,
+      :copy_completion_time,
+      :copy_status,
+      :copy_status_description,
+      :copy_id,
+      :copy_progress,
+      :copy_source,
+      :etag,
+      :last_modified,
+      :lease_duration,
+      :lease_state,
+      :lease_status,
+      :sequence_number,
+      :blob_type,
+      :metadata
+    ]
+    attributes.each do |attribute|
+      assert_respond_to @file, attribute
+    end
+  end
+
+  def test_save_method_with_small_block_blob_success
+    @file.body = 'd' * 1025 # SINGLE_BLOB_PUT_THRESHOLD is 32 * 1024 * 1024
+
+    @service.stub :create_block_blob, @raw_cloud_blob do
+      assert @file.save
+    end
+  end
+
+  def test_save_method_with_large_block_blob_success
+    @file.body = 'd' * (32 * 1024 * 1024 + 1) # SINGLE_BLOB_PUT_THRESHOLD is 32 * 1024 * 1024
+
+    @service.stub :multipart_save_block_blob, true do
+      @service.stub :get_blob_properties, @raw_cloud_blob do
+        assert @file.save
+      end
+    end
+  end
+
+  def test_save_method_with_page_blob_success
+    options = { blob_type: 'PageBlob' }
+    @file.metadata = @metadata
+    @file.body = 'd' * 5 * 1024 * 1024 # MAXIMUM_CHUNK_SIZE is 4 * 1024 * 1024
+
+    @service.stub :save_page_blob, true do
+      @service.stub :get_blob_properties, @raw_cloud_blob do
+        assert @file.save(options)
+      end
+    end
+  end
+
+  def test_save_method_with_not_update_body_success
+    options = { update_body: false }
+    @file.metadata = @metadata
+
+    @service.stub :put_blob_metadata, true do
+      @service.stub :put_blob_properties, true do
+        @service.stub :get_blob_properties, @raw_cloud_blob do
+          assert @file.save(options)
+        end
+      end
+    end
+  end
+
+  def test_save_method_without_directory_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:directory)
+      @file.save
+    end
+  end
+
+  def test_save_method_without_key_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:key)
+      @file.save
+    end
+  end
+
+  def test_save_method_create_without_body_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:body)
+      @file.save
+    end
+  end
+
+  def test_get_body_method_local_success
+    @file.attributes[:body] = 'body'
+    assert_equal 'body', @file.body
+
+    @file.attributes[:body] = nil
+    @file.attributes[:last_modified] = nil
+    assert_equal '', @file.body
+  end
+
+  def test_get_body_method_remote_success
+    @file.attributes[:body] = nil
+    remote_file = @file.dup
+    body_content = 'data'
+    @file.collection.stub :get, remote_file do
+      remote_file.stub :body, body_content do
+        body = @file.body
+        assert_equal body_content, body
+        assert_equal body_content, @file.attributes[:body]
+      end
+    end
+  end
+
+  def test_get_body_method_remote_not_found_success
+    @file.attributes[:body] = nil
+    @file.collection.stub :get, nil do
+      body = @file.body
+      assert_equal '', body
+      assert_equal '', @file.attributes[:body]
+    end
+  end
+
+  def test_set_body_method_success
+    @file.body = 'new_body'
+    assert_equal 'new_body', @file.attributes[:body]
+  end
+
+  def test_copy_method_success
+    copy_id = @raw_cloud_blob.properties[:copy_id]
+    copy_status = 'pending'
+
+    @service.stub :get_blob_properties, @raw_cloud_blob do
+      @service.stub :copy_blob, [copy_id, copy_status] do
+        @service.stub :wait_blob_copy_operation_to_finish, true do
+          target_file = @file.copy('target_container', 'target_blob')
+          assert_instance_of Fog::Storage::AzureRM::File, target_file
+        end
+      end
+    end
+  end
+
+  def test_copy_from_uri_method_success
+    copy_id = @raw_cloud_blob.properties[:copy_id]
+    copy_status = 'pending'
+
+    @service.stub :get_blob_properties, @raw_cloud_blob do
+      @service.stub :copy_blob_from_uri, [copy_id, copy_status] do
+        @service.stub :wait_blob_copy_operation_to_finish, true do
+          assert @file.copy_from_uri('source_uri')
+        end
+      end
+    end
+  end
+
+  def test_copy_from_uri_method_without_directory_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:directory)
+      @file.copy_from_uri('source_uri')
+    end
+  end
+
+  def test_copy_from_uri_method_without_key_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:key)
+      @file.copy_from_uri('source_uri')
+    end
+  end
+
+  def test_destroy_method_success
+    @service.stub :delete_blob, true do
+      assert @file.destroy
+      assert @file.attributes[:body].nil?
+    end
+  end
+
+  def test_destroy_method_without_directory_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:directory)
+      @file.destroy
+    end
+  end
+
+  def test_destroy_method_without_key_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:key)
+      @file.destroy
+    end
+  end
+
+  def test_public_method_success
+    @file.directory.acl = 'container'
+    assert @file.public?
+
+    @file.directory.acl = 'blob'
+    assert @file.public?
+
+    @file.directory.acl = nil
+    assert !@file.public?
+  end
+
+  def test_public_method_without_directory_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:directory)
+      @file.public?
+    end
+  end
+
+  def test_public_url_method_success
+    @file.stub :public?, false do
+      assert @file.public_url.nil?
+    end
+
+    @file.stub :public?, true do
+      @service.stub :get_blob_url, @blob_https_url do
+        assert @file.public_url, @blob_https_url
+      end
+    end
+
+    http_url = @blob_https_url.gsub('https:', 'http:')
+    options = { scheme: 'https' }
+    @file.stub :public?, true do
+      @service.stub :get_blob_url, http_url do
+        assert @file.public_url(options), http_url
+      end
+    end
+  end
+
+  def test_public_url_method_without_directory_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:directory)
+      @file.public_url
+    end
+  end
+
+  def test_public_url_method_without_key_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:key)
+      @file.public_url
+    end
+  end
+
+  def test_url_method_success
+    @file.collection.stub :get_url, @blob_https_url do
+      assert @file.url(Time.now + 3600), @blob_https_url
+    end
+  end
+
+  def test_url_method_without_key_exception
+    assert_raises(ArgumentError) do
+      @file.attributes.delete(:key)
+      @file.url(Time.now + 3600)
+    end
+  end
+end