aliyun-oss-ruby-sdk 0.4.1

data/tests/test_content_type.rb

@@ -0,0 +1,95 @@
+require 'minitest/autorun'
+require 'yaml'
+$LOAD_PATH.unshift(File.expand_path("../../lib", __FILE__))
+require 'aliyun/oss'
+require_relative 'config'
+
+class TestContentType < Minitest::Test
+  def setup
+    AliyunSDK::Common::Logging.set_log_level(Logger::DEBUG)
+    client = AliyunSDK::OSS::Client.new(TestConf.creds)
+    @bucket = client.get_bucket(TestConf.bucket)
+
+    @types = {
+      "html" => "text/html",
+      "js" => "application/javascript",
+      "xlsx" => "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
+      "xltx" => "application/vnd.openxmlformats-officedocument.spreadsheetml.template",
+      "potx" => "application/vnd.openxmlformats-officedocument.presentationml.template",
+      "ppsx" => "application/vnd.openxmlformats-officedocument.presentationml.slideshow",
+      "pptx" => "application/vnd.openxmlformats-officedocument.presentationml.presentation",
+      "sldx" => "application/vnd.openxmlformats-officedocument.presentationml.slide",
+      "docx" => "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
+      "dotx" => "application/vnd.openxmlformats-officedocument.wordprocessingml.template",
+      "xlam" => "application/vnd.ms-excel.addin.macroEnabled.12",
+      "xlsb" => "application/vnd.ms-excel.sheet.binary.macroEnabled.12",
+      "apk" => "application/vnd.android.package-archive",
+      "" => "application/octet-stream"
+    }
+
+    @prefix = "tests/content_type/"
+  end
+
+  def get_key(p, k)
+    "#{@prefix}#{p}obj" + (k.empty? ? "" : ".#{k}")
+  end
+
+  def test_type_from_key
+    @types.each do |k, v|
+      key = get_key('from_key', k)
+      @bucket.put_object(key)
+      assert_equal v, @bucket.get_object(key).headers[:content_type]
+
+      copy_key = get_key('copy.from_key', k)
+      @bucket.copy_object(key, copy_key)
+      assert_equal v, @bucket.get_object(copy_key).headers[:content_type]
+
+      append_key = get_key('append.from_key', k)
+      @bucket.append_object(append_key, 0)
+      assert_equal v, @bucket.get_object(append_key).headers[:content_type]
+    end
+  end
+
+  def test_type_from_file
+    @types.each do |k, v|
+      upload_file = "/tmp/upload_file"
+      upload_file += ".#{k}" unless k.empty?
+      `touch #{upload_file}`
+
+      key = get_key('from_file', k)
+      @bucket.put_object(key, :file => upload_file)
+      assert_equal v, @bucket.get_object(key).headers[:content_type]
+
+      append_key = get_key('append.from_file', k)
+      @bucket.append_object(append_key, 0, :file => upload_file)
+      assert_equal v, @bucket.get_object(append_key).headers[:content_type]
+
+      multipart_key = get_key('multipart.from_file', k)
+      @bucket.resumable_upload(multipart_key, upload_file)
+      assert_equal v, @bucket.get_object(multipart_key).headers[:content_type]
+    end
+  end
+
+  def test_type_from_user
+    @types.each do |k, v|
+      upload_file = "/tmp/upload_file.html"
+      `touch #{upload_file}`
+
+      key = get_key('from_user', k)
+      @bucket.put_object(key, :file => upload_file, :content_type => v)
+      assert_equal v, @bucket.get_object(key).headers[:content_type]
+
+      copy_key = get_key('copy.from_user', k)
+      @bucket.copy_object(key, copy_key, :content_type => v)
+      assert_equal v, @bucket.get_object(copy_key).headers[:content_type]
+
+      append_key = get_key('append.from_user', k)
+      @bucket.append_object(append_key, 0, :file => upload_file, :content_type => v)
+      assert_equal v, @bucket.get_object(append_key).headers[:content_type]
+
+      multipart_key = get_key('multipart.from_file', k)
+      @bucket.resumable_upload(multipart_key, upload_file, :content_type => v)
+      assert_equal v, @bucket.get_object(multipart_key).headers[:content_type]
+    end
+  end
+end

data/tests/test_custom_headers.rb

@@ -0,0 +1,70 @@
+require 'minitest/autorun'
+require 'yaml'
+$LOAD_PATH.unshift(File.expand_path("../../lib", __FILE__))
+require 'aliyun/oss'
+require 'zlib'
+require_relative 'config'
+
+class TestCustomHeaders < Minitest::Test
+  def setup
+    AliyunSDK::Common::Logging.set_log_level(Logger::DEBUG)
+    client = AliyunSDK::OSS::Client.new(TestConf.creds)
+    @bucket = client.get_bucket(TestConf.bucket)
+
+    @prefix = "tests/custom_headers/"
+  end
+
+  def get_key(k)
+    "#{@prefix}#{k}"
+  end
+
+  def test_custom_headers
+    key = get_key('ruby')
+    cache_control = 'max-age: 3600'
+    @bucket.put_object(key, headers: {'cache-control' => cache_control})
+    obj = @bucket.get_object(key)
+    assert_equal cache_control, obj.headers[:cache_control]
+
+    content_disposition = 'attachment; filename="fname.ext"'
+    @bucket.put_object(
+      key,
+      headers: {'cache-control' => cache_control,
+                'CONTENT-DISPOSITION' => content_disposition})
+    obj = @bucket.get_object(key)
+    assert_equal cache_control, obj.headers[:cache_control]
+    assert_equal content_disposition, obj.headers[:content_disposition]
+
+    content_encoding = 'deflate'
+    expires = (Time.now + 3600).httpdate
+    @bucket.put_object(
+      key,
+      headers: {'cache-control' => cache_control,
+                'CONTENT-DISPOSITION' => content_disposition,
+                'content-ENCODING' => content_encoding,
+                'EXPIRES' => expires }) do |s|
+      s << Zlib::Deflate.deflate('hello world')
+    end
+
+    content = ''
+    obj = @bucket.get_object(key) { |c| content << c }
+    assert_equal 'hello world', content
+    assert_equal cache_control, obj.headers[:cache_control]
+    assert_equal content_disposition, obj.headers[:content_disposition]
+    assert_equal content_encoding, obj.headers[:content_encoding]
+    assert_equal expires, obj.headers[:expires]
+  end
+
+  def test_headers_overwrite
+    key = get_key('rails')
+    @bucket.put_object(
+      key,
+      content_type: 'text/html',
+      metas: {'hello' => 'world'},
+      headers: {'content-type' => 'application/json',
+                'x-oss-meta-hello' => 'bar'}) { |s| s << 'hello world' }
+    obj = @bucket.get_object(key)
+
+    assert_equal 'application/json', obj.headers[:content_type]
+    assert_equal ({'hello' => 'bar'}), obj.metas
+  end
+end

data/tests/test_encoding.rb

@@ -0,0 +1,77 @@
+# coding: utf-8
+require 'minitest/autorun'
+require 'yaml'
+$LOAD_PATH.unshift(File.expand_path("../../lib", __FILE__))
+require 'aliyun/oss'
+require_relative 'config'
+
+class TestEncoding < Minitest::Test
+  def setup
+    AliyunSDK::Common::Logging.set_log_level(Logger::DEBUG)
+    client = AliyunSDK::OSS::Client.new(TestConf.creds)
+    @bucket = client.get_bucket(TestConf.bucket)
+
+    @prefix = 'tests/encoding/'
+  end
+
+  def get_key(k)
+    @prefix + k
+  end
+
+  def test_utf_8
+    key = get_key('utf-8')
+    @bucket.put_object(key) do |stream|
+      stream << '中国' << 'Ruby'
+    end
+    put = '中国Ruby'.force_encoding(Encoding::ASCII_8BIT)
+    got = ''
+    @bucket.get_object(key) { |c| got << c }
+    assert_equal put, got
+
+    File.open('/tmp/x', 'w') { |f| f.write('中国Ruby') }
+    @bucket.put_object(key, :file => '/tmp/x')
+    got = ''
+    @bucket.get_object(key) { |c| got << c }
+    assert_equal put, got
+  end
+
+  def test_gbk
+    key = get_key('gbk')
+    @bucket.put_object(key) do |stream|
+      stream << '中国'.encode(Encoding::GBK) << 'Ruby'.encode(Encoding::GBK)
+    end
+    put = '中国Ruby'.encode(Encoding::GBK).force_encoding(Encoding::ASCII_8BIT)
+    got = ''
+    @bucket.get_object(key) { |c| got << c }
+    assert_equal put, got
+
+    File.open('/tmp/x', 'w') { |f| f.write('中国Ruby'.encode(Encoding::GBK)) }
+    @bucket.put_object(key, :file => '/tmp/x')
+    got = ''
+    @bucket.get_object(key) { |c| got << c }
+    assert_equal put, got
+  end
+
+  def encode_number(i)
+    [i].pack('N')
+  end
+
+  def test_binary
+    key = get_key('bin')
+    @bucket.put_object(key) do |stream|
+      (0..1024).each { |i| stream << encode_number(i) }
+    end
+    put = (0..1024).reduce('') { |s, i| s << encode_number(i) }
+    got = ''
+    @bucket.get_object(key) { |c| got << c }
+    assert_equal put, got
+
+    File.open('/tmp/x', 'w') { |f|
+      (0..1024).each { |i| f.write(encode_number(i)) }
+    }
+    @bucket.put_object(key, :file => '/tmp/x')
+    got = ''
+    @bucket.get_object(key) { |c| got << c }
+    assert_equal put, got
+  end
+end

data/tests/test_large_file.rb

@@ -0,0 +1,66 @@
+# coding: utf-8
+require 'minitest/autorun'
+require 'benchmark'
+require 'yaml'
+$LOAD_PATH.unshift(File.expand_path("../../lib", __FILE__))
+require 'aliyun/oss'
+require_relative 'config'
+
+class TestLargeFile < Minitest::Test
+  def setup
+    client = AliyunSDK::OSS::Client.new(TestConf.creds)
+    @bucket = client.get_bucket(TestConf.bucket)
+
+    @prefix = 'tests/large_file/'
+  end
+
+  def get_key(k)
+    @prefix + k
+  end
+
+  def test_large_file_1gb
+    skip "don't run it by default"
+
+    key = get_key("large_file_1gb")
+    Benchmark.bm(32) do |bm|
+      bm.report("Upload with put_object: ") do
+        @bucket.put_object(key, :file => './large_file_1gb')
+      end
+
+      bm.report("Upload with resumable_upload: ") do
+        @bucket.resumable_upload(key, './large_file_1gb')
+      end
+
+      bm.report("Download with get_object: ") do
+        @bucket.get_object(key, :file => './large_file_1gb')
+      end
+
+      bm.report("Download with resumable_download: ") do
+        @bucket.resumable_download(key, './large_file_1gb')
+      end
+    end
+  end
+
+  def test_large_file_8gb
+    skip "don't run it by default"
+
+    key = get_key("large_file_8gb")
+    Benchmark.bm(32) do |bm|
+      bm.report("Upload with put_object: ") do
+        @bucket.put_object(key, :file => './large_file_8gb')
+      end
+
+      bm.report("Upload with resumable_upload: ") do
+        @bucket.resumable_upload(key, './large_file_8gb')
+      end
+
+      bm.report("Download with get_object: ") do
+        @bucket.get_object(key, :file => './large_file_8gb')
+      end
+
+      bm.report("Download with resumable_download: ") do
+        @bucket.resumable_download(key, './large_file_8gb')
+      end
+    end
+  end
+end

data/tests/test_multipart.rb

@@ -0,0 +1,97 @@
+# coding: utf-8
+require 'minitest/autorun'
+require 'yaml'
+$LOAD_PATH.unshift(File.expand_path("../../lib", __FILE__))
+require 'aliyun/oss'
+require_relative 'config'
+
+class TestMultipart < Minitest::Test
+  def setup
+    AliyunSDK::Common::Logging.set_log_level(Logger::DEBUG)
+    client = AliyunSDK::OSS::Client.new(TestConf.creds)
+    @bucket_name = TestConf.bucket
+    @bucket = client.get_bucket(TestConf.bucket)
+
+    @protocol = AliyunSDK::OSS::Protocol.new(AliyunSDK::OSS::Config.new(TestConf.creds))
+    @prefix = 'tests/multipart/'
+  end
+
+  def get_key(k)
+    @prefix + k
+  end
+
+  def clear_uploads
+    all = @bucket.list_uploads.to_a
+    all.each { |t| @bucket.abort_upload(t.id, t.object) }
+  end
+
+  def test_key_marker
+    clear_uploads
+
+    # initiate 5 uploads
+    ids = []
+    5.times { |i|
+      id = @protocol.initiate_multipart_upload(@bucket_name, get_key("obj-#{i}"))
+      ids << id
+    }
+
+    all = @bucket.list_uploads(limit: 1).to_a
+    assert_equal ids, all.map(&:id)
+
+    after_1 = @bucket.list_uploads(key_marker: get_key("obj-0")).to_a
+    assert_equal ids[1, 5], after_1.map(&:id)
+
+    after_5 = @bucket.list_uploads(key_marker: get_key("obj-4")).to_a
+    assert after_5.empty?, after_5.to_s
+  end
+
+  def test_id_marker
+    clear_uploads
+
+    # initiate 5 uploads
+    ids = []
+    5.times { |i|
+      id = @protocol.initiate_multipart_upload(@bucket_name, get_key("object"))
+      ids << id
+    }
+    ids.sort!
+
+    all = @bucket.list_uploads.to_a
+    assert_equal ids, all.map(&:id)
+
+    # id_marker is ignored
+    after_1 = @bucket.list_uploads(id_marker: ids[0]).to_a
+    assert_equal ids, after_1.map(&:id)
+
+    # id_marker is ignored
+    after_5 = @bucket.list_uploads(id_marker: ids[4]).to_a
+    assert_equal ids, after_5.map(&:id)
+  end
+
+  def test_id_key_marker
+    clear_uploads
+
+    # initiate 5 uploads
+    foo_ids = []
+    5.times { |i|
+      id = @protocol.initiate_multipart_upload(@bucket_name, get_key("foo"))
+      foo_ids << id
+    }
+    foo_ids.sort!
+
+    bar_ids = []
+    5.times { |i|
+      id = @protocol.initiate_multipart_upload(@bucket_name, get_key("bar"))
+      bar_ids << id
+    }
+    bar_ids.sort!
+
+    after_1 = @bucket.list_uploads(
+      id_marker: bar_ids[0], key_marker: get_key("bar"), limit: 1).to_a
+    assert_equal bar_ids[1, 5] + foo_ids, after_1.map(&:id)
+
+    after_5 = @bucket.list_uploads(
+      id_marker: bar_ids[4], key_marker: get_key("bar")).to_a
+    assert_equal foo_ids, after_5.map(&:id)
+  end
+end

data/tests/test_object_acl.rb

@@ -0,0 +1,49 @@
+require 'minitest/autorun'
+require 'yaml'
+$LOAD_PATH.unshift(File.expand_path("../../lib", __FILE__))
+require 'aliyun/oss'
+require_relative 'config'
+
+class TestObjectACL < Minitest::Test
+  def setup
+    AliyunSDK::Common::Logging.set_log_level(Logger::DEBUG)
+    client = AliyunSDK::OSS::Client.new(TestConf.creds)
+    @bucket = client.get_bucket(TestConf.bucket)
+
+    @prefix = "tests/object_acl/"
+  end
+
+  def get_key(k)
+    "#{@prefix}#{k}"
+  end
+
+  def test_put_object
+    key = get_key('put')
+
+    @bucket.put_object(key, acl: AliyunSDK::OSS::ACL::PRIVATE)
+    acl = @bucket.get_object_acl(key)
+
+    assert_equal AliyunSDK::OSS::ACL::PRIVATE, acl
+
+    @bucket.put_object(key, acl: AliyunSDK::OSS::ACL::PUBLIC_READ)
+    acl = @bucket.get_object_acl(key)
+
+    assert_equal AliyunSDK::OSS::ACL::PUBLIC_READ, acl
+  end
+
+  def test_append_object
+    key = get_key('append-1')
+
+    @bucket.append_object(key, 0, acl: AliyunSDK::OSS::ACL::PRIVATE)
+    acl = @bucket.get_object_acl(key)
+
+    assert_equal AliyunSDK::OSS::ACL::PRIVATE, acl
+
+    key = get_key('append-2')
+
+    @bucket.put_object(key, acl: AliyunSDK::OSS::ACL::PUBLIC_READ)
+    acl = @bucket.get_object_acl(key)
+
+    assert_equal AliyunSDK::OSS::ACL::PUBLIC_READ, acl
+  end
+end