aliyun-oss-ruby-sdk 0.4.1

data/spec/aliyun/oss/service_spec.rb

@@ -0,0 +1,142 @@
+# -*- encoding: utf-8 -*-
+
+require 'spec_helper'
+require 'yaml'
+require 'nokogiri'
+
+module AliyunSDK
+  module OSS
+
+    describe "Service" do
+      before :all do
+        @endpoint = 'oss.aliyuncs.com'
+        @protocol = Protocol.new(
+          Config.new(:endpoint => @endpoint,
+                     :access_key_id => 'xxx', :access_key_secret => 'yyy'))
+
+        @all_buckets = []
+        (1..10).each do |i|
+          name = "rubysdk-bucket-#{i.to_s.rjust(3, '0')}"
+          @all_buckets << Bucket.new(
+            :name => name,
+            :location => 'oss-cn-hangzhou',
+            :creation_time => Time.now)
+        end
+      end
+
+      # 生成list_buckets返回的响应，包含bucket列表和more信息
+      def mock_response(buckets, more)
+        builder = Nokogiri::XML::Builder.new do |xml|
+          xml.ListAllMyBucketsResult {
+            xml.Owner {
+              xml.ID 'owner_id'
+              xml.DisplayName 'owner_name'
+            }
+            xml.Buckets {
+              buckets.each do |b|
+                xml.Bucket {
+                  xml.Location b.location
+                  xml.Name b.name
+                  xml.CreationDate b.creation_time.to_s
+                }
+              end
+            }
+
+            unless more.empty?
+              xml.Prefix more[:prefix]
+              xml.Marker more[:marker]
+              xml.MaxKeys more[:limit].to_s
+              xml.NextMarker more[:next_marker]
+              xml.IsTruncated more[:truncated]
+            end
+          }
+        end
+
+        builder.to_xml
+      end
+
+      context "List all buckets" do
+        # 测试list_buckets正确地发送了HTTP请求
+        it "should send correct request" do
+          stub_request(:get, @endpoint)
+
+          @protocol.list_buckets
+
+          expect(WebMock).to have_requested(:get, @endpoint).
+                              with(:body => nil, :query => {})
+        end
+
+        # 测试list_buckets正确地解析了list_buckets的返回
+        it "should correctly parse response" do
+          stub_request(:get, @endpoint).to_return(
+            {:body => mock_response(@all_buckets, {})})
+
+          buckets, more = @protocol.list_buckets
+          bucket_names = buckets.map {|b| b.name}
+
+          all_bucket_names = @all_buckets.map {|b| b.name}
+          expect(bucket_names).to match_array(all_bucket_names)
+
+          expect(more).to be_empty
+        end
+      end
+
+      context "Paging buckets" do
+        # 测试list_buckets的请求中包含prefix/marker/maxkeys等信息
+        it "should set prefix/max-keys param" do
+          prefix = 'rubysdk-bucket-00'
+          marker = 'rubysdk-bucket-002'
+          limit = 5
+
+          stub_request(:get, @endpoint).with(
+            :query => {'prefix' => prefix, 'marker' => marker, 'max-keys' => limit})
+
+          @protocol.list_buckets(
+            :prefix => prefix, :limit => limit, :marker => marker)
+
+          expect(WebMock).to have_requested(:get, @endpoint).
+            with(:body => nil,
+                 :query => {'prefix' => prefix,
+                            'marker' => marker,
+                            'max-keys' => limit})
+        end
+
+        # 测试list_buckets正确地解析了HTTP响应，包含more信息
+        it "should parse next marker" do
+          prefix = 'rubysdk-bucket-00'
+          marker = 'rubysdk-bucket-002'
+          limit = 5
+          # returns ['rubysdk-bucket-003', ..., 'rubysdk-bucket-007']
+          return_buckets = @all_buckets[2, 5]
+          next_marker = 'rubysdk-bucket-007'
+
+          more = {:prefix => prefix, :marker => marker, :limit => limit,
+                  :next_marker => next_marker, :truncated => true}
+
+          stub_request(:get, @endpoint).with(
+            :query => {'prefix' => prefix, 'marker' => marker, 'max-keys' => limit}
+          ).to_return(
+            {:body => mock_response(return_buckets, more)})
+
+          buckets, more = @protocol.list_buckets(
+                     :prefix => prefix,
+                     :limit => limit,
+                     :marker => marker)
+
+          bucket_names = buckets.map {|b| b.name}
+          return_bucket_names = return_buckets.map {|b| b.name}
+          expect(bucket_names).to match_array(return_bucket_names)
+
+          expect(more).to eq({
+            :prefix => prefix,
+            :marker => marker,
+            :limit => limit,
+            :next_marker => next_marker,
+            :truncated => true})
+        end
+
+      end
+
+    end # Bucket
+  end # OSS
+end # Aliyun

data/spec/aliyun/oss/util_spec.rb

@@ -0,0 +1,50 @@
+# -*- encoding: utf-8 -*-
+
+require 'spec_helper'
+
+module AliyunSDK
+  module OSS
+
+    describe Util do
+      # 测试对body content的md5编码是否正确
+      it "should get correct content md5" do
+        content = ""
+
+        md5 = Util.get_content_md5(content)
+        expect(md5).to eq("1B2M2Y8AsgTpgAmY7PhCfg==")
+
+        content = "hello world"
+        md5 = Util.get_content_md5(content)
+        expect(md5).to eq("XrY7u+Ae7tCTyyK7j1rNww==")
+      end
+
+      # 测试签名是否正确
+      it "should get correct signature" do
+        key = 'helloworld'
+        date = 'Fri, 30 Oct 2015 07:21:00 GMT'
+
+        signature = Util.get_signature(key, 'GET', {'date' => date}, {})
+        expect(signature).to eq("u8QKAAj/axKX4JhHXa5DYfYSPxE=")
+
+        signature = Util.get_signature(
+          key, 'PUT', {'date' => date}, {:path => '/bucket'})
+        expect(signature).to eq("lMKrMCJIuGygd8UsdMA+S0QOAsQ=")
+
+        signature = Util.get_signature(
+          key, 'PUT',
+          {'date' => date, 'x-oss-copy-source' => '/bucket/object-old'},
+          {:path => '/bucket/object-new'})
+        expect(signature).to eq("McYUmBaErN//yvE9voWRhCgvsIc=")
+
+        signature = Util.get_signature(
+          key, 'PUT',
+          {'date' => date},
+          {:path => '/bucket/object-new',
+           :sub_res => {'append' => nil, 'position' => 0}})
+        expect(signature).to eq("7Oh2wobzeg6dw/cWYbF/2m6s6qc=")
+      end
+
+    end # Util
+
+  end # OSS
+end # Aliyun

data/spec/aliyun/sts/client_spec.rb

@@ -0,0 +1,150 @@
+require 'spec_helper'
+require 'yaml'
+require 'nokogiri'
+
+module AliyunSDK
+  module STS
+
+    describe Client do
+
+      context "construct" do
+        it "should setup a/k" do
+          client = Client.new(
+            :access_key_id => ' xxx', :access_key_secret => ' yyy ')
+
+          config = client.instance_variable_get('@config')
+          expect(config.access_key_id).to eq('xxx')
+          expect(config.access_key_secret).to eq('yyy')
+        end
+      end
+
+      def mock_sts(id, key, token, expiration)
+        Nokogiri::XML::Builder.new do |xml|
+          xml.AssumeRoleResponse {
+            xml.RequestId '0000'
+            xml.AssumedRoleUser {
+              xml.arn 'arn-001'
+              xml.AssumedRoleUserId 'id-001'
+            }
+            xml.Credentials {
+              xml.AccessKeyId id
+              xml.AccessKeySecret key
+              xml.SecurityToken token
+              xml.Expiration expiration.utc.iso8601
+            }
+          }
+        end.to_xml
+      end
+
+      def mock_error(code, message)
+        Nokogiri::XML::Builder.new do |xml|
+          xml.Error {
+            xml.Code code
+            xml.Message message
+            xml.RequestId '0000'
+          }
+        end.to_xml
+      end
+
+      def err(msg, reqid = '0000')
+        "#{msg} RequestId: #{reqid}"
+      end
+
+      before :all do
+        @url = 'https://sts.aliyuncs.com'
+        @client = Client.new(access_key_id: 'xxx', access_key_secret: 'yyy')
+      end
+
+      context "assume role" do
+        it "should assume role" do
+          expiration = Time.parse(Time.now.utc.iso8601)
+
+          stub_request(:post, @url)
+            .to_return(:body => mock_sts(
+                         'sts_id', 'sts_key', 'sts_token', expiration))
+
+          token = @client.assume_role('role-1', 'app-1')
+
+          rbody = nil
+          expect(WebMock).to have_requested(:post, @url)
+                              .with { |req| rbody = req.body }
+          params = rbody.split('&').reduce({}) { |h, i|
+            v = i.split('=')
+            h.merge({v[0] => v[1]})
+          }
+          expect(params['Action']).to eq('AssumeRole')
+          expect(params['RoleArn']).to eq('role-1')
+          expect(params['RoleSessionName']).to eq('app-1')
+          expect(params['DurationSeconds']).to eq('3600')
+          expect(params['Format']).to eq('XML')
+          expect(params['Version']).to eq('2015-04-01')
+          expect(params['AccessKeyId']).to eq('xxx')
+          expect(params.key?('Signature')).to be true
+          expect(params.key?('SignatureNonce')).to be true
+          expect(params['SignatureMethod']).to eq('HMAC-SHA1')
+
+          expect(token.access_key_id).to eq('sts_id')
+          expect(token.access_key_secret).to eq('sts_key')
+          expect(token.security_token).to eq('sts_token')
+          expect(token.expiration).to eq(expiration)
+        end
+
+        it "should raise error" do
+          code = "InvalidParameter"
+          message = "Bla bla bla."
+
+          stub_request(:post, @url)
+            .to_return(:status => 400,
+                       :body => mock_error(code, message))
+
+
+          expect {
+            @client.assume_role('role-1', 'app-1')
+          }.to raise_error(ServerError, err(message))
+
+        end
+
+        it "should set policy and duration" do
+          expiration = Time.parse(Time.now.utc.iso8601)
+
+          stub_request(:post, @url)
+            .to_return(:body => mock_sts(
+                         'sts_id', 'sts_key', 'sts_token', expiration))
+
+          policy = Policy.new
+          policy.allow(
+            ['oss:Get*', 'oss:PutObject'],
+            ['acs:oss:*:*:bucket', 'acs::oss:*:*:bucket/*'])
+          duration = 300
+          token = @client.assume_role('role-1', 'app-1', policy, duration)
+
+          rbody = nil
+          expect(WebMock).to have_requested(:post, @url)
+                              .with { |req| rbody = req.body }
+          params = rbody.split('&').reduce({}) { |h, i|
+            v = i.split('=')
+            h.merge({v[0] => CGI.unescape(v[1])})
+          }
+          expect(params['Action']).to eq('AssumeRole')
+          expect(params['RoleArn']).to eq('role-1')
+          expect(params['RoleSessionName']).to eq('app-1')
+          expect(params['DurationSeconds']).to eq('300')
+          expect(params['Format']).to eq('XML')
+          expect(params['Version']).to eq('2015-04-01')
+          expect(params['AccessKeyId']).to eq('xxx')
+          expect(params.key?('Signature')).to be true
+          expect(params.key?('SignatureNonce')).to be true
+          expect(params['SignatureMethod']).to eq('HMAC-SHA1')
+          expect(params['Policy']).to eq(policy.serialize)
+
+          expect(token.access_key_id).to eq('sts_id')
+          expect(token.access_key_secret).to eq('sts_key')
+          expect(token.security_token).to eq('sts_token')
+          expect(token.expiration).to eq(expiration)
+        end
+      end
+
+    end # Client
+
+  end # OSS
+end # Aliyun

data/spec/aliyun/sts/util_spec.rb

@@ -0,0 +1,39 @@
+# -*- encoding: utf-8 -*-
+
+require 'spec_helper'
+require 'yaml'
+require 'nokogiri'
+
+module AliyunSDK
+  module STS
+
+    describe Util do
+
+      it "should get correct signature" do
+        key = 'helloworld'
+        ts = '2015-12-07T07:18:41Z'
+
+        params = {
+          'Action' => 'AssumeRole',
+          'RoleArn' => 'role-1',
+          'RoleSessionName' => 'app-1',
+          'DurationSeconds' => '300',
+          'Format' => 'XML',
+          'Version' => '2015-04-01',
+          'AccessKeyId' => 'xxx',
+          'SignatureMethod' => 'HMAC-SHA1',
+          'SignatureVersion' => '1.0',
+          'SignatureNonce' => '3.14159',
+          'Timestamp' => ts
+        }
+
+        signature = Util.get_signature('POST', params, key)
+        expect(signature).to eq("92ta30QopCT4YTbRCaWtS31kyeg=")
+
+        signature = Util.get_signature('GET', params, key)
+        expect(signature).to eq("nvMmnOSxGrfK+1zf0oFR5RB2M7k=")
+      end
+
+    end # Util
+  end # OSS
+end # Aliyun

data/tests/config.rb

@@ -0,0 +1,31 @@
+class TestConf
+  class << self
+    def creds
+      {
+        access_key_id: ENV['RUBY_SDK_OSS_ID'],
+        access_key_secret: ENV['RUBY_SDK_OSS_KEY'],
+        endpoint: ENV['RUBY_SDK_OSS_ENDPOINT']
+      }
+    end
+
+    def bucket
+      ENV['RUBY_SDK_OSS_BUCKET']
+    end
+
+    def sts_creds
+      {
+        access_key_id: ENV['RUBY_SDK_STS_ID'],
+        access_key_secret: ENV['RUBY_SDK_STS_KEY'],
+        endpoint: ENV['RUBY_SDK_STS_ENDPOINT']
+      }
+    end
+
+    def sts_role
+      ENV['RUBY_SDK_STS_ROLE']
+    end
+
+    def sts_bucket
+      ENV['RUBY_SDK_STS_BUCKET']
+    end
+  end
+end

data/tests/test_content_encoding.rb

@@ -0,0 +1,54 @@
+require 'minitest/autorun'
+require 'yaml'
+$LOAD_PATH.unshift(File.expand_path("../../lib", __FILE__))
+require 'aliyun/oss'
+require 'zlib'
+require_relative 'config'
+
+class TestContentEncoding < Minitest::Test
+  def setup
+    AliyunSDK::Common::Logging.set_log_level(Logger::DEBUG)
+    client = AliyunSDK::OSS::Client.new(TestConf.creds)
+    @bucket = client.get_bucket(TestConf.bucket)
+
+    @prefix = "tests/content_encoding/"
+  end
+
+  def get_key(k)
+    "#{@prefix}#{k}"
+  end
+
+  def test_gzip_encoding
+    key = get_key('gzip')
+    File.open('/tmp/x', 'w') do |f|
+      1000.times { f.write 'hello world' * 1024 }
+    end
+
+    @bucket.put_object(
+      key, file: '/tmp/x', content_type: 'text/plain')
+
+    @bucket.get_object(
+      key, file: '/tmp/y', headers: {'accept-encoding' => 'gzip'})
+
+    assert File.exist?('/tmp/y')
+    diff = `diff /tmp/x /tmp/y`
+    assert diff.empty?
+  end
+
+  def test_deflate_encoding
+    key = get_key('deflate')
+    File.open('/tmp/x', 'w') do |f|
+      1000.times { f.write 'hello world' * 1024 }
+    end
+
+    @bucket.put_object(
+      key, file: '/tmp/x', content_type: 'text/plain')
+
+    @bucket.get_object(
+      key, file: '/tmp/y', headers: {'accept-encoding' => 'deflate'})
+
+    assert File.exist?('/tmp/y')
+    diff = `diff /tmp/x /tmp/y`
+    assert diff.empty?
+  end
+end