cos 0.1.0 → 0.1.1

data/spec/cos/client_spec.rb

@@ -0,0 +1,77 @@
+# coding: utf-8
+
+require 'spec_helper'
+require 'fileutils'
+require 'yaml'
+
+module COS
+
+  describe Client do
+
+    before :all do
+      @config = {
+          app_id: '100000',
+          secret_id: 'secret_id',
+          secret_key: 'secret_key',
+          protocol: 'http',
+          default_bucket: 'bucket_name'
+      }
+    end
+
+    it 'get the signature access' do
+      expect(
+          Client.new(@config).signature.class
+      ).to be Signature
+    end
+
+    it 'get the bucket access' do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/?op=stat").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {}}.to_json)
+
+      expect(
+          Client.new(@config).bucket('bucket_name').bucket_name
+      ).to eq('bucket_name')
+    end
+
+    it 'bucket name must be set' do
+      expect do
+        client = Client.new({
+                       app_id: '100000',
+                       secret_id: 'secret_id',
+                       secret_key: 'secret_key'
+                   })
+        client.bucket
+      end.to raise_error(ClientError)
+    end
+
+    it 'Rails init client' do
+      Object.const_set('Rails', Class.new do
+        def self.root
+          ['/tmp/', '']
+        end
+      end)
+
+      FileUtils::mkdir_p('/tmp/log')
+      FileUtils::mkdir_p('/tmp/config')
+
+      yml = {
+          'app_id'         => '100000',
+          'secret_id'      => 'secret_id',
+          'secret_key'     => 'secret_key',
+          'default_bucket' => 'bucket_name'
+      }
+
+      File.open('/tmp/config/cos.yml', 'w') do |f|
+        f.write(yml.to_yaml)
+      end
+
+      client = COS.client
+
+      expect(client.config.app_id).to eq('100000')
+
+      Object.const_set('Rails', nil)
+    end
+
+  end
+
+end

data/spec/cos/dir_spec.rb

@@ -0,0 +1,195 @@
+# coding: utf-8
+
+require 'spec_helper'
+
+module COS
+
+  describe COSDir do
+
+    before :all do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/?op=stat").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {authority:'eWRPrivate'}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'test', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      @config = {
+          app_id: '100000',
+          secret_id: 'secret_id',
+          secret_key: 'secret_key',
+          protocol: 'http',
+          default_bucket: 'bucket_name'
+      }
+      @bucket = Client.new(@config).bucket('bucket_name')
+      @dir = @bucket.stat('test/')
+    end
+
+    it 'test upload all files to dir' do
+      @time = Time.now.to_i.to_s
+
+      local_path = "/tmp/cos_test/dir_#{Time.now.to_i}"
+      FileUtils::mkdir_p(local_path)
+
+      File.open("#{local_path}/test.txt", 'w') do |f|
+        (1..10).each do |i|
+          f.puts i.to_s.rjust(10, '0')
+        end
+      end
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'd1', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/test.txt")
+          .to_return(:status => 200, :body => {
+              code: 0, message: 'ok', data: {session: 'session', slice_size: 10000, offset: 0, access_url: 'access_url'}
+          }.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/test.txt?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'test.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen: 100, access_url: 'url'}}.to_json)
+
+      uploads = @dir.upload_all(local_path, skip_error: true)
+
+      expect(uploads[0].path).to eq('/test/test.txt')
+    end
+
+    it 'test download all files to local path' do
+      @time = Time.now.to_i.to_s
+
+      local_path = "/tmp/cos_test/dir2_#{Time.now.to_i}"
+      FileUtils::mkdir_p(local_path)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/?context=&num=20&op=list&order=0&pattern=eListFileOnly").
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  dircount: 1,
+                  filecount: 1,
+                  context: '',
+                  infos: [
+                                {name: 'file1.txt', ctime: @time, mtime: @time, sha: '1111', biz_attr: '', filesize: 100, filelen:100, access_url: 'url'},
+                            ]
+              }
+          }.to_json, :headers => {})
+
+      stub_request(:get, %r{^(http?:\/\/)url\/\?sign=[^\s]+}).to_return(:status => 200, :body => "11111111111", :headers => {})
+
+      d = @dir.download_all(local_path)
+      expect(d).to eq(["#{local_path}/file1.txt"])
+    end
+
+    it 'test get dir hash tree' do
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/?context=&num=1&op=list&order=0&pattern=eListBoth").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              context: '',
+              dircount: 2,
+              filecount: 0,
+              infos: [
+                            {name: 'path1-1', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''},
+                            {name: 'path1-2', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''},
+                        ]
+          }}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/?context=&num=20&op=list&order=0&pattern=eListDirOnly").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              context: '',
+              dircount: 2,
+              filecount: 1,
+              infos: [
+                            {name: 'path1-1', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''},
+                            {name: 'path1-2', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''},
+                        ]
+          }}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/path1-1/?context=&num=1&op=list&order=0&pattern=eListDirOnly").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              context: '',
+              dircount: 0,
+              filecount: 0,
+              infos: []
+          }}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/path1-1/?context=&num=20&op=list&order=0&pattern=eListDirOnly").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              context: '',
+              dircount: 0,
+              filecount: 0,
+              infos: []
+          }}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/path1-2/?context=&num=20&op=list&order=0&pattern=eListDirOnly").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              dircount: 0,
+              filecount: 0,
+              context: '',
+              infos: [
+                            {name: 'path1-2-1', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''},
+                            {name: 'path1-2-2', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''},
+                            {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url'},
+                        ]
+          }}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/path1-2/?context=&num=1&op=list&order=0&pattern=eListDirOnly").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              context: '',
+              dircount: 2,
+              filecount: 1,
+              infos: [
+                            {name: 'path1-2-1', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''},
+                            {name: 'path1-2-2', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''},
+                            {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url'},
+                        ]
+          }}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/path1-2/path1-2-1/?context=&num=1&op=list&order=0&pattern=eListDirOnly").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              context: '',
+              dircount: 0,
+              filecount: 0,
+              infos: []
+          }}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/path1-2/path1-2-1/?context=&num=20&op=list&order=0&pattern=eListDirOnly").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              context: '',
+              dircount: 0,
+              filecount: 0,
+              infos: [
+                            {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url'},
+                        ]
+          }}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/path1-2/path1-2-2/?context=&num=1&op=list&order=0&pattern=eListDirOnly").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              dircount: 0,
+              filecount: 0,
+              context: '',
+              infos: []
+          }}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/test/path1-2/path1-2-2/?context=&num=20&op=list&order=0&pattern=eListDirOnly").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {
+              has_more: false,
+              dircount: 0,
+              filecount: 0,
+              context: '',
+              infos: []
+          }}.to_json)
+
+      expect(@dir.hash_tree[:resource][:name]).to eq('test')
+    end
+
+  end
+
+end

data/spec/cos/download_spec.rb

@@ -0,0 +1,105 @@
+# coding: utf-8
+
+require 'spec_helper'
+
+module COS
+
+  describe Download do
+
+    before :all do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/?op=stat").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {}}.to_json)
+
+      @config = {
+          app_id: '100000',
+          secret_id: 'secret_id',
+          secret_key: 'secret_key',
+          protocol: 'http',
+          default_bucket: 'bucket_name'
+      }
+      COS.client(@config).bucket
+    end
+
+    it 'should download entire file' do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/d_path/file1?op=stat").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url', sha: '123'}}.to_json)
+
+      stub_request(:get, %r{^(http?:\/\/)url\/\?sign=[^\s]+}).to_return(:status => 200, :body => "11111111111", :headers => {})
+
+      file = COS.client.bucket.stat('/d_path/file1')
+      local = file.download('/tmp/file11')
+
+      expect(File.read(local)).to eq('11111111111')
+    end
+
+    it 'should download entire file exist' do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/d_path/file1?op=stat").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url', sha: '7D4EEBAB7CE33F2C5D6D8C6240CC8FE65EA14CD7'}}.to_json)
+
+      File.open('/tmp/file11', 'wb') do |f|
+        f.write('11111111111')
+      end
+      file = COS.client.bucket.stat('/d_path/file1')
+      local = file.download('/tmp/file11')
+
+      expect(File.read(local)).to eq('11111111111')
+    end
+
+    it 'should download slice file raise error' do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/d_path/file2?op=stat").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url1', sha: '123'}}.to_json)
+
+      stub_request(:get, %r{^(http?:\/\/)url1\/\?sign=[^\s]+}).to_return(:status => 200, :body => "1", :headers => {})
+
+      file = COS.client.bucket.stat('/d_path/file2')
+
+      expect do
+        file.download('/tmp/file2', min_slice_size: 10)
+      end.to raise_error(DownloadError)
+
+    end
+
+    it 'should download slice file' do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/d_path/file3?op=stat").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url3', sha: '356a192b7913b04c54574d18c28d46e6395428ab'}}.to_json)
+
+      stub_request(:get, %r{^(http?:\/\/)url3\/\?sign=[^\s]+}).to_return(:status => 200, :body => "1", :headers => {})
+
+      file = COS.client.bucket.stat('/d_path/file3')
+
+      prog = []
+      local = file.download('/tmp/file33', {min_slice_size: 10}) do |pr|
+        prog << pr
+      end
+
+      expect(File.read(local)).to eq('1')
+
+      expect(prog.size).to eq(4)
+
+      File.delete(local) if File.exist?(local)
+    end
+
+    it 'should download slice file and checkpoint file exist' do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/d_path/file3?op=stat").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url3', sha: '4'}}.to_json)
+
+      stub_request(:get, %r{^(http?:\/\/)url3\/\?sign=[^\s]+}).to_return(:status => 200, :body => "1", :headers => {})
+
+      file = COS.client.bucket.stat('/d_path/file3')
+
+      # 创建cpt
+      cpt_file = '/tmp/file44.cpt'
+      File.open(cpt_file, 'w') do |f|
+        f << '{"session": "session", "sha1":"f1a4cca1a5b3e43a35fbad14a93bbfeec584f5de", "file_meta":{"sha1":"356a192b7913b04c54574d18c28d46e6395428ab"}, "parts":[{"number":1,"done":false,"range":[0,100]}], "slice_size":10000, "file_size":100, "offset":0}'
+      end
+
+      local = file.download('/tmp/file44', {min_slice_size: 10})
+
+      expect(File.read(local)).to eq('1')
+
+      File.delete(local) if File.exist?(local)
+    end
+
+  end
+
+end

data/spec/cos/http_spec.rb

@@ -0,0 +1,70 @@
+# coding: utf-8
+
+require 'spec_helper'
+
+module COS
+
+  describe HTTP do
+
+    before :all do
+      @config = {
+          app_id: '100000',
+          secret_id: 'secret_id',
+          secret_key: 'secret_key',
+          protocol: 'http',
+          default_bucket: 'bucket_name'
+      }
+    end
+
+    # 发送正确的http请求并包含鉴权header
+    it 'should set http Authorization with right url' do
+
+      @http = COS::HTTP.new(Config.new(@config))
+
+      stub_request(:get, 'http://web.file.myqcloud.com/files/v1/bucket_name/path/').
+          to_return(:status => 200, :body => {code: 0, message: 'ok'}.to_json, :headers => {})
+
+      @http.get('/bucket_name/path/', {}, 'sign')
+
+      expect(WebMock)
+          .to have_requested(:get, 'http://web.file.myqcloud.com/files/v1/bucket_name/path/')
+                  .with{ |req| req.headers.has_key?('Authorization') }
+    end
+
+    # 正确抛出服务器错误返回
+    it 'should raise server exception when 400' do
+
+      @http = COS::HTTP.new(Config.new(@config))
+
+      stub_request(:get, 'http://web.file.myqcloud.com/files/v1/bucket_name/path/').
+          to_return(:status => 400, :body => {code: -19, message: 'some errors'}.to_json, :headers => {})
+
+      # ServerError
+      expect do
+        @http.get('/bucket_name/path/', {}, 'sign')
+      end.to raise_error(ServerError, 'some errors')
+
+      expect(WebMock)
+          .to have_requested(:get, 'http://web.file.myqcloud.com/files/v1/bucket_name/path/')
+    end
+
+    # 发送正确的post并解析data
+    it 'should send post and parse data' do
+
+      @http = COS::HTTP.new(Config.new(@config))
+
+      stub_request(:post, 'http://web.file.myqcloud.com/files/v1/bucket_name/path/file').
+          to_return(:status => 200, :body => {code: 0, message: 'ok', data: {count:10}}.to_json, :headers => {})
+
+      expect(
+          @http.post('/bucket_name/path/file', {}, 'sign', {biz_attr: 'test'})
+      ).to eq({count: 10})
+
+      expect(WebMock)
+          .to have_requested(:post, 'http://web.file.myqcloud.com/files/v1/bucket_name/path/file')
+
+    end
+
+  end
+
+end