cos 0.1.0 → 0.1.1

data/lib/cos/util.rb

@@ -0,0 +1,82 @@
+# coding: utf-8
+
+require 'digest'
+require 'fileutils'
+
+module COS
+  module Util
+
+    class << self
+
+      # 文件sha1
+      def file_sha1(file)
+        Digest::SHA1.file(file).hexdigest
+      end
+
+      # 字符串sha1
+      def string_sha1(string)
+        Digest::SHA1.hexdigest(string)
+      end
+
+      # 获取本地目录路径, 不存在会创建
+      def get_local_path(path, disable_mkdir = false)
+        local = File.expand_path(path)
+        unless File.exist?(local) and File.directory?(local)
+          # 创建目录
+          if disable_mkdir
+            raise LocalPathNotExist, "Local path #{local} not exist!"
+          else
+            FileUtils::mkdir_p(local)
+          end
+        end
+
+        local
+      end
+
+      # 解析list时的path
+      def get_list_path(path, name = '', is_file = false)
+        # 目录必须带"/"
+        path = "/#{path}" unless path.start_with?('/')
+
+        if is_file
+          # 文件
+          if path.end_with?('/')
+            "#{path}#{name}"
+          else
+            "#{path}/#{name}"
+          end
+        else
+          # 目录
+          if path.end_with?('/')
+            "#{path}#{name}/"
+          else
+            "#{path}/#{name}/"
+          end
+        end
+      end
+
+      # 获取resource_path
+      def get_resource_path(app_id, bucket, path, file = nil)
+        # file_name检测
+        if file and (file.end_with?('/') or file.start_with?('/'))
+          raise ClientError, "File name can't start or end with '/'"
+        end
+
+        # 目录必须带"/"
+        path = "/#{path}" unless path.start_with?('/')
+        path = "#{path}/" unless path.end_with?('/')
+
+        "/#{app_id}/#{bucket}#{path}#{file}"
+      end
+
+      # 获取resource_path, 不自动添加'/'
+      def get_resource_path_or_file(app_id, bucket, path)
+        # 目录必须带"/"
+        path = "/#{path}" unless path.start_with?('/')
+        "/#{app_id}/#{bucket}#{path}"
+      end
+
+    end
+
+  end
+end

data/lib/cos/version.rb

@@ -1,3 +1,3 @@
-module Cos
-  VERSION = "0.1.0"
+module COS
+  VERSION = '0.1.1'
 end

data/spec/cos/bucket_spec.rb

@@ -0,0 +1,562 @@
+# coding: utf-8
+
+require 'spec_helper'
+require 'fileutils'
+
+module COS
+
+  describe Bucket do
+
+    before :all do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/?op=stat").
+          to_return(:status => 200, :body => { code: 0, message: 'ok', data: {authority:'eWRPrivate'}}.to_json)
+
+      @config = {
+          app_id: '100000',
+          secret_id: 'secret_id',
+          secret_key: 'secret_key',
+          protocol: 'http',
+          default_bucket: 'bucket_name'
+      }
+      @bucket = Client.new(@config).bucket('bucket_name')
+    end
+
+    it 'should delete empty path success' do
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/empty_path/?op=stat")
+          .to_return(:status => 200, :body => { code: 0, message: 'ok', data: {ctime: @time, mtime: @time}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/empty_path/")
+          .to_return(:status => 200, :body => { code: 0, message: 'ok', data: {}}.to_json)
+
+      path = @bucket.stat('empty_path/')
+      expect(path.delete!).to eq(true)
+    end
+
+    it 'should list folder' do
+      stub_request(:get, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/?context=&num=20&op=list&order=0&pattern=eListDirOnly').
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  context: '',
+                  infos: [
+                      {name: 'f1', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''},
+                      {name: 'f2', ctime: Time.now.to_i.to_s, mtime: Time.now.to_i.to_s, biz_attr: ''}
+                         ]
+              }
+          }.to_json, :headers => {})
+
+      size = 0
+      @bucket.list('/path/', {pattern: :dir_only}).each do |f|
+        size += 1
+      end
+
+      expect(WebMock).to have_requested(:get, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/?context=&num=20&op=list&order=0&pattern=eListDirOnly')
+
+      expect(size).to eq(2)
+    end
+
+    it 'should resource operators' do
+
+      @time = Time.now.to_i.to_s
+
+      stub_request(:get, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/?context=&num=20&op=list&order=0&pattern=eListBoth').
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  context: '',
+                  infos: [
+                                {name: 'd1', ctime: @time, mtime: @time, biz_attr: ''},
+                                {name: 'd2', ctime: @time, mtime: @time, biz_attr: ''},
+                                {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url'},
+                            ]
+              }
+          }.to_json, :headers => {})
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/").to_return(:status => 200, :body => { code: 0, message: 'ok', data: {ctime: @time, mtime: @time}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/path2/").to_return(:status => 200, :body => { code: 0, message: 'ok', data: {ctime: @time, mtime: @time}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d2/").to_return(:status => 200, :body => { code: 0, message: 'ok', data: {ctime: @time, mtime: @time}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d2/path2/").to_return(:status => 200, :body => { code: 0, message: 'ok', data: {ctime: @time, mtime: @time}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/f1").to_return(:status => 200, :body => { code: 0, message: 'ok', data: {ctime: @time, mtime: @time}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/?op=stat").to_return(:status => 200, :body => { code: 0, message: 'ok', data: {name: 'd1', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d2/?op=stat").to_return(:status => 200, :body => { code: 0, message: 'ok', data: {name: 'd2', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/f1?op=stat").to_return(:status => 200, :body => { code: 0, message: 'ok', data: {name: 'f1', filesize: 100, ctime: @time, mtime: @time, biz_attr: '', access_url: 'url'}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/f1?op=stat").to_return(:status => 400, :body => { code: -166, message: '索引不存在'}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/?context=&num=1&op=list&order=0&pattern=eListBoth").
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  context: '',
+                  filecount: 5,
+                  dircount: 10,
+                  infos: []
+              }
+          }.to_json, :headers => {})
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d2/?context=&num=1&op=list&order=0&pattern=eListBoth").
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  context: '',
+                  filecount: 5,
+                  dircount: 10,
+                  infos: []
+              }
+          }.to_json, :headers => {})
+
+      @bucket.list('/path/').each do |f|
+
+        if f.is_a?(COS::COSDir) and f.type == 'dir'
+          expect(f.created_at).to eq(Time.at(@time.to_i))
+          expect(f.updated_at).to eq(Time.at(@time.to_i))
+          expect(f.stat.name).to eq(f.name)
+
+          expect(f.list_count[:files]).to eq(5)
+          expect(f.count).to eq(15)
+          expect(f.count_dirs).to eq(10)
+
+          expect(f.update('111biz_attr').biz_attr).to eq('111biz_attr')
+
+          f.create_folder('path2')
+
+        else
+          expect(f.to_hash[:filesize]).to eq(100)
+          expect(f.format_size).to eq('100B')
+          expect(f.complete?).to eq(true)
+          f.delete
+          expect(f.exist?).to eq(false)
+        end
+
+      end
+
+      expect(WebMock).to have_requested(:get, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/?context=&num=20&op=list&order=0&pattern=eListBoth')
+
+      expect(WebMock).to have_requested(:post, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/f1')
+      expect(WebMock).to have_requested(:post, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/')
+      expect(WebMock).to have_requested(:post, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d2/')
+
+    end
+
+    it 'should get stat , raise when exception, exist?' do
+
+      @time = Time.now.to_i.to_s
+
+      stub_request(:get, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/?context=&num=20&op=list&order=0&pattern=eListBoth').
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  context: '',
+                  infos: [
+                                {name: 'd1', ctime: @time, mtime: @time, biz_attr: ''},
+                                {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 33333333333, filelen:33333333333},
+                            ]
+              }
+          }.to_json, :headers => {})
+
+      stub_request(:get, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/?context=&num=1&op=list&order=0&pattern=eListBoth').
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  dircount: 1,
+                  filecount: 1,
+                  context: '',
+                  infos: [
+                                {name: 'd1', ctime: @time, mtime: @time, biz_attr: ''},
+                            ]
+              }
+          }.to_json, :headers => {})
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/f1?op=stat").to_return(:status => 200, :body => { code: 0, message: 'ok', data: {name: 'f1', filesize: 33333333333, filelen:33333333333, ctime: @time, mtime: @time, biz_attr: ''}}.to_json).times(2)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/?op=stat").to_return(:status => 400, :body => { code: -111, message: '未知错误'}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/f1")
+          .to_return(:status => 400, :body => { code: -111, message: '未知错误'}.to_json)
+
+      expect(@bucket.count).to eq(2)
+
+      @bucket.list('/path/', {}).each do |f|
+        if f.is_a?(COS::COSFile) and f.type == 'file'
+          expect(f.exist?).to eq(true)
+          expect(f.stat.size).to eq(33333333333)
+          expect(f.format_size).to eq('31.04GB')
+          expect(f.delete!).to eq(false)
+        else
+          expect do
+            f.exist?
+          end.to raise_error(ServerError)
+        end
+      end
+    end
+
+    it 'upload file slice to a path' do
+      @time = Time.now.to_i.to_s
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'd1', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:get, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/?context=&num=20&op=list&order=0&pattern=eListFileOnly').
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  context: '',
+                  infos: [
+                                {name: 'd1', ctime: @time, mtime: @time, biz_attr: ''},
+                                {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100},
+                            ]
+              }
+          }.to_json, :headers => {})
+
+      stub_request(:post, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/test_file').
+          to_return(:status => 200, :body => {
+              code: 0, message: 'ok', data: {session: 'session', slice_size: 10000, offset: 0, access_url: 'access_url'}
+          }.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/test_file?op=stat").to_return(:status => 200, :body => {
+          code: 0, message: 'ok', data: {name: 'f1', filesize: 100, filelen:100, ctime: @time, mtime: @time, biz_attr: ''}
+      }.to_json)
+
+      @file = './file_to_upload.log'
+      @file_name = 'test_file'
+
+      File.delete("#{@file}.cpt") if File.exist?("#{@file}.cpt")
+      File.delete("#{@file}") if File.exist?("#{@file}")
+
+      File.open(@file, 'w') do |f|
+        (1..100).each do |i|
+          f.puts i.to_s.rjust(100, '0')
+        end
+      end
+
+      @bucket.list('/path/', {pattern: :file_only}).each do |f|
+        if f.is_a?(COS::COSDir) and f.type == 'dir'
+          file = f.upload(@file_name, @file, min_slice_size: 1)
+
+          expect(file.name).to eq('f1')
+        end
+      end
+
+      File.delete("#{@file}.cpt") if File.exist?("#{@file}.cpt")
+      File.delete("#{@file}") if File.exist?("#{@file}")
+    end
+
+    it 'upload file entire to a path, and errors' do
+      @time = Time.now.to_i.to_s
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'd1', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:get, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/?context=&num=20&op=list&order=0&pattern=eListBoth').
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  context: '',
+                  infos: [
+                                {name: 'd1', ctime: @time, mtime: @time, biz_attr: ''},
+                                {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100},
+                            ]
+              }
+          }.to_json, :headers => {})
+
+      stub_request(:post, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/test_file')
+          .to_return(:status => 400, :body => {
+              code: -999, message: 'server error' }.to_json).then
+          .to_return(:status => 200, :body => {
+              code: 0, message: 'ok', data: {session: 'session', slice_size: 10000, offset: 0, access_url: 'access_url'}
+          }.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/test_file?op=stat").to_return(:status => 200, :body => {
+          code: 0, message: 'ok', data: {name: 'f1', filesize: 100, filelen:100, ctime: @time, mtime: @time, biz_attr: ''}
+      }.to_json)
+
+      @file = './file_to_upload.log'
+      @file_name = 'test_file'
+
+      File.delete("#{@file}.cpt") if File.exist?("#{@file}.cpt")
+      File.delete("#{@file}") if File.exist?("#{@file}")
+
+      File.open(@file, 'w') do |f|
+        (1..100).each do |i|
+          f.puts i.to_s.rjust(100, '0')
+        end
+      end
+
+      @bucket.list('/path/', {}).each do |f|
+        if f.is_a?(COS::COSDir) and f.type == 'dir'
+          f.upload(@file_name, @file, min_slice_size: 1000000)
+        end
+      end
+
+      File.delete("#{@file}.cpt") if File.exist?("#{@file}.cpt")
+      File.delete("#{@file}") if File.exist?("#{@file}")
+    end
+
+    it 'upload file entire to a path, raise error' do
+      @time = Time.now.to_i.to_s
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'd1', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:get, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/?context=&num=20&op=list&order=0&pattern=eListBoth').
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  context: '',
+                  infos: [
+                                {name: 'd1', ctime: @time, mtime: @time, biz_attr: ''},
+                                {name: 'f1', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100},
+                            ]
+              }
+          }.to_json, :headers => {})
+
+      stub_request(:post, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/test_file')
+          .to_return(:status => 400, :body => {
+              code: -999, message: 'server error' }.to_json).times(4)
+
+      @file = './file_to_upload.log'
+      @file_name = 'test_file'
+
+      File.delete("#{@file}.cpt") if File.exist?("#{@file}.cpt")
+      File.delete("#{@file}") if File.exist?("#{@file}")
+
+      File.open(@file, 'w') do |f|
+        (1..100).each do |i|
+          f.puts i.to_s.rjust(100, '0')
+        end
+      end
+
+      @bucket.list('/path/', {}).each do |f|
+        if f.is_a?(COS::COSDir) and f.type == 'dir'
+          expect do
+            f.upload(@file_name, @file, min_slice_size: 1000000, upload_retry: 3)
+          end.to raise_error(ServerError)
+        end
+      end
+
+      expect(WebMock).to have_requested(:post, 'http://web.file.myqcloud.com/files/v1/100000/bucket_name/path/d1/test_file').times(4)
+
+      File.delete("#{@file}.cpt") if File.exist?("#{@file}.cpt")
+      File.delete("#{@file}") if File.exist?("#{@file}")
+    end
+
+    it 'test upload_all' do
+      @time = Time.now.to_i.to_s
+
+      local_path = "/tmp/cos_test/#{Time.now.to_i}"
+      FileUtils::mkdir_p(local_path)
+
+      File.open("#{local_path}/file1.txt", 'w') do |f|
+        (1..10).each do |i|
+          f.puts i.to_s.rjust(10, '0')
+        end
+      end
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'd1', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/file1.txt")
+          .to_return(:status => 200, :body => {
+              code: 0, message: 'ok', data: {session: 'session', slice_size: 10000, offset: 0, access_url: 'access_url'}
+          }.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/file1.txt?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'file1.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen: 100, access_url: 'url'}}.to_json)
+
+      uploads = @bucket.upload_all('/upload_path', local_path, skip_error: true)
+
+      expect(uploads[0].path).to eq('/upload_path/file1.txt')
+    end
+
+    it 'test upload_all raise errors' do
+      @time = Time.now.to_i.to_s
+
+      local_path = "/tmp/cos_test/2_#{Time.now.to_i}"
+      FileUtils::mkdir_p(local_path)
+
+      File.open("#{local_path}/file1.txt", 'w') do |f|
+        (1..10).each do |i|
+          f.puts i.to_s.rjust(10, '0')
+        end
+      end
+
+      File.open("#{local_path}/file2.txt", 'w') do |f|
+        (1..10).each do |i|
+          f.puts i.to_s.rjust(10, '0')
+        end
+      end
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'd1', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/file1.txt")
+          .to_return(:status => 400, :body => {
+              code: -999, message: 'server error' }.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/file2.txt")
+          .to_return(:status => 200, :body => {data:{name: 'file2.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen: 100, access_url: 'url'}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/file2.txt?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'file2.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen: 100, access_url: 'url'}}.to_json)
+
+      expect do
+        @uploads = @bucket.upload_all('/upload_path', local_path)
+      end.to raise_error(ServerError)
+    end
+
+    it 'test upload_all skip errors' do
+      @time = Time.now.to_i.to_s
+
+      local_path = "/tmp/cos_test/2_#{Time.now.to_i}"
+      FileUtils::mkdir_p(local_path)
+
+      File.open("#{local_path}/file1.txt", 'w') do |f|
+        (1..10).each do |i|
+          f.puts i.to_s.rjust(10, '0')
+        end
+      end
+
+      File.open("#{local_path}/file2.txt", 'w') do |f|
+        (1..10).each do |i|
+          f.puts i.to_s.rjust(10, '0')
+        end
+      end
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'd1', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/file1.txt")
+          .to_return(:status => 400, :body => {
+              code: -999, message: 'server error' }.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/file2.txt")
+          .to_return(:status => 200, :body => {data:{name: 'file2.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen: 100, access_url: 'url'}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/file2.txt?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'file2.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen: 100, access_url: 'url'}}.to_json)
+
+      uploads = @bucket.upload_all('/upload_path', local_path, skip_error: true)
+
+      expect(uploads[0].path).to eq('/upload_path/file2.txt')
+
+      cp = @bucket.complete?('/upload_path/file2.txt')
+      expect(cp).to eq(true)
+    end
+
+    it 'test download all' do
+      @time = Time.now.to_i.to_s
+
+      local_path = "/tmp/cos_test/d_#{Time.now.to_i}"
+      FileUtils::mkdir_p(local_path)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'd1', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path/?context=&num=20&op=list&order=0&pattern=eListFileOnly").
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  dircount: 1,
+                  filecount: 1,
+                  context: '',
+                  infos: [
+                                {name: 'file1.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url'},
+                            ]
+              }
+          }.to_json, :headers => {})
+
+      stub_request(:get, %r{^(http?:\/\/)url\/\?sign=[^\s]+}).to_return(:status => 200, :body => "11111111111", :headers => {})
+
+      d = @bucket.download_all('/upload_path', local_path)
+      expect(d).to eq(["#{local_path}/file1.txt"])
+    end
+
+    it 'upload all auto_create_folder false' do
+      @time = Time.now.to_i.to_s
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path1/?op=stat").
+          to_return(:status => 400, :body => {}.to_json)
+
+      expect do
+        @bucket.upload_all('/upload_path1', '/tmp', auto_create_folder: false)
+      end.to raise_error(ServerError)
+    end
+
+    it 'upload all auto_create_folder' do
+      @time = Time.now.to_i.to_s
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path2/?op=stat")
+          .to_return(:status => 400, :body => {code:-166, message: '索引不存在'}.to_json).then.to_return(:status => 200, :body => {data:{name: 'upload_path2', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path2/").
+          to_return(:status => 200, :body => {data:{name: 'upload_path2', ctime: @time, mtime: @time, biz_attr: ''}}.to_json)
+
+      stub_request(:post, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path2/file1.txt").
+          to_return(:status => 200, :body => {data:{name: 'file1.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen: 100, access_url: 'http://www.qq.com/url'}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path2/file1.txt?op=stat").
+          to_return(:status => 200, :body => {data:{name: 'file1.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen: 100, access_url: 'http://www.qq.com/url'}}.to_json)
+
+      stub_request(:get, "http://web.file.myqcloud.com/files/v1/100000/bucket_name/upload_path2/?context=&num=1&op=list&order=0&pattern=eListBoth").
+          to_return(:status => 200, :body => {
+              code: 0,
+              message: 'ok',
+              data: {
+                  has_more: false,
+                  dircount: 0,
+                  filecount: 1,
+                  context: '',
+                  infos: [
+                                {name: 'file1.txt', ctime: @time, mtime: @time, biz_attr: '', filesize: 100, filelen:100, access_url: 'url'},
+                            ]
+              }
+          }.to_json, :headers => {})
+
+      local_path = "/tmp/cos_test/5_#{Time.now.to_i}"
+      FileUtils::mkdir_p(local_path)
+
+      File.open("#{local_path}/file1.txt", 'w') do |f|
+        (1..10).each do |i|
+          f.puts i.to_s.rjust(10, '0')
+        end
+      end
+
+      uploads = @bucket.upload_all('/upload_path2', local_path, auto_create_folder: true)
+      expect(uploads.count).to eq(1)
+
+      expect(uploads[0].url(:cname => 'www.domain.com', :https => true).start_with?('https://www.domain.com/url?sign=')).to eq(true)
+
+      expect(@bucket.stat('upload_path2/').empty?).to eq(false)
+
+    end
+
+  end
+
+end