fog-dtdream 0.0.1

data/lib/fog/dtdream/requests/storage/list_objects.rb

@@ -0,0 +1,105 @@
+require 'xmlsimple'
+
+module Fog
+  module Storage
+    class Dtdream
+      class Real
+        def list_objects(options={})
+
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          prefix = options[:prefix]
+          marker = options[:marker]
+          maxKeys = options[:maxKeys]
+          delimiter = options[:delimiter]
+          
+          path = ""
+          
+          if prefix
+            path+="?prefix="+prefix
+            if marker
+              path+="&marker="+marker
+            end
+            if maxKeys
+              path+="&maxKeys="+maxKeys
+            end
+            if delimiter
+              path+="&delimiter="+delimiter
+            end
+            
+          elsif marker
+            path+="?marker="+marker
+            if maxKeys
+              path+="&maxKeys="+maxKeys
+            end
+            if delimiter
+              path+="&delimiter="+delimiter
+            end
+            
+          elsif maxKeys
+            path+="?maxKeys="+maxKeys
+            if delimiter
+              path+="&delimiter="+delimiter
+            end
+          elsif delimiter
+              path+="?delimiter="+delimiter
+          end
+          
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+          resource = bucket+'/'
+          ret = request(
+                  :expects  => [200, 203, 400],
+                  :method   => 'GET',
+                  :path     => path,
+                  :resource => resource,
+                  :bucket => bucket
+          )
+          xml = ret.data[:body]
+          result = XmlSimple.xml_in(xml)
+        end
+
+        def list_multipart_uploads(bucket, endpoint, options = {})
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = "?uploads"
+          resource = bucket+'/'+path
+
+          ret = request(
+                  :expects  => 200,
+                  :method   => 'GET',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint
+          )
+          uploadid = XmlSimple.xml_in(ret.data[:body])["Upload"]
+
+        end
+
+        def list_parts(bucket, object, endpoint, uploadid, options = {})
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = object+"?uploadId="+uploadid
+          resource = bucket+'/'+path
+
+          ret = request(
+                  :expects  => 200,
+                  :method   => 'GET',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint
+          )
+          parts = XmlSimple.xml_in(ret.data[:body])["Part"]
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/fog/dtdream/requests/storage/put_bucket.rb

@@ -0,0 +1,19 @@
+module Fog
+  module Storage
+    class Dtdream
+      class Real
+        def put_bucket(bucketName)
+          
+          resource = bucketName+'/'
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :resource => resource,
+                  :bucket => bucketName
+          )
+        end
+      end
+
+    end
+  end
+end

data/lib/fog/dtdream/requests/storage/put_container.rb

@@ -0,0 +1,30 @@
+module Fog
+  module Storage
+    class Dtdream
+      class Real
+        # Create a new container
+        #
+        # ==== Parameters
+        # * name<~String> - Name for container, ����·������β����Я��'/'
+        #
+        def put_container(name, options={})
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+
+          path = name+'/'
+          resource = bucket+'/'+name+'/'
+          request(
+              :expects  => [200, 203],
+              :method   => 'PUT',
+              :path     => path,
+              :bucket   => bucket,
+              :resource => resource,
+              :endpoint => endpoint
+          )
+        end
+      end
+    end
+  end
+end

data/lib/fog/dtdream/requests/storage/put_object.rb

@@ -0,0 +1,196 @@
+module Fog
+  module Storage
+    class Dtdream
+      class Real
+        # Put details for object
+        #
+        # ==== Parameters
+        # * container<~String> - Name of container to look in
+        # * object<~String> - Name of object to look for
+        #
+        def put_object(object, file=nil, options={})
+
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+          if (nil == file)
+            return put_folder(bucket, object, endpoint)
+          end
+          
+          #object size ����100M���߷�Ƭ�ϴ���֧�ֶϵ�����
+          if file.size >100 * 1024 * 1024
+            put_multipart_object(bucket, object, file)
+            return
+          end
+          
+          body = file.read
+          
+          resource = bucket+'/'+object
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :path     => object,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :body => body,
+                  :endpoint => endpoint
+          )
+        
+        end
+
+        def put_object_with_body(object, body, options={})
+
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+          
+          #object size ����100M���߷�Ƭ�ϴ���֧�ֶϵ�����
+#          if body.size >100 * 1024 * 1024
+#            put_multipart_object_with_body(bucket, object, body)
+#            return
+#          end
+                    
+          resource = bucket+'/'+object
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :path     => object,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :body => body,
+                  :endpoint => endpoint
+          )
+        
+      end
+      
+        def put_folder(bucket, folder, endpoint)
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = folder+'/'
+          resource = bucket+'/'+folder+'/'
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint
+          )
+        end
+        
+        def put_multipart_object(bucket, object, file)
+
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+          
+          #����bucket��uploads�¼����ҵ���Ӧupload������������򴴽�upload�¼�
+          uploads = list_multipart_uploads(bucket, endpoint)
+          upload = uploads.find do |tmpupload| tmpupload["Key"][0] == object end
+          
+          parts = nil
+          uploadedSize = 0
+          start_partNumber = 1
+          if ( nil != upload )
+            uploadId = upload["UploadId"][0]
+            parts = list_parts(bucket, object, endpoint, uploadId)
+            if ((nil != parts) &&(0 != parts.size))
+              if (parts[-1]["Size"][0].to_i != 5242880)
+                #�ϴ����һƬ����������5M,˵���Ѿ��ϴ���ϣ������ϴ�
+                complete_multipart_upload(bucket, object, endpoint, uploadId)
+                return
+              end
+              uploadedSize = (parts[0]["Size"][0].to_i * (parts.size - 1)) + parts[-1]["Size"][0].to_i
+              start_partNumber = parts[-1]["PartNumber"][0].to_i + 1
+            end
+          else
+            #InitiateMultipartUpload��ȡUpload ID
+            uploadId = initiate_multipart_upload(bucket, object, endpoint)
+          end
+          
+          if (file.size <= uploadedSize)
+            #�ļ���СС�ڻ�������ϴ���,˵���Ѿ��ϴ���ϣ������ϴ�
+            complete_multipart_upload(bucket, object, endpoint, uploadId)
+            return
+          end
+          
+          end_partNumber = (file.size + 5242880 -1) / 5242880
+          file.seek(uploadedSize)
+          
+          for i in start_partNumber..end_partNumber
+            body = file.read(5242880)
+            upload_part(bucket, object, endpoint, i.to_s, uploadId, body)
+          end
+          
+          complete_multipart_upload(bucket, object, endpoint, uploadId)
+        end
+        
+        def initiate_multipart_upload(bucket, object, endpoint)
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = object+"?uploads"
+          resource = bucket+'/'+path
+          ret = request(
+                  :expects  => 200,
+                  :method   => 'POST',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint
+          )
+          uploadid = XmlSimple.xml_in(ret.data[:body])["UploadId"][0]
+        end
+        
+        def upload_part(bucket, object, endpoint, partNumber, uploadId, body)
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = object+"?partNumber="+partNumber+"&uploadId="+uploadId
+          resource = bucket+'/'+path
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :body => body,
+                  :endpoint => endpoint
+          )
+        end
+        
+        def complete_multipart_upload(bucket, object, endpoint, uploadId)
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          parts = list_parts(bucket, object, endpoint, uploadId, options = {})
+          request_part = Array.new
+          for i in 0..(parts.size-1)
+            part = parts[i]
+            request_part[i] = {"PartNumber"=>part["PartNumber"], "ETag"=>part["ETag"]}
+          end
+          body =XmlSimple.xml_out({"Part"=>request_part},'RootName'=>'CompleteMultipartUpload')
+
+          path = object+"?uploadId="+uploadId
+          resource = bucket+'/'+path
+          ret = request(
+                  :expects  => 200,
+                  :method   => 'POST',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint,
+                  :body => body
+          )
+          
+        end
+      end
+    end
+  end
+end

data/lib/fog/dtdream/storage.rb

@@ -0,0 +1,206 @@
+require 'fog/dtdream/core'
+
+module Fog
+  module Storage
+    class Dtdream < Fog::Service
+      recognizes :aliyun_oss_endpoint, 
+                 :aliyun_oss_location,
+                 :aliyun_oss_bucket,
+                 :aliyun_accesskey_id, 
+                 :aliyun_accesskey_secret
+
+      model_path 'fog/dtdream/models/storage'
+      model       :directory
+      collection  :directories
+      model       :file
+      collection  :files
+
+      request_path 'fog/dtdream/requests/storage'
+      request :copy_object
+      request :delete_bucket
+      request :delete_object
+      request :get_bucket
+      request :get_object
+      request :get_object_http_url
+      request :get_object_https_url
+      request :head_object
+      request :put_bucket
+      request :put_object
+      request :list_buckets
+      request :list_objects
+      request :get_containers
+      request :get_container
+      request :delete_container
+      request :put_container
+
+      class Real
+        attr_reader :aliyun_accesskey_id
+        attr_reader :aliyun_accesskey_secret
+        attr_reader :aliyun_oss_endpoint
+        attr_reader :aliyun_oss_location
+        attr_reader :aliyun_oss_bucket
+
+        def initialize(options={})
+          #��ʼ����λ�ȡ
+          @aliyun_oss_endpoint     = options[:aliyun_oss_endpoint]
+          @aliyun_oss_location     = options[:aliyun_oss_location]
+          @aliyun_accesskey_id     = options[:aliyun_accesskey_id]
+          @aliyun_accesskey_secret = options[:aliyun_accesskey_secret]
+          @aliyun_oss_bucket       = options[:aliyun_oss_bucket]
+
+          #��μ�飬�ؼ���������ȱ��
+          missing_credentials = Array.new
+          missing_credentials << :aliyun_oss_endpoint unless @aliyun_oss_endpoint
+          missing_credentials << :aliyun_oss_location unless @aliyun_oss_location
+          missing_credentials << :aliyun_accesskey_id  unless @aliyun_accesskey_id
+          missing_credentials << :aliyun_accesskey_secret unless @aliyun_accesskey_secret
+          raise ArgumentError, "Missing required arguments: #{missing_credentials.join(', ')}" unless missing_credentials.empty?
+
+          @connection_options = options[:connection_options] || {}
+          
+          uri = URI.parse(@aliyun_oss_endpoint)
+          @host   = uri.host
+          @path   = uri.path
+          @port   = uri.port
+          @scheme = uri.scheme
+
+          @persistent = options[:persistent] || false
+
+
+        end
+
+        def reload
+          @connection.reset
+        end
+
+        def request(params)
+          method = params[:method]
+          time = Time.new.utc
+          date = time.strftime("%a, %d %b %Y %H:%M:%S GMT")
+
+          endpoint = params[:endpoint]
+          if endpoint
+            uri = URI.parse(endpoint)
+            host   = uri.host
+            path   = uri.path
+            port   = uri.port
+            scheme = uri.scheme
+          else
+            host   = @host
+            path   = @path
+            port   = @port
+            scheme = @scheme
+          end
+
+          bucket = params[:bucket]
+          if bucket
+            tmpHost = bucket + '.' + host
+          else
+            tmpHost = host
+          end
+
+          @connection = Fog::Core::Connection.new("#{scheme}://#{tmpHost}", @persistent, @connection_options)
+          contentType = params[:contentType]
+
+          begin
+            headers = ""
+            if params[:headers]
+              params[:headers].each do |k,v| 
+                if k != "Range"
+                  headers += "#{k}: #{v}\n"
+                end
+              end
+            end
+            signature = sign(method, date, contentType, params[:resource], headers)
+            response = @connection.request(params.merge({
+              :headers  => {
+                'Content-Type' => contentType,
+                'Authorization' =>'OSS '+@aliyun_accesskey_id+':'+signature,
+                'Date' => date
+              }.merge!(params[:headers] || {}),
+              :path     => "#{path}/#{params[:path]}",
+              :query    => params[:query]
+            }))
+          rescue Excon::Errors::HTTPStatusError => error
+            raise case error
+              when Excon::Errors::NotFound
+                Fog::Storage::Dtdream::NotFound.slurp(error)
+              else
+                error
+              end
+          end
+
+          response
+        end
+
+        #����signature
+        def sign (method, date, contentType, resource=nil, headers = nil)
+          contentmd5 = ""
+
+          if resource
+            canonicalizedResource = "/"+resource
+          else
+            canonicalizedResource = "/"
+          end
+
+          if headers
+            canonicalizedOSSHeaders = headers
+          else
+            canonicalizedOSSHeaders = ""
+          end
+          
+          if contentType
+            contentTypeStr = contentType
+          else
+            contentTypeStr = ""
+          end
+
+          stringToSign = method+"\n"+contentmd5+"\n"+contentTypeStr+"\n"+date+"\n"+canonicalizedOSSHeaders+canonicalizedResource
+
+          digVer =  OpenSSL::Digest.new("sha1")
+          digest =  OpenSSL::HMAC.digest(digVer, @aliyun_accesskey_secret, stringToSign)
+          signature = Base64.encode64(digest)
+          signature[-1] = ""
+
+          return signature
+        end
+      end
+
+      class Mock
+        def self.data
+          @data ||= Hash.new do |hash, key|
+            hash[key] = {}
+          end
+        end
+
+        def self.reset
+          @data = nil
+        end
+
+        def initialize(options={})
+          @openstack_api_key = options[:openstack_api_key]
+          @openstack_username = options[:openstack_username]
+          @path = '/v1/AUTH_1234'
+        end
+
+        def data
+          self.class.data[@openstack_username]
+        end
+
+        def reset_data
+          self.class.data.delete(@openstack_username)
+        end
+
+        def change_account(account)
+          @original_path ||= @path
+          version_string = @original_path.split('/')[1]
+          @path = "/#{version_string}/#{account}"
+        end
+
+        def reset_account_name
+          @path = @original_path
+        end
+      end
+    end
+  end
+end

data/lib/fog/dtdream/version.rb

@@ -0,0 +1,5 @@
+module Fog
+  module Dtdream
+    VERSION = "0.0.1"
+  end
+end

data/lib/fog/dtdream.rb

@@ -0,0 +1,9 @@
+require "fog/dtdream/core"
+require "fog/dtdream/storage"
+require "fog/dtdream/version"
+
+module Fog
+  module Dtdream
+    # Your code goes here...
+  end
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: fog-dtdream
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- dengqinsi
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-09-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: This library can be used as a module for `fog` or as standalone provider
+  to use the Aliyun Web Services in applications..
+email:
+- dengqs@dtdream.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- fog-dtdream.gemspec
+- lib/fog/dtdream.rb
+- lib/fog/dtdream/core.rb
+- lib/fog/dtdream/models/storage/directories.rb
+- lib/fog/dtdream/models/storage/directory.rb
+- lib/fog/dtdream/models/storage/file.rb
+- lib/fog/dtdream/models/storage/files.rb
+- lib/fog/dtdream/requests/storage/copy_object.rb
+- lib/fog/dtdream/requests/storage/delete_bucket.rb
+- lib/fog/dtdream/requests/storage/delete_container.rb
+- lib/fog/dtdream/requests/storage/delete_object.rb
+- lib/fog/dtdream/requests/storage/get_bucket.rb
+- lib/fog/dtdream/requests/storage/get_container.rb
+- lib/fog/dtdream/requests/storage/get_containers.rb
+- lib/fog/dtdream/requests/storage/get_object.rb
+- lib/fog/dtdream/requests/storage/get_object_http_url.rb
+- lib/fog/dtdream/requests/storage/get_object_https_url.rb
+- lib/fog/dtdream/requests/storage/head_object.rb
+- lib/fog/dtdream/requests/storage/list_buckets.rb
+- lib/fog/dtdream/requests/storage/list_objects.rb
+- lib/fog/dtdream/requests/storage/put_bucket.rb
+- lib/fog/dtdream/requests/storage/put_container.rb
+- lib/fog/dtdream/requests/storage/put_object.rb
+- lib/fog/dtdream/storage.rb
+- lib/fog/dtdream/version.rb
+homepage: https://github.com/denques/fog-aliyun.git
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Module for the 'fog' gem to support Aliyun Web Services.
+test_files: []
+has_rdoc: