fog-aliyun 0.0.7

data/lib/fog/aliyun/requests/storage/get_object_http_url.rb

@@ -0,0 +1,43 @@
+module Fog
+  module Storage
+    class Aliyun
+      class Real
+        # Get an expiring object http url
+        #
+        # ==== Parameters
+        # * container<~String> - Name of container containing object
+        # * object<~String> - Name of object to get expiring url for
+        # * expires<~Time> - An expiry time for this url
+        #
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #   * body<~String> - url for object
+        def get_object_http_url_public(object, expires, options = {})
+          options = options.reject {|key, value| value.nil?}
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          acl = get_bucket_acl(bucket)
+          location = get_bucket_location(bucket)
+          
+          if "private" == acl
+            expires_time = (Time.now.to_i + expires).to_s
+            resource = bucket+'/'+object
+            signature = sign("GET", expires_time, nil, resource)
+            url = "http://"+bucket+"."+location+".aliyuncs.com/"+object+
+                     "?OSSAccessKeyId="+@aliyun_accesskey_id+"&Expires="+expires_time+
+                     "&Signature="+URI.encode(signature,'/[^!*\'()\;?:@#&%=+$,{}[]<>`" ')
+          elsif "public-read" == acl or "public-read-write" == acl
+            url = "http://"+bucket+"."+location+".aliyuncs.com/"+object
+          else
+            url = "acl is wrong with value:"+acl
+          end
+        end
+      end
+
+      class Mock
+        def get_object_http_url_public(object, expires, options = {})
+        end
+      end
+    end
+  end
+end

data/lib/fog/aliyun/requests/storage/get_object_https_url.rb

@@ -0,0 +1,43 @@
+module Fog
+  module Storage
+    class Aliyun
+      class Real
+        # Get an expiring object https url from Cloud Files
+        #
+        # ==== Parameters
+        # * container<~String> - Name of container containing object
+        # * object<~String> - Name of object to get expiring url for
+        # * expires<~Time> - An expiry time for this url
+        #
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #   * body<~String> - url for object
+        def get_object_https_url_public(object, expires, options = {})
+          options = options.reject {|key, value| value.nil?}
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          acl = get_bucket_acl(bucket)
+          location = get_bucket_location(bucket)
+          
+          if "private" == acl
+            expires_time = (Time.now.to_i + expires).to_s
+            resource = bucket+'/'+object
+            signature = sign("GET", expires_time, nil, resource)
+            url = "https://"+bucket+"."+location+".aliyuncs.com/"+object+
+                     "?OSSAccessKeyId="+@aliyun_accesskey_id+"&Expires="+expires_time+
+                     "&Signature="+URI.encode(signature,'/[^!*\'()\;?:@#&%=+$,{}[]<>`" ')
+          elsif "public-read" == acl or "public-read-write" == acl
+            url = "https://"+bucket+"."+location+".aliyuncs.com/"+object
+          else
+            url = "acl is wrong with value:"+acl
+          end
+        end
+      end
+
+      class Mock
+        def get_object_https_url_public(object, expires, options = {})
+        end
+      end
+    end
+  end
+end

data/lib/fog/aliyun/requests/storage/head_object.rb

@@ -0,0 +1,34 @@
+module Fog
+  module Storage
+    class Aliyun
+      class Real
+        # Get headers for object
+        #
+        # ==== Parameters
+        # * object<~String> - Name of object to look for
+        #
+        def head_object(object, options={})
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+          resource = bucket+'/'+object
+          ret = request(
+            :expects  => [200, 404],
+            :method   => 'HEAD',
+            :path     => object,
+            :bucket   => bucket,
+            :resource => resource,
+            :endpoint => endpoint
+          )
+          return ret
+        end
+      end
+
+      class Mock
+        def head_object(object, options={})
+        end
+      end
+    end
+  end
+end

data/lib/fog/aliyun/requests/storage/list_buckets.rb

@@ -0,0 +1,47 @@
+module Fog
+  module Storage
+    class Aliyun
+      class Real
+        def list_buckets(options={})
+          prefix = options[:prefix]
+          marker = options[:marker]
+          maxKeys = options[:maxKeys]
+          
+          path = ""
+          if prefix
+            path+="?prefix="+prefix
+            if marker
+              path+="&marker="+marker
+            end
+            if maxKeys
+              path+="&max-keys="+maxKeys
+            end
+            
+          elsif marker
+            path+="?marker="+marker
+            if maxKeys
+              path+="&max-keys="+maxKeys
+            end
+            
+          elsif maxKeys
+            path+="?max-keys="+maxKeys
+          end
+          
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'GET',
+                  :path     => path
+          )
+          xml = ret.data[:body]
+          result = XmlSimple.xml_in(xml)["Buckets"][0]
+        end
+        
+      end
+
+      class Mock
+        def list_buckets(options={})
+        end
+      end
+    end
+  end
+end

data/lib/fog/aliyun/requests/storage/list_objects.rb

@@ -0,0 +1,104 @@
+module Fog
+  module Storage
+    class Aliyun
+      class Real
+        def list_objects(options={})
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          prefix = options[:prefix]
+          marker = options[:marker]
+          maxKeys = options[:maxKeys]
+          delimiter = options[:delimiter]
+          
+          path = ""
+          if prefix
+            path+="?prefix="+prefix
+            if marker
+              path+="&marker="+marker
+            end
+            if maxKeys
+              path+="&max-keys="+maxKeys
+            end
+            if delimiter
+              path+="&delimiter="+delimiter
+            end
+            
+          elsif marker
+            path+="?marker="+marker
+            if maxKeys
+              path+="&max-keys="+maxKeys
+            end
+            if delimiter
+              path+="&delimiter="+delimiter
+            end
+            
+          elsif maxKeys
+            path+="?max-keys="+maxKeys
+            if delimiter
+              path+="&delimiter="+delimiter
+            end
+          elsif delimiter
+              path+="?delimiter="+delimiter
+          end
+          
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+          resource = bucket+'/'
+          ret = request(
+                  :expects  => [200, 203, 400],
+                  :method   => 'GET',
+                  :path     => path,
+                  :resource => resource,
+                  :bucket => bucket
+          )
+          xml = ret.data[:body]
+          result = XmlSimple.xml_in(xml)
+        end
+
+        def list_multipart_uploads(bucket, endpoint, options = {})
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = "?uploads"
+          resource = bucket+'/'+path
+
+          ret = request(
+                  :expects  => 200,
+                  :method   => 'GET',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint
+          )
+          uploadid = XmlSimple.xml_in(ret.data[:body])["Upload"]
+        end
+
+        def list_parts(bucket, object, endpoint, uploadid, options = {})
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = object+"?uploadId="+uploadid
+          resource = bucket+'/'+path
+
+          ret = request(
+                  :expects  => 200,
+                  :method   => 'GET',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint
+          )
+          parts = XmlSimple.xml_in(ret.data[:body])["Part"]
+        end
+        
+      end
+      
+      class Mock
+        def list_objects(options={})
+        end
+      end
+    end
+  end
+end

data/lib/fog/aliyun/requests/storage/put_bucket.rb

@@ -0,0 +1,23 @@
+module Fog
+  module Storage
+    class Aliyun
+      class Real
+        def put_bucket(bucketName)
+          resource = bucketName+'/'
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :resource => resource,
+                  :bucket => bucketName
+          )
+        end
+      end
+      
+      class Mock
+        def put_bucket(bucketName)
+        end
+      end
+
+    end
+  end
+end

data/lib/fog/aliyun/requests/storage/put_container.rb

@@ -0,0 +1,35 @@
+module Fog
+  module Storage
+    class Aliyun
+      class Real
+        # Create a new container
+        #
+        # ==== Parameters
+        # * name<~String> - Name for container
+        #
+        def put_container(name, options={})
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+
+          path = name+'/'
+          resource = bucket+'/'+name+'/'
+          request(
+              :expects  => [200, 203],
+              :method   => 'PUT',
+              :path     => path,
+              :bucket   => bucket,
+              :resource => resource,
+              :endpoint => endpoint
+          )
+        end
+      end
+      
+      class Mock
+        def put_container(name, options={})
+        end
+      end
+    end
+  end
+end

data/lib/fog/aliyun/requests/storage/put_object.rb

@@ -0,0 +1,199 @@
+module Fog
+  module Storage
+    class Aliyun
+      class Real
+        # Put details for object
+        #
+        # ==== Parameters
+        # * object<~String> - Name of object to look for
+        #
+        def put_object(object, file=nil, options={})
+
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+          if (nil == file)
+            return put_folder(bucket, object, endpoint)
+          end
+          
+          #put multiparts if object's size is over 100m
+          if file.size >104857600
+            return put_multipart_object(bucket, object, file)
+          end
+          
+          body = file.read
+          
+          resource = bucket+'/'+object
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :path     => object,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :body => body,
+                  :endpoint => endpoint
+          )
+        
+        end
+
+        def put_object_with_body(object, body, options={})
+
+          bucket = options[:bucket]
+          bucket ||= @aliyun_oss_bucket
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+
+          resource = bucket+'/'+object
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :path     => object,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :body => body,
+                  :endpoint => endpoint
+          )
+        
+      end
+      
+        def put_folder(bucket, folder, endpoint)
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = folder+'/'
+          resource = bucket+'/'+folder+'/'
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint
+          )
+        end
+        
+        def put_multipart_object(bucket, object, file)
+
+          location = get_bucket_location(bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+          
+          # find the right uploadid
+          uploads = list_multipart_uploads(bucket, endpoint)
+          if nil != uploads
+	    upload = uploads.find do |tmpupload| tmpupload["Key"][0] == object end
+          else
+            upload = nil
+          end
+          
+          parts = nil
+          uploadedSize = 0
+          start_partNumber = 1
+          if ( nil != upload )
+            uploadId = upload["UploadId"][0]
+            parts = list_parts(bucket, object, endpoint, uploadId)
+            if ((nil != parts) &&(0 != parts.size))
+              if (parts[-1]["Size"][0].to_i != 5242880)
+                # the part is the last one, if its size is over 5m, then finish this upload 
+                complete_multipart_upload(bucket, object, endpoint, uploadId)
+                return
+              end
+              uploadedSize = (parts[0]["Size"][0].to_i * (parts.size - 1)) + parts[-1]["Size"][0].to_i
+              start_partNumber = parts[-1]["PartNumber"][0].to_i + 1
+            end
+          else
+            #create upload ID
+            uploadId = initiate_multipart_upload(bucket, object, endpoint)
+          end
+          
+          if (file.size <= uploadedSize)
+            complete_multipart_upload(bucket, object, endpoint, uploadId)
+            return
+          end
+          
+          end_partNumber = (file.size + 5242880 -1) / 5242880
+          file.seek(uploadedSize)
+          
+          for i in start_partNumber..end_partNumber
+            body = file.read(5242880)
+            upload_part(bucket, object, endpoint, i.to_s, uploadId, body)
+          end
+          
+          complete_multipart_upload(bucket, object, endpoint, uploadId)
+        end
+        
+        def initiate_multipart_upload(bucket, object, endpoint)
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = object+"?uploads"
+          resource = bucket+'/'+path
+          ret = request(
+                  :expects  => 200,
+                  :method   => 'POST',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint
+          )
+          uploadid = XmlSimple.xml_in(ret.data[:body])["UploadId"][0]
+        end
+        
+        def upload_part(bucket, object, endpoint, partNumber, uploadId, body)
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          path = object+"?partNumber="+partNumber+"&uploadId="+uploadId
+          resource = bucket+'/'+path
+          ret = request(
+                  :expects  => [200, 203],
+                  :method   => 'PUT',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :body => body,
+                  :endpoint => endpoint
+          )
+        end
+        
+        def complete_multipart_upload(bucket, object, endpoint, uploadId)
+          if (nil == endpoint)
+            location = get_bucket_location(bucket)
+            endpoint = "http://"+location+".aliyuncs.com"
+          end
+          parts = list_parts(bucket, object, endpoint, uploadId, options = {})
+          request_part = Array.new
+          if parts.size == 0
+            return
+          end
+          for i in 0..(parts.size-1)
+            part = parts[i]
+            request_part[i] = {"PartNumber"=>part["PartNumber"], "ETag"=>part["ETag"]}
+          end
+          body = XmlSimple.xml_out({"Part"=>request_part},'RootName'=>'CompleteMultipartUpload')
+
+          path = object+"?uploadId="+uploadId
+          resource = bucket+'/'+path
+          ret = request(
+                  :expects  => 200,
+                  :method   => 'POST',
+                  :path     => path,
+                  :bucket   => bucket,
+                  :resource => resource,
+                  :endpoint => endpoint,
+                  :body => body
+          )
+          
+        end
+      end
+      
+      class Mock
+        def put_object(object, file=nil, options={})
+        end
+      end
+    end
+  end
+end