fog-dtdream 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: cc5888cc2436ef0e17480046ad2d4a60a74182db
+  data.tar.gz: 065780c8718a48ad4a9a7562b63c23a4c8d280e5
+SHA512:
+  metadata.gz: db2726ff1276ecd5562a41e2ad28a67cc4ae85e45eaabcc77556fc6c721236bcf18c3a89af2aa42b366605572f45eae5bd3eb432abf551cd55e484c07996f746
+  data.tar.gz: 0d5f0cb08ef09dc3f0691455de385e11affd4da2a121108067d2dd39c4cf17d452483e8620aa254194c9bb47b9f58c06e2debebde8dab1273e4bfddcaa07c1f1

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.1.6
+before_install: gem install bundler -v 1.10.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fog-dtdream.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 TODO: Write your name
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,41 @@
+# Fog::Dtdream
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/fog/dtdream`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'fog-dtdream'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fog-dtdream
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake false` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/fog-dtdream.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "fog/dtdream"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/fog-dtdream.gemspec

@@ -0,0 +1,32 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'fog/dtdream/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "fog-dtdream"
+  spec.version       = Fog::Dtdream::VERSION
+  spec.authors       = ["dengqinsi"]
+  spec.email         = ["dengqs@dtdream.com"]
+
+  spec.summary       = %q{Module for the 'fog' gem to support Aliyun Web Services.}
+  spec.description   = %q{This library can be used as a module for `fog` or as standalone provider to use the Aliyun Web Services in applications..}
+  spec.homepage      = "https://github.com/denques/fog-aliyun.git"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/lib/fog/dtdream/core.rb

@@ -0,0 +1,48 @@
+require 'fog/core'
+require 'fog/json'
+
+module Fog
+  module Dtdream
+    extend Fog::Provider
+
+    module Errors
+      class ServiceError < Fog::Errors::Error
+        attr_reader :response_data
+
+        def self.slurp(error)
+          if error.response.body.empty?
+            data = nil
+            message = nil
+          else
+            data = Fog::JSON.decode(error.response.body)
+            message = data['message']
+            if message.nil? and !data.values.first.nil?
+              message = data.values.first['message']
+            end
+          end
+
+          new_error = super(error, message)
+          new_error.instance_variable_set(:@response_data, data)
+          new_error
+        end
+      end
+
+      class ServiceUnavailable < ServiceError; end
+
+      class BadRequest < ServiceError
+        attr_reader :validation_errors
+
+        def self.slurp(error)
+          new_error = super(error)
+          unless new_error.response_data.nil? or new_error.response_data['badRequest'].nil?
+            new_error.instance_variable_set(:@validation_errors, new_error.response_data['badRequest']['validationErrors'])
+          end
+          new_error
+        end
+      end
+    end
+
+    service(:storage ,    'Storage')
+
+  end
+end

data/lib/fog/dtdream/models/storage/directories.rb

@@ -0,0 +1,45 @@
+require 'fog/core/collection'
+require 'fog/dtdream/models/storage/directory'
+
+module Fog
+  module Storage
+    class Dtdream
+      class Directories < Fog::Collection
+        model Fog::Storage::Dtdream::Directory
+
+        def all
+          containers = service.get_containers()
+          data = Array.new
+          i = 0
+          containers.each do |entry|
+            key = entry["Prefix"][0]
+            key[-1] = ''
+            data[i] = {:key=>key}
+            i = i + 1
+          end
+
+          load(data)
+        end
+
+        def get(key, options = {})
+          if key != nil && key != "" && key != '.'
+            dir = key+'/'
+            ret = service.head_object(dir, options)
+            if ret.data[:status] == 200
+              new(:key => key)
+            else
+              nil
+            end
+          else
+            ret = service.get_container("")
+            if ret
+              new(:key => "")
+            end
+          end
+        rescue Fog::Storage::Dtdream::NotFound
+          nil
+        end
+      end
+    end
+  end
+end

data/lib/fog/dtdream/models/storage/directory.rb

@@ -0,0 +1,71 @@
+require 'fog/core/model'
+require 'fog/dtdream/models/storage/files'
+
+module Fog
+  module Storage
+    class Dtdream
+      class Directory < Fog::Model
+        identity  :key, :aliases => 'name'
+
+        attribute :bytes, :aliases => 'X-Container-Bytes-Used'
+        attribute :count, :aliases => 'X-Container-Object-Count'
+
+        attr_writer :public
+
+        def destroy
+          #��ȫ��飬���Ŀ¼�ǿղ�����ɾ��
+          requires :key
+          prefix = key+'/'
+          ret = service.list_objects(:prefix=>prefix)["Contents"]
+          if ret.size == 1
+            service.delete_container(key)
+            true
+          else
+            if ret.size == 0
+              raise Fog::Storage::Dtdream::NotFound, " Not found: Direction not exist!"
+            elsif ret.size > 1
+              raise Fog::Storage::Dtdream::NotFound, " Forbidden: Direction not empty!"
+            end
+            false
+          end
+        end
+
+        def files
+          # requires :key
+          # if key != "" && key != "." && key != nil
+          #   prefix = key+"/"
+          # end
+          # files = service.list_objects({:prefix => prefix})["Contents"]
+          # data = Array.new
+          # i = 0
+          # files.each do |file|
+          #   if file["Key"][0][-1] != "/"
+          #     key = file["Key"][0]
+          #     data[i] = {:key=>key}
+          #     i = i + 1
+          #   end
+          # end
+          #
+          # #load(data)
+          # data
+          @files ||= begin
+            Fog::Storage::Dtdream::Files.new(
+              :directory    => self,
+              :service   => service
+            )
+          end
+        end
+
+        def public_url
+          nil
+        end
+
+        def save
+          requires :key
+          service.put_container(key)
+          true
+        end
+      end
+    end
+  end
+end

data/lib/fog/dtdream/models/storage/file.rb

@@ -0,0 +1,174 @@
+require 'fog/core/model'
+
+module Fog
+  module Storage
+    class Dtdream
+      class File < Fog::Model
+        identity  :key,             :aliases => 'name'
+
+        attribute :access_control_allow_origin, :aliases => ['Access-Control-Allow-Origin']
+        attribute :content_length,  :aliases => ['bytes', 'Content-Length'], :type => :integer
+        attribute :content_type,    :aliases => ['content_type', 'Content-Type']
+        attribute :content_disposition, :aliases => ['content_disposition', 'Content-Disposition']
+        attribute :etag,            :aliases => ['hash', 'Etag']
+        attribute :last_modified,   :aliases => ['last_modified', 'Last-Modified'], :type => :time
+        attribute :metadata
+        attribute :origin,          :aliases => ['Origin']
+
+        def body
+          attributes[:body] ||= if last_modified
+            collection.get(identity).body
+          else
+            ''
+          end
+        end
+
+        def body=(new_body)
+          attributes[:body] = new_body
+        end
+
+        def directory
+          @directory
+        end
+
+        def copy(target_directory_key, target_file_key, options={})
+          requires :directory, :key
+          options['Content-Type'] ||= content_type if content_type
+          options['Access-Control-Allow-Origin'] ||= access_control_allow_origin if access_control_allow_origin
+          options['Origin'] ||= origin if origin
+          service.copy_object(directory.key, key, target_directory_key, target_file_key, options)
+          target_directory = service.directories.new(:key => target_directory_key)
+          target_directory.files.get(target_file_key)
+        end
+
+        def destroy
+          requires :directory, :key
+          service.delete_object(directory.key, key)
+          true
+        end
+
+        def metadata
+          attributes[:metadata] ||= headers_to_metadata
+        end
+
+        def owner=(new_owner)
+          if new_owner
+            attributes[:owner] = {
+              :display_name => new_owner['DisplayName'],
+              :id           => new_owner['ID']
+            }
+          end
+        end
+
+        def public=(new_public)
+          new_public
+        end
+
+        # Get a url for file.
+        #
+        #     required attributes: key
+        #
+        # @param expires [String] number of seconds (since 1970-01-01 00:00) before url expires
+        # @param options [Hash]
+        # @return [String] url
+        #
+        def url(expires, options = {})
+          requires :directory, :key
+          self.service.create_temp_url(directory.key, key, expires, "GET", options)
+        end
+
+        def public_url
+          requires :key
+          self.collection.get_url(self.key)
+        end
+
+        def save(options = {})
+          requires :body, :directory, :key
+          options['Content-Type'] = content_type if content_type
+          options['Content-Disposition'] = content_disposition if content_disposition
+          options['Access-Control-Allow-Origin'] = access_control_allow_origin if access_control_allow_origin
+          options['Origin'] = origin if origin
+          options.merge!(metadata_to_headers)
+
+          if directory.key == ""
+            object = key
+          else
+            object = directory.key+"/"+key
+          end
+          data = service.put_object_with_body(object, body, options)
+          update_attributes_from(data)
+          refresh_metadata
+
+          self.content_length = Fog::Storage.get_body_size(body)
+          self.content_type ||= Fog::Storage.get_content_type(body)
+          true
+        end
+
+        private
+
+        def directory=(new_directory)
+          @directory = new_directory
+        end
+
+        def refresh_metadata
+          metadata.reject! {|k, v| v.nil? }
+        end
+
+        def headers_to_metadata
+          key_map = key_mapping
+          Hash[metadata_attributes.map {|k, v| [key_map[k], v] }]
+        end
+
+        def key_mapping
+          key_map = metadata_attributes
+          key_map.each_pair {|k, v| key_map[k] = header_to_key(k)}
+        end
+
+        def header_to_key(opt)
+          opt.gsub(metadata_prefix, '').split('-').map {|k| k[0, 1].downcase + k[1..-1]}.join('_').to_sym
+        end
+
+        def metadata_to_headers
+          header_map = header_mapping
+          Hash[metadata.map {|k, v| [header_map[k], v] }]
+        end
+
+        def header_mapping
+          header_map = metadata.dup
+          header_map.each_pair {|k, v| header_map[k] = key_to_header(k)}
+        end
+
+        def key_to_header(key)
+          metadata_prefix + key.to_s.split(/[-_]/).map(&:capitalize).join('-')
+        end
+
+        def metadata_attributes
+          if last_modified
+            if directory.key == ""
+              object = key
+            else
+              object = directory.key+"/"+key
+            end
+
+            headers = service.head_object(object).data[:headers]
+            headers.reject! {|k, v| !metadata_attribute?(k)}
+          else
+            {}
+          end
+        end
+
+        def metadata_attribute?(key)
+          key.to_s =~ /^#{metadata_prefix}/
+        end
+
+        def metadata_prefix
+          "X-Object-Meta-"
+        end
+
+        def update_attributes_from(data)
+          merge_attributes(data.headers.reject {|key, value| ['Content-Length', 'Content-Type'].include?(key)})
+        end
+      end
+    end
+  end
+end

data/lib/fog/dtdream/models/storage/files.rb

@@ -0,0 +1,145 @@
+require 'fog/core/collection'
+require 'fog/dtdream/models/storage/file'
+
+module Fog
+  module Storage
+    class Dtdream
+      class Files < Fog::Collection
+        attribute :directory
+        attribute :limit
+        attribute :marker
+        attribute :path
+        attribute :prefix
+
+        model Fog::Storage::Dtdream::File
+
+        def all(options = {})
+          requires :directory
+          if directory.key != "" && directory.key != "." && directory.key != nil
+            prefix = directory.key+"/"
+          end
+          files = service.list_objects({:prefix => prefix})["Contents"]
+          data = Array.new
+          i = 0
+          files.each do |file|
+            if file["Key"][0][-1] != "/"
+              key = file["Key"][0]
+              data[i] = {:key=>key}
+              i = i + 1
+            end
+          end
+
+          #load(data)
+          data
+          
+        end
+
+        alias_method :each_file_this_page, :each
+        def each
+          if !block_given?
+            self
+          else
+            subset = dup.all
+
+            subset.each_file_this_page {|f| yield f}
+            while subset.length == (subset.limit || 10000)
+              subset = subset.all(:marker => subset.last.key)
+              subset.each_file_this_page {|f| yield f}
+            end
+
+            self
+          end
+        end
+
+        def get(key, &block)
+          requires :directory
+          if directory.key == ""
+            object = key
+          else
+            object = directory.key+"/"+key
+          end
+          
+          data = service.head_object(object).data
+          contentLen = data[:headers]["Content-Length"].to_i
+          if data[:status] != 200 || contentLen <= 0
+            return nil
+          end
+          
+          file_data = {
+              :content_length => contentLen,
+              :key            => key,
+              :last_modified  => data[:headers]["Last-Modified"]
+          }
+          
+          if block_given?
+            pagesNum = (contentLen + Excon::CHUNK_SIZE - 1)/Excon::CHUNK_SIZE
+            
+            for i in 1..pagesNum
+              _start = (i-1)*(Excon::CHUNK_SIZE)
+              _end = i*(Excon::CHUNK_SIZE) - 1
+              range = "#{_start}-#{_end}"
+              chunk = service.get_object(object, range) && yield(chunk)
+            end
+            new(file_data)
+          else
+            data = service.get_object(object)
+            file_data.merge!(:body => data[:body])
+            new(file_data)
+          end
+          
+        end
+
+        def get_url(key)
+          requires :directory
+          if directory.key == ""
+            object = key
+          else
+            object = directory.key+"/"+key
+          end
+          service.get_object_http_url_public(object, 3600)
+        end
+
+        def get_http_url(key, expires, options = {})
+          requires :directory
+          if directory.key == ""
+            object = key
+          else
+            object = directory.key+"/"+key
+          end
+          service.get_object_http_url_public(object, expires, options)
+        end
+
+        def get_https_url(key, expires, options = {})
+          requires :directory
+          if directory.key == ""
+            object = key
+          else
+            object = directory.key+"/"+key
+          end
+          service.get_object_https_url_public(object, expires, options)
+        end
+
+        def head(key, options = {})
+          requires :directory
+          if directory.key == ""
+            object = key
+          else
+            object = directory.key+"/"+key
+          end
+          data = service.head_object(object).data
+          file_data = data[:headers].merge({
+            :key => key
+          })
+          new(file_data)
+        rescue Fog::Storage::Dtdream::NotFound
+          nil
+        end
+
+        def new(attributes = {})
+          requires :directory
+          super({ :directory => directory }.merge!(attributes))
+        end
+      end
+    end
+  end
+end

data/lib/fog/dtdream/requests/storage/copy_object.rb

@@ -0,0 +1,32 @@
+module Fog
+  module Storage
+    class Dtdream
+      class Real
+        # Copy object
+        #
+        # ==== Parameters
+        # * source_container_name<~String> - Name of source bucket
+        # * source_object_name<~String> - Name of source object
+        # * target_container_name<~String> - Name of bucket to create copy in
+        # * target_object_name<~String> - Name for new copy of object
+        # * options<~Hash> - Additional headers options={}
+        def copy_object(source_bucket, source_object, target_bucket, target_object)
+          #headers = { 'X-Copy-From' => "/#{source_container_name}/#{source_object_name}" }.merge(options)
+          headers = { 'x-oss-copy-source' => "/#{source_bucket}/#{source_object}" }
+          location = get_bucket_location(target_bucket)
+          endpoint = "http://"+location+".aliyuncs.com"
+          resource = target_bucket+'/'+target_object
+          request({
+            :expects  => [200, 203],
+            :headers  => headers,
+            :method   => 'PUT',
+            :path     => target_object,
+            :bucket   => target_bucket,
+            :resource => resource,
+            :endpoint => endpoint
+          })
+        end
+      end
+    end
+  end
+end