aws-sdk-s3 1.0.0.rc1

data/lib/aws-sdk-s3/customizations.rb

@@ -0,0 +1,29 @@
+# utility classes
+require 'aws-sdk-s3/bucket_region_cache'
+require 'aws-sdk-s3/encryption'
+require 'aws-sdk-s3/file_part'
+require 'aws-sdk-s3/file_uploader'
+require 'aws-sdk-s3/legacy_signer'
+require 'aws-sdk-s3/multipart_file_uploader'
+require 'aws-sdk-s3/multipart_upload_error'
+require 'aws-sdk-s3/object_copier'
+require 'aws-sdk-s3/object_multipart_copier'
+require 'aws-sdk-s3/presigned_post'
+require 'aws-sdk-s3/presigner'
+
+# customizations to generated classes
+require 'aws-sdk-s3/customizations/bucket'
+require 'aws-sdk-s3/customizations/object'
+require 'aws-sdk-s3/customizations/object_summary'
+require 'aws-sdk-s3/customizations/multipart_upload'
+require 'aws-sdk-s3/customizations/types/list_object_versions_output'
+
+[
+  Aws::S3::Object::Collection,
+  Aws::S3::ObjectSummary::Collection,
+  Aws::S3::ObjectVersion::Collection,
+].each do |klass|
+  klass.send(:alias_method, :delete, :batch_delete!)
+  klass.send(:extend, Aws::Deprecations)
+  klass.send(:deprecated, :delete, use: :batch_delete!)
+end

data/lib/aws-sdk-s3/customizations/bucket.rb

@@ -0,0 +1,127 @@
+require 'uri'
+
+module Aws
+  module S3
+    class Bucket
+
+      # Deletes all objects and versioned objects from this bucket
+      #
+      # @example
+      #
+      #   bucket.clear!
+      #
+      # @return [void]
+      def clear!
+        object_versions.batch_delete!
+      end
+
+      # Deletes all objects and versioned objects from this bucket and
+      # then deletes the bucket.
+      #
+      # @example
+      #
+      #   bucket.delete!
+      #
+      # @option options [Integer] :max_attempts (3) Maximum number of times to
+      #   attempt to delete the empty bucket before raising
+      #   `Aws::S3::Errors::BucketNotEmpty`.
+      #
+      # @option options [Float] :initial_wait (1.3) Seconds to wait before
+      #   retrying the call to delete the bucket, exponentially increased for
+      #   each attempt.
+      #
+      # @return [void]
+      def delete! options = { }
+        options = {
+          initial_wait: 1.3,
+          max_attempts: 3,
+        }.merge(options)
+
+        attempts = 0
+        begin
+          clear!
+          delete
+        rescue Errors::BucketNotEmpty
+          attempts += 1
+          if attempts >= options[:max_attempts]
+            raise
+          else
+            Kernel.sleep(options[:initial_wait] ** attempts)
+            retry
+          end
+        end
+      end
+
+      # Returns a public URL for this bucket.
+      #
+      #     bucket = s3.bucket('bucket-name')
+      #     bucket.url
+      #     #=> "https://bucket-name.s3.amazonaws.com"
+      #
+      # You can pass `virtual_host: true` to use the bucket name as the
+      # host name.
+      #
+      #     bucket = s3.bucket('my.bucket.com', virtual_host: true)
+      #     bucket.url
+      #     #=> "http://my.bucket.com"
+      #
+      # @option options [Boolean] :virtual_host (false) When `true`,
+      #   the bucket name will be used as the host name. This is useful
+      #   when you have a CNAME configured for this bucket.
+      #
+      # @return [String] the URL for this bucket.
+      def url(options = {})
+        if options[:virtual_host]
+          "http://#{name}"
+        else
+          s3_bucket_url
+        end
+      end
+
+      # Creates a {PresignedPost} that makes it easy to upload a file from
+      # a web browser direct to Amazon S3 using an HTML post form with
+      # a file field.
+      #
+      # See the {PresignedPost} documentation for more information.
+      # @note You must specify `:key` or `:key_starts_with`. All other options
+      #   are optional.
+      # @option (see PresignedPost#initialize)
+      # @return [PresignedPost]
+      # @see PresignedPost
+      def presigned_post(options = {})
+        PresignedPost.new(
+          client.config.credentials,
+          client.config.region,
+          name,
+          {url: url}.merge(options)
+        )
+      end
+
+      # @api private
+      def load
+        @data = client.list_buckets.buckets.find { |b| b.name == name }
+        raise "unable to load bucket #{name}" if @data.nil?
+        self
+      end
+
+      private
+
+      def s3_bucket_url
+        url = client.config.endpoint.dup
+        if bucket_as_hostname?(url.scheme == 'https')
+          url.host = "#{name}.#{url.host}"
+        else
+          url.path += '/' unless url.path[-1] == '/'
+          url.path += Seahorse::Util.uri_escape(name)
+        end
+        url.to_s
+      end
+
+      def bucket_as_hostname?(https)
+        Plugins::BucketDns.dns_compatible?(name, https) &&
+        !client.config.force_path_style
+      end
+
+    end
+  end
+end

data/lib/aws-sdk-s3/customizations/multipart_upload.rb

@@ -0,0 +1,42 @@
+module Aws
+  module S3
+    class MultipartUpload
+
+      alias_method :basic_complete, :complete
+
+      # Completes the upload, requires a list of completed parts. You can
+      # provide the list of parts with `:part_number` and `:etag` values.
+      #
+      #     upload.complete(multipart_upload: { parts: [
+      #       { part_number: 1, etag:'etag1' },
+      #       { part_number: 2, etag:'etag2' },
+      #       ...
+      #     ]})
+      #
+      # Alternatively, you can pass **`compute_parts: true`** and the part
+      # list will be computed by calling {Client#list_parts}.
+      #
+      #     upload.complete(compute_parts: true)
+      #
+      # @option options [Boolean] :compute_parts (false) When `true`,
+      #   the {Client#list_parts} method will be called to determine
+      #   the list of required part numbers and their ETags.
+      #
+      def complete(options = {})
+        if options.delete(:compute_parts)
+          options[:multipart_upload] = { parts: compute_parts }
+        end
+        basic_complete(options)
+      end
+
+      private
+
+      def compute_parts
+        parts.sort_by(&:part_number).each.with_object([]) do |part, part_list|
+          part_list << { part_number: part.part_number, etag: part.etag }
+        end
+      end
+
+    end
+  end
+end

data/lib/aws-sdk-s3/customizations/object.rb

@@ -0,0 +1,257 @@
+module Aws
+  module S3
+    class Object
+
+      alias size content_length
+
+      # Copies another object to this object. Use `multipart_copy: true`
+      # for large objects. This is required for objects that exceed 5GB.
+      #
+      # @param [S3::Object, S3::ObjectVersion, S3::ObjectSummary, String, Hash] source
+      #   Where to copy object data from. `source` must be one of the following:
+      #
+      #   * {Aws::S3::Object}
+      #   * {Aws::S3::ObjectSummary}
+      #   * {Aws::S3::ObjectVersion}
+      #   * Hash - with `:bucket` and `:key` and optional `:version_id`
+      #   * String - formatted like `"source-bucket-name/uri-escaped-key"`
+      #     or `"source-bucket-name/uri-escaped-key?versionId=version-id"`
+      #
+      # @option options [Boolean] :multipart_copy (false) When `true`,
+      #   the object will be copied using the multipart APIs. This is
+      #   necessary for objects larger than 5GB and can provide
+      #   performance improvements on large objects. Amazon S3 does
+      #   not accept multipart copies for objects smaller than 5MB.
+      #
+      # @option options [Integer] :content_length Only used when
+      #   `:multipart_copy` is `true`. Passing this options avoids a HEAD
+      #   request to query the source object size.
+      #
+      # @option options [S3::Client] :copy_source_client Only used when
+      #   `:multipart_copy` is `true` and the source object is in a
+      #   different region. You do not need to specify this option
+      #   if you have provided `:content_length`.
+      #
+      # @option options [String] :copy_source_region Only used when
+      #   `:multipart_copy` is `true` and the source object is in a
+      #   different region. You do not need to specify this option
+      #   if you have provided a `:source_client` or a `:content_length`.
+      #
+      # @example Basic object copy
+      #
+      #   bucket = Aws::S3::Bucket.new('target-bucket')
+      #   object = bucket.object('target-key')
+      #
+      #   # source as String
+      #   object.copy_from('source-bucket/source-key')
+      #
+      #   # source as Hash
+      #   object.copy_from(bucket:'source-bucket', key:'source-key')
+      #
+      #   # source as Aws::S3::Object
+      #   object.copy_from(bucket.object('source-key'))
+      #
+      # @example Managed copy of large objects
+      #
+      #   # uses multipart upload APIs to copy object
+      #   object.copy_from('src-bucket/src-key', multipart_copy: true)
+      #
+      # @see #copy_to
+      #
+      def copy_from(source, options = {})
+        if Hash === source && source[:copy_source]
+          # for backwards compatibility
+          @client.copy_object(source.merge(bucket: bucket_name, key: key))
+        else
+          ObjectCopier.new(self, options).copy_from(source, options)
+        end
+      end
+
+      # Copies this object to another object. Use `multipart_copy: true`
+      # for large objects. This is required for objects that exceed 5GB.
+      #
+      # @note If you need to copy to a bucket in a different region, use
+      #   {#copy_from}.
+      #
+      # @param [S3::Object, String, Hash] target Where to copy the object
+      #   data to. `target` must be one of the following:
+      #
+      #   * {Aws::S3::Object}
+      #   * Hash - with `:bucket` and `:key`
+      #   * String - formatted like `"target-bucket-name/target-key"`
+      #
+      # @example Basic object copy
+      #
+      #   bucket = Aws::S3::Bucket.new('source-bucket')
+      #   object = bucket.object('source-key')
+      #
+      #   # target as String
+      #   object.copy_to('target-bucket/target-key')
+      #
+      #   # target as Hash
+      #   object.copy_to(bucket: 'target-bucket', key: 'target-key')
+      #
+      #   # target as Aws::S3::Object
+      #   object.copy_to(bucket.object('target-key'))
+      #
+      # @example Managed copy of large objects
+      #
+      #   # uses multipart upload APIs to copy object
+      #   object.copy_to('src-bucket/src-key', multipart_copy: true)
+      #
+      def copy_to(target, options = {})
+        ObjectCopier.new(self, options).copy_to(target, options)
+      end
+
+      # Copies and deletes the current object. The object will only be
+      # deleted if the copy operation succeeds.
+      # @param (see Object#copy_to)
+      # @option (see Object#copy_to)
+      # @return [void]
+      # @see Object#copy_to
+      # @see Object#delete
+      def move_to(target, options = {})
+        copy_to(target, options)
+        delete
+      end
+
+      # Creates a {PresignedPost} that makes it easy to upload a file from
+      # a web browser direct to Amazon S3 using an HTML post form with
+      # a file field.
+      #
+      # See the {PresignedPost} documentation for more information.
+      #
+      # @option (see PresignedPost#initialize)
+      # @return [PresignedPost]
+      # @see PresignedPost
+      def presigned_post(options = {})
+        PresignedPost.new(
+          client.config.credentials,
+          client.config.region,
+          bucket_name,
+          {
+            key: key,
+            url: bucket.url,
+          }.merge(options)
+        )
+      end
+
+      # Generates a pre-signed URL for this object.
+      #
+      # @example Pre-signed GET URL, valid for one hour
+      #
+      #     obj.presigned_url(:get, expires_in: 3600)
+      #     #=> "https://bucket-name.s3.amazonaws.com/object-key?..."
+      #
+      # @example Pre-signed PUT with a canned ACL
+      #
+      #     # the object uploaded using this URL will be publicly accessible
+      #     obj.presigned_url(:put, acl: 'public-read')
+      #     #=> "https://bucket-name.s3.amazonaws.com/object-key?..."
+      #
+      # @param [Symbol] http_method
+      #   The HTTP method to generate a presigned URL for. Valid values
+      #   are `:get`, `:put`, `:head`, and `:delete`.
+      #
+      # @param [Hash] params
+      #   Additional request parameters to use when generating the pre-signed
+      #   URL. See the related documentation in {Client} for accepted
+      #   params.
+      #
+      #   | HTTP Method   | Client Method          |
+      #   |---------------|------------------------|
+      #   | `:get`        | {Client#get_object}    |
+      #   | `:put`        | {Client#put_object}    |
+      #   | `:head`       | {Client#head_object}   |
+      #   | `:delete`     | {Client#delete_object} |
+      #
+      # @option params [Boolean] :virtual_host (false) When `true` the
+      #   presigned URL will use the bucket name as a virtual host.
+      #
+      #     bucket = Aws::S3::Bucket.new('my.bucket.com')
+      #     bucket.object('key').presigned_url(virtual_host: true)
+      #     #=> "http://my.bucket.com/key?..."
+      #
+      # @option params [Integer] :expires_in (900) Number of seconds before
+      #   the pre-signed URL expires. This may not exceed one week (604800
+      #   seconds). Note that the pre-signed URL is also only valid as long as
+      #   credentials used to sign it are. For example, when using IAM roles,
+      #   temporary tokens generated for signing also have a default expiration
+      #   which will affect the effective expiration of the pre-signed URL.
+      #
+      # @raise [ArgumentError] Raised if `:expires_in` exceeds one week
+      #   (604800 seconds).
+      #
+      # @return [String]
+      #
+      def presigned_url(http_method, params = {})
+        presigner = Presigner.new(client: client)
+        presigner.presigned_url("#{http_method.downcase}_object", params.merge(
+          bucket: bucket_name,
+          key: key,
+        ))
+      end
+
+      # Returns the public (un-signed) URL for this object.
+      #
+      #     s3.bucket('bucket-name').object('obj-key').public_url
+      #     #=> "https://bucket-name.s3.amazonaws.com/obj-key"
+      #
+      # To use virtual hosted bucket url (disables https):
+      #
+      #     s3.bucket('my.bucket.com').object('key').public_url(virtual_host: true)
+      #     #=> "http://my.bucket.com/key"
+      #
+      # @option options [Boolean] :virtual_host (false) When `true`, the bucket
+      #   name will be used as the host name. This is useful when you have
+      #   a CNAME configured for the bucket.
+      #
+      # @return [String]
+      def public_url(options = {})
+        url = URI.parse(bucket.url(options))
+        url.path += '/' unless url.path[-1] == '/'
+        url.path += key.gsub(/[^\/]+/) { |s| Seahorse::Util.uri_escape(s) }
+        url.to_s
+      end
+
+      # Uploads a file from disk to the current object in S3.
+      #
+      #     # small files are uploaded in a single API call
+      #     obj.upload_file('/path/to/file')
+      #
+      # Files larger than `:multipart_threshold` are uploaded using the
+      # Amazon S3 multipart upload APIs.
+      #
+      #     # large files are automatically split into parts
+      #     # and the parts are uploaded in parallel
+      #     obj.upload_file('/path/to/very_large_file')
+      #
+      # @param [String,Pathname,File,Tempfile] source A file or path to a file
+      #   on the local file system that should be uploaded to this object.
+      #   If you pass an open file object, then it is your responsibility
+      #   to close the file object once the upload completes.
+      #
+      # @option options [Integer] :multipart_threshold (15728640) Files larger
+      #   than `:multipart_threshold` are uploaded using the S3 multipart APIs.
+      #   Default threshold is 15MB.
+      #
+      # @raise [MultipartUploadError] If an object is being uploaded in
+      #   parts, and the upload can not be completed, then the upload is
+      #   aborted and this error is raised.  The raised error has a `#errors`
+      #   method that returns the failures that caused the upload to be
+      #   aborted.
+      #
+      # @return [Boolean] Returns `true` when the object is uploaded
+      #   without any errors.
+      #
+      def upload_file(source, options = {})
+        uploader = FileUploader.new(
+          multipart_threshold: options.delete(:multipart_threshold),
+          client: client)
+        uploader.upload(source, options.merge(bucket: bucket_name, key: key))
+        true
+      end
+
+    end
+  end
+end