fog-internet-archive 0.0.1

data/lib/fog/internet_archive/requests/storage/get_bucket_location.rb

@@ -0,0 +1,54 @@
+module Fog
+  module Storage
+    class InternetArchive
+      class Real
+        require 'fog/internet_archive/parsers/storage/get_bucket_location'
+
+        # Get location constraint for an S3 bucket
+        #
+        # @param bucket_name [String] name of bucket to get location constraint for
+        #
+        # @return [Excon::Response] response:
+        #   * body [Hash]:
+        #     * LocationConstraint [String] - Location constraint of the bucket
+        #
+        # @see http://docs.amazonwebservices.com/AmazonS3/latest/API/RESTBucketGETlocation.html
+
+        def get_bucket_location(bucket_name)
+          request({
+            :expects  => 200,
+            :headers  => {},
+            :host     => "#{bucket_name}.#{@host}",
+            :idempotent => true,
+            :method   => 'GET',
+            :parser   => Fog::Parsers::Storage::InternetArchive::GetBucketLocation.new,
+            :query    => {'location' => nil}
+          })
+        end
+      end
+
+      class Mock # :nodoc:all
+        def get_bucket_location(bucket_name)
+          response = Excon::Response.new
+          if bucket = self.data[:buckets][bucket_name]
+            location_constraint = case bucket['LocationConstraint']
+            when 'us-east-1'
+              nil
+            when 'eu-east-1'
+              'EU'
+            else
+              bucket['LocationConstraint']
+            end
+
+            response.status = 200
+            response.body = {'LocationConstraint' => location_constraint }
+          else
+            response.status = 404
+            raise(Excon::Errors.status_error({:expects => 200}, response))
+          end
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/internet_archive/requests/storage/get_bucket_logging.rb

@@ -0,0 +1,45 @@
+module Fog
+  module Storage
+    class InternetArchive
+      class Real
+        require 'fog/internet_archive/parsers/storage/get_bucket_logging'
+
+        # Get logging status for an S3 bucket
+        #
+        # @param bucket_name [String] name of bucket to get logging status for
+        #
+        # @return [Excon::Response] response:
+        #   * body [Hash]:
+        #     * BucketLoggingStatus (will be empty if logging is disabled) [Hash]:
+        #       * LoggingEnabled [Hash]:
+        #         * TargetBucket [String] - bucket where logs are stored
+        #         * TargetPrefix [String] - prefix logs are stored with
+        #         * TargetGrants [Array]:
+        #           * Grant [Hash]:
+        #             * Grantee [Hash]:
+        #               * DisplayName [String] - Display name of grantee
+        #               * ID [String] - Id of grantee
+        #               or
+        #               * URI [String] - URI of group to grant access for
+        #             * Permission [String] - Permission, in [FULL_CONTROL, WRITE, WRITE_ACP, READ, READ_ACP]
+        #
+        # @see http://docs.amazonwebservices.com/AmazonS3/latest/API/RESTBucketGETlogging.html
+
+        def get_bucket_logging(bucket_name)
+          unless bucket_name
+            raise ArgumentError.new('bucket_name is required')
+          end
+          request({
+            :expects    => 200,
+            :headers    => {},
+            :host       => "#{bucket_name}.#{@host}",
+            :idempotent => true,
+            :method     => 'GET',
+            :parser     => Fog::Parsers::Storage::InternetArchive::GetBucketLogging.new,
+            :query      => {'logging' => nil}
+          })
+        end
+      end
+    end
+  end
+end

data/lib/fog/internet_archive/requests/storage/get_bucket_policy.rb

@@ -0,0 +1,31 @@
+module Fog
+  module Storage
+    class InternetArchive
+      class Real
+        # Get bucket policy for an S3 bucket
+        #
+        # @param bucket_name [String] name of bucket to get policy for
+        #
+        # @return [Excon::Response] response:
+        #   * body [Hash] - policy document
+        #
+        # @see http://docs.amazonwebservices.com/AmazonS3/latest/API/RESTBucketGETpolicy.html
+
+        def get_bucket_policy(bucket_name)
+          unless bucket_name
+            raise ArgumentError.new('bucket_name is required')
+          end
+          response = request({
+            :expects    => 200,
+            :headers    => {},
+            :host       => "#{bucket_name}.#{@host}",
+            :idempotent => true,
+            :method     => 'GET',
+            :query      => {'policy' => nil}
+          })
+          response.body = Fog::JSON.decode(response.body) unless response.body.nil?
+        end
+      end
+    end
+  end
+end

data/lib/fog/internet_archive/requests/storage/get_bucket_website.rb

@@ -0,0 +1,38 @@
+module Fog
+  module Storage
+    class InternetArchive
+      class Real
+        require 'fog/internet_archive/parsers/storage/get_bucket_website'
+
+        # Get website configuration for an S3 bucket
+        #
+        #
+        # @param bucket_name [String] name of bucket to get website configuration for
+        #
+        # @return [Excon::Response] response:
+        #   * body [Hash]:
+        #     * IndexDocument [Hash]:
+        #       * Suffix [String] - Suffix appended when directory is requested
+        #     * ErrorDocument [Hash]:
+        #       * Key [String] - Object key to return for 4XX class errors
+        #
+        # @see http://docs.amazonwebservices.com/AmazonS3/latest/API/RESTBucketGETwebsite.html
+
+        def get_bucket_website(bucket_name)
+          unless bucket_name
+            raise ArgumentError.new('bucket_name is required')
+          end
+          request({
+            :expects    => 200,
+            :headers    => {},
+            :host       => "#{bucket_name}.#{@host}",
+            :idempotent => true,
+            :method     => 'GET',
+            :parser     => Fog::Parsers::Storage::InternetArchive::GetBucketWebsite.new,
+            :query      => {'website' => nil}
+          })
+        end
+      end
+    end
+  end
+end

data/lib/fog/internet_archive/requests/storage/get_object.rb

@@ -0,0 +1,163 @@
+module Fog
+  module Storage
+    class InternetArchive
+      class Real
+        # Get an object from S3
+        #
+        # @param bucket_name [String] Name of bucket to read from
+        # @param object_name [String] Name of object to read
+        # @param options [Hash]
+        # @option options If-Match [String] Returns object only if its etag matches this value, otherwise returns 412 (Precondition Failed).
+        # @option options If-Modified-Since [Time] Returns object only if it has been modified since this time, otherwise returns 304 (Not Modified).
+        # @option options If-None-Match [String] Returns object only if its etag differs from this value, otherwise returns 304 (Not Modified)
+        # @option options If-Unmodified-Since [Time] Returns object only if it has not been modified since this time, otherwise returns 412 (Precodition Failed).
+        # @option options Range [String] Range of object to download
+        #
+        # @return [Excon::Response] response:
+        #   * body [String]- Contents of object
+        #   * headers [Hash]:
+        #     * Content-Length [String] - Size of object contents
+        #     * Content-Type [String] - MIME type of object
+        #     * ETag [String] - Etag of object
+        #     * Last-Modified [String] - Last modified timestamp for object
+        #
+        # @see http://docs.amazonwebservices.com/AmazonS3/latest/API/RESTObjectGET.html
+
+        def get_object(bucket_name, object_name, options = {}, &block)
+          unless bucket_name
+            raise ArgumentError.new('bucket_name is required')
+          end
+          unless object_name
+            raise ArgumentError.new('object_name is required')
+          end
+
+          params = { :headers => {} }
+          params[:headers].merge!(options)
+          if options['If-Modified-Since']
+            params[:headers]['If-Modified-Since'] = Fog::Time.at(options['If-Modified-Since'].to_i).to_date_header
+          end
+          if options['If-Unmodified-Since']
+            params[:headers]['If-Unmodified-Since'] = Fog::Time.at(options['If-Unmodified-Since'].to_i).to_date_header
+          end
+
+          if block_given?
+            params[:response_block] = Proc.new
+          end
+
+          request(params.merge!({
+            :expects  => [ 200, 206 ],
+            :host     => "#{bucket_name}.#{@host}",
+            :idempotent => true,
+            :method   => 'GET',
+            :path     => CGI.escape(object_name),
+          }))
+        end
+      end
+
+      class Mock # :nodoc:all
+        def get_object(bucket_name, object_name, options = {}, &block)
+          unless bucket_name
+            raise ArgumentError.new('bucket_name is required')
+          end
+
+          unless object_name
+            raise ArgumentError.new('object_name is required')
+          end
+
+          response = Excon::Response.new
+          if (bucket = self.data[:buckets][bucket_name])
+            object = nil
+            if bucket[:objects].key?(object_name)
+              object = bucket[:objects][object_name].first
+            end
+
+            if (object && !object[:delete_marker])
+              if options['If-Match'] && options['If-Match'] != object['ETag']
+                response.status = 412
+              elsif options['If-Modified-Since'] && options['If-Modified-Since'] >= Time.parse(object['Last-Modified'])
+                response.status = 304
+              elsif options['If-None-Match'] && options['If-None-Match'] == object['ETag']
+                response.status = 304
+              elsif options['If-Unmodified-Since'] && options['If-Unmodified-Since'] < Time.parse(object['Last-Modified'])
+                response.status = 412
+              else
+                response.status = 200
+                for key, value in object
+                  case key
+                  when 'Cache-Control', 'Content-Disposition', 'Content-Encoding', 'Content-Length', 'Content-MD5', 'Content-Type', 'ETag', 'Expires', 'Last-Modified', /^x-amz-meta-/
+                    response.headers[key] = value
+                  end
+                end
+
+                body = object[:body]
+                if options['Range']
+                  # since AWS S3 itself does not support multiple range headers, we will use only the first
+                  ranges = byte_ranges(options['Range'], body.size)
+                  unless ranges.nil? || ranges.empty?
+                    response.status = 206
+                    body = body[ranges.first]
+                  end
+                end
+
+                unless block_given?
+                  response.body = body
+                else
+                  data = StringIO.new(body)
+                  remaining = data.length
+                  while remaining > 0
+                    chunk = data.read([remaining, Excon::CHUNK_SIZE].min)
+                    block.call(chunk)
+                    remaining -= Excon::CHUNK_SIZE
+                  end
+                end
+              end
+            else
+              response.status = 404
+              response.body = "...<Code>NoSuchKey<\/Code>..."
+              raise(Excon::Errors.status_error({:expects => 200}, response))
+            end
+          else
+            response.status = 404
+            response.body = "...<Code>NoSuchBucket</Code>..."
+            raise(Excon::Errors.status_error({:expects => 200}, response))
+          end
+          response
+        end
+
+        private
+
+        # === Borrowed from rack
+        # Parses the "Range:" header, if present, into an array of Range objects.
+        # Returns nil if the header is missing or syntactically invalid.
+        # Returns an empty array if none of the ranges are satisfiable.
+        def byte_ranges(http_range, size)
+          # See <http://www.w3.org/Protocols/rfc2616/rfc2616-sec14.html#sec14.35>
+          return nil unless http_range
+          ranges = []
+          http_range.split(/,\s*/).each do |range_spec|
+            matches = range_spec.match(/bytes=(\d*)-(\d*)/)
+            return nil  unless matches
+            r0,r1 = matches[1], matches[2]
+            if r0.empty?
+              return nil  if r1.empty?
+              # suffix-byte-range-spec, represents trailing suffix of file
+              r0 = [size - r1.to_i, 0].max
+              r1 = size - 1
+            else
+              r0 = r0.to_i
+              if r1.empty?
+                r1 = size - 1
+              else
+                r1 = r1.to_i
+                return nil  if r1 < r0  # backwards range is syntactically invalid
+                r1 = size-1  if r1 >= size
+              end
+            end
+            ranges << (r0..r1)  if r0 <= r1
+          end
+          ranges
+        end
+      end
+    end
+  end
+end

data/lib/fog/internet_archive/requests/storage/get_object_acl.rb

@@ -0,0 +1,72 @@
+module Fog
+  module Storage
+    class InternetArchive
+      class Real
+        require 'fog/internet_archive/parsers/storage/access_control_list'
+
+        # Get access control list for an S3 object
+        #
+        # @param bucket_name [String] name of bucket containing object
+        # @param object_name [String] name of object to get access control list for
+        # @param options [Hash]
+        #
+        # @return [Excon::Response] response:
+        #   * body [Hash]:
+        #     * [AccessControlPolicy [Hash]:
+        #       * Owner [Hash]:
+        #         * DisplayName [String] - Display name of object owner
+        #         * ID [String] - Id of object owner
+        #       * AccessControlList [Array]:
+        #         * Grant [Hash]:
+        #           * Grantee [Hash]:
+        #             * DisplayName [String] - Display name of grantee
+        #             * ID [String] - Id of grantee
+        #             or
+        #             * URI [String] - URI of group to grant access for
+        #           * Permission [String] - Permission, in [FULL_CONTROL, WRITE, WRITE_ACP, READ, READ_ACP]
+        #
+        # @see http://docs.amazonwebservices.com/AmazonS3/latest/API/RESTObjectGETacl.html
+
+        def get_object_acl(bucket_name, object_name, options = {})
+          unless bucket_name
+            raise ArgumentError.new('bucket_name is required')
+          end
+          unless object_name
+            raise ArgumentError.new('object_name is required')
+          end
+          query = {'acl' => nil}
+          request({
+            :expects    => 200,
+            :headers    => {},
+            :host       => "#{bucket_name}.#{@host}",
+            :idempotent => true,
+            :method     => 'GET',
+            :parser     => Fog::Parsers::Storage::InternetArchive::AccessControlList.new,
+            :path       => CGI.escape(object_name),
+            :query      => query
+          })
+        end
+      end
+
+      class Mock # :nodoc:all
+        require 'fog/internet_archive/requests/storage/acl_utils'
+
+        def get_object_acl(bucket_name, object_name, options = {})
+          response = Excon::Response.new
+          if acl = self.data[:acls][:object][bucket_name] && self.data[:acls][:object][bucket_name][object_name]
+            response.status = 200
+            if acl.is_a?(String)
+              response.body = Fog::Storage::InternetArchive.acl_to_hash(acl)
+            else
+              response.body = acl
+            end
+          else
+            response.status = 404
+            raise(Excon::Errors.status_error({:expects => 200}, response))
+          end
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/internet_archive/requests/storage/get_object_http_url.rb

@@ -0,0 +1,48 @@
+module Fog
+  module Storage
+    class InternetArchive
+      module GetObjectHttpUrl
+        def get_object_http_url(bucket_name, object_name, expires, options = {})
+          unless bucket_name
+            raise ArgumentError.new('bucket_name is required')
+          end
+          unless object_name
+            raise ArgumentError.new('object_name is required')
+          end
+          host, path = if bucket_name =~ /^(?:[a-z]|\d(?!\d{0,2}(?:\.\d{1,3}){3}$))(?:[a-z0-9]|\.(?![\.\-])|\-(?![\.])){1,61}[a-z0-9]$/
+            ["#{bucket_name}.#{@host}", object_name]
+          else
+            [@host, "#{bucket_name}/#{object_name}"]
+          end
+          http_url({
+            :headers  => {},
+            :host     => host,
+            :port     => @port,
+            :method   => 'GET',
+            :path     => path,
+            :query    => options[:query]
+          }, expires)
+        end
+      end
+
+      class Real
+        # Get an expiring object http url from S3
+        #
+        # @param bucket_name [String] Name of bucket containing object
+        # @param object_name [String] Name of object to get expiring url for
+        # @param expires [Time] An expiry time for this url
+        #
+        # @return [Excon::Response] response:
+        #   * body [String] - url for object
+        #
+        # @see http://docs.amazonwebservices.com/AmazonS3/latest/dev/S3_QSAuth.html
+
+        include GetObjectHttpUrl
+      end
+
+      class Mock # :nodoc:all
+        include GetObjectHttpUrl
+      end
+    end
+  end
+end