fog-google 0.1.3 → 0.2.0

data/lib/fog/storage/google_json/requests/get_bucket.rb

@@ -0,0 +1,86 @@
+module Fog
+  module Storage
+    class GoogleJSON
+      class Real
+        # List information about objects in an Google Storage bucket
+        #
+        # ==== Parameters
+        # * bucket_name<~String> - name of bucket to list object keys from
+        # * options<~Hash> - config arguments for list.  Defaults to {}.
+        #   * 'ifMetagenerationMatch'<~Long> - Makes the return of the bucket metadata
+        #     conditional on whether the bucket's current metageneration matches the
+        #     given value.
+        #   * 'ifMetagenerationNotMatch'<~Long> - Makes the return of the bucket
+        #     metadata conditional on whether the bucket's current metageneration does
+        #     not match the given value.
+        #   * 'projection'<~String> - Set of properties to return. Defaults to 'noAcl',
+        #     also accepts 'full'.
+        #
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #   * body<~Hash>:
+        #     See Google documentation on Bucket resource:
+        #     https://cloud.google.com/storage/docs/json_api/v1/buckets#resource
+        #
+
+        def get_bucket(bucket_name, options = {})
+          raise ArgumentError.new("bucket_name is required") unless bucket_name
+
+          api_method = @storage_json.buckets.get
+          parameters = {
+            "bucket" => bucket_name
+          }
+          parameters.merge! options
+
+          request(api_method, parameters)
+        end
+      end
+
+      class Mock
+        def get_bucket(bucket_name, options = {})
+          raise ArgumentError.new("bucket_name is required") unless bucket_name
+          response = Excon::Response.new
+          name = /(\w+\.?)*/.match(bucket_name)
+          if bucket_name == name.to_s
+            if bucket = data[:buckets][bucket_name]
+              contents = bucket[:objects].values.sort { |x, y| x["Key"] <=> y["Key"] }.reject do |object|
+                (options["prefix"] && object["Key"][0...options["prefix"].length] != options["prefix"]) ||
+                (options["marker"] && object["Key"] <= options["marker"])
+              end.map do |object|
+                data = object.reject { |key, _value| !%w(ETag Key).include?(key) }
+                data.merge!("LastModified" => Time.parse(object["Last-Modified"]),
+                            "Owner"        => bucket["Owner"],
+                            "Size"         => object["Content-Length"].to_i)
+                data
+              end
+              max_keys = options["max-keys"] || 1000
+              size = [max_keys, 1000].min
+              truncated_contents = contents[0...size]
+
+              response.status = 200
+              response.body = {
+                "CommonPrefixes"  => [],
+                "Contents"        => truncated_contents,
+                "IsTruncated"     => truncated_contents.size != contents.size,
+                "Marker"          => options["marker"],
+                "Name"            => bucket["Name"],
+                "Prefix"          => options["prefix"]
+              }
+              if options["max-keys"] && options["max-keys"] < response.body["Contents"].length
+                response.body["IsTruncated"] = true
+                response.body["Contents"] = response.body["Contents"][0...options["max-keys"]]
+              end
+            else
+              response.status = 404
+              raise(Excon::Errors.status_error({ :expects => 200 }, response))
+            end
+          else
+            response.status = 400
+            raise(Excon::Errors.status_error({ :expects => 200 }, response))
+          end
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/{google/requests/storage → storage/google_json/requests}/get_bucket_acl.rb

@@ -1,10 +1,9 @@
 module Fog
   module Storage
-    class Google
+    class GoogleJSON
       class Real
-        require 'fog/google/parsers/storage/access_control_list'
-
         # Get access control list for an Google Storage bucket
+        # https://cloud.google.com/storage/docs/json_api/v1/bucketAccessControls/list
         #
         # ==== Parameters
         # * bucket_name<~String> - name of bucket to get access control list for
@@ -26,30 +25,26 @@ module Fog
         #           * 'Permission'<~String> - Permission, in [FULL_CONTROL, WRITE, WRITE_ACP, READ, READ_ACP]
         #
         def get_bucket_acl(bucket_name)
-          unless bucket_name
-            raise ArgumentError.new('bucket_name is required')
-          end
-          request({
-            :expects    => 200,
-            :headers    => {},
-            :host       => "#{bucket_name}.#{@host}",
-            :idempotent => true,
-            :method     => 'GET',
-            :parser     => Fog::Parsers::Storage::Google::AccessControlList.new,
-            :query      => {'acl' => nil}
-          })
+          raise ArgumentError.new("bucket_name is required") unless bucket_name
+
+          api_method = @storage_json.bucket_access_controls.list
+          parameters = {
+            "bucket" => bucket_name
+          }
+
+          request(api_method, parameters)
         end
       end
 
       class Mock
         def get_bucket_acl(bucket_name)
           response = Excon::Response.new
-          if acl = self.data[:acls][:bucket][bucket_name]
+          if acl = data[:acls][:bucket][bucket_name]
             response.status = 200
             response.body = acl
           else
             response.status = 404
-            raise(Excon::Errors.status_error({:expects => 200}, response))
+            raise(Excon::Errors.status_error({ :expects => 200 }, response))
           end
           response
         end

data/lib/fog/storage/google_json/requests/get_object.rb

@@ -0,0 +1,98 @@
+module Fog
+  module Storage
+    class GoogleJSON
+      class Real
+        # Get an object from Google Storage
+        # https://cloud.google.com/storage/docs/json_api/v1/objects/get
+        #
+        # ==== Parameters
+        # * bucket_name<~String> - Name of bucket to read from
+        # * object_name<~String> - Name of object to read
+        # * options<~Hash>:
+        #   * 'If-Match'<~String> - Returns object only if its etag matches this value, otherwise returns 412 (Precondition Failed).
+        #   * 'If-Modified-Since'<~Time> - Returns object only if it has been modified since this time, otherwise returns 304 (Not Modified).
+        #   * 'If-None-Match'<~String> - Returns object only if its etag differs from this value, otherwise returns 304 (Not Modified)
+        #   * 'If-Unmodified-Since'<~Time> - Returns object only if it has not been modified since this time, otherwise returns 412 (Precodition Failed).
+        #   * 'Range'<~String> - Range of object to download
+        #   * 'versionId'<~String> - specify a particular version to retrieve
+        #
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #   * body<~String> - Contents of object
+        #   * headers<~Hash>:
+        #     * 'Content-Length'<~String> - Size of object contents
+        #     * 'Content-Type'<~String> - MIME type of object
+        #     * 'ETag'<~String> - Etag of object
+        #     * 'Last-Modified'<~String> - Last modified timestamp for object
+        #
+        def get_object(bucket_name, object_name, _options = {}, &_block)
+          raise ArgumentError.new("bucket_name is required") unless bucket_name
+          raise ArgumentError.new("object_name is required") unless object_name
+
+          api_method = @storage_json.objects.get
+          parameters = {
+            "bucket" => bucket_name,
+            "object" => object_name,
+            "projection" => "full"
+          }
+
+          object = request(api_method, parameters)
+
+          # Get the body of the object (can't use request for this)
+          parameters["alt"] = "media"
+          client_parms = {
+            :api_method => api_method,
+            :parameters => parameters
+          }
+
+          result = @client.execute(client_parms)
+          object.headers = object.body
+          object.body = result.body.nil? || result.body.empty? ? nil : result.body
+          object
+        end
+      end
+
+      class Mock
+        def get_object(bucket_name, object_name, options = {}, &block)
+          raise ArgumentError.new("bucket_name is required") unless bucket_name
+          raise ArgumentError.new("object_name is required") unless object_name
+          response = Excon::Response.new
+          if (bucket = data[:buckets][bucket_name]) && (object = bucket[:objects][object_name])
+            if options["If-Match"] && options["If-Match"] != object["ETag"]
+              response.status = 412
+            elsif options["If-Modified-Since"] && options["If-Modified-Since"] >= Time.parse(object["Last-Modified"])
+              response.status = 304
+            elsif options["If-None-Match"] && options["If-None-Match"] == object["ETag"]
+              response.status = 304
+            elsif options["If-Unmodified-Since"] && options["If-Unmodified-Since"] < Time.parse(object["Last-Modified"])
+              response.status = 412
+            else
+              response.status = 200
+              for key, value in object
+                case key
+                when "Cache-Control", "Content-Disposition", "Content-Encoding", "Content-Length", "Content-MD5", "Content-Type", "ETag", "Expires", "Last-Modified", /^x-goog-meta-/
+                  response.headers[key] = value
+                end
+              end
+              unless block_given?
+                response.body = object[:body]
+              else
+                data = StringIO.new(object[:body])
+                remaining = data.length
+                while remaining > 0
+                  chunk = data.read([remaining, Excon::CHUNK_SIZE].min)
+                  block.call(chunk)
+                  remaining -= Excon::CHUNK_SIZE
+                end
+              end
+            end
+          else
+            response.status = 404
+            raise(Excon::Errors.status_error({ :expects => 200 }, response))
+          end
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/storage/google_json/requests/get_object_acl.rb

@@ -0,0 +1,59 @@
+module Fog
+  module Storage
+    class GoogleJSON
+      class Real
+        # Get access control list for an Google Storage object
+        # https://cloud.google.com/storage/docs/json_api/v1/objectAccessControls/get
+        #
+        # ==== Parameters
+        # * bucket_name<~String> - name of bucket containing object
+        # * object_name<~String> - name of object to get access control list for
+        # * options<~Hash>:
+        #   * 'versionId'<~String> - specify a particular version to retrieve
+        #
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #   * body<~Hash>:
+        #     * 'AccessControlPolicy'<~Hash>
+        #       * 'Owner'<~Hash>:
+        #         * 'DisplayName'<~String> - Display name of object owner
+        #         * 'ID'<~String> - Id of object owner
+        #       * 'AccessControlList'<~Array>:
+        #         * 'Grant'<~Hash>:
+        #           * 'Grantee'<~Hash>:
+        #              * 'DisplayName'<~String> - Display name of grantee
+        #              * 'ID'<~String> - Id of grantee
+        #             or
+        #              * 'URI'<~String> - URI of group to grant access for
+        #           * 'Permission'<~String> - Permission, in [FULL_CONTROL, WRITE, WRITE_ACP, READ, READ_ACP]
+        #
+        def get_object_acl(bucket_name, object_name, _options = {})
+          raise ArgumentError.new("bucket_name is required") unless bucket_name
+          raise ArgumentError.new("object_name is required") unless object_name
+
+          api_method = @storage_json.object_access_controls.list
+          parameters = {
+            "bucket" => bucket_name,
+            "object" => object_name
+          }
+
+          request(api_method, parameters)
+        end
+      end
+
+      class Mock
+        def get_object_acl(bucket_name, object_name)
+          response = Excon::Response.new
+          if acl = data[:acls][:object][bucket_name] && data[:acls][:object][bucket_name][object_name]
+            response.status = 200
+            response.body = acl
+          else
+            response.status = 404
+            raise(Excon::Errors.status_error({ :expects => 200 }, response))
+          end
+          response
+        end
+      end
+    end
+  end
+end

data/lib/fog/storage/google_json/requests/get_object_http_url.rb

@@ -0,0 +1,40 @@
+module Fog
+  module Storage
+    class GoogleJSON
+      module GetObjectHttpUrl
+        def get_object_http_url(bucket_name, object_name, expires)
+          raise ArgumentError.new("bucket_name is required") unless bucket_name
+          raise ArgumentError.new("object_name is required") unless object_name
+          http_url({
+                     :headers  => {},
+                     :host     => @host,
+                     :method   => "GET",
+                     :path     => "#{bucket_name}/#{object_name}"
+                   }, expires)
+        end
+      end
+
+      class Real
+        # Get an expiring object http url from S3
+        #
+        # ==== Parameters
+        # * bucket_name<~String> - Name of bucket containing object
+        # * object_name<~String> - Name of object to get expiring url for
+        # * expires<~Time> - An expiry time for this url
+        #
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #   * body<~String> - url for object
+        #
+        # ==== See Also
+        # https://cloud.google.com/storage/docs/access-control#Signed-URLs
+
+        include GetObjectHttpUrl
+      end
+
+      class Mock # :nodoc:all
+        include GetObjectHttpUrl
+      end
+    end
+  end
+end

data/lib/fog/storage/google_json/requests/get_object_https_url.rb

@@ -0,0 +1,41 @@
+module Fog
+  module Storage
+    class GoogleJSON
+      module GetObjectHttpsUrl
+        def get_object_https_url(bucket_name, object_name, expires)
+          raise ArgumentError.new("bucket_name is required") unless bucket_name
+          raise ArgumentError.new("object_name is required") unless object_name
+
+          https_url({
+                      :headers  => {},
+                      :host     => @host,
+                      :method   => "GET",
+                      :path     => "#{bucket_name}/#{object_name}"
+                    }, expires)
+        end
+      end
+
+      class Real
+        # Get an expiring object https url from Google Storage
+        #
+        # ==== Parameters
+        # * bucket_name<~String> - Name of bucket containing object
+        # * object_name<~String> - Name of object to get expiring url for
+        # * expires<~Time> - An expiry time for this url
+        #
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #   * body<~String> - url for object
+        #
+        # ==== See Also
+        # https://cloud.google.com/storage/docs/access-control#Signed-URLs
+
+        include GetObjectHttpsUrl
+      end
+
+      class Mock # :nodoc:all
+        include GetObjectHttpsUrl
+      end
+    end
+  end
+end

data/lib/fog/storage/google_json/requests/get_object_torrent.rb

@@ -0,0 +1,13 @@
+module Fog
+  module Storage
+    class GoogleJSON
+      class Real
+        # Get torrent for an Google Storage object
+        # * Deprecated
+        def get_object_torrent(_bucket_name, _object_name)
+          Fog::Logger.deprecation("Fog::Storage::Google => ##{get_object_torrent} is deprecated.[/] [light_black](#{caller.first})")
+        end
+      end
+    end
+  end
+end

data/lib/fog/storage/google_json/requests/get_object_url.rb

@@ -0,0 +1,22 @@
+module Fog
+  module Storage
+    class GoogleJSON
+      class Real
+        # Get an expiring object url from Google Storage
+        # Deprecated, redirects to get_object_https_url.rb
+
+        def get_object_url(bucket_name, object_name, expires)
+          Fog::Logger.deprecation("Fog::Storage::Google => ##{get_object_url} is deprecated, use ##{get_object_https_url} instead[/] [light_black](#{caller.first})")
+          get_object_https_url(bucket_name, object_name, expires)
+        end
+      end
+
+      class Mock # :nodoc:all
+        def get_object_url(bucket_name, object_name, expires)
+          Fog::Logger.deprecation("Fog::Storage::Google => ##{get_object_url} is deprecated, use ##{get_object_https_url} instead[/] [light_black](#{caller.first})")
+          get_object_https_url(bucket_name, object_name, expires)
+        end
+      end
+    end
+  end
+end

data/lib/fog/storage/google_json/requests/get_service.rb

@@ -0,0 +1,54 @@
+module Fog
+  module Storage
+    class GoogleJSON
+      class Real
+        # TODO: Implement in JSON API
+
+        # List information about Google Storage buckets for authorized user
+        #
+        # ==== Returns
+        # * response<~Excon::Response>:
+        #   * body<~Hash>:
+        #     * 'Buckets'<~Hash>:
+        #       * 'Name'<~String> - Name of bucket
+        #       * 'CreationTime'<~Time> - Timestamp of bucket creation
+        #     * 'Owner'<~Hash>:
+        #       * 'DisplayName'<~String> - Display name of bucket owner
+        #       * 'ID'<~String> - Id of bucket owner
+        def get_service
+          # api_method = @storage_json.buckets.list
+          # parameters = {
+          #   "project" => Fog.credentials[:google_project],
+          #   "maxResults" => 9999
+          # }
+
+          # request(api_method, parameters)
+
+          # request(:expects  => 200,
+          #         :headers  => {},
+          #         :host     => @host,
+          #         :idempotent => true,
+          #         :method   => "GET",
+          #         :parser   => Fog::Parsers::Storage::Google::GetService.new)
+        end
+      end
+
+      class Mock
+        def get_service
+          # response = Excon::Response.new
+          # response.headers["Status"] = 200
+          # buckets = data[:buckets].values.map do |bucket|
+          #   bucket.reject do |key, _value|
+          #     !%w(CreationDate Name).include?(key)
+          #   end
+          # end
+          # response.body = {
+          #   "Buckets" => buckets,
+          #   "Owner"   => { "ID" => "some_id" }
+          # }
+          # response
+        end
+      end
+    end
+  end
+end