google-api-client 0.8.7 → 0.9

data/lib/google/apis/core/download.rb

@@ -0,0 +1,94 @@
+# Copyright 2015 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'google/apis/core/multipart'
+require 'google/apis/core/api_command'
+require 'google/apis/errors'
+require 'addressable/uri'
+
+module Google
+  module Apis
+    module Core
+      # Streaming/resumable media download support
+      class DownloadCommand < ApiCommand
+        RANGE_HEADER = 'range'
+
+        # File or IO to write content to
+        # @return [String, File, #write]
+        attr_accessor :download_dest
+
+        # Ensure the download destination is a writable stream.
+        #
+        # @return [void]
+        def prepare!
+          @state = :start
+          @download_url = nil
+          @offset = 0
+          if download_dest.respond_to?(:write)
+            @download_io = download_dest
+            @close_io_on_finish = false
+          elsif download_dest.is_a?(String)
+            @download_io = File.open(download_dest, 'wb')
+            @close_io_on_finish = true
+          else
+            @download_io = StringIO.new('', 'wb')
+            @close_io_on_finish = false
+          end
+          super
+        end
+
+        # Close IO stream when command done. Only closes the stream if it was opened by the command.
+        def release!
+          @download_io.close if @close_io_on_finish
+        end
+
+        # Execute the upload request once. Overrides the default implementation to handle streaming/chunking
+        # of file content.
+        #
+        # @private
+        # @param [Hurley::Client] client
+        #   HTTP client
+        # @yield [result, err] Result or error if block supplied
+        # @return [Object]
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def execute_once(client, &block)
+          client.get(@download_url || url) do |req|
+            apply_request_options(req)
+            if @offset > 0
+              logger.debug { sprintf('Resuming download from offset %d', @offset) }
+              req.header[RANGE_HEADER] = sprintf('bytes=%d-', @offset)
+            end
+            req.on_body(200, 201) do |res, chunk|
+              check_status(res.status_code, chunk) unless res.status_code.nil?
+              logger.debug { sprintf('Writing chunk (%d bytes)', chunk.length) }
+              @offset += chunk.length
+              @download_io.write(chunk)
+              @download_io.flush
+            end
+          end
+          if @close_io_on_finish
+            result = nil
+          else
+            result = @download_io
+          end
+          success(result, &block)
+        rescue => e
+          error(e, rethrow: true, &block)
+        end
+      end
+    end
+  end
+end

data/lib/google/apis/core/hashable.rb

@@ -0,0 +1,44 @@
+# Copyright 2015 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Google
+  module Apis
+    module Core
+      # Adds to_hash to objects
+      module Hashable
+        # Convert object to hash representation
+        #
+        # @return [Hash]
+        def to_h
+          Hash[instance_variables.map { |k| [k[1..-1].to_sym, Hashable.process_value(instance_variable_get(k))] }]
+        end
+
+        # Recursively serialize an object
+        #
+        # @param [Object] val
+        # @return [Hash]
+        def self.process_value(val)
+          case val
+          when Hash
+            Hash[val.map {|k, v| [k.to_sym, Hashable.process_value(v)] }]
+          when Array
+            val.map{ |v| Hashable.process_value(v) }
+          else
+            val.respond_to?(:to_h) ? val.to_h : val
+          end
+        end
+      end
+    end
+  end
+end

data/lib/google/apis/core/http_client_adapter.rb

@@ -0,0 +1,82 @@
+require 'httpclient'
+require 'hurley'
+require 'hurley/client'
+
+module Google
+  module Apis
+    module Core
+      # HTTPClient adapter for Hurley.
+      class HttpClientAdapter
+
+        def call(request)
+          client = ::HTTPClient.new
+          configure_client(client, request)
+
+          begin
+            ::Hurley::Response.new(request) do |res|
+              http_res = client.request(request.verb.to_s.upcase, request.url.to_s, nil, request.body_io, request.header.to_hash, false) do |http_res, chunk|
+                copy_response(http_res, res)
+                res.receive_body(chunk)
+              end
+              copy_response(http_res, res)
+            end
+          rescue ::HTTPClient::TimeoutError, Errno::ETIMEDOUT
+            raise ::Hurley::Timeout, $!
+          rescue ::HTTPClient::BadResponseError => err
+            if err.message.include?('status 407')
+              raise ::Hurley::ConnectionFailed, %{407 "Proxy Authentication Required "}
+            else
+              raise Hurley::ClientError, $!
+            end
+          rescue Errno::ECONNREFUSED, EOFError
+            raise ::Hurley::ConnectionFailed, $!
+          rescue => err
+            if defined?(OpenSSL) && OpenSSL::SSL::SSLError === err
+              raise Hurley::SSLError, err
+            else
+              raise
+            end
+          end
+        end
+
+        def copy_response(http_res, res)
+          unless res.status_code
+            res.status_code = http_res.status.to_i
+            http_res.header.all.each do |(k,v)|
+              res.header[k] = v
+            end
+          end
+        end
+
+        def configure_client(client, request)
+          client.transparent_gzip_decompression = true
+          if request.options.proxy
+            proxy = request.options.proxy
+            client.proxy = sprintf('%s:%d', proxy.host, proxy.port)
+            if proxy.user && proxy.password
+              client.set_proxy_auth proxy.user, proxy.password
+            end
+          end
+          if request.options.timeout
+            client.connect_timeout = request.options.timeout
+            client.receive_timeout = request.options.timeout
+            client.send_timeout = request.options.timeout
+          end
+          if request.options.open_timeout
+            client.connect_timeout = request.options.open_timeout
+            client.send_timeout = request.options.open_timeout
+          end
+          ssl_config = client.ssl_config
+          ssl_opts = request.ssl_options
+          ssl_config.verify_mode = ssl_opts.openssl_verify_mode
+          ssl_config.cert_store = ssl_opts.openssl_cert_store
+          ssl_config.add_trust_ca ssl_opts.ca_file if ssl_opts.ca_file
+          ssl_config.add_trust_ca ssl_opts.ca_path if ssl_opts.ca_path
+          ssl_config.client_cert = ssl_opts.openssl_client_cert if ssl_opts.openssl_client_cert
+          ssl_config.client_key = ssl_opts.openssl_client_key if ssl_opts.openssl_client_key
+          ssl_config.verify_depth = ssl_opts.verify_depth if ssl_opts.verify_depth
+        end
+      end
+    end
+  end
+end

data/lib/google/apis/core/http_command.rb

@@ -0,0 +1,312 @@
+# Copyright 2015 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'addressable/uri'
+require 'addressable/template'
+require 'google/apis/options'
+require 'google/apis/errors'
+require 'retriable'
+require 'hurley'
+require 'hurley/addressable'
+require 'hurley_patches'
+require 'google/apis/core/logging'
+require 'pp'
+
+module Google
+  module Apis
+    module Core
+      # Command for HTTP request/response.
+      class HttpCommand
+        include Logging
+
+        RETRIABLE_ERRORS = [Google::Apis::ServerError, Google::Apis::RateLimitError, Google::Apis::TransmissionError]
+
+        # Request options
+        # @return [Google::Apis::RequestOptions]
+        attr_accessor :options
+
+        # HTTP request URL
+        # @return [String, Addressable::URI]
+        attr_accessor :url
+
+        # HTTP headers
+        # @return [Hurley::Header]
+        attr_accessor :header
+
+        # Request body
+        # @return [#read]
+        attr_accessor :body
+
+        # HTTP method
+        # @return [symbol]
+        attr_accessor :method
+
+        # HTTP Client
+        # @return [Hurley::Client]
+        attr_accessor :connection
+
+        # Query params
+        # @return [Hash]
+        attr_accessor :query
+
+        # Path params for URL Template
+        # @return [Hash]
+        attr_accessor :params
+
+        # @param [symbol] method
+        #   HTTP method
+        # @param [String,Addressable::URI, Addressable::Template] url
+        #   HTTP URL or template
+        # @param [String, #read] body
+        #   Request body
+        def initialize(method, url, body: nil)
+          self.options = Google::Apis::RequestOptions.default.dup
+          self.url = url
+          self.url = Addressable::Template.new(url) if url.is_a?(String)
+          self.method = method
+          self.header = Hurley::Header.new
+          self.body = body
+          self.query = {}
+          self.params = {}
+        end
+
+        # Execute the command, retrying as necessary
+        #
+        # @param [Hurley::Client] client
+        #   HTTP client
+        # @yield [result, err] Result or error if block supplied
+        # @return [Object]
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def execute(client)
+          prepare!
+          begin
+            Retriable.retriable tries: options.retries + 1,
+                                base_interval: 1,
+                                multiplier: 2,
+                                on: RETRIABLE_ERRORS do |try|
+              # This 2nd level retriable only catches auth errors, and supports 1 retry, which allows
+              # auth to be re-attempted without having to retry all sorts of other failures like
+              # NotFound, etc
+              auth_tries = (try == 1 && authorization_refreshable? ? 2 : 1)
+              Retriable.retriable tries: auth_tries,
+                                  on: [Google::Apis::AuthorizationError],
+                                  on_retry: proc { |*| refresh_authorization } do
+                execute_once(client).tap do |result|
+                  if block_given?
+                    yield result, nil
+                  end
+                end
+              end
+            end
+          rescue => e
+            if block_given?
+              yield nil, e
+            else
+              raise e
+            end
+          end
+        ensure
+          release!
+        end
+
+        # Refresh the authorization authorization after a 401 error
+        #
+        # @private
+        # @return [void]
+        def refresh_authorization
+          # Handled implicitly by auth lib, here in case need to override
+          logger.debug('Retrying after authentication failure')
+        end
+
+        # Check if attached credentials can be automatically refreshed
+        # @return [Boolean]
+        def authorization_refreshable?
+          options.authorization.respond_to?(:apply!)
+        end
+
+        # Prepare the request (e.g. calculate headers, serialize data, etc) before sending
+        #
+        # @private
+        # @return [void]
+        def prepare!
+          header.update(options.header) if options && options.header
+          self.url = url.expand(params) if url.is_a?(Addressable::Template)
+          url.query_values = query.merge(url.query_values || {})
+        end
+
+        # Release any resources used by this command
+        # @private
+        # @return [void]
+        def release!
+        end
+
+        # Check the response and either decode body or raise error
+        #
+        # @param [Fixnum] status
+        #   HTTP status code of response
+        # @param [Hurley::Header] header
+        #   Response headers
+        # @param [String, #read] body
+        #  Response body
+        # @return [Object]
+        #   Response object
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def process_response(status, header, body)
+          check_status(status, header, body)
+          decode_response_body(header[:content_type], body)
+        end
+
+        # Check the response and raise error if needed
+        #
+        # @param [Fixnum] status
+        #   HTTP status code of response
+        # @param
+        # @param [Hurley::Header] header
+        #   HTTP response headers
+        # @param [String] body
+        #   HTTP response body
+        # @param [String] message
+        #   Error message text
+        # @return [void]
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def check_status(status, header = nil, body = nil, message = nil)
+          # TODO: 304 Not Modified depends on context...
+          case status
+          when 200...300
+            nil
+          when 301, 302, 303, 307
+            message ||= sprintf('Redirect to %s', header[:location])
+            raise Google::Apis::RedirectError.new(message, status_code: status, header: header, body: body)
+          when 401
+            message ||= 'Unauthorized'
+            raise Google::Apis::AuthorizationError.new(message, status_code: status, header: header, body: body)
+          when 304, 400, 402...500
+            message ||= 'Invalid request'
+            raise Google::Apis::ClientError.new(message, status_code: status, header: header, body: body)
+          when 500...600
+            message ||= 'Server error'
+            raise Google::Apis::ServerError.new(message, status_code: status, header: header, body: body)
+          else
+            logger.warn(sprintf('Encountered unexpected status code %s', status))
+            message ||= 'Unknown error'
+            raise Google::Apis::TransmissionError.new(message, status_code: status, header: header, body: body)
+          end
+        end
+
+        # Process the actual response body. Intended to be overridden by subclasses
+        #
+        # @param [String] _content_type
+        #  Content type of body
+        # @param [String, #read] body
+        #  Response body
+        # @return [Object]
+        def decode_response_body(_content_type, body)
+          body
+        end
+
+        # Process a success response
+        # @param [Object] result
+        #  Result object
+        # @return [Object] result if no block given
+        # @yield [result, nil] if block given
+        def success(result, &block)
+          logger.debug { sprintf('Success - %s', PP.pp(result, '')) }
+          block.call(result, nil) if block_given?
+          result
+        end
+
+        # Process an error response
+        # @param [StandardError] err
+        #  Error object
+        # @param [Boolean] rethrow
+        #  True if error should be raised again after handling
+        # @return [void]
+        # @yield [nil, err] if block given
+        # @raise [StandardError] if no block
+        def error(err, rethrow: false, &block)
+          logger.debug { sprintf('Error - %s', PP.pp(err, '')) }
+          err = Google::Apis::TransmissionError.new(err) if err.is_a?(Hurley::ClientError)
+          block.call(nil, err) if block_given?
+          fail err if rethrow || block.nil?
+        end
+
+        # Execute the command once.
+        #
+        # @private
+        # @param [Hurley::Client] client
+        #   HTTP client
+        # @return [Object]
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def execute_once(client)
+          body.rewind if body.respond_to?(:rewind)
+          begin
+            logger.debug { sprintf('Sending HTTP %s %s', method, url) }
+            response = client.send(method, url, body) do |req|
+              # Temporary workaround for Hurley bug where the connection preference
+              # is ignored and it uses nested anyway
+              req.url.query_class = Hurley::Query::Flat
+              query.each do | k, v|
+                req.url.query[k] = normalize_query_value(v)
+              end
+              # End workaround
+              apply_request_options(req)
+            end
+            logger.debug { response.status_code }
+            logger.debug { response.inspect }
+            response = process_response(response.status_code, response.header, response.body)
+            success(response)
+          rescue => e
+            logger.debug { sprintf('Caught error %s', e) }
+            error(e, rethrow: true)
+          end
+        end
+
+        # Update the request with any specified options.
+        # @param [Hurley::Request] req
+        #  HTTP request
+        # @return [void]
+        def apply_request_options(req)
+          if options.authorization.respond_to?(:apply!)
+            options.authorization.apply!(req.header)
+          elsif options.authorization.is_a?(String)
+            req.header[:authorization] = sprintf('Bearer %s', options.authorization)
+          end
+          req.header.update(header)
+          req.options.timeout = options.timeout_sec
+        end
+
+        private
+
+        def normalize_query_value(v)
+          case v
+          when Array
+            v.map { |v2| normalize_query_value(v2) }
+          when nil
+            nil
+          else
+            v.to_s
+          end
+        end
+      end
+    end
+  end
+end

data/lib/google/apis/core/json_representation.rb

@@ -0,0 +1,127 @@
+# Copyright 2015 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'representable/json'
+require 'representable/json/hash'
+require 'base64'
+require 'date'
+
+module Google
+  module Apis
+    module Core
+      # Support for serializing hashes + propery value/nil/unset tracking
+      # To be included in representers as a feature.
+      # @private
+      module JsonRepresentationSupport
+        def self.included(base)
+          base.extend(JsonSupport)
+        end
+
+        # @private
+        module JsonSupport
+          # Returns a customized getter function for Representable. Allows
+          # indifferent hash/attribute access.
+          #
+          # @param [String] name Property name
+          # @return [Proc]
+          def getter_fn(name)
+            ivar_name = "@#{name}".to_sym
+            lambda do |_|
+              if respond_to?(:[])
+                self[name] || instance_variable_get(ivar_name)
+              else
+                instance_variable_get(ivar_name)
+              end
+            end
+          end
+
+          # Returns a customized function for Representable that checks whether or not
+          # an attribute should be serialized. Allows proper patch semantics by distinguishing
+          # between nil & unset values
+          #
+          # @param [String] name Property name
+          # @return [Proc]
+          def if_fn(name)
+            ivar_name = "@#{name}".to_sym
+            lambda do |opts|
+              if opts[:skip_undefined]
+                if respond_to?(:key?)
+                  self.key?(name) || instance_variable_defined?(ivar_name)
+                else
+                  instance_variable_defined?(ivar_name)
+                end
+              else
+                true
+              end
+            end
+          end
+
+          def set_default_options(name, options)
+            if options[:base64]
+              options[:render_filter] = ->(value, _doc, *_args) { Base64.urlsafe_encode64(value) }
+              options[:parse_filter] = ->(fragment, _doc, *_args) { Base64.urlsafe_decode64(fragment) }
+            end
+            if options[:type] == DateTime
+              options[:render_filter] = ->(value, _doc, *_args) { value.is_a?(DateTime) ? value.rfc3339(3) : value.to_s }
+              options[:parse_filter] = ->(fragment, _doc, *_args) { DateTime.parse(fragment) }
+            end
+
+            options[:render_nil] = true
+            options[:getter] = getter_fn(name)
+            options[:if] = if_fn(name)
+          end
+
+          # Define a single value property
+          #
+          # @param [String] name
+          #  Property name
+          # @param [Hash] options
+          def property(name, options = {})
+            set_default_options(name, options)
+            super(name, options)
+          end
+
+          # Define a collection property
+          #
+          # @param [String] name
+          #  Property name
+          # @param [Hash] options
+          def collection(name, options = {})
+            set_default_options(name, options)
+            super(name, options)
+          end
+
+          # Define a hash property
+          #
+          # @param [String] name
+          #  Property name
+          # @param [Hash] options
+          def hash(name = nil, options = nil)
+            return super() unless name # Allow Object.hash
+            set_default_options(name, options)
+            super(name, options)
+          end
+        end
+      end
+
+      # Base decorator for JSON representers
+      #
+      # @see https://github.com/apotonick/representable
+      class JsonRepresentation < Representable::Decorator
+        include Representable::JSON
+        feature JsonRepresentationSupport
+      end
+    end
+  end
+end

data/lib/google/{api_client/version.rb → apis/core/logging.rb}

@@ -1,4 +1,4 @@
-# Copyright 2010 Google Inc.
+# Copyright 2015 Google Inc.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,15 +12,19 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+require 'google/apis'
 
 module Google
-  class APIClient
-    module VERSION
-      MAJOR = 0
-      MINOR = 8
-      TINY  = 7
-      PATCH = nil
-      STRING = [MAJOR, MINOR, TINY, PATCH].compact.join('.')
+  module Apis
+    module Core
+      # Logging support
+      module Logging
+        # Get the logger instance
+        # @return [Logger]
+        def logger
+          Google::Apis.logger
+        end
+      end
     end
   end
 end