google-api-client 0.8.6 → 0.9

data/lib/google/apis/core/batch.rb

@@ -0,0 +1,239 @@
+# Copyright 2015 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# Copyright 2015 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'hurley'
+require 'google/apis/core/multipart'
+require 'google/apis/core/http_command'
+require 'google/apis/core/upload'
+require 'google/apis/core/download'
+require 'addressable/uri'
+require 'securerandom'
+module Google
+  module Apis
+    module Core
+      # Wrapper request for batching multiple calls in a single server request
+      class BatchCommand < HttpCommand
+        BATCH_BOUNDARY = 'RubyApiBatchRequest'.freeze
+        MULTIPART_MIXED = 'multipart/mixed'
+
+        # @param [symbol] method
+        #   HTTP method
+        # @param [String,Addressable::URI, Addressable::Template] url
+        #   HTTP URL or template
+        def initialize(method, url)
+          super(method, url)
+          @calls = []
+          @base_id = SecureRandom.uuid
+        end
+
+        ##
+        # Add a new call to the batch request.
+        #
+        # @param [Google::Apis::Core::HttpCommand] call API Request to add
+        # @yield [result, err] Result & error when response available
+        # @return [Google::Apis::Core::BatchCommand] self
+        def add(call, &block)
+          ensure_valid_command(call)
+          @calls << [call, block]
+          self
+        end
+
+        protected
+
+        ##
+        # Deconstruct the batch response and process the individual results
+        #
+        # @param [String] content_type
+        #  Content type of body
+        # @param [String, #read] body
+        #  Response body
+        # @return [Object]
+        #   Response object
+        def decode_response_body(content_type, body)
+          m = /.*boundary=(.+)/.match(content_type)
+          if m
+            parts = split_parts(body, m[1])
+            deserializer = CallDeserializer.new
+            parts.each_index do |index|
+              response = deserializer.to_http_response(parts[index])
+              outer_header = response.shift
+              call_id = header_to_id(outer_header[:content_id]) || index
+              call, callback = @calls[call_id]
+              begin
+                result = call.process_response(*response) unless call.nil?
+                success(result, &callback)
+              rescue => e
+                error(e, &callback)
+              end
+            end
+          end
+          nil
+        end
+
+        def split_parts(body, boundary)
+          parts = body.split(/\r?\n?--#{Regexp.escape(boundary)}/)
+          parts[1...-1]
+        end
+
+        # Encode the batch request
+        # @return [void]
+        # @raise [Google::Apis::BatchError] if batch is empty
+        def prepare!
+          fail BatchError, 'Cannot make an empty batch request' if @calls.empty?
+
+          serializer = CallSerializer.new
+          multipart = Multipart.new(boundary: BATCH_BOUNDARY, content_type: MULTIPART_MIXED)
+          @calls.each_index do |index|
+            call, _ = @calls[index]
+            content_id = id_to_header(index)
+            io = serializer.to_upload_io(call)
+            multipart.add_upload(io, content_id: content_id)
+          end
+          self.body = multipart.assemble
+
+          header[:content_type] = multipart.content_type
+          header[:content_length] = "#{body.length}"
+          super
+        end
+
+        def ensure_valid_command(command)
+          if command.is_a?(Google::Apis::Core::BaseUploadCommand) || command.is_a?(Google::Apis::Core::DownloadCommand)
+            fail Google::Apis::ClientError, 'Can not include media requests in batch'
+          end
+          fail Google::Apis::ClientError, 'Invalid command object' unless command.is_a?(HttpCommand)
+        end
+
+        def id_to_header(call_id)
+          return sprintf('<%s+%i>', @base_id, call_id)
+        end
+
+        def header_to_id(content_id)
+          match = /<response-.*\+(\d+)>/.match(content_id)
+          return match[1].to_i if match
+          return nil
+        end
+
+      end
+
+      # Wrapper request for batching multiple uploads in a single server request
+      class BatchUploadCommand < BatchCommand
+        def ensure_valid_command(command)
+          fail Google::Apis::ClientError, 'Can only include upload commands in batch' \
+            unless command.is_a?(Google::Apis::Core::BaseUploadCommand)
+        end
+
+        def prepare!
+          header['X-Goog-Upload-Protocol'] = 'batch'
+          super
+        end
+      end
+
+      # Serializes a command for embedding in a multipart batch request
+      # @private
+      class CallSerializer
+        HTTP_CONTENT_TYPE = 'application/http'
+
+        ##
+        # Serialize a single batched call for assembling the multipart message
+        #
+        # @param [Google::Apis::Core::HttpCommand] call
+        #   the call to serialize.
+        # @return [Hurley::UploadIO]
+        #   the serialized request
+        def to_upload_io(call)
+          call.prepare!
+          parts = []
+          parts << build_head(call)
+          parts << build_body(call) unless call.body.nil?
+          length = parts.inject(0) { |a, e| a + e.length }
+          Hurley::UploadIO.new(Hurley::CompositeReadIO.new(length, *parts),
+                               HTTP_CONTENT_TYPE,
+                               'ruby-api-request')
+        end
+
+        protected
+
+        def build_head(call)
+          request_head = "#{call.method.to_s.upcase} #{Addressable::URI.parse(call.url).request_uri} HTTP/1.1"
+          call.header.each do |key, value|
+            request_head << sprintf("\r\n%s: %s", key, value)
+          end
+          request_head << sprintf("\r\nHost: %s", call.url.host)
+          request_head << "\r\n\r\n"
+          StringIO.new(request_head)
+        end
+
+        def build_body(call)
+          return nil if call.body.nil?
+          return call.body if call.body.respond_to?(:read)
+          StringIO.new(call.body)
+        end
+      end
+
+      # Deconstructs a raw HTTP response part
+      # @private
+      class CallDeserializer
+        # Parse a batched response.
+        #
+        # @param [String] call_response
+        #   the response to parse.
+        # @return [Array<(Fixnum, Hurley::Header, String)>]
+        #   Status, header, and response body.
+        def to_http_response(call_response)
+          outer_header, outer_body = split_header_and_body(call_response)
+          status_line, payload = outer_body.split(/\n/, 2)
+          _, status = status_line.split(' ', 3)
+
+          header, body = split_header_and_body(payload)
+          [outer_header, status.to_i, header, body]
+        end
+
+        protected
+
+        # Auxiliary method to split the header from the body in an HTTP response.
+        #
+        # @param [String] response
+        #   the response to parse.
+        # @return [Array<(Hurley::Header, String)>]
+        #   the header and the body, separately.
+        def split_header_and_body(response)
+          header = Hurley::Header.new
+          payload = response.lstrip
+          while payload
+            line, payload = payload.split(/\n/, 2)
+            line.sub!(/\s+\z/, '')
+            break if line.empty?
+            match = /\A([^:]+):\s*/.match(line)
+            fail BatchError, sprintf('Invalid header line in response: %s', line) if match.nil?
+            header[match[1]] = match.post_match
+          end
+          [header, payload]
+        end
+      end
+    end
+  end
+end

data/lib/google/apis/core/download.rb

@@ -0,0 +1,94 @@
+# Copyright 2015 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'google/apis/core/multipart'
+require 'google/apis/core/api_command'
+require 'google/apis/errors'
+require 'addressable/uri'
+
+module Google
+  module Apis
+    module Core
+      # Streaming/resumable media download support
+      class DownloadCommand < ApiCommand
+        RANGE_HEADER = 'range'
+
+        # File or IO to write content to
+        # @return [String, File, #write]
+        attr_accessor :download_dest
+
+        # Ensure the download destination is a writable stream.
+        #
+        # @return [void]
+        def prepare!
+          @state = :start
+          @download_url = nil
+          @offset = 0
+          if download_dest.respond_to?(:write)
+            @download_io = download_dest
+            @close_io_on_finish = false
+          elsif download_dest.is_a?(String)
+            @download_io = File.open(download_dest, 'wb')
+            @close_io_on_finish = true
+          else
+            @download_io = StringIO.new('', 'wb')
+            @close_io_on_finish = false
+          end
+          super
+        end
+
+        # Close IO stream when command done. Only closes the stream if it was opened by the command.
+        def release!
+          @download_io.close if @close_io_on_finish
+        end
+
+        # Execute the upload request once. Overrides the default implementation to handle streaming/chunking
+        # of file content.
+        #
+        # @private
+        # @param [Hurley::Client] client
+        #   HTTP client
+        # @yield [result, err] Result or error if block supplied
+        # @return [Object]
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def execute_once(client, &block)
+          client.get(@download_url || url) do |req|
+            apply_request_options(req)
+            if @offset > 0
+              logger.debug { sprintf('Resuming download from offset %d', @offset) }
+              req.header[RANGE_HEADER] = sprintf('bytes=%d-', @offset)
+            end
+            req.on_body(200, 201) do |res, chunk|
+              check_status(res.status_code, chunk) unless res.status_code.nil?
+              logger.debug { sprintf('Writing chunk (%d bytes)', chunk.length) }
+              @offset += chunk.length
+              @download_io.write(chunk)
+              @download_io.flush
+            end
+          end
+          if @close_io_on_finish
+            result = nil
+          else
+            result = @download_io
+          end
+          success(result, &block)
+        rescue => e
+          error(e, rethrow: true, &block)
+        end
+      end
+    end
+  end
+end

data/lib/google/apis/core/hashable.rb

@@ -0,0 +1,44 @@
+# Copyright 2015 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Google
+  module Apis
+    module Core
+      # Adds to_hash to objects
+      module Hashable
+        # Convert object to hash representation
+        #
+        # @return [Hash]
+        def to_h
+          Hash[instance_variables.map { |k| [k[1..-1].to_sym, Hashable.process_value(instance_variable_get(k))] }]
+        end
+
+        # Recursively serialize an object
+        #
+        # @param [Object] val
+        # @return [Hash]
+        def self.process_value(val)
+          case val
+          when Hash
+            Hash[val.map {|k, v| [k.to_sym, Hashable.process_value(v)] }]
+          when Array
+            val.map{ |v| Hashable.process_value(v) }
+          else
+            val.respond_to?(:to_h) ? val.to_h : val
+          end
+        end
+      end
+    end
+  end
+end

data/lib/google/apis/core/http_client_adapter.rb

@@ -0,0 +1,82 @@
+require 'httpclient'
+require 'hurley'
+require 'hurley/client'
+
+module Google
+  module Apis
+    module Core
+      # HTTPClient adapter for Hurley.
+      class HttpClientAdapter
+
+        def call(request)
+          client = ::HTTPClient.new
+          configure_client(client, request)
+
+          begin
+            ::Hurley::Response.new(request) do |res|
+              http_res = client.request(request.verb.to_s.upcase, request.url.to_s, nil, request.body_io, request.header.to_hash, false) do |http_res, chunk|
+                copy_response(http_res, res)
+                res.receive_body(chunk)
+              end
+              copy_response(http_res, res)
+            end
+          rescue ::HTTPClient::TimeoutError, Errno::ETIMEDOUT
+            raise ::Hurley::Timeout, $!
+          rescue ::HTTPClient::BadResponseError => err
+            if err.message.include?('status 407')
+              raise ::Hurley::ConnectionFailed, %{407 "Proxy Authentication Required "}
+            else
+              raise Hurley::ClientError, $!
+            end
+          rescue Errno::ECONNREFUSED, EOFError
+            raise ::Hurley::ConnectionFailed, $!
+          rescue => err
+            if defined?(OpenSSL) && OpenSSL::SSL::SSLError === err
+              raise Hurley::SSLError, err
+            else
+              raise
+            end
+          end
+        end
+
+        def copy_response(http_res, res)
+          unless res.status_code
+            res.status_code = http_res.status.to_i
+            http_res.header.all.each do |(k,v)|
+              res.header[k] = v
+            end
+          end
+        end
+
+        def configure_client(client, request)
+          client.transparent_gzip_decompression = true
+          if request.options.proxy
+            proxy = request.options.proxy
+            client.proxy = sprintf('%s:%d', proxy.host, proxy.port)
+            if proxy.user && proxy.password
+              client.set_proxy_auth proxy.user, proxy.password
+            end
+          end
+          if request.options.timeout
+            client.connect_timeout = request.options.timeout
+            client.receive_timeout = request.options.timeout
+            client.send_timeout = request.options.timeout
+          end
+          if request.options.open_timeout
+            client.connect_timeout = request.options.open_timeout
+            client.send_timeout = request.options.open_timeout
+          end
+          ssl_config = client.ssl_config
+          ssl_opts = request.ssl_options
+          ssl_config.verify_mode = ssl_opts.openssl_verify_mode
+          ssl_config.cert_store = ssl_opts.openssl_cert_store
+          ssl_config.add_trust_ca ssl_opts.ca_file if ssl_opts.ca_file
+          ssl_config.add_trust_ca ssl_opts.ca_path if ssl_opts.ca_path
+          ssl_config.client_cert = ssl_opts.openssl_client_cert if ssl_opts.openssl_client_cert
+          ssl_config.client_key = ssl_opts.openssl_client_key if ssl_opts.openssl_client_key
+          ssl_config.verify_depth = ssl_opts.verify_depth if ssl_opts.verify_depth
+        end
+      end
+    end
+  end
+end