aws-sdk 1.7.1 → 1.8.0

data/lib/aws/core/signature/version_4.rb

@@ -31,6 +31,7 @@ module AWS
           headers['x-amz-date'] = datetime
           headers['x-amz-security-token'] = credentials.session_token if
             credentials.session_token
+          headers['x-amz-content-sha256'] ||= hexdigest(body || '')
           headers['authorization'] = authorization(credentials, datetime)
         end
 
@@ -40,7 +41,7 @@ module AWS
           parts = []
           parts << "AWS4-HMAC-SHA256 Credential=#{credentials.access_key_id}/#{credential_string(datetime)}"
           parts << "SignedHeaders=#{signed_headers}"
-          parts << "Signature=#{hex16(signature(credentials, datetime))}"
+          parts << "Signature=#{signature(credentials, datetime)}"
           parts.join(', ')
         end
 
@@ -50,7 +51,7 @@ module AWS
           k_region = hmac(k_date, region)
           k_service = hmac(k_region, service)
           k_credentials = hmac(k_service, 'aws4_request')
-          hmac(k_credentials, string_to_sign(datetime))
+          hexhmac(k_credentials, string_to_sign(datetime))
         end
 
         def string_to_sign datetime
@@ -58,7 +59,7 @@ module AWS
           parts << 'AWS4-HMAC-SHA256'
           parts << datetime
           parts << credential_string(datetime)
-          parts << hex16(hash(canonical_request))
+          parts << hexdigest(canonical_request)
           parts.join("\n")
         end
 
@@ -78,7 +79,7 @@ module AWS
           parts << querystring
           parts << canonical_headers + "\n"
           parts << signed_headers
-          parts << hex16(hash(body || ''))
+          parts << headers['x-amz-content-sha256']
           parts.join("\n")
         end
 
@@ -107,12 +108,25 @@ module AWS
           values.map(&:to_s).join(',').gsub(/\s+/, ' ').strip
         end
 
-        def hex16 string
-          string.unpack('H*').first
+        def hexdigest value
+          digest = Digest::SHA256.new
+          if value.respond_to?(:read)
+            chunk = nil
+            chunk_size = 1024 * 1024 # 1 megabyte
+            digest.update(chunk) while chunk = value.read(chunk_size)
+            value.rewind
+          else
+            digest.update(value)
+          end
+          digest.hexdigest
+        end
+
+        def hmac key, value
+          OpenSSL::HMAC.digest(OpenSSL::Digest::Digest.new('sha256'), key, value)
         end
 
-        def hash string
-          Digest::SHA256.digest(string)
+        def hexhmac key, value
+          OpenSSL::HMAC.hexdigest(OpenSSL::Digest::Digest.new('sha256'), key, value)
         end
 
       end

data/lib/aws/data_pipeline.rb

@@ -0,0 +1,30 @@
+# Copyright 2011-2012 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You
+# may not use this file except in compliance with the License. A copy of
+# the License is located at
+#
+#     http://aws.amazon.com/apache2.0/
+#
+# or in the "license" file accompanying this file. This file is
+# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific
+# language governing permissions and limitations under the License.
+
+require 'aws/core'
+require 'aws/data_pipeline/config'
+
+module AWS
+
+  class DataPipeline
+
+    AWS.register_autoloads(self, 'aws/data_pipeline') do
+      autoload :Client, 'client'
+      autoload :Errors, 'errors'
+      autoload :Request, 'request'
+    end
+
+    include Core::ServiceInterface
+
+  end
+end

data/lib/aws/data_pipeline/client.rb

@@ -0,0 +1,392 @@
+# Copyright 2011-2012 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You
+# may not use this file except in compliance with the License. A copy of
+# the License is located at
+#
+#     http://aws.amazon.com/apache2.0/
+#
+# or in the "license" file accompanying this file. This file is
+# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific
+# language governing permissions and limitations under the License.
+
+module AWS
+  class DataPipeline
+
+    # Client class for Amazon DynamoDB.
+    class Client < Core::JSONClient
+
+      define_client_methods('2012-10-29')
+
+      # @private
+      CACHEABLE_REQUESTS = Set[]
+
+      ## client methods ##
+
+      # @!method activate_pipeline(options = {})
+      # Calls the ActivatePipeline API operation.
+      # @param [Hash] options
+      #   * +:pipeline_id+ - *required* - (String) The identifier of the
+      #     pipeline to activate.
+      # @return [Core::Response]
+
+      # @!method create_pipeline(options = {})
+      # Calls the CreatePipeline API operation.
+      # @param [Hash] options
+      #   * +:name+ - *required* - (String) The name of the new pipeline. You
+      #     can use the same name for multiple pipelines associated with your
+      #     AWS account, because AWS Data Pipeline assigns each new pipeline a
+      #     unique pipeline identifier.
+      #   * +:unique_id+ - *required* - (String) A unique identifier that you
+      #     specify. This identifier is not the same as the pipeline identifier
+      #     assigned by AWS Data Pipeline. You are responsible for defining the
+      #     format and ensuring the uniqueness of this identifier. You use this
+      #     parameter to ensure idempotency during repeated calls to
+      #     CreatePipeline. For example, if the first call to CreatePipeline
+      #     does not return a clear success, you can pass in the same unique
+      #     identifier and pipeline name combination on a subsequent call to
+      #     CreatePipeline. CreatePipeline ensures that if a pipeline already
+      #     exists with the same name and unique identifier, a new pipeline
+      #     will not be created. Instead, you'll receive the pipeline
+      #     identifier from the previous attempt. The uniqueness of the name
+      #     and unique identifier combination is scoped to the AWS account or
+      #     IAM user credentials.
+      #   * +:description+ - (String) The description of the new pipeline.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +pipelineId+ - (String)
+
+      # @!method delete_pipeline(options = {})
+      # Calls the DeletePipeline API operation.
+      # @param [Hash] options
+      #   * +:pipeline_id+ - *required* - (String) The identifier of the
+      #     pipeline to be deleted.
+      # @return [Core::Response]
+
+      # @!method describe_objects(options = {})
+      # Calls the DescribeObjects API operation.
+      # @param [Hash] options
+      #   * +:pipeline_id+ - *required* - (String) Identifier of the pipeline
+      #     that contains the object definitions.
+      #   * +:object_ids+ - *required* - (Array<String>) Identifiers of the
+      #     pipeline objects that contain the definitions to be described. You
+      #     can pass as many as 25 identifiers in a single call to
+      #     DescribeObjects.
+      #   * +:evaluate_expressions+ - (Boolean) Indicates whether any
+      #     expressions in the object should be evaluated when the object
+      #     descriptions are returned.
+      #   * +:marker+ - (String) The starting point for the results to be
+      #     returned. The first time you call DescribeObjects, this value
+      #     should be empty. As long as the action returns HasMoreResults as
+      #     True, you can call DescribeObjects again and pass the marker value
+      #     from the response to retrieve the next set of results.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +pipelineObjects+ - (Array<Hash>)
+      #     * +id+ - (String)
+      #     * +name+ - (String)
+      #     * +fields+ - (Array<Hash>)
+      #       * +key+ - (String)
+      #       * +stringValue+ - (String)
+      #       * +refValue+ - (String)
+      #   * +marker+ - (String)
+      #   * +hasMoreResults+ - (Boolean)
+
+      # @!method describe_pipelines(options = {})
+      # Calls the DescribePipelines API operation.
+      # @param [Hash] options
+      #   * +:pipeline_ids+ - *required* - (Array<String>) Identifiers of the
+      #     pipelines to describe. You can pass as many as 25 identifiers in a
+      #     single call to DescribePipelines. You can obtain pipeline
+      #     identifiers by calling ListPipelines.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +pipelineDescriptionList+ - (Array<Hash>)
+      #     * +pipelineId+ - (String)
+      #     * +name+ - (String)
+      #     * +fields+ - (Array<Hash>)
+      #       * +key+ - (String)
+      #       * +stringValue+ - (String)
+      #       * +refValue+ - (String)
+      #     * +description+ - (String)
+
+      # @!method evaluate_expression(options = {})
+      # Calls the EvaluateExpression API operation.
+      # @param [Hash] options
+      #   * +:pipeline_id+ - *required* - (String) The identifier of the
+      #     pipeline.
+      #   * +:object_id+ - *required* - (String) The identifier of the object.
+      #   * +:expression+ - *required* - (String) The expression to evaluate.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +evaluatedExpression+ - (String)
+
+      # @!method get_pipeline_definition(options = {})
+      # Calls the GetPipelineDefinition API operation.
+      # @param [Hash] options
+      #   * +:pipeline_id+ - *required* - (String) The identifier of the
+      #     pipeline.
+      #   * +:version+ - (String) The version of the pipeline definition to
+      #     retrieve. This parameter accepts the values latest and active.
+      #     Where latest indicates the last definition saved to the pipeline
+      #     and active indicates the last definition of the pipeline that was
+      #     activated.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +pipelineObjects+ - (Array<Hash>)
+      #     * +id+ - (String)
+      #     * +name+ - (String)
+      #     * +fields+ - (Array<Hash>)
+      #       * +key+ - (String)
+      #       * +stringValue+ - (String)
+      #       * +refValue+ - (String)
+
+      # @!method list_pipelines(options = {})
+      # Calls the ListPipelines API operation.
+      # @param [Hash] options
+      #   * +:marker+ - (String) The starting point for the results to be
+      #     returned. The first time you call ListPipelines, this value should
+      #     be empty. As long as the action returns HasMoreResults as True, you
+      #     can call ListPipelines again and pass the marker value from the
+      #     response to retrieve the next set of results.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +pipelineIdList+ - (Array<Hash>)
+      #     * +id+ - (String)
+      #     * +name+ - (String)
+      #   * +marker+ - (String)
+      #   * +hasMoreResults+ - (Boolean)
+
+      # @!method poll_for_task(options = {})
+      # Calls the PollForTask API operation.
+      # @param [Hash] options
+      #   * +:worker_group+ - *required* - (String) Indicates the type of task
+      #     the task runner is configured to accept and process. The worker
+      #     group is set as a field on objects in the pipeline when they are
+      #     created. You can only specify a single value for workerGroup in the
+      #     call to PollForTask. There are no wildcard values permitted in
+      #     workerGroup, the string must be an exact, case-sensitive, match.
+      #   * +:hostname+ - (String) The public DNS name of the calling task
+      #     runner.
+      #   * +:instance_identity+ - (Hash) Identity information for the Amazon
+      #     EC2 instance that is hosting the task runner. You can get this
+      #     value by calling the URI,
+      #     http://169.254.169.254/latest/meta-data/instance-id, from the EC2
+      #     instance. For more information, go to Instance Metadata in the
+      #     Amazon Elastic Compute Cloud User Guide. Passing in this value
+      #     proves that your task runner is running on an EC2 instance, and
+      #     ensures the proper AWS Data Pipeline service charges are applied to
+      #     your pipeline.
+      #     * +:document+ - (String) A description of an Amazon EC2 instance
+      #       that is generated when the instance is launched and exposed to
+      #       the instance via the instance meta-data service in the form of a
+      #       JSON representation of an object.
+      #     * +:signature+ - (String) A signature which can be used to verify
+      #       the accuracy and authenticity of the information provided in the
+      #       instance identity document.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +taskObject+ - (Hash)
+      #     * +taskId+ - (String)
+      #     * +pipelineId+ - (String)
+      #     * +attemptId+ - (String)
+      #     * +objects+ - (Hash<String,Hash>)
+      #       * +id+ - (String)
+      #       * +name+ - (String)
+      #       * +fields+ - (Array<Hash>)
+      #         * +key+ - (String)
+      #         * +stringValue+ - (String)
+      #         * +refValue+ - (String)
+
+      # @!method put_pipeline_definition(options = {})
+      # Calls the PutPipelineDefinition API operation.
+      # @param [Hash] options
+      #   * +:pipeline_id+ - *required* - (String) The identifier of the
+      #     pipeline to be configured.
+      #   * +:pipeline_objects+ - *required* - (Array<Hash>) The objects that
+      #     define the pipeline. These will overwrite the existing pipeline
+      #     definition.
+      #     * +:id+ - *required* - (String) Identifier of the object.
+      #     * +:name+ - *required* - (String) Name of the object.
+      #     * +:fields+ - *required* - (Array<Hash>) Key-value pairs that
+      #       define the properties of the object.
+      #       * +:key+ - *required* - (String) The field identifier.
+      #       * +:string_value+ - (String) The field value, expressed as a
+      #         String.
+      #       * +:ref_value+ - (String) The field value, expressed as the
+      #         identifier of another object.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +validationErrors+ - (Array<Hash>)
+      #     * +id+ - (String)
+      #     * +errors+ - (Array<String>)
+      #   * +errored+ - (Boolean)
+
+      # @!method query_objects(options = {})
+      # Calls the QueryObjects API operation.
+      # @param [Hash] options
+      #   * +:pipeline_id+ - *required* - (String) Identifier of the pipeline
+      #     to be queried for object names.
+      #   * +:query+ - (Hash) Query that defines the objects to be returned.
+      #     The Query object can contain a maximum of ten selectors. The
+      #     conditions in the query are limited to top-level String fields in
+      #     the object. These filters can be applied to components, instances,
+      #     and attempts.
+      #     * +:selectors+ - (Array<Hash>) List of selectors that define the
+      #       query. An object must satisfy all of the selectors to match the
+      #       query.
+      #       * +:field_name+ - (String) The name of the field that the
+      #         operator will be applied to. The field name is the "key"
+      #         portion of the field definition in the pipeline definition
+      #         syntax that is used by the AWS Data Pipeline API. If the field
+      #         is not set on the object, the condition fails.
+      #       * +:operator+ - (Hash)
+      #         * +:type+ - (String) The logical operation to be performed:
+      #           equal (EQ), equal reference (REF_EQ), less than or equal
+      #           (LE), greater than or equal (GE), or between (BETWEEN). Equal
+      #           reference (REF_EQ) can be used only with reference fields.
+      #           The other comparison types can be used only with String
+      #           fields. The comparison types you can use apply only to
+      #           certain object fields, as detailed below. The comparison
+      #           operators EQ and REF_EQ act on the following fields: name
+      #           @sphere parent @componentParent @instanceParent @status
+      #           @scheduledStartTime @scheduledEndTime @actualStartTime
+      #           @actualEndTime The comparison operators GE, LE, and BETWEEN
+      #           act on the following fields: @scheduledStartTime
+      #           @scheduledEndTime @actualStartTime @actualEndTime Note that
+      #           fields beginning with the at sign (@) are read-only and set
+      #           by the web service. When you name fields, you should choose
+      #           names containing only alpha-numeric values, as symbols may be
+      #           reserved by AWS Data Pipeline. A best practice for
+      #           user-defined fields that you add to a pipeline is to prefix
+      #           their name with the string "my".
+      #         * +:values+ - (Array<String>) The value that the actual field
+      #           value will be compared with.
+      #   * +:sphere+ - *required* - (String) Specifies whether the query
+      #     applies to components or instances. Allowable values: COMPONENT,
+      #     INSTANCE, ATTEMPT.
+      #   * +:marker+ - (String) The starting point for the results to be
+      #     returned. The first time you call QueryObjects, this value should
+      #     be empty. As long as the action returns HasMoreResults as True, you
+      #     can call QueryObjects again and pass the marker value from the
+      #     response to retrieve the next set of results.
+      #   * +:limit+ - (Integer) Specifies the maximum number of object names
+      #     that QueryObjects will return in a single call. The default value
+      #     is 100.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +ids+ - (Array<String>)
+      #   * +marker+ - (String)
+      #   * +hasMoreResults+ - (Boolean)
+
+      # @!method report_task_progress(options = {})
+      # Calls the ReportTaskProgress API operation.
+      # @param [Hash] options
+      #   * +:task_id+ - *required* - (String) Identifier of the task assigned
+      #     to the task runner. This value is provided in the TaskObject that
+      #     the service returns with the response for the PollForTask action.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +canceled+ - (Boolean)
+
+      # @!method report_task_runner_heartbeat(options = {})
+      # Calls the ReportTaskRunnerHeartbeat API operation.
+      # @param [Hash] options
+      #   * +:taskrunner_id+ - *required* - (String) The identifier of the task
+      #     runner. This value should be unique across your AWS account. In the
+      #     case of AWS Data Pipeline Task Runner launched on a resource
+      #     managed by AWS Data Pipeline, the web service provides a unique
+      #     identifier when it launches the application. If you have written a
+      #     custom task runner, you should assign a unique identifier for the
+      #     task runner.
+      #   * +:worker_group+ - (String) Indicates the type of task the task
+      #     runner is configured to accept and process. The worker group is set
+      #     as a field on objects in the pipeline when they are created. You
+      #     can only specify a single value for workerGroup in the call to
+      #     ReportTaskRunnerHeartbeat. There are no wildcard values permitted
+      #     in workerGroup, the string must be an exact, case-sensitive, match.
+      #   * +:hostname+ - (String) The public DNS name of the calling task
+      #     runner.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +terminate+ - (Boolean)
+
+      # @!method set_status(options = {})
+      # Calls the SetStatus API operation.
+      # @param [Hash] options
+      #   * +:pipeline_id+ - *required* - (String) Identifies the pipeline that
+      #     contains the objects.
+      #   * +:object_ids+ - *required* - (Array<String>) Identifies an array of
+      #     objects. The corresponding objects can be either physical or
+      #     components, but not a mix of both types.
+      #   * +:status+ - *required* - (String) Specifies the status to be set on
+      #     all the objects in objectIds. For components, this can be either
+      #     PAUSE or RESUME. For instances, this can be either CANCEL, RERUN,
+      #     or MARK_FINISHED.
+      # @return [Core::Response]
+
+      # @!method set_task_status(options = {})
+      # Calls the SetTaskStatus API operation.
+      # @param [Hash] options
+      #   * +:task_id+ - *required* - (String) Identifies the task assigned to
+      #     the task runner. This value is set in the TaskObject that is
+      #     returned by the PollForTask action.
+      #   * +:task_status+ - *required* - (String) If FINISHED, the task
+      #     successfully completed. If FAILED the task ended unsuccessfully.
+      #     The FALSE value is used by preconditions.
+      #   * +:error_code+ - (Integer) If an error occurred during the task,
+      #     specifies a numerical value that represents the error. This value
+      #     is set on the physical attempt object. It is used to display error
+      #     information to the user. The web service does not parse this value.
+      #   * +:error_message+ - (String) If an error occurred during the task,
+      #     specifies a text description of the error. This value is set on the
+      #     physical attempt object. It is used to display error information to
+      #     the user. The web service does not parse this value.
+      #   * +:error_stack_trace+ - (String) If an error occurred during the
+      #     task, specifies the stack trace associated with the error. This
+      #     value is set on the physical attempt object. It is used to display
+      #     error information to the user. The web service does not parse this
+      #     value.
+      # @return [Core::Response]
+
+      # @!method validate_pipeline_definition(options = {})
+      # Calls the ValidatePipelineDefinition API operation.
+      # @param [Hash] options
+      #   * +:pipeline_id+ - *required* - (String) Identifies the pipeline
+      #     whose definition is to be validated.
+      #   * +:pipeline_objects+ - *required* - (Array<Hash>) A list of objects
+      #     that define the pipeline changes to validate against the pipeline.
+      #     * +:id+ - *required* - (String) Identifier of the object.
+      #     * +:name+ - *required* - (String) Name of the object.
+      #     * +:fields+ - *required* - (Array<Hash>) Key-value pairs that
+      #       define the properties of the object.
+      #       * +:key+ - *required* - (String) The field identifier.
+      #       * +:string_value+ - (String) The field value, expressed as a
+      #         String.
+      #       * +:ref_value+ - (String) The field value, expressed as the
+      #         identifier of another object.
+      # @return [Core::Response]
+      #   The #data method of the response object returns
+      #   a hash with the following structure:
+      #   * +validationErrors+ - (Array<Hash>)
+      #     * +id+ - (String)
+      #     * +errors+ - (Array<String>)
+      #   * +errored+ - (Boolean)
+
+      ## end client methods ##
+
+    end
+  end
+end