elasticity 0.0.1 → 0.3

data/README.mediawiki

@@ -1,9 +1,9 @@
-= Elasticity =
-
 Elasticity provides programmatic access to Amazon's Elastic Map Reduce service.
 
 There are five API actions in the [http://docs.amazonwebservices.com/ElasticMapReduce/latest/DeveloperGuide/index.html EMR API], described below.  Please see the Amazon guide for details on these operations because the default values aren't obvious (e.g. the meaning of DescribeJobFlows without parameters).
 
+Alternatively, you may opt for "direct" access to the API where you specify the params and Elasticity takes care of the signing for you.  Direct access is described below the API catalog.
+
 '''NOTE''': The AWS plumbing (especially signing/authentication) was used from [http://www.rightscale.com/ RightScale's] amazing [https://github.com/rightscale/right_aws right_aws gem] which works extraordinarily well!
 
 == AddInstanceGroups ==
@@ -49,5 +49,16 @@ When the job flow '''doesn't exist''':
   ArgumentError: Job flow 'no-flow' does not exist.
 </pre>
 
+= Direct Access =
+
+If you're chomping at the bit to get at some EMR functionality that isn't wrapped (or isn't wrapped in a way you prefer :) feel free to access the AWS EMR API directly by using <code>EMR.direct()</code>.  You can find the allowed values in Amazon's EMR API [http://docs.amazonwebservices.com/ElasticMapReduce/latest/DeveloperGuide/index.html developer documentation].
+
+<pre>
+  > emr = Elasticity::EMR.new(ENV["aws_access_key_id"], ENV["aws_secret_key"])
+  > params = {"Operation" => "DescribeJobFlows"}
+  > result_xml = emr.direct(params)
+  > result_xml[0..42]
+  <DescribeJobFlowsResponse xmlns=\"http://ela"
+</pre>
 
 <!-- __NOTOC__ -->

data/lib/elasticity.rb

@@ -1,3 +1,5 @@
+require 'base64'
+
 require 'rest_client'
 require 'nokogiri'
 

data/lib/elasticity/emr.rb

@@ -1,5 +1,3 @@
-require "base64"
-
 module Elasticity
 
   class EMR
@@ -31,5 +29,13 @@ module Elasticity
       end
     end
 
+    # Pass the specified params hash directly through to the AWS request
+    # URL.  Use this if you want to perform an operation that hasn't yet
+    # been wrapped by Elasticity or you just want to see the response
+    # XML for yourself :)
+    def direct(params)
+      @aws_request.aws_emr_request(params)
+    end
+
   end
 end

data/lib/elasticity/version.rb

@@ -1,3 +1,3 @@
 module Elasticity
-  VERSION = "0.0.1"
+  VERSION = "0.3"
 end

data/spec/fixtures/vcr_cassettes/direct/terminate_jobflow.yml

@@ -0,0 +1,32 @@
+--- 
+- !ruby/struct:VCR::HTTPInteraction 
+  request: !ruby/struct:VCR::Request 
+    method: :get
+    uri: !ruby/regexp /^http:\/\/elasticmapreduce.amazonaws.com:80\/\?AWSAccessKeyId=AKIAI7HEMMNKGT6VFFSA&JobFlowIds.member.1=j-1MZ5TVWFJRSKN&Operation=TerminateJobFlows/
+    body:
+    headers: 
+      accept: 
+      - "*/*; q=0.5, application/xml"
+      accept-encoding: 
+      - gzip, deflate
+  response: !ruby/struct:VCR::Response 
+    status: !ruby/struct:VCR::ResponseStatus 
+      code: 200
+      message: OK
+    headers: 
+      x-amzn-requestid: 
+      - 54a92156-63dc-11e0-a11b-4b625b21bf04
+      content-type: 
+      - text/xml
+      date: 
+      - Mon, 11 Apr 2011 01:37:58 GMT
+      content-length: 
+      - "225"
+    body: |
+      <TerminateJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
+        <ResponseMetadata>
+          <RequestId>54a92156-63dc-11e0-a11b-4b625b21bf04</RequestId>
+        </ResponseMetadata>
+      </TerminateJobFlowsResponse>
+
+    http_version: "1.1"

data/spec/lib/elasticity/emr_spec.rb

@@ -103,4 +103,45 @@ describe Elasticity::EMR do
     end
   end
 
+  describe "#direct" do
+
+    describe "integration happy path" do
+      use_vcr_cassette "direct/terminate_jobflow", :record => :none
+      it "should terminate the specified jobflow" do
+        emr = Elasticity::EMR.new(ENV["aws_access_key_id"], ENV["aws_secret_key"])
+        params = {
+          "Operation" => "TerminateJobFlows",
+          "JobFlowIds.member.1" => "j-1MZ5TVWFJRSKN"
+        }
+        emr.direct(params)
+      end
+    end
+
+    describe "unit tests" do
+      before do
+        @terminate_jobflows_xml = <<-RESPONSE
+          <TerminateJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
+            <ResponseMetadata>
+              <RequestId>2690d7eb-ed86-11dd-9877-6fad448a8419</RequestId>
+            </ResponseMetadata>
+          </TerminateJobFlowsResponse>
+        RESPONSE
+      end
+      it "should pass through directly to the request" do
+        aws_request = Elasticity::AwsRequest.new("aws_access_key_id", "aws_secret_key")
+        aws_request.should_receive(:aws_emr_request).with({
+          "Operation" => "TerminateJobFlows",
+          "JobFlowIds.member.1" => "j-1"
+        }).and_return(@terminate_jobflows_xml)
+        Elasticity::AwsRequest.should_receive(:new).and_return(aws_request)
+        emr = Elasticity::EMR.new("aws_access_key_id", "aws_secret_key")
+        params = {
+          "Operation" => "TerminateJobFlows",
+          "JobFlowIds.member.1" => "j-1"
+        }
+        emr.direct(params).should == @terminate_jobflows_xml
+      end
+    end
+  end
+
 end

metadata

@@ -1,13 +1,12 @@
 --- !ruby/object:Gem::Specification 
 name: elasticity
 version: !ruby/object:Gem::Version 
-  hash: 29
+  hash: 13
   prerelease: 
   segments: 
   - 0
-  - 0
-  - 1
-  version: 0.0.1
+  - 3
+  version: "0.3"
 platform: ruby
 authors: 
 - Robert Slifka
@@ -130,6 +129,7 @@ files:
 - lib/elasticity/job_flow.rb
 - lib/elasticity/version.rb
 - spec/fixtures/vcr_cassettes/describe_jobflows/all_jobflows.yml
+- spec/fixtures/vcr_cassettes/direct/terminate_jobflow.yml
 - spec/fixtures/vcr_cassettes/terminate_jobflows/one_jobflow.yml
 - spec/lib/elasticity/aws_request_spec.rb
 - spec/lib/elasticity/emr_spec.rb
@@ -171,6 +171,7 @@ specification_version: 3
 summary: Programmatic access to Amazon's Elastic Map Reduce service.
 test_files: 
 - spec/fixtures/vcr_cassettes/describe_jobflows/all_jobflows.yml
+- spec/fixtures/vcr_cassettes/direct/terminate_jobflow.yml
 - spec/fixtures/vcr_cassettes/terminate_jobflows/one_jobflow.yml
 - spec/lib/elasticity/aws_request_spec.rb
 - spec/lib/elasticity/emr_spec.rb