elasticity 0.0.1

data/.gitignore

@@ -0,0 +1,5 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+.idea

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format progress

data/.rvmrc

@@ -0,0 +1 @@
+rvm use ree-1.8.7-2010.02@elasticity --create

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in elasticity.gemspec
+gemspec

data/README.mediawiki

@@ -0,0 +1,53 @@
+= Elasticity =
+
+Elasticity provides programmatic access to Amazon's Elastic Map Reduce service.
+
+There are five API actions in the [http://docs.amazonwebservices.com/ElasticMapReduce/latest/DeveloperGuide/index.html EMR API], described below.  Please see the Amazon guide for details on these operations because the default values aren't obvious (e.g. the meaning of DescribeJobFlows without parameters).
+
+'''NOTE''': The AWS plumbing (especially signing/authentication) was used from [http://www.rightscale.com/ RightScale's] amazing [https://github.com/rightscale/right_aws right_aws gem] which works extraordinarily well!
+
+== AddInstanceGroups ==
+
+''(not yet supported)''
+
+== AddJobFlowSteps ==
+
+''(not yet supported)''
+
+== DescribeJobFlows ==
+
+<pre>
+  > emr = Elasticity::EMR.new(ENV["aws_access_key_id"], ENV["aws_secret_key"])
+  > jobflows = emr.describe_jobflows
+  > p jobflows.map(&:name)
+  ["Hive Test", "Pig Test", "Interactive Hadoop", "Interactive Hive"]
+</pre>
+
+== ModifyInstanceGroups ==
+
+''(not yet supported)''
+
+== RunJobFlow ==
+
+''(not yet supported)''
+
+== TerminateJobFlows ==
+
+When the job flow '''exists''', you will receive no output.  This is because Amazon does not return anything other than a 200 when you terminate a job flow :)  You'll want to continually poll with DescribeJobFlows to see when the job was actually terminated.
+
+<pre>
+  > emr = Elasticity::EMR.new(ENV["aws_access_key_id"], ENV["aws_secret_key"])
+  > emr.terminate_jobflows("no-flow")
+  >
+</pre>
+
+When the job flow '''doesn't exist''':
+
+<pre>
+  > emr = Elasticity::EMR.new(ENV["aws_access_key_id"], ENV["aws_secret_key"])
+  > emr.terminate_jobflows("no-flow")
+  ArgumentError: Job flow 'no-flow' does not exist.
+</pre>
+
+
+<!-- __NOTOC__ -->

data/Rakefile

@@ -0,0 +1,11 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+require 'rspec/core/rake_task'
+
+desc 'Run specs'
+task :default => :spec
+
+desc "Run specs"
+RSpec::Core::RakeTask.new

data/elasticity.gemspec

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "elasticity/version"
+
+Gem::Specification.new do |s|
+  s.name        = "elasticity"
+  s.version     = Elasticity::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Robert Slifka"]
+  s.homepage    = "http://www.github.com/rslifka/elasticity"
+  s.summary     = %q{Programmatic access to Amazon's Elastic Map Reduce service.}
+  s.description = %q{Programmatic access to Amazon's Elastic Map Reduce service.}
+
+  s.rubyforge_project = "elasticity"
+
+  s.add_dependency("rest-client")
+  s.add_dependency("nokogiri")
+
+  s.add_development_dependency("rake")
+  s.add_development_dependency("rspec",   ">= 2.5.0")
+  s.add_development_dependency("vcr",     ">= 1.5.1")
+  s.add_development_dependency("webmock", ">= 1.6.2")
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/lib/elasticity.rb

@@ -0,0 +1,9 @@
+require 'rest_client'
+require 'nokogiri'
+
+require 'elasticity/aws_request'
+require 'elasticity/emr'
+require 'elasticity/job_flow'
+
+module Elasticity
+end

data/lib/elasticity/aws_request.rb

@@ -0,0 +1,48 @@
+module Elasticity
+
+  class AwsRequest
+
+    def initialize(aws_access_key_id, aws_secret_access_key)
+      @access_key = aws_access_key_id
+      @secret_key = aws_secret_access_key
+    end
+
+    def aws_emr_request(params)
+      signed_params = sign_params(params, "GET", "elasticmapreduce.amazonaws.com", "/")
+      signed_request = "http://elasticmapreduce.amazonaws.com?#{signed_params}"
+      RestClient.get signed_request
+    end
+
+    # (Used from RightScale's right_aws gem.)
+    # EC2, SQS, SDB and EMR requests must be signed by this guy.
+    # See: http://docs.amazonwebservices.com/AmazonSimpleDB/2007-11-07/DeveloperGuide/index.html?REST_RESTAuth.html
+    #      http://developer.amazonwebservices.com/connect/entry.jspa?externalID=1928
+    def sign_params(service_hash, http_verb, host, uri)
+      service_hash["AWSAccessKeyId"] = @access_key
+      service_hash["Timestamp"] = Time.now.utc.strftime("%Y-%m-%dT%H:%M:%S.000Z")
+      service_hash["SignatureVersion"] = "2"
+      service_hash['SignatureMethod'] = 'HmacSHA256'
+      canonical_string = service_hash.keys.sort.map do |key|
+        "#{AwsRequest.aws_escape(key)}=#{AwsRequest.aws_escape(service_hash[key])}"
+      end.join('&')
+      string_to_sign = "#{http_verb.to_s.upcase}\n#{host.downcase}\n#{uri}\n#{canonical_string}"
+      signature = AwsRequest.aws_escape(Base64.encode64(OpenSSL::HMAC.digest("sha256", @secret_key, string_to_sign)).strip)
+      "#{canonical_string}&Signature=#{signature}"
+    end
+
+    class << self
+
+      # (Used from RightScale's right_aws gem)
+      # Escape a string according to Amazon's rules.
+      # See: http://docs.amazonwebservices.com/AmazonSimpleDB/2007-11-07/DeveloperGuide/index.html?REST_RESTAuth.html
+      def aws_escape(param)
+        param.to_s.gsub(/([^a-zA-Z0-9._~-]+)/n) do
+          '%' + $1.unpack('H2' * $1.size).join('%').upcase
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/elasticity/emr.rb

@@ -0,0 +1,35 @@
+require "base64"
+
+module Elasticity
+
+  class EMR
+
+    def initialize(aws_access_key_id, aws_secret_access_key)
+      @aws_request = Elasticity::AwsRequest.new(aws_access_key_id, aws_secret_access_key)
+    end
+
+    # Lists all jobflows in all states.
+    def describe_jobflows
+      aws_result = @aws_request.aws_emr_request({"Operation" => "DescribeJobFlows"})
+      xml_doc = Nokogiri::XML(aws_result)
+      xml_doc.remove_namespaces!
+      JobFlow.from_members_nodeset(xml_doc.xpath("/DescribeJobFlowsResponse/DescribeJobFlowsResult/JobFlows/member"))
+    end
+
+    # Terminate the specified jobflow.  Amazon does not define a return value
+    # for this operation, so you'll need to poll #describe_jobflows to see
+    # the state of the jobflow.  Raises ArgumentError if the specified job
+    # flow does not exist.
+    def terminate_jobflows(jobflow_id)
+      begin
+        @aws_request.aws_emr_request({
+          "Operation" => "TerminateJobFlows",
+          "JobFlowIds.member.1" => jobflow_id
+        })
+      rescue RestClient::BadRequest
+        raise ArgumentError, "Job flow '#{jobflow_id}' does not exist."
+      end
+    end
+
+  end
+end

data/lib/elasticity/job_flow.rb

@@ -0,0 +1,35 @@
+module Elasticity
+
+  class JobFlow
+
+    attr_accessor :name
+    attr_accessor :jobflow_id
+    attr_accessor :state
+
+    class << self
+
+      # Create a jobflow from an AWS <member> (Nokogiri::XML::Element):
+      #  /DescribeJobFlowsResponse/DescribeJobFlowsResult/JobFlows/member
+      def from_member_element(xml_element)
+        jobflow = JobFlow.new
+        jobflow.name = xml_element.xpath("./Name").text
+        jobflow.jobflow_id = xml_element.xpath("./JobFlowId").text
+        jobflow.state = xml_element.xpath("./ExecutionStatusDetail/State").text
+        jobflow
+      end
+
+      # Create JobFlows from a collection of AWS <member> nodes (Nokogiri::XML::NodeSet):
+      #  /DescribeJobFlowsResponse/DescribeJobFlowsResult/JobFlows
+      def from_members_nodeset(members_nodeset)
+        jobflows = []
+        members_nodeset.each do |member|
+          jobflows << from_member_element(member)
+        end
+        jobflows
+      end
+
+    end
+
+  end
+
+end

data/lib/elasticity/version.rb

@@ -0,0 +1,3 @@
+module Elasticity
+  VERSION = "0.0.1"
+end

data/spec/fixtures/vcr_cassettes/describe_jobflows/all_jobflows.yml

@@ -0,0 +1,69 @@
+--- 
+- !ruby/struct:VCR::HTTPInteraction 
+  request: !ruby/struct:VCR::Request 
+    method: :get
+    uri: !ruby/regexp /^http:\/\/elasticmapreduce.amazonaws.com:80\/\?AWSAccessKeyId=AKIAI7HEMMNKGT6VFFSA&Operation=DescribeJobFlows/
+    body: 
+    headers: 
+      accept: 
+      - "*/*; q=0.5, application/xml"
+      accept-encoding: 
+      - gzip, deflate
+  response: !ruby/struct:VCR::Response 
+    status: !ruby/struct:VCR::ResponseStatus 
+      code: 200
+      message: OK
+    headers: 
+      x-amzn-requestid: 
+      - 994deb7a-63ac-11e0-bc41-ababd98a870b
+      content-type: 
+      - text/xml
+      date: 
+      - Sun, 10 Apr 2011 19:56:17 GMT
+      content-encoding: 
+      - gzip
+      vary: 
+      - Accept-Encoding
+      transfer-encoding: 
+      - chunked
+    body: !binary |
+      H4sIAAAAAAAAAO1bW3PaOhB+769gztM5c0bYEld7XGZIgIQQIAXnMnnJyLYC
+      7vGttpw2/fVHtmOwjQkQIKUpM0wSS7urlfTp0+6aSC3iqa6ukAtb6Rj2d29E
+      PMe2PFL4YRqW9/mvKaWOyHHEwB7VVRM7LtF8lRSxiX/aFv7uFVXb5DRb5RDP
+      C4AvgRL8q/GpUJByLPsGDbpYZ9wYPbIGk5gKceNH1tD+QVSf6rY1ppj6XotQ
+      rBvzfiZx6hIcCLQwJbJukgbiIQR8mX1kWBPLUKzAe4lbEEvauGTTCgYgp1Ns
+      TciIYM+2GjJxTd1irVpBeS74HnELLvnmE49KXL5G0ibrdekypypiSWBOpWWS
+      2syg9rxCOy2TGZuShtwe9buDptxuhSPRtEzb0hbtCzKsiuzDB0uWlJjvCLdi
+      S6QT26YedbHTVAMpj0v0DTCzddv/dzSWuPDvTwmfieOlPMyCYSZ2aluP+iTd
+      wbrOsWbbzgV2A5lsb4A27Da8Ug6MOUNXPC7AqUOB61sWcdNPxa/YlbhAf9Fq
+      0514i81z918Zcao/kfAHiEaTuLwpp80BoGCPAAfT6Triq0Zfb0jd8ig2DBCo
+      LNeQuPy1kK5c2yEu1UkSC7HOq7sWAWZMqO8UzsPB06iJ9yBE2tDqMCT6bgL5
+      DxfDk4fO5fCW+ZaRScOKW4ar1QwUSu2AhUI7W7FGbIGd9NNh/+qynX/0o2nl
+      Hf9oGMYAlWXHP1qs1ay8AJJohRPoiMm/qzW+Ati/r8g3t52L0bg3YCdt1jUX
+      7wYYtFSS5og+QzZx4z6moANcrdf5R1WQuIXOpOaVgVViEotmJtd8YnPBim7o
+      9PnetkjD9wBjdwqgykCU7UzNOdfkzPEz1/adzPHI5bgdwikee8RoTLcmp7bP
+      nOMlLrd9IyyWRVRdicVVt1jttVss9oGBtz1obYjk1RdZdoWimz1aCZhYoWT7
+      MmX52SENExY9k7HkXDdszur0sfsfoY3h4KHV7jcHrQCmYUtWMD/EYEej8MjO
+      RoHOopM1opH0VG2DNPrNMWPJxDyDxmUaIXSDwzUBSDjv8L0xX+1enXyZq8cS
+      ufxthucwj7vzLpOM0fR5H9guW2P9J9FioXPbd70GhOy8L+tMGoiumxvieuzc
+      NPgi4uMrKG5bTi+Zbc7pXNS98hVDV1uWF06eqAgghk9UqgIo1ACCMIicHZ8S
+      ANPRdGw/bSAVwamoR57DZm+KXUKnbL0m0weNPDHMzzvzyGgB5wsAl3qEOC9E
+      3DTY3Xs7JdbAjlicuj67i1+TSBD/AnNnd32HYX+QeMiwLvIVEQqHEvbPnKqL
+      EG4c9me19xD2Q5mHIiq/cu/vIOzvWgzNmHU+kULT13TCIBEGdQU5XNtjPnDM
+      Bz56PrAJPYV2tqKT2MLb8oHEMEh453ygVG9fo7v7L1dC76K8ZT7A16tlDVZr
+      O88HlF+eD2wMp53nAzMPaiKsvSkfSKKZ31s+sPqGy67QLvIBA7sT8rHzAbl6
+      1ul1eHR+17s5nHSghN4vG3jZ5DdmA7UKgDwEqFIGAjrmArvPBWpipRKVAQ4o
+      F2BOCWKZf2MuMNfedS4wI+OyiEp7zAVm8f/fQRT3zzH4Pwb/hT8k+F+Pj0I7
+      W/FHbGHL4J8XYXnnwf/xPOebA4FLYGMlFoB4a0k+rscSVt6kPGw6BonmBbDm
+      RbM0bY0YQPF1Qyt+W8sHbR2p7uDqWv68ricUK+x5d6MPr+X58Owei3aEslt/
+      PqbtUxapcfPTsrvhL7sn47XnHuzCL2BhlihGtbvxC04/OBUvT742z7tezaNf
+      +HYtWm8OTtuXl0tofQ9VGSS3Tm/O2u3zYacrbFmVEaq1qlp63P1b2kOpymwA
+      rj1VZZgH7FPaoioThhml+n6qMmvlGtkVOr6lXe8t7eBu3C+1Bmd3/HXncMoy
+      8Hd5R1vhAawBWEEA8r9lUeYRG95hV2VQRUT1Q6vKlKCI0JurMrH2fqoyjIyR
+      iGrvUZUZEcdmwaE1ORZmjoWZwh9TmFmHkkI7W1FIbGGbwkw4TFj/ec+3soNe
+      70sZCa16pd7dMvwvE0FDdQQ/4Jc0N0bT3sJ/JLAcZKvwPwDzq985in14a/i/
+      4lLLrtDW4b8KiybRdN/82PE/7JVu7+XhqDk6GQqHE/+/11vZxC6/MQGAtTKA
+      SAAQBr+rv2UOsMsXszO6D/slbvm/dUnx/4712X2jYYpfDLycUYY+QShrRKlh
+      UC1hla0w4YGiliHAClY0oY7rNV4JKCeWDwdctJrrRCjT+PQ/yLkKP9E2AAA=
+
+    http_version: "1.1"

data/spec/fixtures/vcr_cassettes/terminate_jobflows/one_jobflow.yml

@@ -0,0 +1,32 @@
+--- 
+- !ruby/struct:VCR::HTTPInteraction 
+  request: !ruby/struct:VCR::Request 
+    method: :get
+    uri: !ruby/regexp /^http:\/\/elasticmapreduce.amazonaws.com:80\/\?AWSAccessKeyId=AKIAI7HEMMNKGT6VFFSA&JobFlowIds.member.1=j-1MZ5TVWFJRSKN&Operation=TerminateJobFlows/
+    body:
+    headers: 
+      accept: 
+      - "*/*; q=0.5, application/xml"
+      accept-encoding: 
+      - gzip, deflate
+  response: !ruby/struct:VCR::Response 
+    status: !ruby/struct:VCR::ResponseStatus 
+      code: 200
+      message: OK
+    headers: 
+      x-amzn-requestid: 
+      - 83e0154d-63c6-11e0-bc41-ababd98a870b
+      content-type: 
+      - text/xml
+      date: 
+      - Sun, 10 Apr 2011 23:01:48 GMT
+      content-length: 
+      - "225"
+    body: |
+      <TerminateJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
+        <ResponseMetadata>
+          <RequestId>83e0154d-63c6-11e0-bc41-ababd98a870b</RequestId>
+        </ResponseMetadata>
+      </TerminateJobFlowsResponse>
+
+    http_version: "1.1"

data/spec/lib/elasticity/aws_request_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+describe Elasticity::AwsRequest do
+
+  describe ".aws_escape" do
+    it "should escape according to Amazon's rules" do
+      # Don't encode reserved characters
+      Elasticity::AwsRequest.aws_escape("foo-_.~bar").should == "foo-_.~bar"
+      # Encode as %20, not as +
+      Elasticity::AwsRequest.aws_escape("foo bar").should == "foo%20bar"
+      # Percent encode all other characters with %XY, where X and Y are hex characters 0-9 and uppercase A-F.
+      Elasticity::AwsRequest.aws_escape("foo$&+,/:;=?@bar").should == "foo%24%26%2B%2C%2F%3A%3B%3D%3F%40bar"
+    end
+  end
+
+  describe "#sign_params" do
+    before do
+      Time.should_receive(:now).and_return(Time.at(1302461096))
+    end
+    it "should sign according to Amazon's rules" do
+      request = Elasticity::AwsRequest.new("aws_access_key_id", "aws_secret_access_key")
+      signed_params = request.send(:sign_params, {}, "GET", "example.com", "/")
+      signed_params.should == "AWSAccessKeyId=aws_access_key_id&SignatureMethod=HmacSHA256&SignatureVersion=2&Timestamp=2011-04-10T18%3A44%3A56.000Z&Signature=jVLfPS056dNmjpCcikBnPmRHJNZ8YGaI7zdmHWUk658%3D"
+    end
+  end
+
+end

data/spec/lib/elasticity/emr_spec.rb

@@ -0,0 +1,106 @@
+require 'spec_helper'
+
+describe Elasticity::EMR do
+
+  describe "#describe_jobflows" do
+
+    describe "integration happy path" do
+      use_vcr_cassette "describe_jobflows/all_jobflows", :record => :none
+      it "should return the names of all running job flows" do
+        emr = Elasticity::EMR.new(ENV["aws_access_key_id"], ENV["aws_secret_key"])
+        jobflows = emr.describe_jobflows
+        jobflows.map(&:name).should == ["WM+RS", "Interactive Audience Hive Test", "Audience (Hive)", "Audience Reporting"]
+        jobflows.map(&:jobflow_id).should == ["j-1MZ5TVWFJRSKN", "j-38EU2XZQP9KJ4", "j-2TDCVGEEHOFI9", "j-NKKQ429D858I"]
+        jobflows.map(&:state).should == ["TERMINATED", "TERMINATED", "TERMINATED", "TERMINATED"]
+      end
+    end
+
+    describe "unit tests" do
+      before do
+        @describe_jobflows_xml = <<-JOBFLOWS
+          <DescribeJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
+            <DescribeJobFlowsResult>
+              <JobFlows>
+                <member>
+                  <ExecutionStatusDetail>
+                    <State>TERMINATED</State>
+                  </ExecutionStatusDetail>
+                  <JobFlowId>j-p</JobFlowId>
+                  <Name>Pig Job</Name>
+                </member>
+                <member>
+                  <ExecutionStatusDetail>
+                    <State>TERMINATED</State>
+                  </ExecutionStatusDetail>
+                  <JobFlowId>j-h</JobFlowId>
+                  <Name>Hive Job</Name>
+                </member>
+              </JobFlows>
+            </DescribeJobFlowsResult>
+          </DescribeJobFlowsResponse>
+        JOBFLOWS
+      end
+      it "should return the names of all running job flows" do
+        aws_request = Elasticity::AwsRequest.new("aws_access_key_id", "aws_secret_key")
+        aws_request.should_receive(:aws_emr_request).with({"Operation" => "DescribeJobFlows"}).and_return(@describe_jobflows_xml)
+        Elasticity::AwsRequest.should_receive(:new).and_return(aws_request)
+        emr = Elasticity::EMR.new("aws_access_key_id", "aws_secret_key")
+        jobflows = emr.describe_jobflows
+        jobflows.map(&:name).should == ["Pig Job", "Hive Job"]
+      end
+    end
+
+  end
+
+  describe "#terminate_jobflows" do
+
+    describe "integration happy path" do
+      context "when the job flow exists" do
+        use_vcr_cassette "terminate_jobflows/one_jobflow", :record => :none
+        it "should terminate the specified jobflow" do
+          emr = Elasticity::EMR.new(ENV["aws_access_key_id"], ENV["aws_secret_key"])
+          emr.terminate_jobflows("j-1MZ5TVWFJRSKN")
+        end
+      end
+    end
+
+    describe "unit tests" do
+
+      context "when the jobflow exists" do
+        before do
+          @terminate_jobflows_xml = <<-RESPONSE
+            <TerminateJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
+              <ResponseMetadata>
+                <RequestId>2690d7eb-ed86-11dd-9877-6fad448a8419</RequestId>
+              </ResponseMetadata>
+            </TerminateJobFlowsResponse>
+          RESPONSE
+        end
+        it "should terminate the specific jobflow" do
+          aws_request = Elasticity::AwsRequest.new("aws_access_key_id", "aws_secret_key")
+          aws_request.should_receive(:aws_emr_request).with({
+            "Operation" => "TerminateJobFlows",
+            "JobFlowIds.member.1" => "j-1"
+          }).and_return(@terminate_jobflows_xml)
+          Elasticity::AwsRequest.should_receive(:new).and_return(aws_request)
+          emr = Elasticity::EMR.new("aws_access_key_id", "aws_secret_key")
+          emr.terminate_jobflows("j-1")
+        end
+      end
+
+      context "when the jobflow does not exist" do
+        it "should terminate the specific jobflow" do
+          aws_request = Elasticity::AwsRequest.new("aws_access_key_id", "aws_secret_key")
+          aws_request.should_receive(:aws_emr_request).and_raise(RestClient::BadRequest)
+          Elasticity::AwsRequest.should_receive(:new).and_return(aws_request)
+          emr = Elasticity::EMR.new("aws_access_key_id", "aws_secret_key")
+          lambda {
+            emr.terminate_jobflows("invalid_jobflow_id")
+          }.should raise_error(ArgumentError)
+        end
+      end
+
+    end
+  end
+
+end

data/spec/lib/elasticity/job_flow_spec.rb

@@ -0,0 +1,51 @@
+require 'spec_helper'
+
+describe Elasticity::JobFlow do
+
+  before do
+    describe_jobflows_xml = <<-JOBFLOWS
+      <DescribeJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
+        <DescribeJobFlowsResult>
+          <JobFlows>
+            <member>
+              <ExecutionStatusDetail>
+                <State>TERMINATED</State>
+              </ExecutionStatusDetail>
+              <JobFlowId>j-p</JobFlowId>
+              <Name>Pig Job</Name>
+            </member>
+            <member>
+              <ExecutionStatusDetail>
+                <State>TERMINATED</State>
+              </ExecutionStatusDetail>
+              <JobFlowId>j-h</JobFlowId>
+              <Name>Hive Job</Name>
+            </member>
+          </JobFlows>
+        </DescribeJobFlowsResult>
+      </DescribeJobFlowsResponse>
+    JOBFLOWS
+    @describe_jobflows_document = Nokogiri::XML(describe_jobflows_xml)
+    @describe_jobflows_document.remove_namespaces!
+    @members_nodeset = @describe_jobflows_document.xpath('/DescribeJobFlowsResponse/DescribeJobFlowsResult/JobFlows/member')
+  end
+
+  describe ".from_xml" do
+    it "should return a JobFlow with the appropriate fields initialized" do
+      jobflow = Elasticity::JobFlow.from_member_element(@members_nodeset[0])
+      jobflow.name.should == "Pig Job"
+      jobflow.jobflow_id.should == "j-p"
+      jobflow.state.should == "TERMINATED"
+    end
+  end
+
+  describe ".from_jobflows_nodeset" do
+    it "should return JobFlows with the appropriate fields initialized" do
+      jobflow = Elasticity::JobFlow.from_members_nodeset(@members_nodeset)
+      jobflow.map(&:name).should == ["Pig Job", "Hive Job"]
+      jobflow.map(&:jobflow_id).should == ["j-p", "j-h"]
+      jobflow.map(&:state).should == ["TERMINATED", "TERMINATED"]
+    end
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,19 @@
+require 'rubygems'
+require 'bundler/setup'
+
+require 'vcr'
+
+require 'elasticity'
+
+ENV["RAILS_ENV"] ||= 'test'
+
+$:.unshift File.dirname(__FILE__)
+
+VCR.config do |c|
+  c.cassette_library_dir = 'spec/fixtures/vcr_cassettes'
+  c.stub_with :webmock
+end
+
+RSpec.configure do |c|
+  c.extend VCR::RSpec::Macros
+end

metadata

@@ -0,0 +1,178 @@
+--- !ruby/object:Gem::Specification 
+name: elasticity
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Robert Slifka
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-04-10 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rest-client
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 2
+        - 5
+        - 0
+        version: 2.5.0
+  type: :development
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: vcr
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 1
+        segments: 
+        - 1
+        - 5
+        - 1
+        version: 1.5.1
+  type: :development
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: webmock
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 1
+        - 6
+        - 2
+        version: 1.6.2
+  type: :development
+  version_requirements: *id006
+description: Programmatic access to Amazon's Elastic Map Reduce service.
+email: 
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- .rspec
+- .rvmrc
+- Gemfile
+- README.mediawiki
+- Rakefile
+- elasticity.gemspec
+- lib/elasticity.rb
+- lib/elasticity/aws_request.rb
+- lib/elasticity/emr.rb
+- lib/elasticity/job_flow.rb
+- lib/elasticity/version.rb
+- spec/fixtures/vcr_cassettes/describe_jobflows/all_jobflows.yml
+- spec/fixtures/vcr_cassettes/terminate_jobflows/one_jobflow.yml
+- spec/lib/elasticity/aws_request_spec.rb
+- spec/lib/elasticity/emr_spec.rb
+- spec/lib/elasticity/job_flow_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://www.github.com/rslifka/elasticity
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: elasticity
+rubygems_version: 1.4.1
+signing_key: 
+specification_version: 3
+summary: Programmatic access to Amazon's Elastic Map Reduce service.
+test_files: 
+- spec/fixtures/vcr_cassettes/describe_jobflows/all_jobflows.yml
+- spec/fixtures/vcr_cassettes/terminate_jobflows/one_jobflow.yml
+- spec/lib/elasticity/aws_request_spec.rb
+- spec/lib/elasticity/emr_spec.rb
+- spec/lib/elasticity/job_flow_spec.rb
+- spec/spec_helper.rb