elasticity 5.0.3 → 6.0

data/lib/elasticity/job_flow_status_step.rb

@@ -1,38 +0,0 @@
-module Elasticity
-
-  class JobFlowStatusStep
-
-    attr_accessor :name
-    attr_accessor :state
-    attr_accessor :created_at
-    attr_accessor :started_at
-    attr_accessor :ended_at
-
-    # Create a job flow from an AWS <member> (Nokogiri::XML::Element):
-    #   /DescribeJobFlowsResponse/DescribeJobFlowsResult/JobFlows/member/Steps/member
-    def self.from_member_element(xml_element)
-      job_flow_step = JobFlowStatusStep.new
-      job_flow_step.name = xml_element.xpath('./StepConfig/Name').text.strip
-      job_flow_step.state = xml_element.xpath('./ExecutionStatusDetail/State').text.strip
-      created_at = xml_element.xpath('./ExecutionStatusDetail/CreationDateTime').text.strip
-      job_flow_step.created_at = (created_at == '') ? (nil) : (Time.parse(created_at))
-      started_at = xml_element.xpath('./ExecutionStatusDetail/StartDateTime').text.strip
-      job_flow_step.started_at = (started_at == '') ? (nil) : (Time.parse(started_at))
-      ended_at = xml_element.xpath('./ExecutionStatusDetail/EndDateTime').text.strip
-      job_flow_step.ended_at = (ended_at == '') ? (nil) : (Time.parse(ended_at))
-      job_flow_step
-    end
-
-    # Create JobFlowSteps from a collection of AWS <member> nodes (Nokogiri::XML::NodeSet):
-    #   /DescribeJobFlowsResponse/DescribeJobFlowsResult/JobFlows/member/Steps/member
-    def self.from_members_nodeset(members_nodeset)
-      jobflow_steps = []
-      members_nodeset.each do |member|
-        jobflow_steps << from_member_element(member)
-      end
-      jobflow_steps
-    end
-
-  end
-
-end

data/spec/lib/elasticity/aws_request_v2_spec.rb

@@ -1,38 +0,0 @@
-describe Elasticity::AwsRequestV2 do
-
-  before do
-    Timecop.freeze(Time.at(1302461096))
-  end
-
-  after do
-    Timecop.return
-  end
-
-  subject do
-    Elasticity::AwsRequestV2.new(
-      Elasticity::AwsSession.new('access', 'secret'),
-      {:operation => 'RunJobFlow', :name => 'Elasticity Job Flow'}
-    )
-  end
-
-  describe '#url' do
-    it 'should construct a proper endpoint' do
-      subject.url.should == 'https://elasticmapreduce.us-east-1.amazonaws.com'
-    end
-  end
-
-  describe '#headers' do
-    it 'should create the proper headers' do
-      subject.headers.should == {
-        :content_type => 'application/x-www-form-urlencoded; charset=utf-8'
-      }
-    end
-  end
-
-  describe '#payload' do
-    it 'should payload up the place' do
-      subject.payload.should == 'AWSAccessKeyId=access&Name=Elasticity%20Job%20Flow&Operation=RunJobFlow&SignatureMethod=HmacSHA256&SignatureVersion=2&Timestamp=2011-04-10T18%3A44%3A56.000Z&Signature=5x6YilYHOjgM%2F6nalIOf62txOKoLFGBYyIivoHb%2F27k%3D'
-    end
-  end
-
-end

data/spec/lib/elasticity/job_flow_status_spec.rb

@@ -1,265 +0,0 @@
-describe Elasticity::JobFlowStatus do
-
-  let(:hive_setup_config) do
-    <<-XML
-      <member>
-        <StepConfig>
-          <Name>Elasticity - Install Hive</Name>
-        </StepConfig>
-        <ExecutionStatusDetail>
-          <State>FAILED</State>
-        </ExecutionStatusDetail>
-      </member>
-    XML
-  end
-
-  let(:pig_setup_config) do
-    <<-XML
-      <member>
-        <StepConfig>
-          <Name>Elasticity - Install Pig</Name>
-        </StepConfig>
-        <ExecutionStatusDetail>
-          <State>FAILED</State>
-        </ExecutionStatusDetail>
-      </member>
-    XML
-  end
-
-  let(:started_at) do
-    <<-XML
-      <StartDateTime>
-        2011-10-04T21:49:17Z
-      </StartDateTime>
-    XML
-  end
-
-  let(:setup_config) do
-    hive_setup_config
-  end
-
-  let(:describe_jobflows_xml) do
-    <<-XML
-      <DescribeJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
-        <DescribeJobFlowsResult>
-          <JobFlows>
-            <member>
-              <JobFlowId>j-p</JobFlowId>
-              <Name>Hive Job 1</Name>
-              <ExecutionStatusDetail>
-                <CreationDateTime>
-                   2011-10-04T21:49:16Z
-                </CreationDateTime>
-                <LastStateChangeReason>
-                   Steps completed with errors
-                </LastStateChangeReason>
-                #{started_at}
-                <ReadyDateTime>
-                   2011-10-04T21:49:18Z
-                </ReadyDateTime>
-                <EndDateTime>
-                   2011-10-05T21:49:18Z
-                </EndDateTime>
-                <State>TERMINATED</State>
-              </ExecutionStatusDetail>
-              <Steps>
-                #{setup_config}
-                <member>
-                  <StepConfig>
-                    <Name>Run Hive Script</Name>
-                  </StepConfig>
-                  <ExecutionStatusDetail>
-                    <State>PENDING</State>
-                  </ExecutionStatusDetail>
-                </member>
-              </Steps>
-              <Instances>
-                 <MasterPublicDnsName>
-                   ec2-107-22-77-99.compute-1.amazonaws.com
-                 </MasterPublicDnsName>
-                 <NormalizedInstanceHours>
-                   0
-                 </NormalizedInstanceHours>
-                 <Placement>
-                    <AvailabilityZone>
-                      eu-west-1a
-                    </AvailabilityZone>
-                 </Placement>
-                 <SlaveInstanceType>
-                    m1.small
-                 </SlaveInstanceType>
-                 <MasterInstanceId>
-                    i-15a4417c
-                 </MasterInstanceId>
-                 <MasterInstanceType>
-                    m1.small
-                 </MasterInstanceType>
-                 <Ec2KeyName>
-                    myec2keyname
-                 </Ec2KeyName>
-                 <InstanceCount>
-                    4
-                 </InstanceCount>
-              </Instances>
-            </member>
-            <member>
-              <JobFlowId>j-h</JobFlowId>
-              <Name>Hive Job 2</Name>
-              <ExecutionStatusDetail>
-                <CreationDateTime>
-                   2011-10-04T22:49:16Z
-                </CreationDateTime>
-                <State>
-                  TERMINATED
-                </State>
-                <LastStateChangeReason>
-                  Steps completed
-                </LastStateChangeReason>
-              </ExecutionStatusDetail>
-              <Instances>
-                 <NormalizedInstanceHours>
-                   4
-                 </NormalizedInstanceHours>
-                 <Placement>
-                    <AvailabilityZone>
-                      eu-west-1b
-                    </AvailabilityZone>
-                 </Placement>
-                 <SlaveInstanceType>
-                    c1.medium
-                 </SlaveInstanceType>
-                 <MasterInstanceType>
-                    c1.medium
-                 </MasterInstanceType>
-                 <Ec2KeyName>
-                    myec2keyname
-                 </Ec2KeyName>
-                 <InstanceCount>
-                    2
-                 </InstanceCount>
-              </Instances>
-            </member>
-          </JobFlows>
-        </DescribeJobFlowsResult>
-      </DescribeJobFlowsResponse>
-    XML
-  end
-
-  let(:members_nodeset) do
-    describe_jobflows_document = Nokogiri::XML(describe_jobflows_xml)
-    describe_jobflows_document.remove_namespaces!
-    describe_jobflows_document.xpath('/DescribeJobFlowsResponse/DescribeJobFlowsResult/JobFlows/member')
-  end
-
-  let(:single_jobflow_status) { Elasticity::JobFlowStatus.from_member_element(members_nodeset[0]) }
-
-  let(:multiple_jobflow_statuses) { Elasticity::JobFlowStatus.from_members_nodeset(members_nodeset) }
-
-  describe '.from_xml' do
-    it 'should return a JobFlowStatus with the appropriate fields initialized' do
-      single_jobflow_status.name.should == 'Hive Job 1'
-      single_jobflow_status.jobflow_id.should == 'j-p'
-      single_jobflow_status.state.should == 'TERMINATED'
-      single_jobflow_status.steps.map(&:name).should == ['Elasticity - Install Hive', 'Run Hive Script']
-      single_jobflow_status.steps.map(&:state).should == %w(FAILED PENDING)
-      single_jobflow_status.created_at.should == Time.parse('2011-10-04T21:49:16Z')
-      single_jobflow_status.started_at.should == Time.parse('2011-10-04T21:49:17Z')
-      single_jobflow_status.ready_at.should == Time.parse('2011-10-04T21:49:18Z')
-      single_jobflow_status.ended_at.should == Time.parse('2011-10-05T21:49:18Z')
-      single_jobflow_status.duration.should == 1440
-      single_jobflow_status.master_instance_id.should == 'i-15a4417c'
-      single_jobflow_status.master_instance_type.should == 'm1.small'
-      single_jobflow_status.slave_instance_type.should == 'm1.small'
-      single_jobflow_status.instance_count.should == '4'
-      single_jobflow_status.last_state_change_reason.should == 'Steps completed with errors'
-      single_jobflow_status.master_public_dns_name.should == 'ec2-107-22-77-99.compute-1.amazonaws.com'
-      single_jobflow_status.normalized_instance_hours.should == '0'
-    end
-
-    context 'when the jobflow never started' do
-      let(:started_at) {}
-      it 'should have a nil duration' do
-        single_jobflow_status.started_at.should == nil
-        single_jobflow_status.duration.should == nil
-      end
-    end
-  end
-
-  describe '.from_jobflow_statuses_nodeset' do
-    it 'should return JobFlowStatuses with the appropriate fields initialized' do
-      multiple_jobflow_statuses.map(&:name).should == ['Hive Job 1', 'Hive Job 2']
-      multiple_jobflow_statuses.map(&:jobflow_id).should == %w(j-p j-h)
-      multiple_jobflow_statuses.map(&:state).should == %w(TERMINATED TERMINATED)
-      multiple_jobflow_statuses.map(&:created_at).should == [Time.parse('2011-10-04T21:49:16Z'), Time.parse('2011-10-04T22:49:16Z')]
-      multiple_jobflow_statuses.map(&:started_at).should == [Time.parse('2011-10-04T21:49:17Z'), nil]
-      multiple_jobflow_statuses.map(&:ready_at).should == [Time.parse('2011-10-04T21:49:18Z'), nil]
-      multiple_jobflow_statuses.map(&:ended_at).should == [Time.parse('2011-10-05T21:49:18Z'), nil]
-      multiple_jobflow_statuses.map(&:duration).should == [1440, nil]
-      multiple_jobflow_statuses.map(&:master_instance_id).should == ['i-15a4417c', nil]
-      multiple_jobflow_statuses.map(&:master_instance_type).should == %w(m1.small c1.medium)
-      multiple_jobflow_statuses.map(&:slave_instance_type).should == %w(m1.small c1.medium)
-      multiple_jobflow_statuses.map(&:instance_count).should == %w(4 2)
-      multiple_jobflow_statuses.map(&:last_state_change_reason).should == ['Steps completed with errors', 'Steps completed']
-      multiple_jobflow_statuses.map(&:master_public_dns_name).should == ['ec2-107-22-77-99.compute-1.amazonaws.com', nil]
-      multiple_jobflow_statuses.map(&:normalized_instance_hours).should == %w(0 4)
-    end
-  end
-
-  describe '#installed_steps' do
-
-    context 'when nothing has been installed' do
-      let(:setup_config) { }
-      it 'should be empty' do
-        single_jobflow_status.installed_steps.should == []
-      end
-    end
-
-    context 'when Hive has been installed by Elasticity' do
-      let(:setup_config) { hive_setup_config }
-      it 'should include HiveStep' do
-        single_jobflow_status.installed_steps.should == [Elasticity::HiveStep]
-      end
-    end
-
-    context 'when Pig has been installed by Elasticity' do
-      let(:setup_config) { pig_setup_config }
-      it 'should include PigStep' do
-        single_jobflow_status.installed_steps.should == [Elasticity::PigStep]
-      end
-    end
-
-    context 'when more than one step has been installed by Elasticity' do
-      let(:setup_config) { hive_setup_config + pig_setup_config }
-      it 'should include all of them' do
-        single_jobflow_status.installed_steps.should =~ [Elasticity::HiveStep, Elasticity::PigStep]
-      end
-    end
-  end
-
-  describe '#active?' do
-
-    context 'when the jobflow status is terminal' do
-      %w{COMPLETED TERMINATED FAILED _}.each do |status|
-        context "when the jobflow is #{status}" do
-          it 'is not active' do
-            single_jobflow_status.state = status
-            single_jobflow_status.active?.should be_false
-          end
-        end
-      end
-    end
-
-    context 'when the jobflow status is not terminal' do
-      %w{RUNNING STARTING BOOTSTRAPPING WAITING SHUTTING_DOWN}.each do |status|
-        context "when the jobflow is #{status}" do
-          it 'is active' do
-            single_jobflow_status.state = status
-            single_jobflow_status.active?.should be_true
-          end
-        end
-      end
-    end
-
-  end
-
-end

data/spec/lib/elasticity/job_flow_status_step_spec.rb

@@ -1,80 +0,0 @@
-describe Elasticity::JobFlowStatusStep do
-
-  before do
-    describe_jobflows_xml = <<-JOBFLOWS
-      <DescribeJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
-        <DescribeJobFlowsResult>
-          <JobFlows>
-            <member>
-              <JobFlowId>j-p</JobFlowId>
-              <Name>Pig Job</Name>
-              <ExecutionStatusDetail>
-                <State>TERMINATED</State>
-              </ExecutionStatusDetail>
-              <Steps>
-                <member>
-                  <StepConfig>
-                    <Name>Setup Hive</Name>
-                  </StepConfig>
-                  <ExecutionStatusDetail>
-                    <State>FAILED</State>
-                    <CreationDateTime>
-                      2011-10-04T21:46:16Z
-                    </CreationDateTime>
-                    <StartDateTime>
-                       2011-10-04T21:49:16Z
-                    </StartDateTime>
-                    <EndDateTime>
-                       2011-10-04T21:51:16Z
-                    </EndDateTime>
-                  </ExecutionStatusDetail>
-                </member>
-                <member>
-                  <StepConfig>
-                    <Name>Run Hive Script</Name>
-                  </StepConfig>
-                  <ExecutionStatusDetail>
-                    <State>PENDING</State>
-                    <CreationDateTime>
-                    </CreationDateTime>
-                    <StartDateTime>
-                    </StartDateTime>
-                    <EndDateTime>
-                    </EndDateTime>
-                  </ExecutionStatusDetail>
-                </member>
-              </Steps>
-            </member>
-          </JobFlows>
-        </DescribeJobFlowsResult>
-      </DescribeJobFlowsResponse>
-    JOBFLOWS
-    describe_jobflows_document = Nokogiri::XML(describe_jobflows_xml)
-    describe_jobflows_document.remove_namespaces!
-    @members_nodeset = describe_jobflows_document.xpath('/DescribeJobFlowsResponse/DescribeJobFlowsResult/JobFlows/member/Steps/member')
-  end
-
-  describe ".from_xml" do
-    it "should return a JobFlowStep with the appropriate fields initialized" do
-      jobflow_step = Elasticity::JobFlowStatusStep.from_member_element(@members_nodeset[0])
-      jobflow_step.name.should == "Setup Hive"
-      jobflow_step.state.should == "FAILED"
-      jobflow_step.created_at.should == Time.parse("2011-10-04T21:46:16Z")
-      jobflow_step.started_at.should == Time.parse("2011-10-04T21:49:16Z")
-      jobflow_step.ended_at.should == Time.parse("2011-10-04T21:51:16Z")
-    end
-  end
-
-  describe ".from_steps_nodeset" do
-    it "should return JobFlowSteps with the appropriate fields initialized" do
-      jobflow_steps = Elasticity::JobFlowStatusStep.from_members_nodeset(@members_nodeset)
-      jobflow_steps.map(&:name).should == ["Setup Hive", "Run Hive Script"]
-      jobflow_steps.map(&:state).should == ["FAILED", "PENDING"]
-      jobflow_steps.map(&:created_at).should == [Time.parse("2011-10-04T21:46:16Z"), nil]
-      jobflow_steps.map(&:started_at).should == [Time.parse("2011-10-04T21:49:16Z"), nil]
-      jobflow_steps.map(&:ended_at).should == [Time.parse("2011-10-04T21:51:16Z"), nil]
-    end
-  end
-
-
-end