elasticity 1.4.1 → 1.5

Sign up to get free protection for your applications and to get access to all the features.
Files changed (29) hide show
  1. data/.rvmrc +1 -1
  2. data/.travis.yml +11 -0
  3. data/HISTORY.md +6 -0
  4. data/README.md +23 -6
  5. data/elasticity.gemspec +4 -7
  6. data/lib/elasticity/custom_jar_job.rb +3 -2
  7. data/lib/elasticity/hive_job.rb +1 -3
  8. data/lib/elasticity/pig_job.rb +1 -4
  9. data/lib/elasticity/simple_job.rb +4 -3
  10. data/lib/elasticity/version.rb +1 -1
  11. data/spec/fixtures/vcr_cassettes/add_instance_groups/one_group_successful.yml +33 -27
  12. data/spec/fixtures/vcr_cassettes/add_instance_groups/one_group_unsuccessful.yml +33 -27
  13. data/spec/fixtures/vcr_cassettes/add_jobflow_steps/add_multiple_steps.yml +236 -222
  14. data/spec/fixtures/vcr_cassettes/custom_jar_job/cloudburst.yml +33 -27
  15. data/spec/fixtures/vcr_cassettes/describe_jobflows/all_jobflows.yml +64 -58
  16. data/spec/fixtures/vcr_cassettes/direct/terminate_jobflow.yml +30 -24
  17. data/spec/fixtures/vcr_cassettes/hive_job/hive_ads.yml +30 -24
  18. data/spec/fixtures/vcr_cassettes/modify_instance_groups/set_instances_to_3.yml +30 -24
  19. data/spec/fixtures/vcr_cassettes/pig_job/apache_log_reports.yml +32 -26
  20. data/spec/fixtures/vcr_cassettes/pig_job/apache_log_reports_with_bootstrap.yml +33 -27
  21. data/spec/fixtures/vcr_cassettes/run_jobflow/word_count.yml +33 -27
  22. data/spec/fixtures/vcr_cassettes/set_termination_protection/nonexistent_job_flows.yml +33 -27
  23. data/spec/fixtures/vcr_cassettes/set_termination_protection/protect_multiple_job_flows.yml +30 -24
  24. data/spec/fixtures/vcr_cassettes/terminate_jobflows/one_jobflow.yml +30 -24
  25. data/spec/lib/elasticity/emr_spec.rb +3 -0
  26. data/spec/lib/elasticity/hive_job_spec.rb +3 -9
  27. data/spec/lib/elasticity/pig_job_spec.rb +16 -1
  28. data/spec/spec_helper.rb +39 -26
  29. metadata +14 -90
data/spec/fixtures/vcr_cassettes/describe_jobflows/all_jobflows.yml CHANGED
@@ -1,69 +1,75 @@
1
- ---
2
- - !ruby/struct:VCR::HTTPInteraction
3
- request: !ruby/struct:VCR::Request
4
- method: :get
5
- uri: !ruby/regexp /^https:\/\/elasticmapreduce.amazonaws.com\/\?AWSAccessKeyId=\S+&Operation=DescribeJobFlows/
1
+ ---
2
+ http_interactions:
3
+ - request:
4
+ method: get
5
+ uri: !ruby/regexp /^https/
6
6
  body:
7
- headers:
8
- accept:
7
+ encoding: US-ASCII
8
+ string: ""
9
+ headers:
10
+ Accept:
9
11
  - "*/*; q=0.5, application/xml"
10
- accept-encoding:
12
+ Accept-Encoding:
11
13
  - gzip, deflate
12
- response: !ruby/struct:VCR::Response
13
- status: !ruby/struct:VCR::ResponseStatus
14
+ response:
15
+ status:
14
16
  code: 200
15
17
  message: OK
16
- headers:
17
- x-amzn-requestid:
18
- - 994deb7a-63ac-11e0-bc41-ababd98a870b
19
- content-type:
20
- - text/xml
21
- date:
18
+ headers:
19
+ Date:
22
20
  - Sun, 10 Apr 2011 19:56:17 GMT
23
- content-encoding:
21
+ Content-Type:
22
+ - text/xml
23
+ Content-Encoding:
24
24
  - gzip
25
- vary:
25
+ X-Amzn-Requestid:
26
+ - 994deb7a-63ac-11e0-bc41-ababd98a870b
27
+ Vary:
26
28
  - Accept-Encoding
27
- transfer-encoding:
29
+ Transfer-Encoding:
28
30
  - chunked
29
- body: !binary |
30
- H4sIAAAAAAAAAO1bW3PaOhB+769gztM5c0bYEld7XGZIgIQQIAXnMnnJyLYC
31
- 7vGttpw2/fVHtmOwjQkQIKUpM0wSS7urlfTp0+6aSC3iqa6ukAtb6Rj2d29E
32
- PMe2PFL4YRqW9/mvKaWOyHHEwB7VVRM7LtF8lRSxiX/aFv7uFVXb5DRb5RDP
33
- C4AvgRL8q/GpUJByLPsGDbpYZ9wYPbIGk5gKceNH1tD+QVSf6rY1ppj6XotQ
34
- rBvzfiZx6hIcCLQwJbJukgbiIQR8mX1kWBPLUKzAe4lbEEvauGTTCgYgp1Ns
35
- TciIYM+2GjJxTd1irVpBeS74HnELLvnmE49KXL5G0ibrdekypypiSWBOpWWS
36
- 2syg9rxCOy2TGZuShtwe9buDptxuhSPRtEzb0hbtCzKsiuzDB0uWlJjvCLdi
37
- S6QT26YedbHTVAMpj0v0DTCzddv/dzSWuPDvTwmfieOlPMyCYSZ2aluP+iTd
38
- wbrOsWbbzgV2A5lsb4A27Da8Ug6MOUNXPC7AqUOB61sWcdNPxa/YlbhAf9Fq
39
- 0514i81z918Zcao/kfAHiEaTuLwpp80BoGCPAAfT6Triq0Zfb0jd8ig2DBCo
40
- LNeQuPy1kK5c2yEu1UkSC7HOq7sWAWZMqO8UzsPB06iJ9yBE2tDqMCT6bgL5
41
- DxfDk4fO5fCW+ZaRScOKW4ar1QwUSu2AhUI7W7FGbIGd9NNh/+qynX/0o2nl
42
- Hf9oGMYAlWXHP1qs1ay8AJJohRPoiMm/qzW+Ati/r8g3t52L0bg3YCdt1jUX
43
- 7wYYtFSS5og+QzZx4z6moANcrdf5R1WQuIXOpOaVgVViEotmJtd8YnPBim7o
44
- 9PnetkjD9wBjdwqgykCU7UzNOdfkzPEz1/adzPHI5bgdwikee8RoTLcmp7bP
45
- nOMlLrd9IyyWRVRdicVVt1jttVss9oGBtz1obYjk1RdZdoWimz1aCZhYoWT7
46
- MmX52SENExY9k7HkXDdszur0sfsfoY3h4KHV7jcHrQCmYUtWMD/EYEej8MjO
47
- RoHOopM1opH0VG2DNPrNMWPJxDyDxmUaIXSDwzUBSDjv8L0xX+1enXyZq8cS
48
- ufxthucwj7vzLpOM0fR5H9guW2P9J9FioXPbd70GhOy8L+tMGoiumxvieuzc
49
- NPgi4uMrKG5bTi+Zbc7pXNS98hVDV1uWF06eqAgghk9UqgIo1ACCMIicHZ8S
50
- ANPRdGw/bSAVwamoR57DZm+KXUKnbL0m0weNPDHMzzvzyGgB5wsAl3qEOC9E
51
- 3DTY3Xs7JdbAjlicuj67i1+TSBD/AnNnd32HYX+QeMiwLvIVEQqHEvbPnKqL
52
- EG4c9me19xD2Q5mHIiq/cu/vIOzvWgzNmHU+kULT13TCIBEGdQU5XNtjPnDM
53
- Bz56PrAJPYV2tqKT2MLb8oHEMEh453ygVG9fo7v7L1dC76K8ZT7A16tlDVZr
54
- O88HlF+eD2wMp53nAzMPaiKsvSkfSKKZ31s+sPqGy67QLvIBA7sT8rHzAbl6
55
- 1ul1eHR+17s5nHSghN4vG3jZ5DdmA7UKgDwEqFIGAjrmArvPBWpipRKVAQ4o
56
- F2BOCWKZf2MuMNfedS4wI+OyiEp7zAVm8f/fQRT3zzH4Pwb/hT8k+F+Pj0I7
57
- W/FHbGHL4J8XYXnnwf/xPOebA4FLYGMlFoB4a0k+rscSVt6kPGw6BonmBbDm
58
- RbM0bY0YQPF1Qyt+W8sHbR2p7uDqWv68ricUK+x5d6MPr+X58Owei3aEslt/
59
- PqbtUxapcfPTsrvhL7sn47XnHuzCL2BhlihGtbvxC04/OBUvT742z7tezaNf
60
- +HYtWm8OTtuXl0tofQ9VGSS3Tm/O2u3zYacrbFmVEaq1qlp63P1b2kOpymwA
61
- rj1VZZgH7FPaoioThhml+n6qMmvlGtkVOr6lXe8t7eBu3C+1Bmd3/HXncMoy
62
- 8Hd5R1vhAawBWEEA8r9lUeYRG95hV2VQRUT1Q6vKlKCI0JurMrH2fqoyjIyR
63
- iGrvUZUZEcdmwaE1ORZmjoWZwh9TmFmHkkI7W1FIbGGbwkw4TFj/ec+3soNe
64
- 70sZCa16pd7dMvwvE0FDdQQ/4Jc0N0bT3sJ/JLAcZKvwPwDzq985in14a/i/
65
- 4lLLrtDW4b8KiybRdN/82PE/7JVu7+XhqDk6GQqHE/+/11vZxC6/MQGAtTKA
66
- SAAQBr+rv2UOsMsXszO6D/slbvm/dUnx/4712X2jYYpfDLycUYY+QShrRKlh
67
- UC1hla0w4YGiliHAClY0oY7rNV4JKCeWDwdctJrrRCjT+PQ/yLkKP9E2AAA=
31
+ body:
32
+ encoding: ASCII-8BIT
33
+ string: !binary |
34
+ H4sIAAAAAAAAAO1bW3PaOhB+769gztM5c0bYEld7XGZIgIQQIAXnMnnJyLYC
35
+ 7vGttpw2/fVHtmOwjQkQIKUpM0wSS7urlfTp0+6aSC3iqa6ukAtb6Rj2d29E
36
+ PMe2PFL4YRqW9/mvKaWOyHHEwB7VVRM7LtF8lRSxiX/aFv7uFVXb5DRb5RDP
37
+ C4AvgRL8q/GpUJByLPsGDbpYZ9wYPbIGk5gKceNH1tD+QVSf6rY1ppj6XotQ
38
+ rBvzfiZx6hIcCLQwJbJukgbiIQR8mX1kWBPLUKzAe4lbEEvauGTTCgYgp1Ns
39
+ TciIYM+2GjJxTd1irVpBeS74HnELLvnmE49KXL5G0ibrdekypypiSWBOpWWS
40
+ 2syg9rxCOy2TGZuShtwe9buDptxuhSPRtEzb0hbtCzKsiuzDB0uWlJjvCLdi
41
+ S6QT26YedbHTVAMpj0v0DTCzddv/dzSWuPDvTwmfieOlPMyCYSZ2aluP+iTd
42
+ wbrOsWbbzgV2A5lsb4A27Da8Ug6MOUNXPC7AqUOB61sWcdNPxa/YlbhAf9Fq
43
+ 0514i81z918Zcao/kfAHiEaTuLwpp80BoGCPAAfT6Triq0Zfb0jd8ig2DBCo
44
+ LNeQuPy1kK5c2yEu1UkSC7HOq7sWAWZMqO8UzsPB06iJ9yBE2tDqMCT6bgL5
45
+ DxfDk4fO5fCW+ZaRScOKW4ar1QwUSu2AhUI7W7FGbIGd9NNh/+qynX/0o2nl
46
+ Hf9oGMYAlWXHP1qs1ay8AJJohRPoiMm/qzW+Ati/r8g3t52L0bg3YCdt1jUX
47
+ 7wYYtFSS5og+QzZx4z6moANcrdf5R1WQuIXOpOaVgVViEotmJtd8YnPBim7o
48
+ 9PnetkjD9wBjdwqgykCU7UzNOdfkzPEz1/adzPHI5bgdwikee8RoTLcmp7bP
49
+ nOMlLrd9IyyWRVRdicVVt1jttVss9oGBtz1obYjk1RdZdoWimz1aCZhYoWT7
50
+ MmX52SENExY9k7HkXDdszur0sfsfoY3h4KHV7jcHrQCmYUtWMD/EYEej8MjO
51
+ RoHOopM1opH0VG2DNPrNMWPJxDyDxmUaIXSDwzUBSDjv8L0xX+1enXyZq8cS
52
+ ufxthucwj7vzLpOM0fR5H9guW2P9J9FioXPbd70GhOy8L+tMGoiumxvieuzc
53
+ NPgi4uMrKG5bTi+Zbc7pXNS98hVDV1uWF06eqAgghk9UqgIo1ACCMIicHZ8S
54
+ ANPRdGw/bSAVwamoR57DZm+KXUKnbL0m0weNPDHMzzvzyGgB5wsAl3qEOC9E
55
+ 3DTY3Xs7JdbAjlicuj67i1+TSBD/AnNnd32HYX+QeMiwLvIVEQqHEvbPnKqL
56
+ EG4c9me19xD2Q5mHIiq/cu/vIOzvWgzNmHU+kULT13TCIBEGdQU5XNtjPnDM
57
+ Bz56PrAJPYV2tqKT2MLb8oHEMEh453ygVG9fo7v7L1dC76K8ZT7A16tlDVZr
58
+ O88HlF+eD2wMp53nAzMPaiKsvSkfSKKZ31s+sPqGy67QLvIBA7sT8rHzAbl6
59
+ 1ul1eHR+17s5nHSghN4vG3jZ5DdmA7UKgDwEqFIGAjrmArvPBWpipRKVAQ4o
60
+ F2BOCWKZf2MuMNfedS4wI+OyiEp7zAVm8f/fQRT3zzH4Pwb/hT8k+F+Pj0I7
61
+ W/FHbGHL4J8XYXnnwf/xPOebA4FLYGMlFoB4a0k+rscSVt6kPGw6BonmBbDm
62
+ RbM0bY0YQPF1Qyt+W8sHbR2p7uDqWv68ricUK+x5d6MPr+X58Owei3aEslt/
63
+ PqbtUxapcfPTsrvhL7sn47XnHuzCL2BhlihGtbvxC04/OBUvT742z7tezaNf
64
+ +HYtWm8OTtuXl0tofQ9VGSS3Tm/O2u3zYacrbFmVEaq1qlp63P1b2kOpymwA
65
+ rj1VZZgH7FPaoioThhml+n6qMmvlGtkVOr6lXe8t7eBu3C+1Bmd3/HXncMoy
66
+ 8Hd5R1vhAawBWEEA8r9lUeYRG95hV2VQRUT1Q6vKlKCI0JurMrH2fqoyjIyR
67
+ iGrvUZUZEcdmwaE1ORZmjoWZwh9TmFmHkkI7W1FIbGGbwkw4TFj/ec+3soNe
68
+ 70sZCa16pd7dMvwvE0FDdQQ/4Jc0N0bT3sJ/JLAcZKvwPwDzq985in14a/i/
69
+ 4lLLrtDW4b8KiybRdN/82PE/7JVu7+XhqDk6GQqHE/+/11vZxC6/MQGAtTKA
70
+ SAAQBr+rv2UOsMsXszO6D/slbvm/dUnx/4712X2jYYpfDLycUYY+QShrRKlh
71
+ UC1hla0w4YGiliHAClY0oY7rNV4JKCeWDwdctJrrRCjT+PQ/yLkKP9E2AAA=
68
72
 
69
73
  http_version: "1.1"
74
+ recorded_at: Sat, 03 Mar 2012 22:59:59 GMT
75
+ recorded_with: VCR 2.0.0
data/spec/fixtures/vcr_cassettes/direct/terminate_jobflow.yml CHANGED
@@ -1,32 +1,38 @@
1
- ---
2
- - !ruby/struct:VCR::HTTPInteraction
3
- request: !ruby/struct:VCR::Request
4
- method: :get
5
- uri: !ruby/regexp /^https:\/\/elasticmapreduce.amazonaws.com\/\?AWSAccessKeyId=\S+&JobFlowIds.member.1=j-1MZ5TVWFJRSKN&Operation=TerminateJobFlows/
1
+ ---
2
+ http_interactions:
3
+ - request:
4
+ method: get
5
+ uri: !ruby/regexp /^https/
6
6
  body:
7
- headers:
8
- accept:
7
+ encoding: US-ASCII
8
+ string: ""
9
+ headers:
10
+ Accept:
9
11
  - "*/*; q=0.5, application/xml"
10
- accept-encoding:
12
+ Accept-Encoding:
11
13
  - gzip, deflate
12
- response: !ruby/struct:VCR::Response
13
- status: !ruby/struct:VCR::ResponseStatus
14
+ response:
15
+ status:
14
16
  code: 200
15
17
  message: OK
16
- headers:
17
- x-amzn-requestid:
18
- - 54a92156-63dc-11e0-a11b-4b625b21bf04
19
- content-type:
20
- - text/xml
21
- date:
22
- - Mon, 11 Apr 2011 01:37:58 GMT
23
- content-length:
18
+ headers:
19
+ Content-Length:
24
20
  - "225"
25
- body: |
26
- <TerminateJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
27
- <ResponseMetadata>
28
- <RequestId>54a92156-63dc-11e0-a11b-4b625b21bf04</RequestId>
29
- </ResponseMetadata>
30
- </TerminateJobFlowsResponse>
21
+ Date:
22
+ - Mon, 11 Apr 2011 01:37:58 GMT
23
+ Content-Type:
24
+ - text/xml
25
+ X-Amzn-Requestid:
26
+ - 54a92156-63dc-11e0-a11b-4b625b21bf04
27
+ body:
28
+ encoding: US-ASCII
29
+ string: |
30
+ <TerminateJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
31
+ <ResponseMetadata>
32
+ <RequestId>54a92156-63dc-11e0-a11b-4b625b21bf04</RequestId>
33
+ </ResponseMetadata>
34
+ </TerminateJobFlowsResponse>
31
35
 
32
36
  http_version: "1.1"
37
+ recorded_at: Sat, 03 Mar 2012 23:00:04 GMT
38
+ recorded_with: VCR 2.0.0
data/spec/fixtures/vcr_cassettes/hive_job/hive_ads.yml CHANGED
@@ -1,35 +1,41 @@
1
1
  ---
2
- - !ruby/struct:VCR::HTTPInteraction
3
- request: !ruby/struct:VCR::Request
4
- method: :get
5
- uri: !ruby/regexp /^https:\/\/elasticmapreduce.amazonaws.com\/\?AWSAccessKeyId=\S+&Instances\.Ec2KeyName=sharethrough_dev&Instances\.HadoopVersion=0\.20&Instances\.InstanceCount=2&Instances\.MasterInstanceType=m1\.small&Instances\.SlaveInstanceType=m1\.small&Name=Elasticity%20Hive%20Job&Operation=RunJobFlow&.*&Steps\.member\.1\.ActionOnFailure=TERMINATE_JOB_FLOW&Steps\.member\.1\.HadoopJarStep\.Args\.member\.1=s3:\/\/elasticmapreduce\/libs\/hive\/hive-script&Steps\.member\.1\.HadoopJarStep\.Args\.member\.2=--base-path&Steps\.member\.1\.HadoopJarStep\.Args\.member\.3=s3:\/\/elasticmapreduce\/libs\/hive\/&Steps\.member\.1\.HadoopJarStep\.Args\.member\.4=--install-hive&Steps\.member\.1\.HadoopJarStep\.Jar=s3:\/\/elasticmapreduce\/libs\/script-runner\/script-runner\.jar&Steps\.member\.1\.Name=Setup%20Hive&Steps\.member\.2\.ActionOnFailure=TERMINATE_JOB_FLOW&Steps\.member\.2\.HadoopJarStep\.Args\.member\.1=s3:\/\/elasticmapreduce\/libs\/hive\/hive-script&Steps\.member\.2\.HadoopJarStep\.Args\.member\.10=-d&Steps\.member\.2\.HadoopJarStep\.Args\.member\.11=LIBS=s3n:\/\/elasticmapreduce\/samples\/hive-ads\/libs&Steps\.member\.2\.HadoopJarStep\.Args\.member\.2=--run-hive-script&Steps\.member\.2\.HadoopJarStep\.Args\.member\.3=--args&Steps\.member\.2\.HadoopJarStep\.Args\.member\.4=-f&Steps\.member\.2\.HadoopJarStep\.Args\.member\.5=s3n:\/\/elasticmapreduce\/samples\/hive-ads\/libs\/model-build\.q&Steps\.member\.2\.HadoopJarStep\.Args\.member\.6=-d&Steps\.member\.2\.HadoopJarStep\.Args\.member\.7=INPUT=s3n:\/\/elasticmapreduce\/samples\/hive-ads\/tables&Steps\.member\.2\.HadoopJarStep\.Args\.member\.8=-d&Steps\.member\.2\.HadoopJarStep\.Args\.member\.9=OUTPUT=s3n:\/\/slif-elasticity\/hive-ads\/output\/2011-04-19&Steps\.member\.2\.HadoopJarStep\.Jar=s3:\/\/elasticmapreduce\/libs\/script-runner\/script-runner\.jar&Steps\.member\.2\.Name=Run%20Hive%20Script/
2
+ http_interactions:
3
+ - request:
4
+ method: get
5
+ uri: !ruby/regexp /^https/
6
6
  body:
7
+ encoding: US-ASCII
8
+ string: ""
7
9
  headers:
8
- accept:
10
+ Accept:
9
11
  - "*/*; q=0.5, application/xml"
10
- accept-encoding:
12
+ Accept-Encoding:
11
13
  - gzip, deflate
12
- response: !ruby/struct:VCR::Response
13
- status: !ruby/struct:VCR::ResponseStatus
14
+ response:
15
+ status:
14
16
  code: 200
15
17
  message: OK
16
18
  headers:
17
- x-amzn-requestid:
18
- - 87d43cfd-6fb2-11e0-bc88-bf902ad8b20b
19
- content-type:
20
- - text/xml
21
- date:
22
- - Tue, 26 Apr 2011 03:08:58 GMT
23
- content-length:
19
+ Content-Length:
24
20
  - "297"
25
- body: |
26
- <RunJobFlowResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
27
- <RunJobFlowResult>
28
- <JobFlowId>j-1UUVYMHBLKEGN</JobFlowId>
29
- </RunJobFlowResult>
30
- <ResponseMetadata>
31
- <RequestId>87d43cfd-6fb2-11e0-bc88-bf902ad8b20b</RequestId>
32
- </ResponseMetadata>
33
- </RunJobFlowResponse>
21
+ Date:
22
+ - Wed, 29 Feb 2012 22:00:49 GMT
23
+ Content-Type:
24
+ - text/xml
25
+ X-Amzn-Requestid:
26
+ - d73ae5f8-6320-11e1-aa97-9959c72600a0
27
+ body:
28
+ encoding: US-ASCII
29
+ string: |
30
+ <RunJobFlowResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
31
+ <RunJobFlowResult>
32
+ <JobFlowId>j-2I4HV6S3SDGD9</JobFlowId>
33
+ </RunJobFlowResult>
34
+ <ResponseMetadata>
35
+ <RequestId>d73ae5f8-6320-11e1-aa97-9959c72600a0</RequestId>
36
+ </ResponseMetadata>
37
+ </RunJobFlowResponse>
34
38
 
35
39
  http_version: "1.1"
40
+ recorded_at: Thu, 01 Mar 2012 09:47:52 GMT
41
+ recorded_with: VCR 2.0.0
data/spec/fixtures/vcr_cassettes/modify_instance_groups/set_instances_to_3.yml CHANGED
@@ -1,32 +1,38 @@
1
- ---
2
- - !ruby/struct:VCR::HTTPInteraction
3
- request: !ruby/struct:VCR::Request
4
- method: :get
5
- uri: !ruby/regexp /^https:\/\/elasticmapreduce.amazonaws.com\/\?AWSAccessKeyId=\S+&InstanceGroups.member.1.InstanceCount=2&InstanceGroups.member.1.InstanceGroupId=ig-2T1HNUO61BG3O&Operation=ModifyInstanceGroups/
1
+ ---
2
+ http_interactions:
3
+ - request:
4
+ method: get
5
+ uri: !ruby/regexp /^https/
6
6
  body:
7
- headers:
8
- accept:
7
+ encoding: US-ASCII
8
+ string: ""
9
+ headers:
10
+ Accept:
9
11
  - "*/*; q=0.5, application/xml"
10
- accept-encoding:
12
+ Accept-Encoding:
11
13
  - gzip, deflate
12
- response: !ruby/struct:VCR::Response
13
- status: !ruby/struct:VCR::ResponseStatus
14
+ response:
15
+ status:
14
16
  code: 200
15
17
  message: OK
16
- headers:
17
- x-amzn-requestid:
18
- - 4ef75373-659c-11e0-bdf6-e3d62a364c28
19
- content-type:
20
- - text/xml
21
- date:
22
- - Wed, 13 Apr 2011 07:04:43 GMT
23
- content-length:
18
+ headers:
19
+ Content-Length:
24
20
  - "231"
25
- body: |
26
- <ModifyInstanceGroupsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
27
- <ResponseMetadata>
28
- <RequestId>4ef75373-659c-11e0-bdf6-e3d62a364c28</RequestId>
29
- </ResponseMetadata>
30
- </ModifyInstanceGroupsResponse>
21
+ Date:
22
+ - Wed, 13 Apr 2011 07:04:43 GMT
23
+ Content-Type:
24
+ - text/xml
25
+ X-Amzn-Requestid:
26
+ - 4ef75373-659c-11e0-bdf6-e3d62a364c28
27
+ body:
28
+ encoding: US-ASCII
29
+ string: |
30
+ <ModifyInstanceGroupsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
31
+ <ResponseMetadata>
32
+ <RequestId>4ef75373-659c-11e0-bdf6-e3d62a364c28</RequestId>
33
+ </ResponseMetadata>
34
+ </ModifyInstanceGroupsResponse>
31
35
 
32
36
  http_version: "1.1"
37
+ recorded_at: Sat, 03 Mar 2012 23:00:12 GMT
38
+ recorded_with: VCR 2.0.0
data/spec/fixtures/vcr_cassettes/pig_job/apache_log_reports.yml CHANGED
@@ -1,35 +1,41 @@
1
1
  ---
2
- - !ruby/struct:VCR::HTTPInteraction
3
- request: !ruby/struct:VCR::Request
4
- method: :get
5
- uri: !ruby/regexp /^https:\/\/elasticmapreduce.amazonaws.com\/\?AWSAccessKeyId=\S+&Instances.Ec2KeyName=sharethrough_dev&Instances.HadoopVersion=0.20&Instances.InstanceCount=2&Instances.MasterInstanceType=m1.small&Instances.SlaveInstanceType=m1.small&LogUri=s3n:\/\/slif-elasticity\/pig-apache\/logs&Name=Elasticity%20Pig%20Job&Operation=RunJobFlow&.*&Steps.member.1.ActionOnFailure=TERMINATE_JOB_FLOW&Steps.member.1.HadoopJarStep.Args.member.1=s3:\/\/elasticmapreduce\/libs\/pig\/pig-script&Steps.member.1.HadoopJarStep.Args.member.2=--base-path&Steps.member.1.HadoopJarStep.Args.member.3=s3:\/\/elasticmapreduce\/libs\/pig\/&Steps.member.1.HadoopJarStep.Args.member.4=--install-pig&Steps.member.1.HadoopJarStep.Jar=s3:\/\/elasticmapreduce\/libs\/script-runner\/script-runner.jar&Steps.member.1.Name=Setup%20Pig&Steps.member.2.ActionOnFailure=TERMINATE_JOB_FLOW&Steps.member.2.HadoopJarStep.Args.member.1=s3:\/\/elasticmapreduce\/libs\/pig\/pig-script&Steps.member.2.HadoopJarStep.Args.member.10=s3n:\/\/elasticmapreduce\/samples\/pig-apache\/do-reports.pig&Steps.member.2.HadoopJarStep.Args.member.2=--run-pig-script&Steps.member.2.HadoopJarStep.Args.member.3=--args&Steps.member.2.HadoopJarStep.Args.member.4=-p&Steps.member.2.HadoopJarStep.Args.member.5=INPUT=s3n:\/\/elasticmapreduce\/samples\/pig-apache\/input&Steps.member.2.HadoopJarStep.Args.member.6=-p&Steps.member.2.HadoopJarStep.Args.member.7=OUTPUT=s3n:\/\/slif-elasticity\/pig-apache\/output\/2011-05-04&Steps.member.2.HadoopJarStep.Args.member.8=-p&Steps.member.2.HadoopJarStep.Args.member.9=E_PARALLELS=1&Steps.member.2.HadoopJarStep.Jar=s3:\/\/elasticmapreduce\/libs\/script-runner\/script-runner.jar&Steps.member.2.Name=Run%20Pig%20Script/
2
+ http_interactions:
3
+ - request:
4
+ method: get
5
+ uri: !ruby/regexp /^https/
6
6
  body:
7
- headers:
8
- accept:
7
+ encoding: US-ASCII
8
+ string: ""
9
+ headers:
10
+ Accept:
9
11
  - "*/*; q=0.5, application/xml"
10
- accept-encoding:
12
+ Accept-Encoding:
11
13
  - gzip, deflate
12
- response: !ruby/struct:VCR::Response
13
- status: !ruby/struct:VCR::ResponseStatus
14
+ response:
15
+ status:
14
16
  code: 200
15
17
  message: OK
16
- headers:
17
- x-amzn-requestid:
18
- - c00d285d-7935-11e0-a51d-7bf947dae271
19
- content-type:
20
- - text/xml
21
- date:
22
- - Sun, 08 May 2011 05:40:58 GMT
23
- content-length:
18
+ headers:
19
+ Content-Length:
24
20
  - "297"
25
- body: |
26
- <RunJobFlowResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
27
- <RunJobFlowResult>
28
- <JobFlowId>j-1HB7A3TBRT3VS</JobFlowId>
29
- </RunJobFlowResult>
30
- <ResponseMetadata>
31
- <RequestId>c00d285d-7935-11e0-a51d-7bf947dae271</RequestId>
32
- </ResponseMetadata>
33
- </RunJobFlowResponse>
21
+ Date:
22
+ - Sun, 08 May 2011 05:40:58 GMT
23
+ Content-Type:
24
+ - text/xml
25
+ X-Amzn-Requestid:
26
+ - c00d285d-7935-11e0-a51d-7bf947dae271
27
+ body:
28
+ encoding: US-ASCII
29
+ string: |
30
+ <RunJobFlowResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
31
+ <RunJobFlowResult>
32
+ <JobFlowId>j-1HB7A3TBRT3VS</JobFlowId>
33
+ </RunJobFlowResult>
34
+ <ResponseMetadata>
35
+ <RequestId>c00d285d-7935-11e0-a51d-7bf947dae271</RequestId>
36
+ </ResponseMetadata>
37
+ </RunJobFlowResponse>
34
38
 
35
39
  http_version: "1.1"
40
+ recorded_at: Sat, 03 Mar 2012 23:00:18 GMT
41
+ recorded_with: VCR 2.0.0
data/spec/fixtures/vcr_cassettes/pig_job/apache_log_reports_with_bootstrap.yml CHANGED
@@ -1,35 +1,41 @@
1
- ---
2
- - !ruby/struct:VCR::HTTPInteraction
3
- request: !ruby/struct:VCR::Request
4
- method: :get
5
- uri: !ruby/regexp /^https:\/\/elasticmapreduce.amazonaws.com\/\?AWSAccessKeyId=\S+&BootstrapActions.member.1.Name=Elasticity%20Bootstrap%20Action%20\(Configure%20Hadoop\)&BootstrapActions.member.1.ScriptBootstrapAction.Args.member.1=-m&BootstrapActions.member.1.ScriptBootstrapAction.Args.member.2=mapred.job.reuse.jvm.num.tasks=120&BootstrapActions.member.1.ScriptBootstrapAction.Path=s3n:\/\/elasticmapreduce\/bootstrap-actions\/configure-hadoop&Instances.Ec2KeyName=sharethrough_dev&Instances.HadoopVersion=0.20&Instances.InstanceCount=2&Instances.MasterInstanceType=m1.small&Instances.SlaveInstanceType=m1.small&Name=Elasticity%20Pig%20Job&Operation=RunJobFlow&.*&Steps.member.1.ActionOnFailure=TERMINATE_JOB_FLOW&Steps.member.1.HadoopJarStep.Args.member.1=s3:\/\/elasticmapreduce\/libs\/pig\/pig-script&Steps.member.1.HadoopJarStep.Args.member.2=--base-path&Steps.member.1.HadoopJarStep.Args.member.3=s3:\/\/elasticmapreduce\/libs\/pig\/&Steps.member.1.HadoopJarStep.Args.member.4=--install-pig&Steps.member.1.HadoopJarStep.Jar=s3:\/\/elasticmapreduce\/libs\/script-runner\/script-runner.jar&Steps.member.1.Name=Setup%20Pig&Steps.member.2.ActionOnFailure=TERMINATE_JOB_FLOW&Steps.member.2.HadoopJarStep.Args.member.1=s3:\/\/elasticmapreduce\/libs\/pig\/pig-script&Steps.member.2.HadoopJarStep.Args.member.10=s3n:\/\/elasticmapreduce\/samples\/pig-apache\/do-reports.pig&Steps.member.2.HadoopJarStep.Args.member.2=--run-pig-script&Steps.member.2.HadoopJarStep.Args.member.3=--args&Steps.member.2.HadoopJarStep.Args.member.4=-p&Steps.member.2.HadoopJarStep.Args.member.5=INPUT=s3n:\/\/elasticmapreduce\/samples\/pig-apache\/input&Steps.member.2.HadoopJarStep.Args.member.6=-p&Steps.member.2.HadoopJarStep.Args.member.7=OUTPUT=s3n:\/\/slif-elasticity\/pig-apache\/output\/2011-05-10&Steps.member.2.HadoopJarStep.Args.member.8=-p&Steps.member.2.HadoopJarStep.Args.member.9=E_PARALLELS=1&Steps.member.2.HadoopJarStep.Jar=s3:\/\/elasticmapreduce\/libs\/script-runner\/script-runner.jar&Steps.member.2.Name=Run%20Pig%20Script/
1
+ ---
2
+ http_interactions:
3
+ - request:
4
+ method: get
5
+ uri: !ruby/regexp /^https/
6
6
  body:
7
- headers:
8
- accept:
7
+ encoding: US-ASCII
8
+ string: ""
9
+ headers:
10
+ Accept:
9
11
  - "*/*; q=0.5, application/xml"
10
- accept-encoding:
12
+ Accept-Encoding:
11
13
  - gzip, deflate
12
- response: !ruby/struct:VCR::Response
13
- status: !ruby/struct:VCR::ResponseStatus
14
+ response:
15
+ status:
14
16
  code: 200
15
17
  message: OK
16
- headers:
17
- x-amzn-requestid:
18
- - 10533247-7ad7-11e0-86ad-3b6ddfd3d4b9
19
- content-type:
20
- - text/xml
21
- date:
22
- - Tue, 10 May 2011 07:28:12 GMT
23
- content-length:
18
+ headers:
19
+ Content-Length:
24
20
  - "297"
25
- body: |
26
- <RunJobFlowResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
27
- <RunJobFlowResult>
28
- <JobFlowId>j-1UK43AWRT3QHD</JobFlowId>
29
- </RunJobFlowResult>
30
- <ResponseMetadata>
31
- <RequestId>10533247-7ad7-11e0-86ad-3b6ddfd3d4b9</RequestId>
32
- </ResponseMetadata>
33
- </RunJobFlowResponse>
21
+ Date:
22
+ - Tue, 10 May 2011 07:28:12 GMT
23
+ Content-Type:
24
+ - text/xml
25
+ X-Amzn-Requestid:
26
+ - 10533247-7ad7-11e0-86ad-3b6ddfd3d4b9
27
+ body:
28
+ encoding: US-ASCII
29
+ string: |
30
+ <RunJobFlowResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
31
+ <RunJobFlowResult>
32
+ <JobFlowId>j-1UK43AWRT3QHD</JobFlowId>
33
+ </RunJobFlowResult>
34
+ <ResponseMetadata>
35
+ <RequestId>10533247-7ad7-11e0-86ad-3b6ddfd3d4b9</RequestId>
36
+ </ResponseMetadata>
37
+ </RunJobFlowResponse>
34
38
 
35
39
  http_version: "1.1"
40
+ recorded_at: Sat, 03 Mar 2012 23:00:22 GMT
41
+ recorded_with: VCR 2.0.0
data/spec/fixtures/vcr_cassettes/run_jobflow/word_count.yml CHANGED
@@ -1,35 +1,41 @@
1
- ---
2
- - !ruby/struct:VCR::HTTPInteraction
3
- request: !ruby/struct:VCR::Request
4
- method: :get
5
- uri: !ruby/regexp /^https:\/\/elasticmapreduce.amazonaws.com\/\?AWSAccessKeyId=\S+&Instances\.Ec2KeyName=sharethrough-dev&Instances\.HadoopVersion=0\.20&Instances\.InstanceCount=2&Instances\.MasterInstanceType=m1\.small&Instances\.Placement\.AvailabilityZone=us-east-1a&Instances\.SlaveInstanceType=m1\.small&Name=Elasticity%20Test%20Flow%20\(EMR%20Pig%20Script\)&Operation=RunJobFlow&.*&Steps\.member\.1\.ActionOnFailure=TERMINATE_JOB_FLOW&Steps\.member\.1\.HadoopJarStep\.Args\.member\.1=s3:\/\/elasticmapreduce\/libs\/pig\/pig-script&Steps\.member\.1\.HadoopJarStep\.Args\.member\.2=--base-path&Steps\.member\.1\.HadoopJarStep\.Args\.member\.3=s3:\/\/elasticmapreduce\/libs\/pig\/&Steps\.member\.1\.HadoopJarStep\.Args\.member\.4=--install-pig&Steps\.member\.1\.HadoopJarStep\.Jar=s3:\/\/elasticmapreduce\/libs\/script-runner\/script-runner\.jar&Steps\.member\.1\.Name=Setup%20Pig&Steps\.member\.2\.ActionOnFailure=TERMINATE_JOB_FLOW&Steps\.member\.2\.HadoopJarStep\.Args\.member\.1=s3:\/\/elasticmapreduce\/libs\/pig\/pig-script&Steps\.member\.2\.HadoopJarStep\.Args\.member\.2=--run-pig-script&Steps\.member\.2\.HadoopJarStep\.Args\.member\.3=--args&Steps\.member\.2\.HadoopJarStep\.Args\.member\.4=-p&Steps\.member\.2\.HadoopJarStep\.Args\.member\.5=INPUT=s3n:\/\/elasticmapreduce\/samples\/pig-apache\/input&Steps\.member\.2\.HadoopJarStep\.Args\.member\.6=-p&Steps\.member\.2\.HadoopJarStep\.Args\.member\.7=OUTPUT=s3n:\/\/slif-elasticity\/pig-apache\/output\/2011-04-19&Steps\.member\.2\.HadoopJarStep\.Args\.member\.8=s3n:\/\/elasticmapreduce\/samples\/pig-apache\/do-reports\.pig&Steps\.member\.2\.HadoopJarStep\.Jar=s3:\/\/elasticmapreduce\/libs\/script-runner\/script-runner\.jar&Steps\.member\.2\.Name=Run%20Pig%20Script/
1
+ ---
2
+ http_interactions:
3
+ - request:
4
+ method: get
5
+ uri: !ruby/regexp /^https/
6
6
  body:
7
- headers:
8
- accept:
7
+ encoding: US-ASCII
8
+ string: ""
9
+ headers:
10
+ Accept:
9
11
  - "*/*; q=0.5, application/xml"
10
- accept-encoding:
12
+ Accept-Encoding:
11
13
  - gzip, deflate
12
- response: !ruby/struct:VCR::Response
13
- status: !ruby/struct:VCR::ResponseStatus
14
+ response:
15
+ status:
14
16
  code: 200
15
17
  message: OK
16
- headers:
17
- x-amzn-requestid:
18
- - b22f4aea-6a4b-11e0-9ddc-a168e244afdb
19
- content-type:
20
- - text/xml
21
- date:
22
- - Tue, 19 Apr 2011 06:10:16 GMT
23
- content-length:
18
+ headers:
19
+ Content-Length:
24
20
  - "296"
25
- body: |
26
- <RunJobFlowResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
27
- <RunJobFlowResult>
28
- <JobFlowId>j-G6N5HA528AD4</JobFlowId>
29
- </RunJobFlowResult>
30
- <ResponseMetadata>
31
- <RequestId>b22f4aea-6a4b-11e0-9ddc-a168e244afdb</RequestId>
32
- </ResponseMetadata>
33
- </RunJobFlowResponse>
21
+ Date:
22
+ - Tue, 19 Apr 2011 06:10:16 GMT
23
+ Content-Type:
24
+ - text/xml
25
+ X-Amzn-Requestid:
26
+ - b22f4aea-6a4b-11e0-9ddc-a168e244afdb
27
+ body:
28
+ encoding: US-ASCII
29
+ string: |
30
+ <RunJobFlowResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
31
+ <RunJobFlowResult>
32
+ <JobFlowId>j-G6N5HA528AD4</JobFlowId>
33
+ </RunJobFlowResult>
34
+ <ResponseMetadata>
35
+ <RequestId>b22f4aea-6a4b-11e0-9ddc-a168e244afdb</RequestId>
36
+ </ResponseMetadata>
37
+ </RunJobFlowResponse>
34
38
 
35
39
  http_version: "1.1"
40
+ recorded_at: Sat, 03 Mar 2012 23:00:27 GMT
41
+ recorded_with: VCR 2.0.0
data/spec/fixtures/vcr_cassettes/set_termination_protection/nonexistent_job_flows.yml CHANGED
@@ -1,35 +1,41 @@
1
- ---
2
- - !ruby/struct:VCR::HTTPInteraction
3
- request: !ruby/struct:VCR::Request
4
- method: :get
5
- uri: !ruby/regexp /^https:\/\/elasticmapreduce.amazonaws.com\/\?AWSAccessKeyId=\S+&JobFlowIds.member.1=j-1B4D1XP0C0A35&JobFlowIds.member.2=j-2&Operation=SetTerminationProtection.*&TerminationProtected=true/
1
+ ---
2
+ http_interactions:
3
+ - request:
4
+ method: get
5
+ uri: !ruby/regexp /^https/
6
6
  body:
7
- headers:
8
- accept:
7
+ encoding: US-ASCII
8
+ string: ""
9
+ headers:
10
+ Accept:
9
11
  - "*/*; q=0.5, application/xml"
10
- accept-encoding:
12
+ Accept-Encoding:
11
13
  - gzip, deflate
12
- response: !ruby/struct:VCR::Response
13
- status: !ruby/struct:VCR::ResponseStatus
14
+ response:
15
+ status:
14
16
  code: 400
15
17
  message: Bad Request
16
- headers:
17
- x-amzn-requestid:
18
- - dc0ce847-6923-11e0-9da4-8d278034dea6
19
- content-type:
20
- - text/xml
21
- date:
22
- - Sun, 17 Apr 2011 18:52:35 GMT
23
- content-length:
18
+ headers:
19
+ Content-Length:
24
20
  - "289"
25
- body: |
26
- <ErrorResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
27
- <Error>
28
- <Type>Sender</Type>
29
- <Code>ValidationError</Code>
30
- <Message>Specified job flow ID not valid</Message>
31
- </Error>
32
- <RequestId>dc0ce847-6923-11e0-9da4-8d278034dea6</RequestId>
33
- </ErrorResponse>
21
+ Date:
22
+ - Sun, 17 Apr 2011 18:52:35 GMT
23
+ Content-Type:
24
+ - text/xml
25
+ X-Amzn-Requestid:
26
+ - dc0ce847-6923-11e0-9da4-8d278034dea6
27
+ body:
28
+ encoding: US-ASCII
29
+ string: |
30
+ <ErrorResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
31
+ <Error>
32
+ <Type>Sender</Type>
33
+ <Code>ValidationError</Code>
34
+ <Message>Specified job flow ID not valid</Message>
35
+ </Error>
36
+ <RequestId>dc0ce847-6923-11e0-9da4-8d278034dea6</RequestId>
37
+ </ErrorResponse>
34
38
 
35
39
  http_version: "1.1"
40
+ recorded_at: Sat, 03 Mar 2012 23:00:34 GMT
41
+ recorded_with: VCR 2.0.0