hodor 1.0.2

data/spec/integration/api/oozie_spec.rb

@@ -0,0 +1,198 @@
+module Hodor
+  describe Oozie do
+    describe 'Required Public Interface' do
+      subject { Hodor::Oozie }
+
+      # Public methods
+      it { should respond_to? :job_by_id }
+      it { should respond_to? :job_by_path }
+      it { should respond_to? :change_job }
+      it { should respond_to? :compose_job_file }
+      it { should respond_to? :run_job }
+    end
+
+    context 'when running an Oozie job' do
+
+      subject(:oozie) { Hodor::Oozie }
+      subject(:env) { Hodor::Environment.instance }
+
+      context 'missing jobs.yml file' do
+
+        before(:each) do
+          use_settings hdfs_root: '/', hdfs_user: 'hdfs'
+          use_pwd 'drivers/testbench', true
+        end
+
+        it 'should fail if no jobs.yml file exists' do
+          allow(File).to receive(:exists?).once.with('jobs.yml') { |arg| false }
+          expect {
+            oozie.run_job('job_does_not_exist')
+          }.to raise_error { |ex|
+            expect(ex.message).to match(/No jobs.yml file exists/)
+          }
+        end
+      end
+
+      context 'and all required files are accessible' do
+        let(:no_op_job_params) { %Q[
+                  valid_job:
+                    deploy: no_op
+                    properties: |
+                      startTime=2015-10-02T11:02Z
+                      endTime=2016-10-21T12:45Z
+                  ] }
+        before(:each) do
+          allow(File).to receive(:exists?).at_least(:once).and_wrap_original do |original, *args|
+            if (args[0] =~ /jobs.yml$/)
+              true
+            else
+              original.call(*args)
+            end
+          end
+          use_pwd 'drivers/testbench'
+        end
+
+        subject(:env) { Hodor::Environment.instance }
+
+        it 'should fail with useful error message if bad job id is specified' do
+          expect(Hodor::Environment.instance).to receive(:yml_load).once
+            .with(/drivers\/testbench\/jobs\.yml/).and_call_original
+
+          allow(File).to receive(:read).at_least(:once)
+              .and_wrap_original do |original, *args|
+                if (args[0] =~ /jobs.yml$/)
+                  %Q[
+                  valid_job:
+                    deploy: nosuch_worker
+                    properties: |
+                      startTime=2015-10-02T11:02Z
+                      endTime=2016-10-21T12:45Z
+                  ]
+                else
+                  original.call(*args)
+                end
+          end
+
+          expect {
+            oozie.run_job 'nosuch_job'
+          }.to raise_error { |ex|
+            expect(ex.message).to match(/Job 'nosuch_job' was not defined in jobs.yml/)
+          }
+        end
+
+        context 'and a valid job id is specified' do
+
+          before(:each) do
+            use_settings hdfs_root: '/', hdfs_user: 'hdfs',
+                         ssh_host: 'sample_domain.com', ssh_user: 'job_user'
+            use_pwd 'drivers/testbench', true
+          end
+
+          it 'should build the expected runjob file' do
+            expect(Hodor::Environment.instance).to receive(:yml_load).once
+              .with(/drivers\/testbench\/jobs\.yml/).and_call_original
+
+            allow(File).to receive(:read).at_least(:once)
+                .and_wrap_original do |original, *args|
+                  if (args[0] =~ /jobs.yml$/)
+                    %Q[
+                      ^valid_job:
+                        deploy: noop
+                        properties: |
+                          startTime=<dynamic>
+                          endTime=<dynamic>
+                    ]
+                  else
+                    original.call(*args)
+                  end
+            end
+
+            expect(oozie).to receive(:compose_job_file).once.and_wrap_original do |original, *args|
+              propfile = original.call(*args)
+              expect(propfile).to match(/test_repo\/drivers\/testbench\/.tmp\/runjob.properties$/)
+              contents = File.open(propfile, 'rb') { |f| f.read }
+              expect(contents).to match(/shared_jars_dir=\/shared\/jars/)
+              expect(contents).to match(/startTime=\<dynamic\>/)
+              expect(contents).to match(/oozie\.coord\.application\.path=\$\{CWD\}/)
+              expect(contents).to match(/queueName\=default/)
+            end
+
+            expect(env).to receive(:deploy_tmp_file).once { }
+            expect(env).to receive(:ssh).once { }
+
+            expect {
+              oozie.run_job
+            }.not_to raise_error
+          end
+
+          it 'should deploy and run the Oozie job' do
+            expect(Hodor::Environment.instance).to receive(:yml_load).once
+              .with(/drivers\/testbench\/jobs\.yml/).and_call_original
+
+            allow(File).to receive(:read).at_least(:once)
+                .and_wrap_original do |original, *args|
+                  if (args[0] =~ /jobs\.yml$/)
+                    no_op_job_params
+                  else
+                    original.call(*args)
+                  end
+            end
+
+            expect(oozie).to receive(:compose_job_file).once.and_call_original
+            expect(env).to receive(:run_local).once
+              .with(/scp.*drivers\/testbench\/.tmp\/runjob.properties\sjob_user\@sample_domain.*:\/tmp\/runjob.*properties.*/,
+                                                         { echo: true, echo_cmd: true }) { }
+            expect(env).to receive(:run_local).once.with(/oozie\sjob.*\/tmp\/runjob.*properties.*-run$/,
+                                                         { echo: true, echo_cmd: true, ssh: true }) { }
+            expect {
+              oozie.run_job 'valid_job'
+            }.not_to raise_error
+          end
+
+          context 'dry_run option is set to true' do
+            it 'generates properties file but should not deploy and run the Oozie job' do
+              expect(Hodor::Environment.instance).to receive(:yml_load).once
+                                                         .with(/drivers\/testbench\/jobs\.yml/).and_call_original
+
+              allow(File).to receive(:read).at_least(:once)
+                                 .and_wrap_original do |original, *args|
+                if (args[0] =~ /jobs\.yml$/)
+                  no_op_job_params
+                else
+                  original.call(*args)
+                end
+              end
+
+              expect(oozie).to receive(:compose_job_file).once.and_call_original
+              expect(env).not_to receive(:run_local)
+              expect {
+                oozie.run_job('valid_job', true)
+              }.not_to raise_error
+            end
+          end
+
+          context 'dry_run option is set to true and file prefix included' do
+            let(:prefix) { 'zywxqrts_pre_' }
+            it 'generates properties file with prefix appended but does not deploy and run the Oozie job' do
+              expect(Hodor::Environment.instance).to receive(:yml_load).once
+                                                         .with(/drivers\/testbench\/jobs\.yml/).and_call_original
+
+              allow(File).to receive(:read).at_least(:once)
+                                 .and_wrap_original do |original, *args|
+                if (args[0] =~ /jobs\.yml$/)
+                  no_op_job_params
+                else
+                  original.call(*args)
+                end
+              end
+
+              expect(oozie).to receive(:compose_job_file).once.with(nil, prefix).and_call_original
+              expect(env).not_to receive(:run_local)
+              expect(oozie.run_job('valid_job', true, prefix)).to match(prefix)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/spec/integration/fixtures/api/running_coordinators/req_resp_00.memo

@@ -0,0 +1,6 @@
+# api - Call Stack Signature:
+#	search_jobs()@lib/hodor/api/oozie/session.rb:39
+#	initialize()@lib/hodor/api/oozie/query.rb:56
+#	new()@spec/integration/api/oozie/query_spec.rb:29
+#	block (3 levels) in <module:Oozie>()@spec/integration/api/oozie/query_spec.rb:29
+{"total":4,"coordinatorjobs":[{"total":0,"pauseTime":null,"coordJobName":"example_workflows\/hourly_master_hourly_incremental-C","coordJobPath":"hdfs:\/\/sample_domain.com:8020\/pipeline\/runbook\/scenarios\/hourly\/incremental\/coordinator.xml","timeZone":"UTC","frequency":"60","conf":null,"endTime":"Fri, 26 Oct 2018 19:45:00 GMT","executionPolicy":"FIFO","startTime":"Wed, 28 Oct 2015 17:26:00 GMT","timeUnit":"MINUTE","concurrency":1,"coordJobId":"0028001-151002103648730-oozie-oozi-C","lastAction":"Thu, 29 Oct 2015 21:26:00 GMT","status":"RUNNING","acl":null,"mat_throttling":0,"timeOut":30,"nextMaterializedTime":"Thu, 29 Oct 2015 21:26:00 GMT","bundleId":null,"toString":"Coordinator application id[0028001-151002103648730-oozie-oozi-C] status[RUNNING]","coordExternalId":null,"group":null,"user":"job_user","consoleUrl":null,"actions":[]},{"total":0,"pauseTime":null,"coordJobName":"driver_example_workflows_master_workflow.xml_C","coordJobPath":"hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily\/example_workflows_coordinator.xml","timeZone":"America\/New_York","frequency":"1","conf":null,"endTime":"Tue, 31 Dec 2030 10:25:00 GMT","executionPolicy":"FIFO","startTime":"Sat, 10 Oct 2015 10:15:00 GMT","timeUnit":"DAY","concurrency":1,"coordJobId":"0010055-151002103648730-oozie-oozi-C","lastAction":"Fri, 30 Oct 2015 10:15:00 GMT","status":"RUNNING","acl":null,"mat_throttling":0,"timeOut":1441,"nextMaterializedTime":"Fri, 30 Oct 2015 10:15:00 GMT","bundleId":null,"toString":"Coordinator application id[0010055-151002103648730-oozie-oozi-C] status[RUNNING]","coordExternalId":null,"group":null,"user":"job_user","consoleUrl":null,"actions":[]},{"total":0,"pauseTime":null,"coordJobName":"third_party_fact_table_C","coordJobPath":"hdfs:\/\/sample_domain.com:8020\/pipeline\/third_party\/fact_table","timeZone":"America\/New_York","frequency":"1","conf":null,"endTime":"Thu, 31 Dec 2020 10:10:00 GMT","executionPolicy":"FIFO","startTime":"Sat, 04 Jul 2015 10:10:00 GMT","timeUnit":"DAY","concurrency":1,"coordJobId":"0004729-150629212824266-oozie-oozi-C","lastAction":"Fri, 30 Oct 2015 10:10:00 GMT","status":"RUNNING","acl":null,"mat_throttling":0,"timeOut":1441,"nextMaterializedTime":"Fri, 30 Oct 2015 10:10:00 GMT","bundleId":null,"toString":"Coordinator application id[0004729-150629212824266-oozie-oozi-C] status[RUNNING]","coordExternalId":null,"group":null,"user":"job_user","consoleUrl":null,"actions":[]},{"total":0,"pauseTime":null,"coordJobName":"content_performance_new","coordJobPath":"hdfs:\/\/sample_domain.com:8020\/user\/hue\/oozie\/workspaces\/_guest_-oozie-2994-1434982253.34","timeZone":"America\/Los_Angeles","frequency":"1","conf":null,"endTime":"Wed, 12 Jun 2019 13:42:00 GMT","executionPolicy":"FIFO","startTime":"Thu, 11 Jun 2015 13:42:00 GMT","timeUnit":"DAY","concurrency":1,"coordJobId":"0011845-150619220714310-oozie-oozi-C","lastAction":"Fri, 30 Oct 2015 13:42:00 GMT","status":"RUNNING","acl":null,"mat_throttling":0,"timeOut":3600,"nextMaterializedTime":"Fri, 30 Oct 2015 13:42:00 GMT","bundleId":null,"toString":"Coordinator application id[0011845-150619220714310-oozie-oozi-C] status[RUNNING]","coordExternalId":null,"group":null,"user":"guest","consoleUrl":null,"actions":[]}],"len":51,"offset":1}

data/spec/integration/fixtures/api/sample_action/req_resp_00.memo

@@ -0,0 +1,5 @@
+# api - Call Stack Signature:
+#	get_job_state()@lib/hodor/api/oozie/session.rb:45
+#	job_by_id()@lib/hodor/api/oozie.rb:34
+#	block (3 levels) in <module:Oozie>()@spec/integration/api/oozie/action_spec.rb:51
+{"errorMessage":null,"status":"OK","stats":null,"data":null,"transition":"end","externalStatus":"SUCCEEDED","cred":"null","conf":"<sub-workflow xmlns=\"uri:oozie:workflow:0.5\">\r\n  <app-path>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/workers\/data_source\/business<\/app-path>\r\n  <propagate-configuration \/>\r\n  <configuration>\r\n    <property>\r\n      <name>TIME_SHIFT<\/name>\r\n      <value>05<\/value>\r\n    <\/property>\r\n  <\/configuration>\r\n<\/sub-workflow>","type":"sub-workflow","endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":"0025062-151002103648730-oozie-oozi-W","id":"0025060-151002103648730-oozie-oozi-W@run_worker","startTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalChildIDs":null,"name":"run_worker","errorCode":null,"trackerUri":"local","retries":0,"toString":"Action name[run_worker] status[OK]","consoleUrl":"http:\/\/sample_domain.com:11000\/oozie?job=0025062-151002103648730-oozie-oozi-W"}

data/spec/integration/fixtures/api/sample_action/req_resp_01.memo

@@ -0,0 +1,7 @@
+# api - Call Stack Signature:
+#	get_job_state()@lib/hodor/api/oozie/session.rb:45
+#	job_by_id()@lib/hodor/api/oozie.rb:34
+#	expand()@lib/hodor/api/oozie/action.rb:49
+#	children()@lib/hodor/api/oozie/job.rb:44
+#	block (3 levels) in <module:Oozie>()@spec/integration/api/oozie/action_spec.rb:52
+{"appPath":"hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/workers\/data_source\/business","acl":null,"status":"SUCCEEDED","createdTime":"Sun, 25 Oct 2015 08:00:11 GMT","conf":"<configuration>\r\n  <property>\r\n    <name>DAY1<\/name>\r\n    <value>25<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DAY_WEEK_AGO<\/name>\r\n    <value>19<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>mapreduce.job.user.name<\/name>\r\n    <value>job_user<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>YEAR<\/name>\r\n    <value>2015<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.rerun.failnodes<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.application.lib<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib\/lib_20150611161322<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>endTime<\/name>\r\n    <value>2015-12-23T08:10Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>workers<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/workers<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>startTime<\/name>\r\n    <value>2015-10-23T08:00Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>PWD<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DAY<\/name>\r\n    <value>24<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATA_DATE<\/name>\r\n    <value>2015-10-24<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>worker_tier<\/name>\r\n    <value>3<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>workflow_type<\/name>\r\n    <value>worker<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.use.system.libpath<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>concurrency<\/name>\r\n    <value>1<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.external.id<\/name>\r\n    <value>0025060-151002103648730-oozie-oozi-W@run_worker@0<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>MONTH<\/name>\r\n    <value>10<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla3_email<\/name>\r\n    <value>real3@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.workflow.notification.url<\/name>\r\n    <value>http:\/\/sample_domain.com:11000\/oozie\/callback?id=0025060-151002103648730-oozie-oozi-W@run_worker&amp;status=$status<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>error_email_dl<\/name>\r\n    <value>no_one@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>default_shell_path<\/name>\r\n    <value>\/usr\/local\/bin:\/bin:\/usr\/bin:\/usr\/local\/sbin:\/usr\/sbin:\/sbin<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_device<\/name>\r\n    <value>uap-clj.udf.hive.generic.Device<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATESTAMP<\/name>\r\n    <value>20151024<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>do_redshift<\/name>\r\n    <value>false<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sleep_time_2<\/name>\r\n    <value>300<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_browser<\/name>\r\n    <value>uap-clj.udf.hive.generic.Browser<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>subflows<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/runbook\/subflows<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>user.name<\/name>\r\n    <value>job_user<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla2_email<\/name>\r\n    <value>real2@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.libpath<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla1_email<\/name>\r\n    <value>real1@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.action.subworkflow.depth<\/name>\r\n    <value>1<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_host<\/name>\r\n    <value>targ_db.us-east-1.rds.amazonaws.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DOW<\/name>\r\n    <value>Sun<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sleep_time_1<\/name>\r\n    <value>60<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.application.path<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/workers\/data_source\/business<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>drivers<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.coord.application.path<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily\/example_workflows_coordinator.xml<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>app_path<\/name>\r\n    <value>data_source\/business<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_jar<\/name>\r\n    <value>uap-clj-hiveudf-1.0.0-standalone.jar<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>timeZone<\/name>\r\n    <value>America\/New_York<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>MONTH1<\/name>\r\n    <value>10<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>MONTH_WEEK_AGO<\/name>\r\n    <value>10<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozieLibPath<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>brickhouse_jar<\/name>\r\n    <value>brickhouse-0.7.1-SNAPSHOT.jar<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_pw<\/name>\r\n    <value>XXXXXXXXX<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>fill_type<\/name>\r\n    <value>incremental<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATA_SOURCE<\/name>\r\n    <value>example<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.parent.id<\/name>\r\n    <value>0025060-151002103648730-oozie-oozi-W<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>queueName<\/name>\r\n    <value>default<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_un<\/name>\r\n    <value>warehouse<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>TIME_SHIFT<\/name>\r\n    <value>05<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie_url<\/name>\r\n    <value>http:\/\/sample_domain.com:11000\/oozie\/<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_os<\/name>\r\n    <value>uap-clj.udf.hive.generic.OS<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>bh_collect<\/name>\r\n    <value>brickhouse.udf.collect.CollectUDAF<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>bh_flatten<\/name>\r\n    <value>brickhouse.udf.collect.ArrayFlattenUDF<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>utils<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/utils<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>pipeline<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>YEAR_WEEK_AGO<\/name>\r\n    <value>2015<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>do_rdbms<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>YEAR1<\/name>\r\n    <value>2015<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>nameNode<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>TIMESTAMP<\/name>\r\n    <value>2015-10-25T07:59Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>timeout<\/name>\r\n    <value>1441<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>jobTracker<\/name>\r\n    <value>tracker_url.sh:8050<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_port<\/name>\r\n    <value>3306<\/value>\r\n  <\/property>\r\n<\/configuration>","lastModTime":"Sun, 25 Oct 2015 08:02:21 GMT","run":0,"endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":"0025060-151002103648730-oozie-oozi-W@run_worker@0","appName":"example_business_W","id":"0025062-151002103648730-oozie-oozi-W","startTime":"Sun, 25 Oct 2015 08:00:11 GMT","parentId":"0025060-151002103648730-oozie-oozi-W","toString":"Workflow id[0025062-151002103648730-oozie-oozi-W] status[SUCCEEDED]","group":null,"consoleUrl":"http:\/\/sample_domain.com:11000\/oozie?job=0025062-151002103648730-oozie-oozi-W","user":"job_user","actions":[{"errorMessage":null,"status":"OK","stats":null,"data":null,"transition":"data_workflow","externalStatus":"OK","cred":"null","conf":"","type":":START:","endTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalId":"-","id":"0025062-151002103648730-oozie-oozi-W@:start:","startTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalChildIDs":null,"name":":start:","errorCode":null,"trackerUri":"-","retries":0,"toString":"Action name[:start:] status[OK]","consoleUrl":"-"},{"errorMessage":null,"status":"OK","stats":null,"data":"#\n#Sun Oct 25 08:02:21 UTC 2015\nhadoopJobs=job_1443733596356_100667,job_1443733596356_100671,job_1443733596356_100675\n","transition":"end","externalStatus":"SUCCEEDED","cred":"null","conf":"<hive xmlns=\"uri:oozie:hive-action:0.2\">\r\n  <job-tracker>tracker_url.sh:8050<\/job-tracker>\r\n  <name-node>hdfs:\/\/sample_domain.com:8020<\/name-node>\r\n  <job-xml>hdfs:\/\/sample_domain.com:8020\/pipeline\/config\/hive\/hive-site.xml<\/job-xml>\r\n  <configuration>\r\n    <property>\r\n      <name>YEAR<\/name>\r\n      <value>2015<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>MONTH<\/name>\r\n      <value>10<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>DAY<\/name>\r\n      <value>24<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>DATESTAMP<\/name>\r\n      <value>20151024<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>DATA_SOURCE<\/name>\r\n      <value>example<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>BROWSER<\/name>\r\n      <value>uap-clj.udf.hive.generic.Browser<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>OS<\/name>\r\n      <value>uap-clj.udf.hive.generic.OS<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>DEVICE<\/name>\r\n      <value>uap-clj.udf.hive.generic.Device<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>mapred.reduce.tasks<\/name>\r\n      <value>25<\/value>\r\n    <\/property>\r\n  <\/configuration>\r\n  <script>business.hql<\/script>\r\n  <file>hdfs:\/\/sample_domain.com:8020\/shared\/jars\/commons-codec-1.8.jar#commons-codec-1.8.jar<\/file>\r\n  <file>hdfs:\/\/sample_domain.com:8020\/shared\/jars\/uap-clj-hiveudf-1.0.0-standalone.jar#uap-clj-standalone.jar<\/file>\r\n<\/hive>","type":"hive","endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":"job_1443733596356_100665","id":"0025062-151002103648730-oozie-oozi-W@data_workflow","startTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalChildIDs":"job_1443733596356_100667,job_1443733596356_100671,job_1443733596356_100675","name":"data_workflow","errorCode":null,"trackerUri":"tracker_url.sh:8050","retries":0,"toString":"Action name[data_workflow] status[OK]","consoleUrl":"http:\/\/tracker_url.sh:8088\/proxy\/application_1443733596356_100665\/"},{"errorMessage":null,"status":"OK","stats":null,"data":null,"transition":null,"externalStatus":"OK","cred":"null","conf":"","type":":END:","endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":"-","id":"0025062-151002103648730-oozie-oozi-W@end","startTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalChildIDs":null,"name":"end","errorCode":null,"trackerUri":"-","retries":0,"toString":"Action name[end] status[OK]","consoleUrl":"-"}]}

data/spec/integration/fixtures/api/sample_bundle/req_resp_00.memo

@@ -0,0 +1,6 @@
+# api - Call Stack Signature:
+#	get_job_state()@lib/hodor/api/oozie/session.rb:45
+#	job_by_id()@lib/hodor/api/oozie.rb:34
+#	block (4 levels) in <module:Oozie>()@spec/integration/api/oozie/bundle_spec.rb:31
+#	block (3 levels) in <module:Oozie>()@spec/integration/api/oozie/bundle_spec.rb:30
+<html><head><title>Apache Tomcat/6.0.41 - Error report</title><style><!--H1 {font-family:Tahoma,Arial,sans-serif;color:white;background-color:#525D76;font-size:22px;} H2 {font-family:Tahoma,Arial,sans-serif;color:white;background-color:#525D76;font-size:16px;} H3 {font-family:Tahoma,Arial,sans-serif;color:white;background-color:#525D76;font-size:14px;} BODY {font-family:Tahoma,Arial,sans-serif;color:black;background-color:white;} B {font-family:Tahoma,Arial,sans-serif;color:white;background-color:#525D76;} P {font-family:Tahoma,Arial,sans-serif;background:white;color:black;font-size:12px;}A {color : black;}A.name {color : black;}HR {color : #525D76;}--></style> </head><body><h1>HTTP Status 400 - </h1><HR size="1" noshade="noshade"><p><b>type</b> Status report</p><p><b>message</b> <u></u></p><p><b>description</b> <u>The request sent by the client was syntactically incorrect.</u></p><HR size="1" noshade="noshade"><h3>Apache Tomcat/6.0.41</h3></body></html>

data/spec/integration/fixtures/api/sample_coordinator/req_resp_00.memo

@@ -0,0 +1,5 @@
+# api - Call Stack Signature:
+#	get_job_state()@lib/hodor/api/oozie/session.rb:45
+#	job_by_id()@lib/hodor/api/oozie.rb:34
+#	block (3 levels) in <module:Oozie>()@spec/integration/api/oozie/coordinator_spec.rb:52
+{"total":6,"pauseTime":null,"coordJobName":"worker_data_source\/business_C","coordJobPath":"hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily\/example_workflows_coordinator.xml","timeZone":"America\/New_York","frequency":"1","conf":"<configuration>\r\n  <property>\r\n    <name>oozie.coord.application.path<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily\/example_workflows_coordinator.xml<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>app_path<\/name>\r\n    <value>data_source\/business<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>mapreduce.job.user.name<\/name>\r\n    <value>job_user<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.rerun.failnodes<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>timeZone<\/name>\r\n    <value>America\/New_York<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>endTime<\/name>\r\n    <value>2015-12-23T08:10Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozieLibPath<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>PWD<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>startTime<\/name>\r\n    <value>2015-10-23T08:00Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_pw<\/name>\r\n    <value>XXXXXXXXX<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATA_SOURCE<\/name>\r\n    <value>example<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>worker_tier<\/name>\r\n    <value>3<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>workflow_type<\/name>\r\n    <value>worker<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.use.system.libpath<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>concurrency<\/name>\r\n    <value>1<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>queueName<\/name>\r\n    <value>default<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_un<\/name>\r\n    <value>warehouse<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla3_email<\/name>\r\n    <value>real3@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>default_shell_path<\/name>\r\n    <value>\/usr\/local\/bin:\/bin:\/usr\/bin:\/usr\/local\/sbin:\/usr\/sbin:\/sbin<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie_url<\/name>\r\n    <value>http:\/\/sample_domain.com:11000\/oozie\/<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>user.name<\/name>\r\n    <value>job_user<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla2_email<\/name>\r\n    <value>real2@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>pipeline<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.libpath<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla1_email<\/name>\r\n    <value>real1@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>nameNode<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_host<\/name>\r\n    <value>targ_db.us-east-1.rds.amazonaws.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>timeout<\/name>\r\n    <value>1441<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>jobTracker<\/name>\r\n    <value>tracker_url.sh:8050<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_port<\/name>\r\n    <value>3306<\/value>\r\n  <\/property>\r\n<\/configuration>","endTime":"Wed, 23 Dec 2015 08:10:00 GMT","executionPolicy":"FIFO","startTime":"Fri, 23 Oct 2015 08:00:00 GMT","timeUnit":"DAY","concurrency":1,"coordJobId":"0023753-151002103648730-oozie-oozi-C","lastAction":"Thu, 29 Oct 2015 08:00:00 GMT","status":"KILLED","acl":null,"mat_throttling":12,"timeOut":1441,"nextMaterializedTime":"Thu, 29 Oct 2015 08:00:00 GMT","bundleId":null,"toString":"Coordinator application id[0023753-151002103648730-oozie-oozi-C] status[KILLED]","coordExternalId":null,"group":null,"user":"job_user","consoleUrl":null,"actions":[{"errorMessage":null,"lastModifiedTime":"Fri, 23 Oct 2015 18:24:46 GMT","createdTime":"Fri, 23 Oct 2015 18:12:37 GMT","status":"SUCCEEDED","pushMissingDependencies":null,"externalStatus":null,"type":null,"nominalTime":"Fri, 23 Oct 2015 08:00:00 GMT","externalId":"0023754-151002103648730-oozie-oozi-W","id":"0023753-151002103648730-oozie-oozi-C@1","createdConf":null,"missingDependencies":"","runConf":null,"actionNumber":1,"errorCode":null,"trackerUri":null,"toString":"CoordinatorAction name[0023753-151002103648730-oozie-oozi-C@1] status[SUCCEEDED]","coordJobId":"0023753-151002103648730-oozie-oozi-C","consoleUrl":null},{"errorMessage":null,"lastModifiedTime":"Sat, 24 Oct 2015 08:02:23 GMT","createdTime":"Sat, 24 Oct 2015 07:59:21 GMT","status":"SUCCEEDED","pushMissingDependencies":null,"externalStatus":null,"type":null,"nominalTime":"Sat, 24 Oct 2015 08:00:00 GMT","externalId":"0024210-151002103648730-oozie-oozi-W","id":"0023753-151002103648730-oozie-oozi-C@2","createdConf":null,"missingDependencies":"","runConf":null,"actionNumber":2,"errorCode":null,"trackerUri":null,"toString":"CoordinatorAction name[0023753-151002103648730-oozie-oozi-C@2] status[SUCCEEDED]","coordJobId":"0023753-151002103648730-oozie-oozi-C","consoleUrl":null},{"errorMessage":null,"lastModifiedTime":"Sun, 25 Oct 2015 08:02:21 GMT","createdTime":"Sun, 25 Oct 2015 07:59:27 GMT","status":"SUCCEEDED","pushMissingDependencies":null,"externalStatus":null,"type":null,"nominalTime":"Sun, 25 Oct 2015 08:00:00 GMT","externalId":"0025060-151002103648730-oozie-oozi-W","id":"0023753-151002103648730-oozie-oozi-C@3","createdConf":null,"missingDependencies":"","runConf":null,"actionNumber":3,"errorCode":null,"trackerUri":null,"toString":"CoordinatorAction name[0023753-151002103648730-oozie-oozi-C@3] status[SUCCEEDED]","coordJobId":"0023753-151002103648730-oozie-oozi-C","consoleUrl":null},{"errorMessage":null,"lastModifiedTime":"Mon, 26 Oct 2015 08:02:17 GMT","createdTime":"Mon, 26 Oct 2015 07:59:34 GMT","status":"SUCCEEDED","pushMissingDependencies":null,"externalStatus":null,"type":null,"nominalTime":"Mon, 26 Oct 2015 08:00:00 GMT","externalId":"0025918-151002103648730-oozie-oozi-W","id":"0023753-151002103648730-oozie-oozi-C@4","createdConf":null,"missingDependencies":"","runConf":null,"actionNumber":4,"errorCode":null,"trackerUri":null,"toString":"CoordinatorAction name[0023753-151002103648730-oozie-oozi-C@4] status[SUCCEEDED]","coordJobId":"0023753-151002103648730-oozie-oozi-C","consoleUrl":null},{"errorMessage":null,"lastModifiedTime":"Tue, 27 Oct 2015 08:02:36 GMT","createdTime":"Tue, 27 Oct 2015 07:59:48 GMT","status":"SUCCEEDED","pushMissingDependencies":null,"externalStatus":null,"type":null,"nominalTime":"Tue, 27 Oct 2015 08:00:00 GMT","externalId":"0026764-151002103648730-oozie-oozi-W","id":"0023753-151002103648730-oozie-oozi-C@5","createdConf":null,"missingDependencies":"","runConf":null,"actionNumber":5,"errorCode":null,"trackerUri":null,"toString":"CoordinatorAction name[0023753-151002103648730-oozie-oozi-C@5] status[SUCCEEDED]","coordJobId":"0023753-151002103648730-oozie-oozi-C","consoleUrl":null},{"errorMessage":null,"lastModifiedTime":"Wed, 28 Oct 2015 08:02:23 GMT","createdTime":"Wed, 28 Oct 2015 07:59:06 GMT","status":"SUCCEEDED","pushMissingDependencies":null,"externalStatus":null,"type":null,"nominalTime":"Wed, 28 Oct 2015 08:00:00 GMT","externalId":"0027653-151002103648730-oozie-oozi-W","id":"0023753-151002103648730-oozie-oozi-C@6","createdConf":null,"missingDependencies":"","runConf":null,"actionNumber":6,"errorCode":null,"trackerUri":null,"toString":"CoordinatorAction name[0023753-151002103648730-oozie-oozi-C@6] status[SUCCEEDED]","coordJobId":"0023753-151002103648730-oozie-oozi-C","consoleUrl":null}]}

data/spec/integration/fixtures/api/sample_materialization/req_resp_00.memo

@@ -0,0 +1,5 @@
+# api - Call Stack Signature:
+#	get_job_state()@lib/hodor/api/oozie/session.rb:45
+#	job_by_id()@lib/hodor/api/oozie.rb:34
+#	block (3 levels) in <module:Oozie>()@spec/integration/api/oozie/materialization_spec.rb:52
+{"errorMessage":null,"lastModifiedTime":"Sun, 25 Oct 2015 08:02:21 GMT","createdTime":"Sun, 25 Oct 2015 07:59:27 GMT","status":"SUCCEEDED","pushMissingDependencies":null,"externalStatus":null,"type":null,"nominalTime":"Sun, 25 Oct 2015 08:00:00 GMT","externalId":"0025060-151002103648730-oozie-oozi-W","id":"0023753-151002103648730-oozie-oozi-C@3","createdConf":null,"missingDependencies":"","runConf":null,"actionNumber":3,"errorCode":null,"trackerUri":null,"toString":"CoordinatorAction name[0023753-151002103648730-oozie-oozi-C@3] status[SUCCEEDED]","coordJobId":"0023753-151002103648730-oozie-oozi-C","consoleUrl":null}

data/spec/integration/fixtures/api/sample_materialization/req_resp_01.memo

@@ -0,0 +1,7 @@
+# api - Call Stack Signature:
+#	get_job_state()@lib/hodor/api/oozie/session.rb:45
+#	job_by_id()@lib/hodor/api/oozie.rb:34
+#	expand()@lib/hodor/api/oozie/materialization.rb:48
+#	children()@lib/hodor/api/oozie/job.rb:44
+#	block (3 levels) in <module:Oozie>()@spec/integration/api/oozie/materialization_spec.rb:53
+{"appPath":"hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily\/example_workflows_parameters.xml","acl":null,"status":"SUCCEEDED","createdTime":"Sun, 25 Oct 2015 08:00:00 GMT","conf":"<configuration>\r\n  <property>\r\n    <name>DAY1<\/name>\r\n    <value>25<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DAY_WEEK_AGO<\/name>\r\n    <value>19<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>mapreduce.job.user.name<\/name>\r\n    <value>job_user<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>YEAR<\/name>\r\n    <value>2015<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.rerun.failnodes<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>endTime<\/name>\r\n    <value>2015-12-23T08:10Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>workers<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/workers<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>startTime<\/name>\r\n    <value>2015-10-23T08:00Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>PWD<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DAY<\/name>\r\n    <value>24<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATA_DATE<\/name>\r\n    <value>2015-10-24<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>worker_tier<\/name>\r\n    <value>3<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>workflow_type<\/name>\r\n    <value>worker<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.use.system.libpath<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>concurrency<\/name>\r\n    <value>1<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>MONTH<\/name>\r\n    <value>10<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla3_email<\/name>\r\n    <value>real3@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>error_email_dl<\/name>\r\n    <value>no_one@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>default_shell_path<\/name>\r\n    <value>\/usr\/local\/bin:\/bin:\/usr\/bin:\/usr\/local\/sbin:\/usr\/sbin:\/sbin<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_device<\/name>\r\n    <value>uap-clj.udf.hive.generic.Device<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATESTAMP<\/name>\r\n    <value>20151024<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>do_redshift<\/name>\r\n    <value>false<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_browser<\/name>\r\n    <value>uap-clj.udf.hive.generic.Browser<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sleep_time_2<\/name>\r\n    <value>300<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>subflows<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/runbook\/subflows<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>user.name<\/name>\r\n    <value>job_user<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla2_email<\/name>\r\n    <value>real2@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.libpath<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla1_email<\/name>\r\n    <value>real1@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_host<\/name>\r\n    <value>targ_db.us-east-1.rds.amazonaws.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DOW<\/name>\r\n    <value>Sun<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sleep_time_1<\/name>\r\n    <value>60<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.application.path<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily\/example_workflows_parameters.xml<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>drivers<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.coord.application.path<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily\/example_workflows_coordinator.xml<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>app_path<\/name>\r\n    <value>data_source\/business<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_jar<\/name>\r\n    <value>uap-clj-hiveudf-1.0.0-standalone.jar<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>timeZone<\/name>\r\n    <value>America\/New_York<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>MONTH1<\/name>\r\n    <value>10<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>MONTH_WEEK_AGO<\/name>\r\n    <value>10<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozieLibPath<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>brickhouse_jar<\/name>\r\n    <value>brickhouse-0.7.1-SNAPSHOT.jar<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>fill_type<\/name>\r\n    <value>incremental<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_pw<\/name>\r\n    <value>XXXXXXXXX<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATA_SOURCE<\/name>\r\n    <value>example<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>queueName<\/name>\r\n    <value>default<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_un<\/name>\r\n    <value>warehouse<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie_url<\/name>\r\n    <value>http:\/\/sample_domain.com:11000\/oozie\/<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_os<\/name>\r\n    <value>uap-clj.udf.hive.generic.OS<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>bh_collect<\/name>\r\n    <value>brickhouse.udf.collect.CollectUDAF<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>bh_flatten<\/name>\r\n    <value>brickhouse.udf.collect.ArrayFlattenUDF<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>utils<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/utils<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>pipeline<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>YEAR_WEEK_AGO<\/name>\r\n    <value>2015<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>do_rdbms<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>YEAR1<\/name>\r\n    <value>2015<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>nameNode<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>TIMESTAMP<\/name>\r\n    <value>2015-10-25T07:59Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>timeout<\/name>\r\n    <value>1441<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>jobTracker<\/name>\r\n    <value>tracker_url.sh:8050<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_port<\/name>\r\n    <value>3306<\/value>\r\n  <\/property>\r\n<\/configuration>","lastModTime":"Sun, 25 Oct 2015 08:02:21 GMT","run":0,"endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":null,"appName":"worker_data_source\/business_parameters_W","id":"0025060-151002103648730-oozie-oozi-W","startTime":"Sun, 25 Oct 2015 08:00:00 GMT","parentId":"0023753-151002103648730-oozie-oozi-C@3","toString":"Workflow id[0025060-151002103648730-oozie-oozi-W] status[SUCCEEDED]","group":null,"consoleUrl":"http:\/\/sample_domain.com:11000\/oozie?job=0025060-151002103648730-oozie-oozi-W","user":"job_user","actions":[{"errorMessage":null,"status":"OK","stats":null,"data":null,"transition":"get_time_shift","externalStatus":"OK","cred":"null","conf":"","type":":START:","endTime":"Sun, 25 Oct 2015 08:00:00 GMT","externalId":"-","id":"0025060-151002103648730-oozie-oozi-W@:start:","startTime":"Sun, 25 Oct 2015 08:00:00 GMT","externalChildIDs":null,"name":":start:","errorCode":null,"trackerUri":"-","retries":0,"toString":"Action name[:start:] status[OK]","consoleUrl":"-"},{"errorMessage":null,"status":"OK","stats":null,"data":"#\n#Sun Oct 25 08:00:11 UTC 2015\nconcat('time_shift=',timeshift)\ntime_shift=05\n","transition":"worker_or_driver","externalStatus":"SUCCEEDED","cred":"null","conf":"<shell xmlns=\"uri:oozie:shell-action:0.1\">\r\n  <job-tracker>tracker_url.sh:8050<\/job-tracker>\r\n  <name-node>hdfs:\/\/sample_domain.com:8020<\/name-node>\r\n  <job-xml>hdfs:\/\/sample_domain.com:8020\/pipeline\/config\/hive\/hive-site.xml<\/job-xml>\r\n  <exec>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/utils\/get_time_shift.sh<\/exec>\r\n  <env-var>PATH=\/usr\/local\/bin:\/bin:\/usr\/bin:\/usr\/local\/sbin:\/usr\/sbin:\/sbin<\/env-var>\r\n  <env-var>MYSQL_HOST=targ_db.us-east-1.rds.amazonaws.com<\/env-var>\r\n  <env-var>MYSQL_PORT=3306<\/env-var>\r\n  <env-var>MYSQL_UN=warehouse<\/env-var>\r\n  <env-var>MYSQL_PW=XXXXXXXXX<\/env-var>\r\n  <env-var>YMD=2015-10-24<\/env-var>\r\n  <file>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/utils\/get_time_shift.sh#get_time_shift.sh<\/file>\r\n  <capture-output \/>\r\n<\/shell>","type":"shell","endTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalId":"job_1443733596356_100663","id":"0025060-151002103648730-oozie-oozi-W@get_time_shift","startTime":"Sun, 25 Oct 2015 08:00:00 GMT","externalChildIDs":null,"name":"get_time_shift","errorCode":null,"trackerUri":"tracker_url.sh:8050","retries":0,"toString":"Action name[get_time_shift] status[OK]","consoleUrl":"http:\/\/tracker_url.sh:8088\/proxy\/application_1443733596356_100663\/"},{"errorMessage":null,"status":"OK","stats":null,"data":null,"transition":"end","externalStatus":"SUCCEEDED","cred":"null","conf":"<sub-workflow xmlns=\"uri:oozie:workflow:0.5\">\r\n  <app-path>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/workers\/data_source\/business<\/app-path>\r\n  <propagate-configuration \/>\r\n  <configuration>\r\n    <property>\r\n      <name>TIME_SHIFT<\/name>\r\n      <value>05<\/value>\r\n    <\/property>\r\n  <\/configuration>\r\n<\/sub-workflow>","type":"sub-workflow","endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":"0025062-151002103648730-oozie-oozi-W","id":"0025060-151002103648730-oozie-oozi-W@run_worker","startTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalChildIDs":null,"name":"run_worker","errorCode":null,"trackerUri":"local","retries":0,"toString":"Action name[run_worker] status[OK]","consoleUrl":"http:\/\/sample_domain.com:11000\/oozie?job=0025062-151002103648730-oozie-oozi-W"},{"errorMessage":null,"status":"OK","stats":null,"data":null,"transition":"run_worker","externalStatus":"run_worker","cred":"null","conf":"<switch xmlns=\"uri:oozie:workflow:0.5\">\r\n  <case to=\"run_worker\">true<\/case>\r\n  <case to=\"run_driver\">false<\/case>\r\n  <default to=\"kill\" \/>\r\n<\/switch>","type":"switch","endTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalId":"-","id":"0025060-151002103648730-oozie-oozi-W@worker_or_driver","startTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalChildIDs":null,"name":"worker_or_driver","errorCode":null,"trackerUri":"-","retries":0,"toString":"Action name[worker_or_driver] status[OK]","consoleUrl":"-"},{"errorMessage":null,"status":"OK","stats":null,"data":null,"transition":null,"externalStatus":"OK","cred":"null","conf":"","type":":END:","endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":"-","id":"0025060-151002103648730-oozie-oozi-W@end","startTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalChildIDs":null,"name":"end","errorCode":null,"trackerUri":"-","retries":0,"toString":"Action name[end] status[OK]","consoleUrl":"-"}]}

data/spec/integration/fixtures/api/sample_workflow/req_resp_00.memo

@@ -0,0 +1,5 @@
+# api - Call Stack Signature:
+#	get_job_state()@lib/hodor/api/oozie/session.rb:45
+#	job_by_id()@lib/hodor/api/oozie.rb:34
+#	block (3 levels) in <module:Oozie>()@spec/integration/api/oozie/workflow_spec.rb:46
+{"appPath":"hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/workers\/data_source\/business","acl":null,"status":"SUCCEEDED","createdTime":"Sun, 25 Oct 2015 08:00:11 GMT","conf":"<configuration>\r\n  <property>\r\n    <name>DAY1<\/name>\r\n    <value>25<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DAY_WEEK_AGO<\/name>\r\n    <value>19<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>mapreduce.job.user.name<\/name>\r\n    <value>job_user<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>YEAR<\/name>\r\n    <value>2015<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.rerun.failnodes<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.application.lib<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib\/lib_20150611161322<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>endTime<\/name>\r\n    <value>2015-12-23T08:10Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>workers<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/workers<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>startTime<\/name>\r\n    <value>2015-10-23T08:00Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>PWD<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DAY<\/name>\r\n    <value>24<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATA_DATE<\/name>\r\n    <value>2015-10-24<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>worker_tier<\/name>\r\n    <value>3<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>workflow_type<\/name>\r\n    <value>worker<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.use.system.libpath<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>concurrency<\/name>\r\n    <value>1<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.external.id<\/name>\r\n    <value>0025060-151002103648730-oozie-oozi-W@run_worker@0<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>MONTH<\/name>\r\n    <value>10<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla3_email<\/name>\r\n    <value>real3@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.workflow.notification.url<\/name>\r\n    <value>http:\/\/sample_domain.com:11000\/oozie\/callback?id=0025060-151002103648730-oozie-oozi-W@run_worker&amp;status=$status<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>error_email_dl<\/name>\r\n    <value>no_one@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>default_shell_path<\/name>\r\n    <value>\/usr\/local\/bin:\/bin:\/usr\/bin:\/usr\/local\/sbin:\/usr\/sbin:\/sbin<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_device<\/name>\r\n    <value>uap-clj.udf.hive.generic.Device<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATESTAMP<\/name>\r\n    <value>20151024<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>do_redshift<\/name>\r\n    <value>false<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sleep_time_2<\/name>\r\n    <value>300<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_browser<\/name>\r\n    <value>uap-clj.udf.hive.generic.Browser<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>subflows<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/runbook\/subflows<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>user.name<\/name>\r\n    <value>job_user<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla2_email<\/name>\r\n    <value>real2@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.libpath<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sla1_email<\/name>\r\n    <value>real1@sample_domain.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.action.subworkflow.depth<\/name>\r\n    <value>1<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_host<\/name>\r\n    <value>targ_db.us-east-1.rds.amazonaws.com<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DOW<\/name>\r\n    <value>Sun<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>sleep_time_1<\/name>\r\n    <value>60<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.application.path<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/workers\/data_source\/business<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>drivers<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.coord.application.path<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/drivers\/daily\/example_workflows_coordinator.xml<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>app_path<\/name>\r\n    <value>data_source\/business<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_jar<\/name>\r\n    <value>uap-clj-hiveudf-1.0.0-standalone.jar<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>timeZone<\/name>\r\n    <value>America\/New_York<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>MONTH1<\/name>\r\n    <value>10<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>MONTH_WEEK_AGO<\/name>\r\n    <value>10<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozieLibPath<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/user\/oozie\/share\/lib<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>brickhouse_jar<\/name>\r\n    <value>brickhouse-0.7.1-SNAPSHOT.jar<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_pw<\/name>\r\n    <value>XXXXXXXXX<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>fill_type<\/name>\r\n    <value>incremental<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>DATA_SOURCE<\/name>\r\n    <value>example<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie.wf.parent.id<\/name>\r\n    <value>0025060-151002103648730-oozie-oozi-W<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>queueName<\/name>\r\n    <value>default<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_un<\/name>\r\n    <value>warehouse<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>TIME_SHIFT<\/name>\r\n    <value>05<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>oozie_url<\/name>\r\n    <value>http:\/\/sample_domain.com:11000\/oozie\/<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>useragent_os<\/name>\r\n    <value>uap-clj.udf.hive.generic.OS<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>bh_collect<\/name>\r\n    <value>brickhouse.udf.collect.CollectUDAF<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>bh_flatten<\/name>\r\n    <value>brickhouse.udf.collect.ArrayFlattenUDF<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>utils<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline\/example_workflows\/utils<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>pipeline<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020\/pipeline<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>YEAR_WEEK_AGO<\/name>\r\n    <value>2015<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>do_rdbms<\/name>\r\n    <value>true<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>YEAR1<\/name>\r\n    <value>2015<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>nameNode<\/name>\r\n    <value>hdfs:\/\/sample_domain.com:8020<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>TIMESTAMP<\/name>\r\n    <value>2015-10-25T07:59Z<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>timeout<\/name>\r\n    <value>1441<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>jobTracker<\/name>\r\n    <value>tracker_url.sh:8050<\/value>\r\n  <\/property>\r\n  <property>\r\n    <name>rdbms_port<\/name>\r\n    <value>3306<\/value>\r\n  <\/property>\r\n<\/configuration>","lastModTime":"Sun, 25 Oct 2015 08:02:21 GMT","run":0,"endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":"0025060-151002103648730-oozie-oozi-W@run_worker@0","appName":"example_business_W","id":"0025062-151002103648730-oozie-oozi-W","startTime":"Sun, 25 Oct 2015 08:00:11 GMT","parentId":"0025060-151002103648730-oozie-oozi-W","toString":"Workflow id[0025062-151002103648730-oozie-oozi-W] status[SUCCEEDED]","group":null,"consoleUrl":"http:\/\/sample_domain.com:11000\/oozie?job=0025062-151002103648730-oozie-oozi-W","user":"job_user","actions":[{"errorMessage":null,"status":"OK","stats":null,"data":null,"transition":"data_workflow","externalStatus":"OK","cred":"null","conf":"","type":":START:","endTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalId":"-","id":"0025062-151002103648730-oozie-oozi-W@:start:","startTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalChildIDs":null,"name":":start:","errorCode":null,"trackerUri":"-","retries":0,"toString":"Action name[:start:] status[OK]","consoleUrl":"-"},{"errorMessage":null,"status":"OK","stats":null,"data":"#\n#Sun Oct 25 08:02:21 UTC 2015\nhadoopJobs=job_1443733596356_100667,job_1443733596356_100671,job_1443733596356_100675\n","transition":"end","externalStatus":"SUCCEEDED","cred":"null","conf":"<hive xmlns=\"uri:oozie:hive-action:0.2\">\r\n  <job-tracker>tracker_url.sh:8050<\/job-tracker>\r\n  <name-node>hdfs:\/\/sample_domain.com:8020<\/name-node>\r\n  <job-xml>hdfs:\/\/sample_domain.com:8020\/pipeline\/config\/hive\/hive-site.xml<\/job-xml>\r\n  <configuration>\r\n    <property>\r\n      <name>YEAR<\/name>\r\n      <value>2015<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>MONTH<\/name>\r\n      <value>10<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>DAY<\/name>\r\n      <value>24<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>DATESTAMP<\/name>\r\n      <value>20151024<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>DATA_SOURCE<\/name>\r\n      <value>example<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>BROWSER<\/name>\r\n      <value>uap-clj.udf.hive.generic.Browser<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>OS<\/name>\r\n      <value>uap-clj.udf.hive.generic.OS<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>DEVICE<\/name>\r\n      <value>uap-clj.udf.hive.generic.Device<\/value>\r\n    <\/property>\r\n    <property>\r\n      <name>mapred.reduce.tasks<\/name>\r\n      <value>25<\/value>\r\n    <\/property>\r\n  <\/configuration>\r\n  <script>business.hql<\/script>\r\n  <file>hdfs:\/\/sample_domain.com:8020\/shared\/jars\/commons-codec-1.8.jar#commons-codec-1.8.jar<\/file>\r\n  <file>hdfs:\/\/sample_domain.com:8020\/shared\/jars\/uap-clj-hiveudf-1.0.0-standalone.jar#uap-clj-standalone.jar<\/file>\r\n<\/hive>","type":"hive","endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":"job_1443733596356_100665","id":"0025062-151002103648730-oozie-oozi-W@data_workflow","startTime":"Sun, 25 Oct 2015 08:00:11 GMT","externalChildIDs":"job_1443733596356_100667,job_1443733596356_100671,job_1443733596356_100675","name":"data_workflow","errorCode":null,"trackerUri":"tracker_url.sh:8050","retries":0,"toString":"Action name[data_workflow] status[OK]","consoleUrl":"http:\/\/tracker_url.sh:8088\/proxy\/application_1443733596356_100665\/"},{"errorMessage":null,"status":"OK","stats":null,"data":null,"transition":null,"externalStatus":"OK","cred":"null","conf":"","type":":END:","endTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalId":"-","id":"0025062-151002103648730-oozie-oozi-W@end","startTime":"Sun, 25 Oct 2015 08:02:21 GMT","externalChildIDs":null,"name":"end","errorCode":null,"trackerUri":"-","retries":0,"toString":"Action name[end] status[OK]","consoleUrl":"-"}]}

data/spec/spec_helper.rb

@@ -0,0 +1,92 @@
+require 'simplecov'
+
+SimpleCov.start do
+  add_filter "spec\/"
+  add_group "Hodor", "lib\/hodor"
+  minimum_coverage 18
+  maximum_coverage_drop 5
+  refuse_coverage_drop
+end
+
+require 'bundler/setup'
+Bundler.setup
+
+require 'pry'
+require 'hodor'
+require 'wrong/adapters/rspec'
+require 'support/d_v_r'
+require 'support/hodor_api'
+
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+    expectations.syntax = :expect
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end
+
+  config.before(:suite) {
+    begin
+      Module.const_get("Hodor::Environment")
+    rescue NameError
+      # Do nothing
+    else
+      Hodor::Environment.send(:define_method, 'root') { 
+        File.join(File.dirname(__FILE__), "test_repo")
+      }
+      Hodor::Environment.send(:define_method, 'hadoop_env') {
+        'rspec'
+      }
+      Hodor::Environment.send(:define_method, 'logger_id') {
+        'RspecLogger'
+      }
+    end
+  }
+
+end
+
+def use_settings(settings)
+  Hodor::Environment.instance.reset
+  allow(Hodor::Environment.instance).to receive(:yml_load).
+    once.with("config/clusters.yml") do |arg|
+    { rspec: settings }
+  end
+end
+
+def use_pwd(subdir, chdir=true)
+  new_pwd = File.join(File.dirname(__FILE__), "test_repo", subdir)
+  if (chdir)
+    Dir.chdir new_pwd
+  else
+    allow(FileUtils).to receive(:pwd).at_least(:once) {
+      new_pwd
+    }
+  end
+end
+
+
+
+def show job
+  table = ::Hodor::Table.new(job)
+  puts table.properties
+  puts table.children
+end
+
+def require_thor(task)
+  require 'hodor/cli'
+  load File.expand_path("../../lib/tasks/#{task}.thor", __FILE__)
+end
+
+require 'hodor/ui/table'
+require "hodor/api/oozie/job"
+require "hodor/api/oozie/query"
+require "hodor/api/oozie/session"
+require "hodor/api/oozie/bundle"
+require "hodor/api/oozie/coordinator"
+require "hodor/api/oozie/materialization"
+require "hodor/api/oozie/workflow"
+require "hodor/api/oozie/action"
+require "hodor/api/oozie/hadoop_job"
+require 'hodor/api/oozie'

data/spec/support/d_v_r.rb

@@ -0,0 +1,125 @@
+
+class RSpec::Mocks::MessageExpectation
+  def and_mimic_original(dvr)
+    and_wrap_original do |original, *args|
+      if dvr.recording?
+        dvr.record(original.call(*args))
+      else
+        dvr.playback
+      end
+    end
+  end
+end
+
+class DVR
+
+  attr_accessor :playback_stdout
+
+  def initialize(example)
+
+    if example.methods.include?(:scenario)
+      @mode = :playback
+      @scenario = example.scenario
+    end
+
+    if example.methods.include?(:record)
+      @mode = :record
+      @scenario = example.record
+    end
+
+    if example.methods.include?(:playback)
+      @mode = :playback
+      @scenario = example.playback
+    end
+    @callno = 0
+    @playback_stdout = false
+  end
+
+  def recording?
+    @mode == :record
+  end
+
+  # Return the fixture data associated with a numbered request/response.
+  def playback
+    calling_module, call_stack = select_call_stack
+    fix_file = File.join(root_dir, 'spec', 'integration', 'fixtures', calling_module,
+                         @scenario.to_s, "req_resp_#{"%02d" % @callno}.memo")
+    @callno += 1
+    output = File.open(fix_file).inject("") do |memo, line|
+      memo << line unless line.start_with?('#')
+      memo
+    end
+
+    puts output if playback_stdout
+    output
+  end
+
+  # Use a proxy to intercept the RESTful API call or SSH command line and grab the
+  # actual response from the live call. Then save this artifact as a fixture. A
+  # header/comment is added to this fixture to indicate the code path that led
+  # to the creation of the current fixture.
+  def record response
+    calling_module, call_stack = select_call_stack
+    fix_file = File.join(root_dir, 'spec', 'integration', 'fixtures', calling_module,
+                         @scenario.to_s, "req_resp_#{"%02d" % @callno}.memo")
+    @callno += 1
+    FileUtils.mkdir_p(File.dirname(fix_file))
+    File.open(fix_file, 'w') { |f|
+      f.puts("# #{calling_module} - Call Stack Signature:")
+      call_stack.each { |code_path| f.puts(code_path) }
+      f.puts(response)
+      response
+    }
+    puts response if playback_stdout
+    response
+  end
+
+  private
+
+  def root_dir
+    @root ||= File.expand_path( File.join('..', '..'), File.dirname(__FILE__) )
+  end
+
+  # This function both selects which stack frames are relevant to display
+  # in the header, and formats the stack frames it selects. Only the stack
+  # frames in "my code" are selected and formatted. For brevity, stack
+  # frames occurring in gems are omitted.
+  def format_stack_frame(frame)
+    if frame.path.start_with?(root_dir)
+      path = frame.path[root_dir.length+1..-1]
+      "#\t#{frame.label}()@#{path}:#{frame.lineno}"
+    else
+      nil
+    end
+  end
+
+  def calling_spec_module(call_stack)
+    if call_stack.length > 0
+      call_stack.each { |frame|
+        if frame =~ /spec\/integration\//
+          caller_match = frame.match(/spec\/integration\/(\w+)\//)
+          if !caller_match.nil?
+            caller_captures = caller_match.captures
+            return caller_captures.length > 0 ? caller_captures[0] : nil
+          end
+        end
+      }
+    end
+    nil
+  end
+
+  def select_call_stack
+    call_stack = []
+    caller_locations.each_with_index { |frame, index|
+      code_path = format_stack_frame(frame)
+      call_stack << code_path if code_path
+    }
+    scrubbed_call_stack = call_stack.drop_while { |frame| 
+      frame.include?('spec/support/d_v_r.rb')
+    }
+    return calling_spec_module(scrubbed_call_stack), scrubbed_call_stack
+  end
+
+end
+
+