mobilize-hive 1.363 → 1.364
Sign up to get free protection for your applications and to get access to all the features.
- data/lib/mobilize-hive/version.rb +1 -1
- data/mobilize-hive.gemspec +1 -1
- data/test/fixtures/integration_jobs.yml +11 -11
- metadata +5 -5
data/mobilize-hive.gemspec
CHANGED
@@ -16,5 +16,5 @@ Gem::Specification.new do |gem|
|
|
16
16
|
gem.executables = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
|
17
17
|
gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
|
18
18
|
gem.require_paths = ["lib"]
|
19
|
-
gem.add_runtime_dependency "mobilize-hdfs","1.
|
19
|
+
gem.add_runtime_dependency "mobilize-hdfs","1.364"
|
20
20
|
end
|
@@ -3,32 +3,32 @@
|
|
3
3
|
active: true
|
4
4
|
trigger: once
|
5
5
|
status: ""
|
6
|
-
stage1: hive.write
|
6
|
+
stage1: hive.write save_logs:true, retries:3, target:"mobilize/hive1", partitions:"act_date", drop:true,
|
7
7
|
source:"Runner_mobilize(test)/hive1.in", schema:"hive1.schema"
|
8
|
-
stage2: hive.run
|
9
|
-
stage3: hive.run
|
8
|
+
stage2: hive.run save_logs:true, retries:3, source:"hive1.sql"
|
9
|
+
stage3: hive.run save_logs:true, retries:3, hql:"show databases;"
|
10
10
|
stage4: gsheet.write source:"stage2", target:"hive1_stage2.out"
|
11
11
|
stage5: gsheet.write source:"stage3", target:"hive1_stage3.out"
|
12
12
|
- name: hive2
|
13
13
|
active: true
|
14
14
|
trigger: after hive1
|
15
15
|
status: ""
|
16
|
-
stage1: hive.write
|
17
|
-
stage2: hive.run
|
16
|
+
stage1: hive.write save_logs:true, retries:3, source:"hdfs://user/mobilize/test/hdfs1.out", target:"mobilize.hive2", drop:true
|
17
|
+
stage2: hive.run save_logs:true, retries:3, hql:"select * from mobilize.hive2;"
|
18
18
|
stage3: gsheet.write source:"stage2", target:"hive2.out"
|
19
19
|
- name: hive3
|
20
20
|
active: true
|
21
21
|
trigger: after hive2
|
22
22
|
status: ""
|
23
|
-
stage1: hive.run
|
24
|
-
stage2: hive.write
|
25
|
-
stage3: hive.write
|
23
|
+
stage1: hive.run save_logs:true, retries:3, hql:"select '@date' as `date`,product,category,value from mobilize.hive1;", params:{'date':'2013-01-01'}
|
24
|
+
stage2: hive.write save_logs:true, retries:3, source:"stage1",target:"mobilize/hive3", partitions:"date/product", drop:true
|
25
|
+
stage3: hive.write save_logs:true, retries:3, hql:"select * from mobilize.hive3;",target:"mobilize/hive3", partitions:"date/product", drop:false
|
26
26
|
stage4: gsheet.write source:"hive://mobilize/hive3", target:"hive3.out"
|
27
27
|
- name: hive4
|
28
28
|
active: true
|
29
29
|
trigger: after hive3
|
30
30
|
status: ""
|
31
|
-
stage1: hive.write
|
32
|
-
stage2: hive.write
|
33
|
-
stage3: hive.run
|
31
|
+
stage1: hive.write save_logs:true, retries:3, source:"hive4_stage1.in", target:"mobilize/hive1", partitions:"act_date"
|
32
|
+
stage2: hive.write save_logs:true, retries:3, source:"hive4_stage2.in", target:"mobilize/hive1", partitions:"act_date"
|
33
|
+
stage3: hive.run save_logs:true, retries:3, hql:"select '@date $utc_time' as `date_time`,product,category,value from mobilize.hive1;", params:{'date':'$utc_date'}
|
34
34
|
stage4: gsheet.write source:stage3, target:"hive4.out"
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: mobilize-hive
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: '1.
|
4
|
+
version: '1.364'
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -18,7 +18,7 @@ dependencies:
|
|
18
18
|
requirements:
|
19
19
|
- - '='
|
20
20
|
- !ruby/object:Gem::Version
|
21
|
-
version: '1.
|
21
|
+
version: '1.364'
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
24
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - '='
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: '1.
|
29
|
+
version: '1.364'
|
30
30
|
description: Adds hive read, write, and run support to mobilize-hdfs
|
31
31
|
email:
|
32
32
|
- cpaesleme@dena.com
|
@@ -71,7 +71,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
71
71
|
version: '0'
|
72
72
|
segments:
|
73
73
|
- 0
|
74
|
-
hash:
|
74
|
+
hash: 2296156888869243542
|
75
75
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
76
76
|
none: false
|
77
77
|
requirements:
|
@@ -80,7 +80,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
80
80
|
version: '0'
|
81
81
|
segments:
|
82
82
|
- 0
|
83
|
-
hash:
|
83
|
+
hash: 2296156888869243542
|
84
84
|
requirements: []
|
85
85
|
rubyforge_project:
|
86
86
|
rubygems_version: 1.8.25
|