mobilize-hive 1.0.08 → 1.0.09
Sign up to get free protection for your applications and to get access to all the features.
- data/README.md +10 -1
- data/lib/mobilize-hive/handlers/hive.rb +1 -1
- data/lib/mobilize-hive/version.rb +1 -1
- data/mobilize-hive.gemspec +1 -1
- metadata +4 -4
data/README.md
CHANGED
@@ -16,6 +16,7 @@ Table Of Contents
|
|
16
16
|
* [Create Job](#section_Start_Create_Job)
|
17
17
|
* [Run Test](#section_Start_Run_Test)
|
18
18
|
* [Meta](#section_Meta)
|
19
|
+
* [Special Thanks](#section_Special_Thanks)
|
19
20
|
* [Author](#section_Author)
|
20
21
|
|
21
22
|
<a name='section_Overview'></a>
|
@@ -209,7 +210,7 @@ hadoop.yml.
|
|
209
210
|
* `hive.write source:"hive://mobilize.hive_test_1",target:"mobilize/hive_test_3/date/product",drop:true`
|
210
211
|
* `hive.run hql:"select act_date as ```date```,product,category,value from mobilize.hive_test_1;"`
|
211
212
|
* `hive.write source:"stage2",target:"mobilize/hive_test_3/date/product", drop:false`
|
212
|
-
* `gsheet.write source:"hive://mobilize
|
213
|
+
* `gsheet.write source:"hive://mobilize/hive_test_3", target:"hive_test_3.out"`
|
213
214
|
|
214
215
|
|
215
216
|
<a name='section_Meta'></a>
|
@@ -221,6 +222,14 @@ Meta
|
|
221
222
|
* Bugs: <https://github.com/dena/mobilize-hive/issues>
|
222
223
|
* Gems: <http://rubygems.org/gems/mobilize-hive>
|
223
224
|
|
225
|
+
<a name='section_Special_Thanks'></a>
|
226
|
+
Special Thanks
|
227
|
+
--------------
|
228
|
+
* This release goes to Toby Negrin, who championed this project with
|
229
|
+
DeNA and gave me the support to get it properly architected, tested, and documented.
|
230
|
+
* Also many thanks to the Analytics team at DeNA who build and maintain
|
231
|
+
our Big Data infrastructure.
|
232
|
+
|
224
233
|
<a name='section_Author'></a>
|
225
234
|
Author
|
226
235
|
------
|
@@ -27,7 +27,7 @@ module Mobilize
|
|
27
27
|
end
|
28
28
|
|
29
29
|
def Hive.slot_worker_by_cluster_and_path(cluster,path)
|
30
|
-
working_slots = Mobilize::Resque.jobs
|
30
|
+
working_slots = Mobilize::Resque.jobs.map{|j| j['args'][1]['hive_slot'] if j and j['args']}.compact
|
31
31
|
Hive.slot_ids(cluster).each do |slot_id|
|
32
32
|
unless working_slots.include?(slot_id)
|
33
33
|
Mobilize::Resque.set_worker_args_by_path(path,{'hive_slot'=>slot_id})
|
data/mobilize-hive.gemspec
CHANGED
@@ -16,5 +16,5 @@ Gem::Specification.new do |gem|
|
|
16
16
|
gem.executables = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
|
17
17
|
gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
|
18
18
|
gem.require_paths = ["lib"]
|
19
|
-
gem.add_runtime_dependency "mobilize-hdfs","1.0.
|
19
|
+
gem.add_runtime_dependency "mobilize-hdfs","1.0.09"
|
20
20
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: mobilize-hive
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.
|
4
|
+
version: 1.0.09
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2013-02-
|
12
|
+
date: 2013-02-28 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: mobilize-hdfs
|
@@ -18,7 +18,7 @@ dependencies:
|
|
18
18
|
requirements:
|
19
19
|
- - '='
|
20
20
|
- !ruby/object:Gem::Version
|
21
|
-
version: 1.0.
|
21
|
+
version: 1.0.09
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
24
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - '='
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 1.0.
|
29
|
+
version: 1.0.09
|
30
30
|
description: Adds hive read, write, and run support to mobilize-hdfs
|
31
31
|
email:
|
32
32
|
- cpaesleme@ngmoco.com
|