mobilize-hive 1.0.08 → 1.0.09

Sign up to get free protection for your applications and to get access to all the features.
data/README.md CHANGED
@@ -16,6 +16,7 @@ Table Of Contents
16
16
  * [Create Job](#section_Start_Create_Job)
17
17
  * [Run Test](#section_Start_Run_Test)
18
18
  * [Meta](#section_Meta)
19
+ * [Special Thanks](#section_Special_Thanks)
19
20
  * [Author](#section_Author)
20
21
 
21
22
  <a name='section_Overview'></a>
@@ -209,7 +210,7 @@ hadoop.yml.
209
210
  * `hive.write source:"hive://mobilize.hive_test_1",target:"mobilize/hive_test_3/date/product",drop:true`
210
211
  * `hive.run hql:"select act_date as ```date```,product,category,value from mobilize.hive_test_1;"`
211
212
  * `hive.write source:"stage2",target:"mobilize/hive_test_3/date/product", drop:false`
212
- * `gsheet.write source:"hive://mobilize.hive_test_3", target:"hive_test_3.out"`
213
+ * `gsheet.write source:"hive://mobilize/hive_test_3", target:"hive_test_3.out"`
213
214
 
214
215
 
215
216
  <a name='section_Meta'></a>
@@ -221,6 +222,14 @@ Meta
221
222
  * Bugs: <https://github.com/dena/mobilize-hive/issues>
222
223
  * Gems: <http://rubygems.org/gems/mobilize-hive>
223
224
 
225
+ <a name='section_Special_Thanks'></a>
226
+ Special Thanks
227
+ --------------
228
+ * This release goes to Toby Negrin, who championed this project with
229
+ DeNA and gave me the support to get it properly architected, tested, and documented.
230
+ * Also many thanks to the Analytics team at DeNA who build and maintain
231
+ our Big Data infrastructure.
232
+
224
233
  <a name='section_Author'></a>
225
234
  Author
226
235
  ------
@@ -27,7 +27,7 @@ module Mobilize
27
27
  end
28
28
 
29
29
  def Hive.slot_worker_by_cluster_and_path(cluster,path)
30
- working_slots = Mobilize::Resque.jobs('working').map{|j| j['hive_slot'] if (j and j['hive_slot'])}.compact
30
+ working_slots = Mobilize::Resque.jobs.map{|j| j['args'][1]['hive_slot'] if j and j['args']}.compact
31
31
  Hive.slot_ids(cluster).each do |slot_id|
32
32
  unless working_slots.include?(slot_id)
33
33
  Mobilize::Resque.set_worker_args_by_path(path,{'hive_slot'=>slot_id})
@@ -1,5 +1,5 @@
1
1
  module Mobilize
2
2
  module Hive
3
- VERSION = "1.0.08"
3
+ VERSION = "1.0.09"
4
4
  end
5
5
  end
@@ -16,5 +16,5 @@ Gem::Specification.new do |gem|
16
16
  gem.executables = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
17
17
  gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
18
18
  gem.require_paths = ["lib"]
19
- gem.add_runtime_dependency "mobilize-hdfs","1.0.08"
19
+ gem.add_runtime_dependency "mobilize-hdfs","1.0.09"
20
20
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: mobilize-hive
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.0.08
4
+ version: 1.0.09
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -9,7 +9,7 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2013-02-22 00:00:00.000000000 Z
12
+ date: 2013-02-28 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: mobilize-hdfs
@@ -18,7 +18,7 @@ dependencies:
18
18
  requirements:
19
19
  - - '='
20
20
  - !ruby/object:Gem::Version
21
- version: 1.0.08
21
+ version: 1.0.09
22
22
  type: :runtime
23
23
  prerelease: false
24
24
  version_requirements: !ruby/object:Gem::Requirement
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - '='
28
28
  - !ruby/object:Gem::Version
29
- version: 1.0.08
29
+ version: 1.0.09
30
30
  description: Adds hive read, write, and run support to mobilize-hdfs
31
31
  email:
32
32
  - cpaesleme@ngmoco.com