mobilize-hive 1.31 → 1.32
Sign up to get free protection for your applications and to get access to all the features.
- data/lib/mobilize-hive/handlers/hive.rb +4 -3
- data/lib/mobilize-hive/version.rb +1 -1
- metadata +4 -4
@@ -303,7 +303,7 @@ module Mobilize
|
|
303
303
|
|
304
304
|
target_set_hql = ["set mapred.job.name=#{job_name};",
|
305
305
|
"set hive.exec.dynamic.partition.mode=nonstrict;",
|
306
|
-
"set hive.exec.max.dynamic.partitions.pernode=
|
306
|
+
"set hive.exec.max.dynamic.partitions.pernode=10000;",
|
307
307
|
"set hive.exec.dynamic.partition=true;",
|
308
308
|
"set hive.exec.max.created.files = 200000;",
|
309
309
|
"set hive.max.created.files = 200000;"].join
|
@@ -516,7 +516,7 @@ module Mobilize
|
|
516
516
|
#source table
|
517
517
|
cluster,source_path = source.path.split("/").ie{|sp| [sp.first, sp[1..-1].join(".")]}
|
518
518
|
source_hql = "select * from #{source_path};"
|
519
|
-
|
519
|
+
else
|
520
520
|
if source.path.ie{|sdp| sdp.index(/\.[A-Za-z]ql$/) or sdp.ends_with?(".ql")}
|
521
521
|
source_hql = source.read(user_name,gdrive_slot)
|
522
522
|
else
|
@@ -542,7 +542,8 @@ module Mobilize
|
|
542
542
|
|
543
543
|
result = begin
|
544
544
|
url = if source_hql
|
545
|
-
|
545
|
+
#include any params (or nil) at the end
|
546
|
+
Hive.hql_to_table(cluster, db, table, part_array, source_hql, user_name, job_name, drop, schema_hash,params['params'])
|
546
547
|
elsif source_tsv
|
547
548
|
Hive.tsv_to_table(cluster, db, table, part_array, source_tsv, user_name, drop, schema_hash)
|
548
549
|
elsif source
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: mobilize-hive
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: '1.
|
4
|
+
version: '1.32'
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2013-04-
|
12
|
+
date: 2013-04-19 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: mobilize-hdfs
|
@@ -67,7 +67,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
67
67
|
version: '0'
|
68
68
|
segments:
|
69
69
|
- 0
|
70
|
-
hash:
|
70
|
+
hash: 1820373396383362447
|
71
71
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
72
72
|
none: false
|
73
73
|
requirements:
|
@@ -76,7 +76,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
76
76
|
version: '0'
|
77
77
|
segments:
|
78
78
|
- 0
|
79
|
-
hash:
|
79
|
+
hash: 1820373396383362447
|
80
80
|
requirements: []
|
81
81
|
rubyforge_project:
|
82
82
|
rubygems_version: 1.8.25
|