mobilize-hive 1.31 → 1.32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/mobilize-hive/handlers/hive.rb +4 -3
- data/lib/mobilize-hive/version.rb +1 -1
- metadata +4 -4
|
@@ -303,7 +303,7 @@ module Mobilize
|
|
|
303
303
|
|
|
304
304
|
target_set_hql = ["set mapred.job.name=#{job_name};",
|
|
305
305
|
"set hive.exec.dynamic.partition.mode=nonstrict;",
|
|
306
|
-
"set hive.exec.max.dynamic.partitions.pernode=
|
|
306
|
+
"set hive.exec.max.dynamic.partitions.pernode=10000;",
|
|
307
307
|
"set hive.exec.dynamic.partition=true;",
|
|
308
308
|
"set hive.exec.max.created.files = 200000;",
|
|
309
309
|
"set hive.max.created.files = 200000;"].join
|
|
@@ -516,7 +516,7 @@ module Mobilize
|
|
|
516
516
|
#source table
|
|
517
517
|
cluster,source_path = source.path.split("/").ie{|sp| [sp.first, sp[1..-1].join(".")]}
|
|
518
518
|
source_hql = "select * from #{source_path};"
|
|
519
|
-
|
|
519
|
+
else
|
|
520
520
|
if source.path.ie{|sdp| sdp.index(/\.[A-Za-z]ql$/) or sdp.ends_with?(".ql")}
|
|
521
521
|
source_hql = source.read(user_name,gdrive_slot)
|
|
522
522
|
else
|
|
@@ -542,7 +542,8 @@ module Mobilize
|
|
|
542
542
|
|
|
543
543
|
result = begin
|
|
544
544
|
url = if source_hql
|
|
545
|
-
|
|
545
|
+
#include any params (or nil) at the end
|
|
546
|
+
Hive.hql_to_table(cluster, db, table, part_array, source_hql, user_name, job_name, drop, schema_hash,params['params'])
|
|
546
547
|
elsif source_tsv
|
|
547
548
|
Hive.tsv_to_table(cluster, db, table, part_array, source_tsv, user_name, drop, schema_hash)
|
|
548
549
|
elsif source
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: mobilize-hive
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: '1.
|
|
4
|
+
version: '1.32'
|
|
5
5
|
prerelease:
|
|
6
6
|
platform: ruby
|
|
7
7
|
authors:
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2013-04-
|
|
12
|
+
date: 2013-04-19 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: mobilize-hdfs
|
|
@@ -67,7 +67,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
67
67
|
version: '0'
|
|
68
68
|
segments:
|
|
69
69
|
- 0
|
|
70
|
-
hash:
|
|
70
|
+
hash: 1820373396383362447
|
|
71
71
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
72
72
|
none: false
|
|
73
73
|
requirements:
|
|
@@ -76,7 +76,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
76
76
|
version: '0'
|
|
77
77
|
segments:
|
|
78
78
|
- 0
|
|
79
|
-
hash:
|
|
79
|
+
hash: 1820373396383362447
|
|
80
80
|
requirements: []
|
|
81
81
|
rubyforge_project:
|
|
82
82
|
rubygems_version: 1.8.25
|