mobilize-hdfs 1.0.0 → 1.0.01
Sign up to get free protection for your applications and to get access to all the features.
- data/README.md +1 -3
- data/lib/mobilize-hdfs/version.rb +1 -1
- data/mobilize-hdfs.gemspec +1 -1
- data/test/mobilize-hdfs_test.rb +1 -0
- metadata +4 -4
data/README.md
CHANGED
@@ -12,7 +12,7 @@ Table Of Contents
|
|
12
12
|
* [Mobilize-Hdfs](#section_Install_Mobilize-Hdfs)
|
13
13
|
* [Install Dirs and Files](#section_Install_Dirs_and_Files)
|
14
14
|
* [Configure](#section_Configure)
|
15
|
-
* [
|
15
|
+
* [Hadoop](#section_Configure_Hadoop)
|
16
16
|
* [Start](#section_Start)
|
17
17
|
* [Create Job](#section_Start_Create_Job)
|
18
18
|
* [Run Test](#section_Start_Run_Test)
|
@@ -112,8 +112,6 @@ parameters for Hdfs stages. Cluster aliases contain 5 parameters:
|
|
112
112
|
This node must be defined in ssh.yml according to the specs in
|
113
113
|
[mobilize-ssh][mobilize-ssh]. The gateway node can be the same for
|
114
114
|
multiple clusters, depending on your cluster setup.
|
115
|
-
* exec_path - defines the path to the hadoop executable on the
|
116
|
-
gateway_node.
|
117
115
|
|
118
116
|
Sample hadoop.yml:
|
119
117
|
|
data/mobilize-hdfs.gemspec
CHANGED
@@ -16,5 +16,5 @@ Gem::Specification.new do |gem|
|
|
16
16
|
gem.executables = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
|
17
17
|
gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
|
18
18
|
gem.require_paths = ["lib"]
|
19
|
-
gem.add_runtime_dependency "mobilize-ssh","1.1.
|
19
|
+
gem.add_runtime_dependency "mobilize-ssh","1.1.01"
|
20
20
|
end
|
data/test/mobilize-hdfs_test.rb
CHANGED
@@ -28,6 +28,7 @@ describe "Mobilize" do
|
|
28
28
|
jobs_sheet = r.gsheet(gdrive_slot)
|
29
29
|
|
30
30
|
test_job_rows = ::YAML.load_file("#{Mobilize::Base.root}/test/hdfs_job_rows.yml")
|
31
|
+
test_job_rows.map{|j| r.jobs(j['name'])}.each{|j| j.delete if j}
|
31
32
|
jobs_sheet.add_or_update_rows(test_job_rows)
|
32
33
|
|
33
34
|
hdfs_1_target_sheet = Mobilize::Gsheet.find_by_path("#{r.path.split("/")[0..-2].join("/")}/test_hdfs_1_copy.out",gdrive_slot)
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: mobilize-hdfs
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.
|
4
|
+
version: 1.0.01
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2013-01-
|
12
|
+
date: 2013-01-26 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: mobilize-ssh
|
@@ -18,7 +18,7 @@ dependencies:
|
|
18
18
|
requirements:
|
19
19
|
- - '='
|
20
20
|
- !ruby/object:Gem::Version
|
21
|
-
version: 1.1.
|
21
|
+
version: 1.1.01
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
24
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - '='
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 1.1.
|
29
|
+
version: 1.1.01
|
30
30
|
description: Adds hdfs read, write, and copy support to mobilize-ssh
|
31
31
|
email:
|
32
32
|
- cpaesleme@ngmoco.com
|