mobilize-hdfs 1.0.0 → 1.0.01
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/README.md +1 -3
- data/lib/mobilize-hdfs/version.rb +1 -1
- data/mobilize-hdfs.gemspec +1 -1
- data/test/mobilize-hdfs_test.rb +1 -0
- metadata +4 -4
data/README.md
CHANGED
|
@@ -12,7 +12,7 @@ Table Of Contents
|
|
|
12
12
|
* [Mobilize-Hdfs](#section_Install_Mobilize-Hdfs)
|
|
13
13
|
* [Install Dirs and Files](#section_Install_Dirs_and_Files)
|
|
14
14
|
* [Configure](#section_Configure)
|
|
15
|
-
* [
|
|
15
|
+
* [Hadoop](#section_Configure_Hadoop)
|
|
16
16
|
* [Start](#section_Start)
|
|
17
17
|
* [Create Job](#section_Start_Create_Job)
|
|
18
18
|
* [Run Test](#section_Start_Run_Test)
|
|
@@ -112,8 +112,6 @@ parameters for Hdfs stages. Cluster aliases contain 5 parameters:
|
|
|
112
112
|
This node must be defined in ssh.yml according to the specs in
|
|
113
113
|
[mobilize-ssh][mobilize-ssh]. The gateway node can be the same for
|
|
114
114
|
multiple clusters, depending on your cluster setup.
|
|
115
|
-
* exec_path - defines the path to the hadoop executable on the
|
|
116
|
-
gateway_node.
|
|
117
115
|
|
|
118
116
|
Sample hadoop.yml:
|
|
119
117
|
|
data/mobilize-hdfs.gemspec
CHANGED
|
@@ -16,5 +16,5 @@ Gem::Specification.new do |gem|
|
|
|
16
16
|
gem.executables = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
|
|
17
17
|
gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
|
|
18
18
|
gem.require_paths = ["lib"]
|
|
19
|
-
gem.add_runtime_dependency "mobilize-ssh","1.1.
|
|
19
|
+
gem.add_runtime_dependency "mobilize-ssh","1.1.01"
|
|
20
20
|
end
|
data/test/mobilize-hdfs_test.rb
CHANGED
|
@@ -28,6 +28,7 @@ describe "Mobilize" do
|
|
|
28
28
|
jobs_sheet = r.gsheet(gdrive_slot)
|
|
29
29
|
|
|
30
30
|
test_job_rows = ::YAML.load_file("#{Mobilize::Base.root}/test/hdfs_job_rows.yml")
|
|
31
|
+
test_job_rows.map{|j| r.jobs(j['name'])}.each{|j| j.delete if j}
|
|
31
32
|
jobs_sheet.add_or_update_rows(test_job_rows)
|
|
32
33
|
|
|
33
34
|
hdfs_1_target_sheet = Mobilize::Gsheet.find_by_path("#{r.path.split("/")[0..-2].join("/")}/test_hdfs_1_copy.out",gdrive_slot)
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: mobilize-hdfs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.01
|
|
5
5
|
prerelease:
|
|
6
6
|
platform: ruby
|
|
7
7
|
authors:
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2013-01-
|
|
12
|
+
date: 2013-01-26 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
name: mobilize-ssh
|
|
@@ -18,7 +18,7 @@ dependencies:
|
|
|
18
18
|
requirements:
|
|
19
19
|
- - '='
|
|
20
20
|
- !ruby/object:Gem::Version
|
|
21
|
-
version: 1.1.
|
|
21
|
+
version: 1.1.01
|
|
22
22
|
type: :runtime
|
|
23
23
|
prerelease: false
|
|
24
24
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -26,7 +26,7 @@ dependencies:
|
|
|
26
26
|
requirements:
|
|
27
27
|
- - '='
|
|
28
28
|
- !ruby/object:Gem::Version
|
|
29
|
-
version: 1.1.
|
|
29
|
+
version: 1.1.01
|
|
30
30
|
description: Adds hdfs read, write, and copy support to mobilize-ssh
|
|
31
31
|
email:
|
|
32
32
|
- cpaesleme@ngmoco.com
|