jruby_whirr 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/.gitignore +20 -0
- data/Gemfile +4 -0
- data/LICENSE.txt +22 -0
- data/README.md +34 -0
- data/Rakefile +1 -0
- data/hadoop.properties +97 -0
- data/jruby_whirr.gemspec +29 -0
- data/lib/jruby_whirr.rb +11 -0
- data/lib/jruby_whirr/cluster.rb +21 -0
- data/lib/jruby_whirr/cluster_controller.rb +37 -0
- data/lib/jruby_whirr/cluster_spec.rb +23 -0
- data/lib/jruby_whirr/version.rb +3 -0
- data/spec/cluster_controller_spec.rb +11 -0
- data/spec/cluster_spec_spec.rb +19 -0
- data/spec/spec_helper.rb +7 -0
- metadata +117 -0
data/.gitignore
ADDED
data/Gemfile
ADDED
data/LICENSE.txt
ADDED
@@ -0,0 +1,22 @@
|
|
1
|
+
Copyright (c) 2013 Xianheng Ma
|
2
|
+
|
3
|
+
MIT License
|
4
|
+
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining
|
6
|
+
a copy of this software and associated documentation files (the
|
7
|
+
"Software"), to deal in the Software without restriction, including
|
8
|
+
without limitation the rights to use, copy, modify, merge, publish,
|
9
|
+
distribute, sublicense, and/or sell copies of the Software, and to
|
10
|
+
permit persons to whom the Software is furnished to do so, subject to
|
11
|
+
the following conditions:
|
12
|
+
|
13
|
+
The above copyright notice and this permission notice shall be
|
14
|
+
included in all copies or substantial portions of the Software.
|
15
|
+
|
16
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
17
|
+
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
18
|
+
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
19
|
+
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
20
|
+
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
21
|
+
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
22
|
+
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
data/README.md
ADDED
@@ -0,0 +1,34 @@
|
|
1
|
+
# JrubyWhirr
|
2
|
+
|
3
|
+
jruby_whirr is a Jruby gem of Apache Whirr. Apache Whirr is a set of libraries for running cloud services.
|
4
|
+
|
5
|
+
Whirr provides:
|
6
|
+
A cloud-neutral way to run services. You don't have to worry about the idiosyncrasies of each provider.
|
7
|
+
A common service API. The details of provisioning are particular to the service.
|
8
|
+
Smart defaults for services. You can get a properly configured system running quickly, while still being able to override settings as needed.
|
9
|
+
|
10
|
+
## Installation
|
11
|
+
|
12
|
+
Add this line to your application's Gemfile:
|
13
|
+
|
14
|
+
gem 'jruby_whirr'
|
15
|
+
|
16
|
+
And then execute:
|
17
|
+
|
18
|
+
$ bundle
|
19
|
+
|
20
|
+
Or install it yourself as:
|
21
|
+
|
22
|
+
$ gem install jruby_whirr
|
23
|
+
|
24
|
+
## Usage
|
25
|
+
|
26
|
+
TODO: Write usage instructions here
|
27
|
+
|
28
|
+
## Contributing
|
29
|
+
|
30
|
+
1. Fork it
|
31
|
+
2. Create your feature branch (`git checkout -b my-new-feature`)
|
32
|
+
3. Commit your changes (`git commit -am 'Add some feature'`)
|
33
|
+
4. Push to the branch (`git push origin my-new-feature`)
|
34
|
+
5. Create new Pull Request
|
data/Rakefile
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
require "bundler/gem_tasks"
|
data/hadoop.properties
ADDED
@@ -0,0 +1,97 @@
|
|
1
|
+
#
|
2
|
+
# Licensed to the Apache Software Foundation (ASF) under one or more
|
3
|
+
# contributor license agreements. See the NOTICE file distributed with
|
4
|
+
# this work for additional information regarding copyright ownership.
|
5
|
+
# The ASF licenses this file to You under the Apache License, Version 2.0
|
6
|
+
# (the "License"); you may not use this file except in compliance with
|
7
|
+
# the License. You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
#
|
17
|
+
|
18
|
+
#
|
19
|
+
# Setup an Apache Hadoop Cluster
|
20
|
+
#
|
21
|
+
|
22
|
+
# Read the Configuration Guide for more info:
|
23
|
+
# http://whirr.apache.org/docs/latest/configuration-guide.html
|
24
|
+
|
25
|
+
# Change the cluster name here
|
26
|
+
whirr.cluster-name=hadoop
|
27
|
+
|
28
|
+
# Change the name of cluster admin user
|
29
|
+
whirr.cluster-user=${sys:user.name}
|
30
|
+
|
31
|
+
# Change the number of machines in the cluster here
|
32
|
+
whirr.instance-templates=1 hadoop-namenode+hadoop-jobtracker,5 hadoop-datanode+hadoop-tasktracker
|
33
|
+
|
34
|
+
#
|
35
|
+
# Customise instance type or template / AMI per instance template
|
36
|
+
#
|
37
|
+
|
38
|
+
# whirr.templates.hadoop-namenode+hadoop.jobtracker.hardware-id=m1.xlarge
|
39
|
+
# whirr.templates.hadoop-datanode+hadoop.tasktracker.image-id=us-east-1/ami-da0cf8b3
|
40
|
+
|
41
|
+
#
|
42
|
+
# Uncomment out the following two lines to run CDH
|
43
|
+
#
|
44
|
+
|
45
|
+
#whirr.hadoop.install-function=install_cdh_hadoop
|
46
|
+
#whirr.hadoop.configure-function=configure_cdh_hadoop
|
47
|
+
|
48
|
+
#
|
49
|
+
# Customise instance types & AMI for Amazon EC2
|
50
|
+
#
|
51
|
+
|
52
|
+
# Use a specific instance type. See http://aws.amazon.com/ec2/instance-types/
|
53
|
+
# whirr.hardware-id=c1.xlarge
|
54
|
+
|
55
|
+
# Ubuntu 10.04 LTS Lucid. See http://cloud.ubuntu.com/ami/
|
56
|
+
# whirr.image-id=us-east-1/ami-35de095c
|
57
|
+
|
58
|
+
# You can also specify the spot instance price: http://aws.amazon.com/ec2/spot-instances/
|
59
|
+
# whirr.aws-ec2-spot-price=0.15
|
60
|
+
|
61
|
+
#
|
62
|
+
# Or for Rackspace Cloud
|
63
|
+
#
|
64
|
+
|
65
|
+
# The size of the instance to use. See http://www.rackspacecloud.com/cloud_hosting_products/servers/faq/
|
66
|
+
# id 3: 1GB, 1 virtual core
|
67
|
+
# id 4: 2GB, 2 virtual cores
|
68
|
+
# id 5: 4GB, 2 virtual cores
|
69
|
+
# id 6: 8GB, 4 virtual cores
|
70
|
+
# id 7: 15.5GB, 4 virtual cores
|
71
|
+
# whirr.hardware-id=6
|
72
|
+
# Ubuntu 10.04 LTS Lucid
|
73
|
+
# whirr.image-id=49
|
74
|
+
|
75
|
+
#
|
76
|
+
# By default use the user system SSH keys. Override them here.
|
77
|
+
#
|
78
|
+
|
79
|
+
# whirr.private-key-file=${sys:user.home}/.ssh/id_rsa
|
80
|
+
# whirr.public-key-file=${whirr.private-key-file}.pub
|
81
|
+
|
82
|
+
#
|
83
|
+
# Expert: override Hadoop properties by setting properties with the prefix
|
84
|
+
#
|
85
|
+
|
86
|
+
# hadoop-common, hadoop-hdfs, hadoop-mapreduce to set Common, HDFS, MapReduce
|
87
|
+
# site properties, respectively. The prefix is removed by Whirr, so that for
|
88
|
+
# example, setting
|
89
|
+
# hadoop-common.fs.trash.interval=1440
|
90
|
+
# will result in fs.trash.interval being set to 1440 in core-site.xml.
|
91
|
+
|
92
|
+
#
|
93
|
+
# Expert: specify the version of Hadoop to install.
|
94
|
+
#
|
95
|
+
|
96
|
+
#whirr.hadoop.version=1.0.4
|
97
|
+
#whirr.hadoop.tarball.url=http://archive.apache.org/dist/hadoop/core/hadoop-${whirr.hadoop.version}/hadoop-${whirr.hadoop.version}.tar.gz
|
data/jruby_whirr.gemspec
ADDED
@@ -0,0 +1,29 @@
|
|
1
|
+
# coding: utf-8
|
2
|
+
lib = File.expand_path('../lib', __FILE__)
|
3
|
+
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
4
|
+
require 'jruby_whirr/version'
|
5
|
+
|
6
|
+
Gem::Specification.new do |spec|
|
7
|
+
spec.name = "jruby_whirr"
|
8
|
+
spec.version = JrubyWhirr::VERSION
|
9
|
+
spec.authors = ["Xianheng Ma"]
|
10
|
+
spec.email = ["xianheng.ma@gmail.com"]
|
11
|
+
spec.description = %q{jruby_whirr is a Jruby gem of Apache Whirr}
|
12
|
+
spec.summary = %q{jruby_whirr is a Jruby gem of Apache Whirr. Apache Whirr is a set of libraries for running cloud services.
|
13
|
+
|
14
|
+
Whirr provides:
|
15
|
+
A cloud-neutral way to run services. You don't have to worry about the idiosyncrasies of each provider.
|
16
|
+
A common service API. The details of provisioning are particular to the service.
|
17
|
+
Smart defaults for services. You can get a properly configured system running quickly, while still being able to override settings as needed. }
|
18
|
+
spec.homepage = ""
|
19
|
+
spec.license = "MIT"
|
20
|
+
|
21
|
+
spec.files = `git ls-files`.split($/)
|
22
|
+
spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
|
23
|
+
spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
|
24
|
+
spec.require_paths = ["lib"]
|
25
|
+
|
26
|
+
spec.add_development_dependency "bundler", "~> 1.3"
|
27
|
+
spec.add_development_dependency "rake"
|
28
|
+
spec.add_development_dependency "rspec"
|
29
|
+
end
|
data/lib/jruby_whirr.rb
ADDED
@@ -0,0 +1,21 @@
|
|
1
|
+
module JrubyWhirr
|
2
|
+
class Cluster
|
3
|
+
java_import org.apache.whirr.Cluster
|
4
|
+
|
5
|
+
attr_accessor :cluster
|
6
|
+
|
7
|
+
def initialize (cluster)
|
8
|
+
@cluster = cluster
|
9
|
+
end
|
10
|
+
|
11
|
+
#Get a set of Instances in the cluster
|
12
|
+
def get_instances
|
13
|
+
@cluster.getInstances()
|
14
|
+
end
|
15
|
+
|
16
|
+
def get_configuration
|
17
|
+
@cluster.getConfiguration()
|
18
|
+
end
|
19
|
+
|
20
|
+
end
|
21
|
+
end
|
@@ -0,0 +1,37 @@
|
|
1
|
+
module JrubyWhirr
|
2
|
+
class ClusterController
|
3
|
+
java_import org.apache.whirr.ClusterController
|
4
|
+
java_import org.apache.whirr.ClusterControllerFactory
|
5
|
+
java_import org.apache.whirr.Cluster
|
6
|
+
java_import org.apache.whirr.cli.command.RunScriptCommand
|
7
|
+
java_import org.jclouds.scriptbuilder.domain.Statements
|
8
|
+
java_import java.lang.System
|
9
|
+
|
10
|
+
attr_accessor :controller, :spec, :cluster
|
11
|
+
|
12
|
+
def initialize (cluster_spec)
|
13
|
+
@spec = cluster_spec
|
14
|
+
factory = ClusterControllerFactory.new;
|
15
|
+
@controller = factory.create(cluster_spec.get_service_name)
|
16
|
+
end
|
17
|
+
|
18
|
+
def launch_cluster()
|
19
|
+
@cluster = @controller.launchCluster(@spec.cluster_spec)
|
20
|
+
end
|
21
|
+
|
22
|
+
def destroy_cluster(spec)
|
23
|
+
@controller.destroyCluster(spec)
|
24
|
+
end
|
25
|
+
|
26
|
+
# def run_script(spec, script, instances, roles)
|
27
|
+
# script_runner = RunScriptCommand.new
|
28
|
+
# script_runner.run(System.in, System.out, System.err, spec, instances, roles, Statements.exec(script))
|
29
|
+
# end
|
30
|
+
|
31
|
+
# def run_script_in_file(sepc, file, instances, roles)
|
32
|
+
# script_runner = RunScriptCommand.new
|
33
|
+
# script_runner.run(System.in, System.out, System.err, spec, instances, roles, file)
|
34
|
+
# end
|
35
|
+
|
36
|
+
end
|
37
|
+
end
|
@@ -0,0 +1,23 @@
|
|
1
|
+
module JrubyWhirr
|
2
|
+
class ClusterSpec
|
3
|
+
java_import org.apache.whirr.ClusterSpec
|
4
|
+
|
5
|
+
attr_accessor :cluster_spec
|
6
|
+
|
7
|
+
#TODO: add methods for configuring the ClusterSpec
|
8
|
+
|
9
|
+
def initialize (proerty_file_path)
|
10
|
+
property_configuration = org.apache.commons.configuration.PropertiesConfiguration.new(proerty_file_path)
|
11
|
+
@cluster_spec = ClusterSpec.new(property_configuration)
|
12
|
+
end
|
13
|
+
|
14
|
+
def get_service_name
|
15
|
+
@cluster_spec.getServiceName()
|
16
|
+
end
|
17
|
+
|
18
|
+
def set_service_name (name)
|
19
|
+
@cluster_spec.setServiceName(name)
|
20
|
+
end
|
21
|
+
|
22
|
+
end
|
23
|
+
end
|
@@ -0,0 +1,11 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe JrubyWhirr::ClusterController do
|
4
|
+
|
5
|
+
describe ".new" do
|
6
|
+
it "should return JrubyWhirr::ClusterController" do
|
7
|
+
spec = JrubyWhirr::ClusterSpec.new("hadoop.properties")
|
8
|
+
JrubyWhirr::ClusterController.new(spec).should be_an_instance_of JrubyWhirr::ClusterController
|
9
|
+
end
|
10
|
+
end
|
11
|
+
end
|
@@ -0,0 +1,19 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe JrubyWhirr::ClusterSpec do
|
4
|
+
describe ".new" do
|
5
|
+
it "should return JrubyWhirr::ClusterSpec" do
|
6
|
+
JrubyWhirr::ClusterSpec.new("hadoop.properties").should be_an_instance_of JrubyWhirr::ClusterSpec
|
7
|
+
end
|
8
|
+
end
|
9
|
+
|
10
|
+
describe ".set_service_name and get_service_name" do
|
11
|
+
it "should set the service name of a cluster spec" do
|
12
|
+
spec = JrubyWhirr::ClusterSpec.new("hadoop.properties")
|
13
|
+
name = "hadoop_service"
|
14
|
+
spec.set_service_name(name)
|
15
|
+
spec.get_service_name.should eq name
|
16
|
+
end
|
17
|
+
end
|
18
|
+
|
19
|
+
end
|
data/spec/spec_helper.rb
ADDED
metadata
ADDED
@@ -0,0 +1,117 @@
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
2
|
+
name: jruby_whirr
|
3
|
+
version: !ruby/object:Gem::Version
|
4
|
+
prerelease:
|
5
|
+
version: 0.0.1
|
6
|
+
platform: ruby
|
7
|
+
authors:
|
8
|
+
- Xianheng Ma
|
9
|
+
autorequire:
|
10
|
+
bindir: bin
|
11
|
+
cert_chain: []
|
12
|
+
date: 2013-09-10 00:00:00.000000000 Z
|
13
|
+
dependencies:
|
14
|
+
- !ruby/object:Gem::Dependency
|
15
|
+
name: bundler
|
16
|
+
version_requirements: !ruby/object:Gem::Requirement
|
17
|
+
requirements:
|
18
|
+
- - ~>
|
19
|
+
- !ruby/object:Gem::Version
|
20
|
+
version: '1.3'
|
21
|
+
none: false
|
22
|
+
requirement: !ruby/object:Gem::Requirement
|
23
|
+
requirements:
|
24
|
+
- - ~>
|
25
|
+
- !ruby/object:Gem::Version
|
26
|
+
version: '1.3'
|
27
|
+
none: false
|
28
|
+
prerelease: false
|
29
|
+
type: :development
|
30
|
+
- !ruby/object:Gem::Dependency
|
31
|
+
name: rake
|
32
|
+
version_requirements: !ruby/object:Gem::Requirement
|
33
|
+
requirements:
|
34
|
+
- - '>='
|
35
|
+
- !ruby/object:Gem::Version
|
36
|
+
version: '0'
|
37
|
+
none: false
|
38
|
+
requirement: !ruby/object:Gem::Requirement
|
39
|
+
requirements:
|
40
|
+
- - '>='
|
41
|
+
- !ruby/object:Gem::Version
|
42
|
+
version: '0'
|
43
|
+
none: false
|
44
|
+
prerelease: false
|
45
|
+
type: :development
|
46
|
+
- !ruby/object:Gem::Dependency
|
47
|
+
name: rspec
|
48
|
+
version_requirements: !ruby/object:Gem::Requirement
|
49
|
+
requirements:
|
50
|
+
- - '>='
|
51
|
+
- !ruby/object:Gem::Version
|
52
|
+
version: '0'
|
53
|
+
none: false
|
54
|
+
requirement: !ruby/object:Gem::Requirement
|
55
|
+
requirements:
|
56
|
+
- - '>='
|
57
|
+
- !ruby/object:Gem::Version
|
58
|
+
version: '0'
|
59
|
+
none: false
|
60
|
+
prerelease: false
|
61
|
+
type: :development
|
62
|
+
description: jruby_whirr is a Jruby gem of Apache Whirr
|
63
|
+
email:
|
64
|
+
- xianheng.ma@gmail.com
|
65
|
+
executables: []
|
66
|
+
extensions: []
|
67
|
+
extra_rdoc_files: []
|
68
|
+
files:
|
69
|
+
- .gitignore
|
70
|
+
- Gemfile
|
71
|
+
- LICENSE.txt
|
72
|
+
- README.md
|
73
|
+
- Rakefile
|
74
|
+
- hadoop.properties
|
75
|
+
- jruby_whirr.gemspec
|
76
|
+
- lib/jruby_whirr.rb
|
77
|
+
- lib/jruby_whirr/cluster.rb
|
78
|
+
- lib/jruby_whirr/cluster_controller.rb
|
79
|
+
- lib/jruby_whirr/cluster_spec.rb
|
80
|
+
- lib/jruby_whirr/version.rb
|
81
|
+
- spec/cluster_controller_spec.rb
|
82
|
+
- spec/cluster_spec_spec.rb
|
83
|
+
- spec/spec_helper.rb
|
84
|
+
homepage: ''
|
85
|
+
licenses:
|
86
|
+
- MIT
|
87
|
+
post_install_message:
|
88
|
+
rdoc_options: []
|
89
|
+
require_paths:
|
90
|
+
- lib
|
91
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
92
|
+
requirements:
|
93
|
+
- - '>='
|
94
|
+
- !ruby/object:Gem::Version
|
95
|
+
version: '0'
|
96
|
+
none: false
|
97
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
98
|
+
requirements:
|
99
|
+
- - '>='
|
100
|
+
- !ruby/object:Gem::Version
|
101
|
+
version: '0'
|
102
|
+
none: false
|
103
|
+
requirements: []
|
104
|
+
rubyforge_project:
|
105
|
+
rubygems_version: 1.8.24
|
106
|
+
signing_key:
|
107
|
+
specification_version: 3
|
108
|
+
summary: 'jruby_whirr is a Jruby gem of Apache Whirr. Apache Whirr is a set of libraries
|
109
|
+
for running cloud services. Whirr provides: A cloud-neutral way to run services.
|
110
|
+
You don''t have to worry about the idiosyncrasies of each provider. A common service
|
111
|
+
API. The details of provisioning are particular to the service. Smart defaults
|
112
|
+
for services. You can get a properly configured system running quickly, while still
|
113
|
+
being able to override settings as needed.'
|
114
|
+
test_files:
|
115
|
+
- spec/cluster_controller_spec.rb
|
116
|
+
- spec/cluster_spec_spec.rb
|
117
|
+
- spec/spec_helper.rb
|