jruby-on-hadoop 0.0.1
Sign up to get free protection for your applications and to get access to all the features.
- data/README +30 -0
- data/Rakefile +18 -0
- data/VERSION +1 -0
- data/build.xml +42 -0
- data/jruby-on-hadoop.gemspec +45 -0
- data/lib/hadoop-ruby.jar +0 -0
- metadata +69 -0
data/README
ADDED
@@ -0,0 +1,30 @@
|
|
1
|
+
= hadoop-ruby
|
2
|
+
|
3
|
+
== Description
|
4
|
+
HadoopのMapper/ReducerをRubyで記述することができます。
|
5
|
+
hadoop-rubydslのためのJRubyラッパーです。
|
6
|
+
|
7
|
+
例)
|
8
|
+
init.rb
|
9
|
+
|
10
|
+
def map(script, key, value, output, reporter)
|
11
|
+
# map処理
|
12
|
+
end
|
13
|
+
|
14
|
+
def reduce(script, key, values, output, reporter)
|
15
|
+
# reduce処理
|
16
|
+
end
|
17
|
+
|
18
|
+
== Build
|
19
|
+
|
20
|
+
ant
|
21
|
+
|
22
|
+
を実行します。
|
23
|
+
環境変数HADOOP_HOMEを設定する必要があります。
|
24
|
+
想定しているHadoopのバージョンは0.19.2です。
|
25
|
+
|
26
|
+
== Author
|
27
|
+
Koichi Fujikawa <fujibee@gmail.com>
|
28
|
+
|
29
|
+
== Copyright
|
30
|
+
License: Apache License
|
data/Rakefile
ADDED
@@ -0,0 +1,18 @@
|
|
1
|
+
begin
|
2
|
+
require 'jeweler'
|
3
|
+
Jeweler::Tasks.new do |gemspec|
|
4
|
+
gemspec.name = "jruby-on-hadoop"
|
5
|
+
gemspec.summary = "JRuby on Hadoop"
|
6
|
+
gemspec.description = "JRuby on Hadoop"
|
7
|
+
gemspec.email = "fujibee@gmail.com"
|
8
|
+
gemspec.homepage = "http://github.com/fujibee/jruby-on-hadoop"
|
9
|
+
gemspec.authors = ["Koichi Fujikawa"]
|
10
|
+
|
11
|
+
gemspec.add_dependency 'jruby-jars'
|
12
|
+
gemspec.files.exclude "src/**/*"
|
13
|
+
end
|
14
|
+
Jeweler::GemcutterTasks.new
|
15
|
+
rescue LoadError
|
16
|
+
puts "Jeweler not available. Install it with: gem install jeweler"
|
17
|
+
end
|
18
|
+
|
data/VERSION
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
0.0.1
|
data/build.xml
ADDED
@@ -0,0 +1,42 @@
|
|
1
|
+
<?xml version="1.0" encoding="UTF-8"?>
|
2
|
+
<!-- ======================================================================
|
3
|
+
2009/09/06 22:05:47
|
4
|
+
|
5
|
+
project Hadoop Ruby
|
6
|
+
description
|
7
|
+
|
8
|
+
fujibee
|
9
|
+
====================================================================== -->
|
10
|
+
<project name="build JRuby map reduce" default="jar">
|
11
|
+
|
12
|
+
<property environment="env" />
|
13
|
+
<property name="hadoop.home" value="${env.HADOOP_HOME}" />
|
14
|
+
|
15
|
+
<property name="version" value="0.0.1" />
|
16
|
+
<property name="src.dir" value="${basedir}/src/java" />
|
17
|
+
<property name="build.dir" value="${basedir}/build" />
|
18
|
+
<property name="dist.dir" value="${basedir}/dist" />
|
19
|
+
|
20
|
+
<property name="hadoop.version" value="0.19.2" />
|
21
|
+
<property name="hadoop.jar" value="${hadoop.home}/hadoop-${hadoop.version}-core.jar" />
|
22
|
+
|
23
|
+
<target name="jar" depends="compile">
|
24
|
+
<mkdir dir="${dist.dir}" />
|
25
|
+
<jar jarfile="${dist.dir}/hadoop-ruby.jar" basedir="${build.dir}">
|
26
|
+
<manifest>
|
27
|
+
<section name="org/apache/hadoop/ruby">
|
28
|
+
<attribute name="Implementation-Title" value="Hadoop-Ruby" />
|
29
|
+
<attribute name="Implementation-Version" value="${version}" />
|
30
|
+
<attribute name="Implementation-Vendor" value="" />
|
31
|
+
</section>
|
32
|
+
</manifest>
|
33
|
+
</jar>
|
34
|
+
</target>
|
35
|
+
|
36
|
+
<target name="compile">
|
37
|
+
<echo message="${hadoop.jar}" />
|
38
|
+
<mkdir dir="${build.dir}" />
|
39
|
+
<javac srcdir="${src.dir}" destdir="${build.dir}" classpath="${hadoop.jar}" />
|
40
|
+
</target>
|
41
|
+
|
42
|
+
</project>
|
@@ -0,0 +1,45 @@
|
|
1
|
+
# Generated by jeweler
|
2
|
+
# DO NOT EDIT THIS FILE DIRECTLY
|
3
|
+
# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
|
4
|
+
# -*- encoding: utf-8 -*-
|
5
|
+
|
6
|
+
Gem::Specification.new do |s|
|
7
|
+
s.name = %q{jruby-on-hadoop}
|
8
|
+
s.version = "0.0.1"
|
9
|
+
|
10
|
+
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
11
|
+
s.authors = ["Koichi Fujikawa"]
|
12
|
+
s.date = %q{2009-12-26}
|
13
|
+
s.description = %q{JRuby on Hadoop}
|
14
|
+
s.email = %q{fujibee@gmail.com}
|
15
|
+
s.extra_rdoc_files = [
|
16
|
+
"README"
|
17
|
+
]
|
18
|
+
s.files = [
|
19
|
+
"README",
|
20
|
+
"Rakefile",
|
21
|
+
"VERSION",
|
22
|
+
"build.xml",
|
23
|
+
"jruby-on-hadoop.gemspec",
|
24
|
+
"lib/hadoop-ruby.jar"
|
25
|
+
]
|
26
|
+
s.homepage = %q{http://github.com/fujibee/jruby-on-hadoop}
|
27
|
+
s.rdoc_options = ["--charset=UTF-8"]
|
28
|
+
s.require_paths = ["lib"]
|
29
|
+
s.rubygems_version = %q{1.3.5}
|
30
|
+
s.summary = %q{JRuby on Hadoop}
|
31
|
+
|
32
|
+
if s.respond_to? :specification_version then
|
33
|
+
current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
|
34
|
+
s.specification_version = 3
|
35
|
+
|
36
|
+
if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
|
37
|
+
s.add_runtime_dependency(%q<jruby-jars>, [">= 0"])
|
38
|
+
else
|
39
|
+
s.add_dependency(%q<jruby-jars>, [">= 0"])
|
40
|
+
end
|
41
|
+
else
|
42
|
+
s.add_dependency(%q<jruby-jars>, [">= 0"])
|
43
|
+
end
|
44
|
+
end
|
45
|
+
|
data/lib/hadoop-ruby.jar
ADDED
Binary file
|
metadata
ADDED
@@ -0,0 +1,69 @@
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
2
|
+
name: jruby-on-hadoop
|
3
|
+
version: !ruby/object:Gem::Version
|
4
|
+
version: 0.0.1
|
5
|
+
platform: ruby
|
6
|
+
authors:
|
7
|
+
- Koichi Fujikawa
|
8
|
+
autorequire:
|
9
|
+
bindir: bin
|
10
|
+
cert_chain: []
|
11
|
+
|
12
|
+
date: 2009-12-26 00:00:00 +09:00
|
13
|
+
default_executable:
|
14
|
+
dependencies:
|
15
|
+
- !ruby/object:Gem::Dependency
|
16
|
+
name: jruby-jars
|
17
|
+
type: :runtime
|
18
|
+
version_requirement:
|
19
|
+
version_requirements: !ruby/object:Gem::Requirement
|
20
|
+
requirements:
|
21
|
+
- - ">="
|
22
|
+
- !ruby/object:Gem::Version
|
23
|
+
version: "0"
|
24
|
+
version:
|
25
|
+
description: JRuby on Hadoop
|
26
|
+
email: fujibee@gmail.com
|
27
|
+
executables: []
|
28
|
+
|
29
|
+
extensions: []
|
30
|
+
|
31
|
+
extra_rdoc_files:
|
32
|
+
- README
|
33
|
+
files:
|
34
|
+
- README
|
35
|
+
- Rakefile
|
36
|
+
- VERSION
|
37
|
+
- build.xml
|
38
|
+
- jruby-on-hadoop.gemspec
|
39
|
+
- lib/hadoop-ruby.jar
|
40
|
+
has_rdoc: true
|
41
|
+
homepage: http://github.com/fujibee/jruby-on-hadoop
|
42
|
+
licenses: []
|
43
|
+
|
44
|
+
post_install_message:
|
45
|
+
rdoc_options:
|
46
|
+
- --charset=UTF-8
|
47
|
+
require_paths:
|
48
|
+
- lib
|
49
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
50
|
+
requirements:
|
51
|
+
- - ">="
|
52
|
+
- !ruby/object:Gem::Version
|
53
|
+
version: "0"
|
54
|
+
version:
|
55
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
56
|
+
requirements:
|
57
|
+
- - ">="
|
58
|
+
- !ruby/object:Gem::Version
|
59
|
+
version: "0"
|
60
|
+
version:
|
61
|
+
requirements: []
|
62
|
+
|
63
|
+
rubyforge_project:
|
64
|
+
rubygems_version: 1.3.5
|
65
|
+
signing_key:
|
66
|
+
specification_version: 3
|
67
|
+
summary: JRuby on Hadoop
|
68
|
+
test_files: []
|
69
|
+
|