jmapreduce 0.2 → 0.3

data/examples/wordcount.rb

@@ -12,33 +12,7 @@ JMapReduce.job 'Count' do
   reduce do |key, values|
     sum = 0
     values.each {|v| sum += v }
-    emit(key, {'sum' => sum})
+    emit(key, sum)
   end
 end
 
-JMapReduce.job "Histogram" do
-  setup do
-    RANGES = [0..1, 2..3, 4..5, 6..10, 11..20, 21..30, 31..40, 41..50, 51..100, 101..200, 201..300, 301..10_000, 10_001..99_999]
-  end
-  
-  map do |word, count|
-    range = RANGES.find {|range| range.include?(count['sum']) }
-    emit("#{range.first.to_s.rjust(5,'0')}-#{range.last.to_s.rjust(5,'0')}", 1)
-  end
-  
-  reduce do |range, counts|
-    total = counts.inject(0) {|sum,count| sum+count }
-    emit(range, '|'*(total/20))
-  end
-end
-
-# this job is just a pass though which takes advantage of the map/reduce shuffle to get ordered keys
-JMapReduce.job "Sort" do
-  reduce_tasks 1
-end
-
-__END__
-
-To run:
-
-./bin/jmapreduce examples/wordcount.rb examples/alice.txt /tmp/output

metadata

@@ -1,12 +1,12 @@
 --- !ruby/object:Gem::Specification 
 name: jmapreduce
 version: !ruby/object:Gem::Version 
-  hash: 15
+  hash: 13
   prerelease: 
   segments: 
   - 0
-  - 2
-  version: "0.2"
+  - 3
+  version: "0.3"
 platform: ruby
 authors: 
 - Abhinay Mehta
@@ -14,8 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-01-25 00:00:00 +00:00
-default_executable: 
+date: 2012-02-29 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: jruby-jars
@@ -50,7 +49,6 @@ files:
 - vendors/msgpack.jar
 - examples/alice.txt
 - examples/wordcount.rb
-has_rdoc: true
 homepage: https://bitbucket.org/abhinaymehta/jmapreduce
 licenses: []
 
@@ -80,7 +78,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.6.2
+rubygems_version: 1.7.2
 signing_key: 
 specification_version: 3
 summary: Map/Reduce Framework