tem_mr_search 0.3.4 → 0.3.5

Sign up to get free protection for your applications and to get access to all the features.
data/CHANGELOG CHANGED
@@ -1,3 +1,5 @@
1
+ v0.3.5. Final tweak to per-TEM timings.
2
+
1
3
  v0.3.4. More detailed per-TEM timings.
2
4
 
3
5
  v0.3.3. Map-Reduce scheduler tweak.
@@ -48,7 +48,7 @@ class MapReduceExecutor
48
48
 
49
49
  # Protected by @lock
50
50
  tasks = { :map => 0.0, :reduce => 0.0, :finalize => 0.0,
51
- :migrate => 0.0, :tem_ids => 0.0 }
51
+ :migrate_map => 0.0, :migrate_reduce => 0.0, :tem_ids => 0.0 }
52
52
  @timings = { :tems => Array.new(@tems.length) { tasks.dup } }
53
53
 
54
54
  # Thread-safe.
@@ -127,7 +127,8 @@ class MapReduceExecutor
127
127
 
128
128
  @lock.synchronize do
129
129
  @tem_parts[action[:secpack]][action[:to]] = out_part
130
- @timings[:tems][tem_index][:migrate] += time_delta
130
+ task = action[:secpack] == :mapper ? :migrate_map : :migrate_reduce
131
+ @timings[:tems][tem_index][task] += time_delta
131
132
  end
132
133
 
133
134
  when :map
@@ -2,7 +2,7 @@
2
2
 
3
3
  Gem::Specification.new do |s|
4
4
  s.name = %q{tem_mr_search}
5
- s.version = "0.3.4"
5
+ s.version = "0.3.5"
6
6
 
7
7
  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
8
8
  s.authors = ["Victor Costan"]
@@ -37,7 +37,8 @@ class MapReduceExecutorTest < MrTestCase
37
37
  assert_equal tems.length, data[:timings][:tems].length,
38
38
  'No TEM data in the timings'
39
39
  data[:timings][:tems].each do |tem_data|
40
- [:tem_ids, :migrate, :map, :reduce, :finalize].each do |task|
40
+ [:tem_ids, :migrate_map, :migrate_reduce, :map, :reduce,
41
+ :finalize].each do |task|
41
42
  assert tem_data[task], "No data on #{task} in the per-TEM timings"
42
43
  end
43
44
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tem_mr_search
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.4
4
+ version: 0.3.5
5
5
  platform: ruby
6
6
  authors:
7
7
  - Victor Costan