tem_mr_search 0.3.4 → 0.3.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/CHANGELOG CHANGED
@@ -1,3 +1,5 @@
1
+ v0.3.5. Final tweak to per-TEM timings.
2
+
1
3
  v0.3.4. More detailed per-TEM timings.
2
4
 
3
5
  v0.3.3. Map-Reduce scheduler tweak.
@@ -48,7 +48,7 @@ class MapReduceExecutor
48
48
 
49
49
  # Protected by @lock
50
50
  tasks = { :map => 0.0, :reduce => 0.0, :finalize => 0.0,
51
- :migrate => 0.0, :tem_ids => 0.0 }
51
+ :migrate_map => 0.0, :migrate_reduce => 0.0, :tem_ids => 0.0 }
52
52
  @timings = { :tems => Array.new(@tems.length) { tasks.dup } }
53
53
 
54
54
  # Thread-safe.
@@ -127,7 +127,8 @@ class MapReduceExecutor
127
127
 
128
128
  @lock.synchronize do
129
129
  @tem_parts[action[:secpack]][action[:to]] = out_part
130
- @timings[:tems][tem_index][:migrate] += time_delta
130
+ task = action[:secpack] == :mapper ? :migrate_map : :migrate_reduce
131
+ @timings[:tems][tem_index][task] += time_delta
131
132
  end
132
133
 
133
134
  when :map
@@ -2,7 +2,7 @@
2
2
 
3
3
  Gem::Specification.new do |s|
4
4
  s.name = %q{tem_mr_search}
5
- s.version = "0.3.4"
5
+ s.version = "0.3.5"
6
6
 
7
7
  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
8
8
  s.authors = ["Victor Costan"]
@@ -37,7 +37,8 @@ class MapReduceExecutorTest < MrTestCase
37
37
  assert_equal tems.length, data[:timings][:tems].length,
38
38
  'No TEM data in the timings'
39
39
  data[:timings][:tems].each do |tem_data|
40
- [:tem_ids, :migrate, :map, :reduce, :finalize].each do |task|
40
+ [:tem_ids, :migrate_map, :migrate_reduce, :map, :reduce,
41
+ :finalize].each do |task|
41
42
  assert tem_data[task], "No data on #{task} in the per-TEM timings"
42
43
  end
43
44
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tem_mr_search
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.4
4
+ version: 0.3.5
5
5
  platform: ruby
6
6
  authors:
7
7
  - Victor Costan