costan-tem_mr_search 0.2.1

data/lib/tem_mr_search/query_builder.rb

@@ -0,0 +1,167 @@
+# :nodoc: namespace
+module Tem::Mr::Search
+
+class QueryBuilder
+  # Build a Query.
+  def self.query
+    builder = self.new
+    yield builder
+    builder.query
+  end
+  
+  # Defines the object attributes imported into the map method.
+  def attributes(attributes)
+    @attributes = attributes.to_a.map do |k, v|
+      { :name => k,
+        :type => v,
+        :length => Tem::Abi.send(:"#{v}_length")        
+      }
+    end
+  end
+  
+  # Defines the object attribute that's used as an object ID.
+  def id_attribute(id_attribute)
+    @id_attribute = id_attribute.to_sym
+  end
+  
+  # Defines the query's map procedure.
+  def map
+    @map_secpack = Tem::Assembler.assemble do |s|
+      s.label :_secret
+      s.label :_key
+      s.zeros :tem_ubyte, 16
+      s.label :_check_bytes
+      s.data :tem_ubyte, @check_bytes
+      
+      # User-provided ranking procedure (secret).
+      s.label :_ranking
+      yield s
+      s.ret
+      
+      s.entry
+      s.ldbc 16
+      s.outnew
+      s.call :_ranking
+      s.ldbc 3
+      s.ldwc :_nonce
+      s.rnd
+      s.mcfxb :from => :_check_bytes, :to => :_check, :size => 3
+      # TODO(costan): encryption instead of plain dump
+      s.outfxb :from => :_id, :size => 16
+      s.halt
+      
+      s.label :_plain
+      
+      # Make room for query attributes.
+      @attributes.each do |attribute|
+        s.label attribute[:name]
+        s.zeros attribute[:type], 1
+      end
+      # Object ID.
+      s.label :_id
+      s.zeros :tem_ubyte, 8
+      # Object score.
+      s.label :score
+      s.zeros :tem_short, 1
+      # Random nonce to prevent matching map outputs.
+      s.label :_nonce
+      s.zeros :tem_ubyte, 3
+      # Check bytes to prevent malicious input corruption.
+      s.label :_check
+      s.zeros :tem_ubyte, 3
+      
+      s.stack 64
+    end    
+  end
+  
+  # Defines the query's reduce procedure.
+  def reduce
+    @reduce_secpack = Tem::Assembler.assemble do |s|
+      s.label :_secret
+      s.label :_key
+      s.zeros :tem_ubyte, 16
+      s.label :_check
+      s.data :tem_ubyte, @check_bytes
+      
+      s.label :_signed
+      # User-provided comparison procedure (signed).
+      s.label :_comparison_proc
+      yield s
+      s.ret
+      
+      s.entry
+      s.ldbc 16
+      s.outnew      
+      # Decode inputs.
+      [1, 2].each do |i|
+        # TODO(costan): decrypt instead of copying
+        s.mcfxb :from => :"_output#{i}", :to => :"_id#{i}", :size => 16
+        
+        # Compare the check bytes and abort if the inputs were tampered with.
+        s.mcmpfxb :op1 => :"_check#{i}", :op2 => :"_check", :size => 3
+        s.jz :"_check_#{i}_ok"
+        s.halt
+        s.label :"_check_#{i}_ok"
+      end
+      
+      # Compare and output.
+      s.call :_comparison_proc
+      s.ldw :comparison
+      s.jae :_output1_wins
+      s.mcfxb :from => :_id2, :to => :_id1, :size => 16
+      s.jmp :_output
+      s.label :_output1_wins
+      # Still do a memcpy, to prevent timing attacks.
+      s.mcfxb :from => :_id2, :to => :_id2, :size => 16
+      s.jmp :_output
+      # Refresh the nonce to prevent learning about the comparison criteria.
+      s.label :_output
+      s.ldbc 3
+      s.ldwc :_nonce1
+      s.rnd
+      # TODO(costan): encrypt instead of copying
+      s.outfxb :from => :_id1, :size => 16
+      s.halt
+      
+      s.label :_plain
+      # The comparison result produced by the user comparison procedure.
+      s.label :comparison
+      s.zeros :tem_short, 1
+      
+      # The two inputs to reduce.
+      [1, 2].each do |i|
+        # Encrypted map/reduce output.
+        s.label :"_output#{i}"        
+        s.zeros :tem_ubyte, 16
+        # Unencrypted input (decrypted inside TEM).
+        s.label :"_id#{i}"
+        s.zeros :tem_ubyte, 8
+        s.label :"score#{i}"
+        s.zeros :tem_short, 1
+        s.label :"_nonce#{i}"
+        s.zeros :tem_ubyte, 3        
+        s.label :"_check#{i}"
+        s.zeros :tem_ubyte, 3
+      end
+      s.stack 8
+    end
+  end
+  
+  def query
+    raise "Map procedure not specified" unless @map_secpack
+    raise "Reduce procedure not specified" unless @reduce_secpack
+    raise "ID attribute not specified" unless @id_attribute
+    
+    ClientQuery.new :key => @query_key, :attributes => @attributes,
+                    :map => @map_secpack, :reduce => @reduce_secpack,
+                    :id_attribute => @id_attribute
+  end
+
+  def initialize
+    @check_bytes = [1, 2, 3]
+    # TODO(costan): generate query key
+    @query_key = nil
+  end
+end  # class QueryBuilder
+
+end  # namespace Tem::Mr::Search

data/lib/tem_mr_search/server.rb

@@ -0,0 +1,90 @@
+require 'logger'
+require 'yaml'
+
+# :nodoc: namespace
+module Tem::Mr::Search
+
+class Server
+  DEFAULT_PORT = 9052
+  
+  OP = Zerg::Support::Protocols::ObjectProtocol
+  OPAdapter  = Zerg::Support::Sockets::ProtocolAdapter.adapter_module OP
+  
+  # Creates a new Map-Reduce server (master).
+  def initialize(db_file, cluster_file, port)
+    @logger = Logger.new STDERR
+    @db = Db.new db_file
+    @cluster_file = cluster_file
+    @tems = []
+    refresh_tems!
+    @port = port || DEFAULT_PORT
+  end
+  
+  # Reinitializes the TEM cluster connections.
+  #
+  # This should be called reasonably often to be able to respond to cluster
+  # configuration changes.
+  def refresh_tems!
+    @tems.each { |tem| tem.disconnect }
+    @tems = Server.tems_from_cluster_file @cluster_file
+  end
+
+  # This server's loop.
+  def serve_loop
+    listen_socket = Zerg::Support::SocketFactory.socket :in_port => @port
+    listen_socket.listen
+    shutdown_received = false
+    until shutdown_received
+      begin
+        client_socket, client_addr = listen_socket.accept
+        client_socket.extend OPAdapter
+        request = client_socket.recv_object
+        begin
+          response = process_request request
+        rescue Exception => e
+          @logger.error e
+          response = nil
+        end        
+        client_socket.send_object response if response
+        shutdown_received = true if response == :shutdown
+      rescue Exception => e
+        @logger.error e
+      end
+      client_socket.close
+    end
+    listen_socket.close
+  end
+  
+  # Computes the response of a single request.
+  def process_request(request)    
+    case request[:type]
+    when :search
+      refresh_tems!
+      job = MapReduceJob.new request[:map_reduce]
+      root_tem = request[:root_tem]
+      executor = MapReduceExecutor.new job, @db, @tems, root_tem
+      return executor.execute
+    when :fetch
+      return @db.item_by_id(request[:id]) || :not_found
+    when :shutdown
+      return :shutdown
+    when :db_dump
+      return (0...@db.length).map { |i| @db.item(i) }
+    else
+      return :unknown
+    end
+  end
+  
+  # Creates sessions to all the TEMs in a cluster.
+  def self.tems_from_cluster_file(cluster_file)
+    cluster_hosts = File.open(cluster_file, 'r') { |f| YAML.load f }
+    cluster_configs = cluster_hosts.map { |host|
+      Tem::MultiProxy::Client.query_tems host
+    }.flatten
+    cluster_configs.reject { |config| config.nil? }.map do |config|
+      Tem::Session.new Tem::Transport::AutoConfigurator.try_transport(config)
+    end
+  end
+end
+
+end  # namespace Tem::Mr::Search

data/lib/tem_mr_search/web_client_query_builder.rb

@@ -0,0 +1,50 @@
+# :nodoc: namespace
+module Tem::Mr::Search
+
+class WebClientQueryBuilder < MapReduceJob
+  # Builds a client query covering preferences expressed in the Web UI.
+  #
+  # The supported (and required) options are:
+  #   layovers_cost:: the cost of each layover
+  #   start_time_cost:: the cost of the flight's departure time, in minutes
+  #   duration_cost:: the cost of each minute of flying
+  def self.query(options)
+    QueryBuilder.query { |q|
+      q.attributes :price => :tem_short, :start_time => :tem_short,
+                   :end_time => :tem_short, :layovers => :tem_short
+      q.id_attribute :flight
+      
+      # Score: 20000 - price - layover_cost * layovers -
+      #                start_time * start_time_cost -
+      #                (end_time - start_time) * duration_cost
+      q.map { |s|
+        s.ldwc 20000
+        s.ldw :price
+        s.sub
+        s.ldw :end_time
+        s.ldw :start_time
+        s.sub
+        s.ldwc options[:duration_cost]
+        s.mul
+        s.sub
+        [:start_time, :layovers].each do |factor|
+          s.ldw factor
+          s.ldwc options[:"#{factor}_cost"]
+          s.mul
+          s.sub
+        end
+        s.stw :score
+      }
+
+      # The greater score wins.
+      q.reduce { |s|
+        s.ldw :score1
+        s.ldw :score2
+        s.cmp
+        s.stw :comparison
+      }
+    }
+  end
+end
+  
+end  # namespace Tem::Mr::search

data/lib/tem_mr_search.rb

@@ -0,0 +1,20 @@
+require 'rubygems'
+require 'tem_multi_proxy'
+require 'tem_ruby'
+
+# :nodoc: namespace
+module Tem::Mr
+end
+# :nodoc: namespace
+module Tem::Mr::Search
+end
+
+require 'tem_mr_search/client.rb'
+require 'tem_mr_search/db.rb'
+require 'tem_mr_search/map_reduce_executor.rb'
+require 'tem_mr_search/map_reduce_job.rb'
+require 'tem_mr_search/map_reduce_planner.rb'
+require 'tem_mr_search/query_builder.rb'
+require 'tem_mr_search/client_query.rb'
+require 'tem_mr_search/server.rb'
+require 'tem_mr_search/web_client_query_builder.rb'

data/tem_mr_search.gemspec

@@ -0,0 +1,39 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{tem_mr_search}
+  s.version = "0.2.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Victor Costan"]
+  s.date = %q{2009-06-04}
+  s.default_executable = %q{tem_mr_search_server}
+  s.description = %q{Tem Map-Reduce proof of concept: database search.}
+  s.email = %q{victor@costan.us}
+  s.executables = ["tem_mr_search_server"]
+  s.extra_rdoc_files = ["bin/tem_mr_search_server", "CHANGELOG", "lib/tem_mr_search/client.rb", "lib/tem_mr_search/client_query.rb", "lib/tem_mr_search/db.rb", "lib/tem_mr_search/map_reduce_executor.rb", "lib/tem_mr_search/map_reduce_job.rb", "lib/tem_mr_search/map_reduce_planner.rb", "lib/tem_mr_search/query_builder.rb", "lib/tem_mr_search/server.rb", "lib/tem_mr_search/web_client_query_builder.rb", "lib/tem_mr_search.rb", "LICENSE", "README"]
+  s.files = ["bin/tem_mr_search_server", "CHANGELOG", "lib/tem_mr_search/client.rb", "lib/tem_mr_search/client_query.rb", "lib/tem_mr_search/db.rb", "lib/tem_mr_search/map_reduce_executor.rb", "lib/tem_mr_search/map_reduce_job.rb", "lib/tem_mr_search/map_reduce_planner.rb", "lib/tem_mr_search/query_builder.rb", "lib/tem_mr_search/server.rb", "lib/tem_mr_search/web_client_query_builder.rb", "lib/tem_mr_search.rb", "LICENSE", "Manifest", "Rakefile", "README", "tem_mr_search.gemspec", "test/mr_test_case.rb", "test/test_client_server.rb", "test/test_db.rb", "test/test_map_reduce_executor.rb", "test/test_map_reduce_job.rb", "test/test_map_reduce_planner.rb", "test/test_query_builders.rb", "testdata/cluster.yml", "testdata/empty_cluster.yml", "testdata/fares.yml", "testdata/parallel_plan_431.yml", "testdata/parallel_plan_740.yml", "testdata/serial_plan_410.yml", "testdata/serial_plan_431.yml", "testdata/serial_plan_740.yml"]
+  s.homepage = %q{http://tem.rubyforge.org}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Tem_mr_search", "--main", "README"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{tem}
+  s.rubygems_version = %q{1.3.4}
+  s.summary = %q{Tem Map-Reduce proof of concept: database search.}
+  s.test_files = ["test/test_client_server.rb", "test/test_db.rb", "test/test_map_reduce_executor.rb", "test/test_map_reduce_job.rb", "test/test_map_reduce_planner.rb", "test/test_query_builders.rb"]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<tem_ruby>, [">= 0.11.2"])
+      s.add_runtime_dependency(%q<tem_multi_proxy>, [">= 0.2"])
+    else
+      s.add_dependency(%q<tem_ruby>, [">= 0.11.2"])
+      s.add_dependency(%q<tem_multi_proxy>, [">= 0.2"])
+    end
+  else
+    s.add_dependency(%q<tem_ruby>, [">= 0.11.2"])
+    s.add_dependency(%q<tem_multi_proxy>, [">= 0.2"])
+  end
+end

data/test/mr_test_case.rb

@@ -0,0 +1,36 @@
+require 'test/unit'
+require 'tem_mr_search'
+
+class MrTestCase < Test::Unit::TestCase
+  include Tem::Mr::Search
+  
+  def setup
+    super
+    
+    Thread.abort_on_exception = true
+    
+    @db_path = File.join File.dirname(__FILE__), "..", "testdata", "fares.yml"
+    @cluster_file = File.join File.dirname(__FILE__), "..", "testdata",
+                            "cluster.yml"
+    @empty_cluster_file = File.join File.dirname(__FILE__), "..", "testdata",
+                                    "empty_cluster.yml"
+    @db = Db.new @db_path
+
+    @client_query = WebClientQueryBuilder.query :layovers_cost => 1000,
+                                                :start_time_cost => -1,
+                                                :duration_cost => 1
+  end
+  
+  def fare_score(fare)
+    20000 + fare['start_time'] - fare['price'] - (fare['end_time'] -
+        fare['start_time']) - fare['layovers'] * 1000
+  end
+  
+  def fare_id(fare)
+    fare['flight']
+  end
+  
+  # Ensures that everything has loaded.
+  def test_smoke
+  end
+end

data/test/test_client_server.rb

@@ -0,0 +1,57 @@
+require 'test/mr_test_case'
+require 'flexmock/test_unit'
+
+
+class ClientServerTest < MrTestCase
+  Client = Tem::Mr::Search::Client
+  Server = Tem::Mr::Search::Server
+    
+  def setup
+    super
+    @server_port = 29550
+  end
+    
+  def _test_request
+    Thread.new do
+      Server.new(@db_path, @empty_cluster_file, @server_port).serve_loop
+    end
+    sleep 0.1
+    yield "localhost:#{@server_port}"
+    Client.shutdown_server "localhost:#{@server_port}"
+  end
+  
+  def test_fetch_item
+    _test_request do |server_addr|
+      fetched_item = Client.fetch_item server_addr, fare_id(@db.item(3))
+      assert_equal @db.item(3), fetched_item, 'Fetch fail' 
+    end
+  end
+  
+  def test_dump_database
+    @server_port = 29557
+    _test_request do |server_addr|
+      items = Client.dump_database server_addr
+      assert_equal @db.length, items.length, 'Wrong number of items'
+      items.each_with_index do |item, i|
+        assert_equal @db.item(i), item, "Discrepancy in item #{i}"
+      end
+    end    
+  end
+  
+  def test_query
+    @server_port = 29551
+    flexmock(Server).should_receive(:tems_from_cluster_file).
+                     with(@empty_cluster_file).and_return do |file|
+      Tem.auto_conf
+      [$tem]
+    end
+    _test_request do |server_addr|
+      result = Client.search server_addr, @client_query
+      gold_item = @db.item 5
+      assert_equal fare_id(gold_item), result[:id],
+                   'Incorrect Map-Reduce result (ID)'
+      assert_equal fare_score(gold_item), result[:score],
+                   'Incorrect Map-Reduce result (score)'
+    end
+  end
+end

data/test/test_db.rb

@@ -0,0 +1,16 @@
+require 'test/mr_test_case'
+
+class DbTest < MrTestCase  
+  def test_loading    
+    assert_equal 8, @db.length, 'Number of items in the database'
+    gold_item = {"price" => 2500, "from" => "BOS", "to" => "TPE",
+                 "flight" => 15, "layovers"=>2, "end_time"=>2100,
+                 "start_time"=>900}
+    assert_equal gold_item, @db.item(0), 'First database item'
+  end
+  
+  def test_by_id
+    assert_equal 18, @db.item_by_id(18)['flight'], 'Finding existing item by ID'
+    assert_equal nil, @db.item_by_id(5), 'Finding non-existing item'
+  end
+end

data/test/test_map_reduce_executor.rb

@@ -0,0 +1,40 @@
+require 'test/mr_test_case'
+
+class MapReduceExecutorTest < MrTestCase
+  MRExecutor = Tem::Mr::Search::MapReduceExecutor
+  
+  def setup
+    super
+    Tem.auto_conf
+    $tem.activate
+    $tem.emit
+  end
+  
+  def teardown
+    $tem.disconnect
+  end
+    
+  def _test_executor(tems, root_tem)
+    executor = MRExecutor.new @client_query, @db, tems, root_tem
+    packed_output = executor.execute
+    result = @client_query.unpack_output packed_output
+    gold_item = @db.item 5 
+    assert_equal fare_id(gold_item), result[:id],
+                 'Incorrect Map-Reduce result (ID)'
+    assert_equal fare_score(gold_item), result[:score],
+                 'Incorrect Map-Reduce result (score)'
+  end
+  
+  def test_executor_with_autoconf
+    _test_executor [$tem], 0
+  end
+  
+  def test_executor_with_cluster    
+    tems = Tem::Mr::Search::Server.tems_from_cluster_file @cluster_file
+    assert_equal 8, tems.length, 'Incorrect cluster setup'
+    
+    tems.each { |tem| tem.activate; tem.emit }
+    
+    _test_executor tems, 0
+  end
+end

data/test/test_map_reduce_job.rb

@@ -0,0 +1,65 @@
+require 'test/mr_test_case'
+
+class MapReduceJobTest < MrTestCase
+  MapReduceJob = Tem::Mr::Search::MapReduceJob
+  
+  def setup
+    super
+    
+    @obj1 = @db.item 0
+    @obj2 = @db.item 1
+    @output1 = (1..16).to_a
+    @output2 = (17..32).to_a
+  end
+  
+  def test_map_for_object
+    obj = @obj1.merge 'flight' => 0x12345678
+    secpack = @client_query.mapper.map_for_object obj
+    
+    assert_equal [0, 0, 0, 0, 0x12, 0x34, 0x56, 0x78],
+                 secpack.get_bytes(:_id, 8), 'Object ID embedded incorrectly'
+    assert_equal @obj1['price'], secpack.get_value(:price, :tem_short),
+                 'Price embedded incorrectly'
+    assert_equal @obj1['layovers'], secpack.get_value(:layovers, :tem_short),
+                 'Layover count embedded incorrectly'
+    assert_equal @obj1['start_time'],
+                 secpack.get_value(:start_time, :tem_short),
+                 'Starting time embedded incorrectly'
+    assert_equal @obj1['end_time'],
+                 secpack.get_value(:end_time, :tem_short),
+                 'Ending time embedded incorrectly'
+  end
+  
+  def test_reduce_for_outputs
+    secpack = @client_query.reducer.reduce_for_outputs @output1, @output2
+    
+    assert_equal @output1, secpack.get_bytes(:_output1, 16),
+                 'Output1 embedded incorrectly'
+    assert_equal @output2, secpack.get_bytes(:_output2, 16),
+                 'Output2 embedded incorrectly'
+  end
+  
+  def test_unpack_unencrypted_output
+    packed_output = [0, 0, 0, 0, 0x12, 0x34, 0x56, 0x78, 0x31, 0x41, 0xCC, 0xCD,
+                     0xCE, 0xBE, 0xEF, 0xFE]
+    output = @client_query.unpack_decrypted_output packed_output
+              
+    assert_equal 0x12345678, output[:id], 'ID incorrectly unpacked'
+    assert_equal 0x3141, output[:score], 'Score incorrectly unpacked'
+    assert_equal [0xBE, 0xEF, 0xFE], output[:check], 'Check bytes'    
+  end  
+end
+
+class SerializedMapReduceJobTest < MapReduceJobTest
+  # Serialization is successful if a de-serialized job can pass all the tests.
+  
+  def setup
+    super
+    @hash = @client_query.to_hash
+    @client_query = MapReduceJob.new @hash
+  end
+  
+  def test_serialized_form
+    assert_equal Hash, @hash.class, 'Serialization did not produce a plain hash'    
+  end
+end

data/test/test_map_reduce_planner.rb

@@ -0,0 +1,55 @@
+require 'test/mr_test_case'
+require 'yaml'
+
+class MapReducePlannerTest < Test::Unit::TestCase
+  MRPlanner = Tem::Mr::Search::MapReducePlanner
+  
+  def setup
+    @testdata_path = File.join(File.dirname(__FILE__), '..', 'testdata')
+  end
+  
+  def parallel_planning(planner)
+    all_actions = []
+    until planner.done?
+      actions = planner.next_actions!
+      all_actions << actions
+      actions.each { |action| planner.action_done action }
+    end
+    all_actions    
+  end
+  
+  def serial_planning(planner)    
+    all_actions = []
+    pending_actions = []
+    until planner.done?
+      actions = planner.next_actions!
+      all_actions << actions
+      pending_actions += actions
+      action = pending_actions.shift   
+      planner.action_done action if action 
+    end
+    all_actions
+  end
+  
+  def _test_planning(method_name, items, tems, root_tem, gold_file)
+    planner = MRPlanner.new nil, items, tems, root_tem
+    all_actions = self.send method_name, planner
+    gold_actions = File.open(File.join(@testdata_path, gold_file), 'r') do |f|
+      YAML.load f
+    end
+    assert_equal gold_actions, all_actions, "Failed #{method_name}: " +
+        "#{tems} tems with root #{root_tem}, #{items} items"
+    assert_equal items * 2 - 1, planner.output_id, "Wrong final output_id"
+  end
+  
+  def test_planning
+    [[:parallel_planning, 7, 4, 0, 'parallel_plan_740.yml'],
+     [:parallel_planning, 4, 3, 1, 'parallel_plan_431.yml'],
+     [:serial_planning, 4, 1, 0, 'serial_plan_410.yml'],
+     [:serial_planning, 7, 4, 0, 'serial_plan_740.yml'],
+     [:serial_planning, 4, 3, 1, 'serial_plan_431.yml'],
+    ].each do |testcase|
+      _test_planning *testcase
+    end
+  end  
+end

data/test/test_query_builders.rb

@@ -0,0 +1,40 @@
+require 'test/mr_test_case'
+
+class QueryBuildersTest < MrTestCase
+  def setup
+    super
+    Tem.auto_conf
+    $tem.activate
+    $tem.emit
+  end
+  
+  def _test_map_fare(fare)
+    enc_output = @client_query.mapper.map_object fare, $tem
+    output = @client_query.unpack_output enc_output
+    assert_equal fare_id(fare), output[:id], 'Object ID incorrectly encoded'
+    assert_equal fare_score(fare), output[:score],
+                 'Score incorrectly computed'
+    enc_output
+  end
+  
+  def test_map_reduce
+    fare1 = @db.item 0
+    output1 = _test_map_fare fare1
+    fare2 = @db.item 1
+    output2 = _test_map_fare fare2
+    
+    win_fare = (fare_score(fare1) > fare_score(fare2)) ? fare1 : fare2
+    # Try both permutations to ensure all branches of the reduce code work.
+    [[output1, output2], [output2, output1]].each do |o1, o2|
+      enc_output = @client_query.reducer.reduce_outputs o1, o2, $tem
+      output = @client_query.unpack_output enc_output
+      assert_equal fare_id(win_fare), output[:id], 'The wrong fare won (bad ID)'
+      assert_equal fare_score(win_fare), output[:score],
+                   'The wrong fare won (bad score)'
+      assert_equal [1, 2, 3], output[:check], 'Incorrect check bytes'
+
+      assert_not_equal enc_output, output1, 'Nonce fail'
+      assert_not_equal enc_output, output2, 'Nonce fail'
+    end
+  end
+end

data/testdata/cluster.yml

@@ -0,0 +1,3 @@
+---
+- darkbulb2.local
+- lightbulb2.local

data/testdata/empty_cluster.yml

@@ -0,0 +1,2 @@
+--- []
+