skydb 0.2.3 → 0.3.0

data/test/unit/event_test.rb

@@ -1,32 +0,0 @@
-# encoding: binary
-require 'test_helper'
-
-class TestEvent < MiniTest::Unit::TestCase
-  def setup
-    @event = SkyDB::Event.new()
-  end
-  
-  ######################################
-  # Object ID
-  ######################################
-  
-  def test_object_id
-    @event.object_id = 12
-    assert_equal 12, @event.object_id
-  end
-  
-
-  ######################################
-  # Timestamp
-  ######################################
-  
-  def test_timestamp_with_time
-    @event.timestamp = Time.now
-    refute_nil @event.timestamp
-  end
-  
-  def test_invalid_timestamp
-    @event.object_id = "foo"
-    assert_nil @event.timestamp
-  end
-end

data/test/unit/import/importer_test.rb

@@ -1,208 +0,0 @@
-require 'test_helper'
-
-class TestImporter < MiniTest::Unit::TestCase
-  def setup
-    @importer = SkyDB::Import::Importer.new(:table_name => 'test')
-    @input  = {
-      'myString' => 'Hello',
-      'foo' => 100
-    }
-    @output = {}
-  end
-  
-
-  ######################################
-  # Transform File
-  ######################################
-
-  def test_load_simple_transform
-    @importer.load_transform(
-      <<-BLOCK.unindent
-      fields:
-        name: myString
-      BLOCK
-    )
-    
-    assert_equal "myString", @importer.translators.first.input_field
-    assert_equal "name", @importer.translators.first.output_field
-    assert_equal "string", @importer.translators.first.format
-  end
-
-  def test_load_simple_proc
-    @importer.load_transform(
-      <<-BLOCK.unindent
-      fields:
-        name: "{ output['foo'] * 10 }"
-      BLOCK
-    )
-    
-    assert_equal "name", @importer.translators.first.output_field
-    assert !@importer.translators.first.translate_function.nil?
-  end
-
-
-  ######################################
-  # Import
-  ######################################
-
-  def test_import_csv
-    out, err = capture_io do
-      events = [mock(), mock(), mock(), mock()]
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:00:00Z"), :action => {:name => '/index.html'}).returns(events[0])
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:01:00Z"), :action => {:name => '/signup.html'}).returns(events[1])
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:02:00Z"), :action => {:name => '/buy.html'}).returns(events[2])
-      SkyDB::Event.expects(:new).with(:object_id => '101', :timestamp => Chronic.parse("2000-01-02T12:00:00Z"), :action => {:name => '/index.html'}).returns(events[3])
-      SkyDB.expects(:add_event).with(events[0])
-      SkyDB.expects(:add_event).with(events[1])
-      SkyDB.expects(:add_event).with(events[2])
-      SkyDB.expects(:add_event).with(events[3])
-      @importer.load_transform_file('sky')
-      @importer.import(['fixtures/unit/importer/simple.csv'], :progress_bar => false)
-    end
-    assert_equal '', out
-    assert_equal '[import] Determining file type: csv', err.chomp
-  end
-
-  def test_import_tsv
-    out, err = capture_io do
-      events = [mock(), mock(), mock(), mock()]
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:00:00Z"), :action => {:name => '/index.html'}).returns(events[0])
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:01:00Z"), :action => {:name => '/signup.html'}).returns(events[1])
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:02:00Z"), :action => {:name => '/buy.html'}).returns(events[2])
-      SkyDB::Event.expects(:new).with(:object_id => '101', :timestamp => Chronic.parse("2000-01-02T12:00:00Z"), :action => {:name => '/index.html'}).returns(events[3])
-      SkyDB.expects(:add_event).with(events[0])
-      SkyDB.expects(:add_event).with(events[1])
-      SkyDB.expects(:add_event).with(events[2])
-      SkyDB.expects(:add_event).with(events[3])
-      @importer.load_transform_file('sky')
-      @importer.import(['fixtures/unit/importer/simple.tsv'], :progress_bar => false)
-    end
-    assert_equal '', out
-    assert_equal '[import] Determining file type: tsv', err.chomp
-  end
-
-  def test_import_json
-    out, err = capture_io do
-      events = [mock(), mock(), mock(), mock()]
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:00:00Z"), :action => {:name => '/index.html'}).returns(events[0])
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:01:00Z"), :action => {:name => '/signup.html'}).returns(events[1])
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:02:00Z"), :action => {:name => '/buy.html'}).returns(events[2])
-      SkyDB::Event.expects(:new).with(:object_id => '101', :timestamp => Chronic.parse("2000-01-02T12:00:00Z"), :action => {:name => '/index.html'}).returns(events[3])
-      SkyDB.expects(:add_event).with(events[0])
-      SkyDB.expects(:add_event).with(events[1])
-      SkyDB.expects(:add_event).with(events[2])
-      SkyDB.expects(:add_event).with(events[3])
-      @importer.load_transform_file('sky')
-      @importer.import(['fixtures/unit/importer/simple.json'], :progress_bar => false)
-    end
-    assert_equal '', out
-    assert_equal '[import] Determining file type: json', err.chomp
-  end
-
-  def test_import_apache_log
-    out, err = capture_io do
-      events = [mock(), mock(), mock(), mock(), mock()]
-      SkyDB::Event.expects(:new).with(:object_id => '66.29.187.16', :timestamp => DateTime.parse("2013-01-13T04:05:07+00:00"), :action => {:name => "/users/1"}).returns(events[0])
-      SkyDB::Event.expects(:new).with(:object_id => '70.193.12.4', :timestamp => DateTime.parse("2013-01-13T04:05:09+00:00"), :action => {:name => "/tweets/new"}).returns(events[1])
-      SkyDB::Event.expects(:new).with(:object_id => '67.228.32.10', :timestamp => DateTime.parse("2013-01-13T04:05:07+00:00"), :action => {:name => "/tweets"}).returns(events[2])
-      SkyDB::Event.expects(:new).with(:object_id => '157.55.35.85', :timestamp => DateTime.parse("2013-01-13T04:05:07+00:00"), :action => {:name => "/index.html"}).returns(events[3])
-      SkyDB::Event.expects(:new).with(:object_id => '66.29.187.16', :timestamp => DateTime.parse("2013-01-13T04:05:07+00:00"), :action => {:name => "/messages/1840832/open"}).returns(events[4])
-      SkyDB.expects(:add_event).with(events[0])
-      SkyDB.expects(:add_event).with(events[1])
-      SkyDB.expects(:add_event).with(events[2])
-      SkyDB.expects(:add_event).with(events[3])
-      SkyDB.expects(:add_event).with(events[4])
-      @importer.load_transform_file('apache')
-      @importer.import(['fixtures/unit/importer/simple.log'], :progress_bar => false)
-    end
-    assert_equal '', out
-    assert_equal '[import] Determining file type: apache_log', err.chomp
-  end
-
-  def test_import_bzip2_apache_log
-    out, err = capture_io do
-      event = mock()
-      SkyDB::Event.expects(:new).with(:object_id => '66.29.187.16', :timestamp => DateTime.parse("2013-01-13T04:05:07+00:00"), :action => {:name => "/users/1"}).returns(event)
-      SkyDB.expects(:add_event).with(event)
-      @importer.load_transform_file('apache')
-      @importer.file_type = :apache_log
-      @importer.import(['fixtures/unit/importer/simple.log.bz2'])
-    end
-    assert_equal '', out
-    assert_equal '', err
-  end
-
-  def test_import_gzip_apache_log
-    out, err = capture_io do
-      event = mock()
-      SkyDB::Event.expects(:new).with(:object_id => '66.29.187.16', :timestamp => DateTime.parse("2013-01-13T04:05:07+00:00"), :action => {:name => "/users/1"}).returns(event)
-      SkyDB.expects(:add_event).with(event)
-      @importer.load_transform_file('apache')
-      @importer.file_type = :apache_log
-      @importer.import(['fixtures/unit/importer/simple.log.gz'])
-    end
-    assert_equal '', out
-    assert_equal '', err
-  end
-
-  def test_import_override_file_type
-    out, err = capture_io do
-      event = mock()
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:00:00Z"), :action => {:name => '/index.html'}).returns(event)
-      SkyDB.expects(:add_event).with(event)
-      @importer.load_transform_file('sky')
-      @importer.file_type = :csv
-      @importer.import(['fixtures/unit/importer/simple'], :progress_bar => false)
-    end
-    assert_equal '', out
-    assert_equal '', err
-  end
-
-  def test_import_csv_no_headers
-    out, err = capture_io do
-      events = [mock(), mock(), mock(), mock()]
-      SkyDB::Event.expects(:new).with(:object_id => '100', :timestamp => Chronic.parse("2000-01-01T00:00:00Z"), :action => {:name => '/index.html'}).returns(events[0])
-      SkyDB.expects(:add_event).with(events[0])
-      @importer.headers = ['object_id', 'timestamp', 'action.name']
-      @importer.load_transform_file('sky')
-      @importer.import(['fixtures/unit/importer/no_headers.csv'], :progress_bar => false)
-    end
-    assert_equal '', out
-    assert_equal '[import] Determining file type: csv', err.chomp
-  end
-
-  def test_import_bad_timestamp
-    out, err = capture_io do
-      events = mock()
-      SkyDB::Event.expects(:new).never
-      SkyDB.expects(:add_event).never
-      @importer.load_transform_file('sky')
-      @importer.import(['fixtures/unit/importer/bad_timestamp.csv'], :progress_bar => false)
-    end
-    assert_equal '', out
-    assert_equal(
-      "[import] Determining file type: csv\n" +
-      "[ERROR] Invalid timestamp on line 2",
-      err.chomp
-    )
-  end
-  
-  def test_import_unsupported_file_type
-    e = nil
-    out, err = capture_io do
-      e = assert_raises(SkyDB::Import::Importer::UnsupportedFileType) do
-        @importer.import(['fixtures/unit/importer/unsupported.xxx'], :progress_bar => false)
-      end
-    end
-    assert_equal 'File type not supported by importer: .xxx', e.message
-    assert_equal '', out
-    assert_equal "[import] Determining file type: ???", err.chomp
-  end
-  
-  def test_import_transform_not_found
-    e = assert_raises(SkyDB::Import::Importer::TransformNotFound) do
-      @importer.load_transform_file('no_such_transform.yml')
-    end
-    assert_equal 'Transform file not found: no_such_transform.yml', e.message
-  end
-end

data/test/unit/import/translator_test.rb

@@ -1,88 +0,0 @@
-require 'test_helper'
-
-class TestTranslator < MiniTest::Unit::TestCase
-  def setup
-    @translator = SkyDB::Import::Translator.new()
-    
-    @input = {
-      'myString' => 'hello world',
-      'myInt' => '100',
-      'myFloat' => '20.21',
-      'myTrue' => 'true',
-      'myFalse' => 'false',
-      'myDate' => '10/26/1982 12:00 AM',
-      'foo' => '1000',
-    }
-    @output = {}
-  end
-  
-
-  ######################################
-  # Simple Translation
-  ######################################
-
-  def test_string_translation
-    SkyDB::Import::Translator.new(:input_field => 'myString', :output_field => 'data')
-      .translate(@input, @output)
-    assert_equal 'hello world', @output['data']
-  end
-
-  def test_int_translation
-    SkyDB::Import::Translator.new(:input_field => 'myInt', :output_field => 'data', :format => 'Int')
-      .translate(@input, @output)
-    assert_equal 100, @output['data']
-  end
-
-  def test_float_translation
-    SkyDB::Import::Translator.new(:input_field => 'myFloat', :output_field => 'data', :format => 'Float')
-      .translate(@input, @output)
-    assert_equal 20.21, @output['data']
-  end
-
-  def test_boolean_true_translation
-    SkyDB::Import::Translator.new(:input_field => 'myTrue', :output_field => 'data', :format => 'Boolean')
-      .translate(@input, @output)
-    assert_equal true, @output['data']
-  end
-
-  def test_boolean_false_translation
-    SkyDB::Import::Translator.new(:input_field => 'myFalse', :output_field => 'data', :format => 'Boolean')
-      .translate(@input, @output)
-    assert_equal false, @output['data']
-  end
-
-  def test_date_translation
-    SkyDB::Import::Translator.new(:input_field => 'myDate', :output_field => 'data', :format => 'Date')
-      .translate(@input, @output)
-    assert_equal Time.parse('1982-10-26'), @output['data']
-  end
-
-
-  ######################################
-  # Nested Translation
-  ######################################
-
-  def test_nested_translation
-    SkyDB::Import::Translator.new(:input_field => 'myString', :output_field => ['action', 'data'])
-      .translate(@input, @output)
-    assert_equal 'hello world', @output['action']['data']
-  end
-
-
-  ######################################
-  # Dynamic Translation
-  ######################################
-
-  def test_translate_function_proc
-    SkyDB::Import::Translator.new(:translate_function => lambda {|input, output| output['data'] = input['foo'].to_i + 10})
-      .translate(@input, @output)
-    assert_equal 1010, @output['data']
-  end
-
-
-  def test_translate_function_string
-    SkyDB::Import::Translator.new(:output_field => 'data', :translate_function => "input['foo'].to_i * 2")
-      .translate(@input, @output)
-    assert_equal 2000, @output['data']
-  end
-end

data/test/unit/message/add_action_message_test.rb

@@ -1,34 +0,0 @@
-# encoding: binary
-require 'test_helper'
-
-class TestMessageAddAction < MiniTest::Unit::TestCase
-  def setup
-    @message = SkyDB::Message::AddAction.new()
-  end
-  
-  ######################################
-  # Action
-  ######################################
-
-  def test_action
-    @message.action = SkyDB::Action.new
-    refute_nil @message.action
-  end
-  
-  def test_invalid_action
-    @message.action = "foo"
-    assert_nil @message.action
-  end
-  
-
-  ######################################
-  # Encoding
-  ######################################
-
-  def test_encode
-    buffer = StringIO.new
-    @message.action = SkyDB::Action.new(:id => 0, :name => "foo")
-    @message.encode(buffer)
-    assert_bytes "\x93\x01\xaaadd_action\xa0\x82\xa2id\x00\xa4name\xa3foo", buffer
-  end
-end

data/test/unit/message/add_event_message_test.rb

@@ -1,35 +0,0 @@
-# encoding: binary
-require 'test_helper'
-
-class TestMessageAddEvent < MiniTest::Unit::TestCase
-  def setup
-    @message = SkyDB::Message::AddEvent.new()
-  end
-  
-  ######################################
-  # Encoding
-  ######################################
-  
-  def test_encode
-    buffer = StringIO.new
-    @message.table_name = "users"
-    @message.event = SkyDB::Event.new(
-      object_id: "12",
-      timestamp:DateTime.parse('2010-01-02T10:30:20Z'),
-      action: {
-        name:"/index.html",
-        astring:"foo",
-        aint:20
-      },
-      data: {
-        ostring: "bar",
-        oint: 10,
-        odouble: 100.1,
-        otrue: true,
-        ofalse: false
-      }
-    )
-    @message.encode(buffer)
-    assert_bytes "\x93\x01\xa9add_event\xa5users\x84\xa8objectId\xa3\xa212\xa9timestamp\xcf\x00\x04\x7c\x2b\xf9\x9b\x87\x00\xa6action\x83\xa4name\xab\x2findex\x2ehtml\xa7astring\xa3foo\xa4aint\x14\xa4data\x85\xa7ostring\xa3bar\xa4oint\x0a\xa7odouble\xcb\x40Y\x06fffff\xa5otrue\xc3\xa6ofalse\xc2", buffer
-  end
-end

data/test/unit/message/add_property_message_test.rb

@@ -1,41 +0,0 @@
-# encoding: binary
-require 'test_helper'
-
-class TestMessageAddProperty < MiniTest::Unit::TestCase
-  def setup
-    @message = SkyDB::Message::AddProperty.new()
-  end
-  
-  ######################################
-  # Property
-  ######################################
-
-  def test_property
-    @message.property = SkyDB::Property.new
-    refute_nil @message.property
-  end
-  
-  def test_invalid_property
-    @message.property = "foo"
-    assert_nil @message.property
-  end
-  
-
-  ######################################
-  # Encoding
-  ######################################
-
-  def test_encode_object_property
-    buffer = StringIO.new
-    @message.property = SkyDB::Property.new(:type => :object, :data_type => 'Int', :name => 'foo')
-    @message.encode(buffer)
-    assert_bytes "\x93\x01\xacadd_property\xa0\x84\xa2id\x00\xa4type\x01\xa8dataType\xa3Int\xa4name\xa3foo", buffer
-  end
-
-  def test_encode_action_property
-    buffer = StringIO.new
-    @message.property = SkyDB::Property.new(:type => :action, :data_type => 'Boolean', :name => 'foo')
-    @message.encode(buffer)
-    assert_bytes "\x93\x01\xacadd_property\xa0\x84\xa2id\x00\xa4type\x02\xa8dataType\xa7Boolean\xa4name\xa3foo", buffer
-  end
-end

data/test/unit/message/create_table_message_test.rb

@@ -1,34 +0,0 @@
-# encoding: binary
-require 'test_helper'
-
-class TestMessageCreateTable < MiniTest::Unit::TestCase
-  def setup
-    @message = SkyDB::Message::CreateTable.new()
-  end
-  
-  ######################################
-  # Action
-  ######################################
-
-  def test_table
-    @message.table = SkyDB::Table.new('foo')
-    refute_nil @message.table
-  end
-  
-  def test_invalid_table
-    @message.table = "foo"
-    assert_nil @message.table
-  end
-  
-
-  ######################################
-  # Encoding
-  ######################################
-
-  def test_encode
-    buffer = StringIO.new
-    @message.table = SkyDB::Table.new("foo", :tablet_count => 8)
-    @message.encode(buffer)
-    assert_bytes "\x93\x01\xaccreate_table\xa0\x82\xa4name\xa3foo\xactablet_count\x08", buffer
-  end
-end