nfagent 0.9.30 → 0.9.31

data/test/config

@@ -1,5 +0,0 @@
-client_key = 1234
-dump_dir = sandbox/dumps
-log_file = sandbox/debug
-pid_file = sandbox/nfagent.pid
-plugin_directory = test/plugins/

data/test/plugins/my_mapper.rb

@@ -1,18 +0,0 @@
-class MyMapper
-  def initialize
-    @hash = {
-      'dan' => 'acme',
-      'paul' => 'jetson',
-      'mike' => 'acme'
-    }
-  end
-
-  def before_shutdown
-    # Put any cleanup code in here
-  end
-
-  def find_account_id(username, client_ip)
-    raise NFAgent::IgnoreLine if username == 'andrew'
-    @hash[username]
-  end
-end

data/test/test_chunk.rb

@@ -1,79 +0,0 @@
-
-require 'test/test_helper'
-
-class TestChunk < ActiveSupport::TestCase
-  setup do
-    NFAgent::Config.config_file = "test/config"
-    NFAgent::Config.init
-    @logline = "1253604221  19 127.0.0.1 TCP_MISS/200 562 GET http://www.gravatar.com/blavatar/e81cfb9068d04d1cfd598533bb380e1f?s=16&d=http://s.wordpress.com/favicon.ico - NONE/- text/html"
-  end
-
-  test "initialize" do
-    chunk = NFAgent::Chunk.new
-    assert_equal 500, chunk.max_size
-    chunk = NFAgent::Chunk.new(600)
-    assert_equal 600, chunk.max_size
-  end
-
-  test "full" do
-    chunk = NFAgent::Chunk.new(20)
-    19.times do
-      chunk << @logline
-    end
-    assert !chunk.full?
-    chunk << @logline
-    assert chunk.full?
-    assert_raises(NFAgent::ChunkFull) { chunk << @logline }
-  end
-
-  test "won't expire if empty" do
-    NFAgent::Config.chunk_time_out = 1
-    chunk = NFAgent::Chunk.new
-    assert !chunk.expired?
-    Timecop.freeze(Time.now + 61) do
-      assert !chunk.expired?
-    end
-  end
-
-  test "expired" do
-    chunk = NFAgent::Chunk.new
-    chunk << @logline
-    assert !chunk.expired?
-    Timecop.freeze(Time.now + 61) do
-      assert chunk.expired?
-      assert_raises(NFAgent::ChunkExpired) { chunk << @logline }
-    end
-  end
-
-  test "day boundary" do
-    d = Date.today
-    Timecop.travel(Time.local(2011, 1, 10, 23, 59, 58)) do
-      chunk = NFAgent::Chunk.new
-      Timecop.travel(Time.local(2011, 1, 11, 0, 0, 10)) do
-        assert_raises(NFAgent::DayBoundary) { chunk << @logline }
-      end
-    end
-  end
-
-  test "submit" do
-    EM.expects(:defer)
-    chunk = NFAgent::Chunk.new
-    chunk.submit
-  end
-
-  test "dump" do
-    Zlib::Deflate.expects(:deflate).returns("x\234\313\316*/\314HO-\312N\317(J\005\000&~\005u").times(2)
-    chunk = NFAgent::Chunk.new
-    chunk << @logline
-    payload = chunk.dump
-    assert_equal 1, payload.line_count
-    assert_instance_of String, payload.data
-    # Dump with key
-    payload = chunk.dump('acme')
-    assert_equal 'acme', payload.key
-  end
-
-  test "dump from LogLine" do
-    flunk
-  end
-end

data/test/test_chunk_handler.rb

@@ -1,131 +0,0 @@
-
-require 'test/test_helper'
-
-class TestChunkHandler < ActiveSupport::TestCase
-  setup do
-    NFAgent::Config.config_file = "test/config"
-    NFAgent::Config.init
-    NFAgent::Config.plugin_directory = File.dirname(__FILE__) + '/../test/plugins/' 
-    NFAgent::Plugin.load_plugins
-    @logline = "1253604221  19 127.0.0.1 TCP_MISS/200 562 GET http://www.gravatar.com/blavatar/e81cfb9068d04d1cfd598533bb380e1f?s=16&d=http://s.wordpress.com/favicon.ico dan NONE/- text/html"
-    @logline2 = "1253604221  19 127.0.0.1 TCP_MISS/200 562 GET http://www.gravatar.com/blavatar/e81cfb9068d04d1cfd598533bb380e1f?s=16&d=http://s.wordpress.com/favicon.ico paul NONE/- text/html"
-    @ignored_logline = "1253604221  19 127.0.0.1 TCP_MISS/200 562 GET http://www.gravatar.com/blavatar/e81cfb9068d04d1cfd598533bb380e1f?s=16&d=http://s.wordpress.com/favicon.ico andrew NONE/- text/html"
-  end
-
-  test "append line" do
-    chunk_handler = NFAgent::ChunkHandler.new
-    chunk_handler.append(@logline)
-    assert_equal 1, chunk_handler.chunk_group['all'].size
-    assert_instance_of String, chunk_handler.chunk_group['all'][-1]
-  end
-
-  test "append with local parsing" do
-    NFAgent::Config.parse = 'locally'
-    chunk_handler = NFAgent::ChunkHandler.new
-    chunk_handler.append(@logline)
-    assert_equal 1, chunk_handler.chunk_group['all'].size
-    assert_instance_of Squiggle::LogLine, chunk_handler.chunk_group['all'][-1]
-  end
-
-  test "append with multi" do
-    NFAgent::Config.parse = 'locally'
-    NFAgent::Config.mode = 'multi'
-    NFAgent::Config.mapper = 'MyMapper'
-    chunk_handler = NFAgent::ChunkHandler.new
-    chunk_handler.append(@logline)
-    assert chunk_handler.chunk_group.has_key?('acme')
-    assert_equal 1, chunk_handler.chunk_group['acme'].size
-    chunk_handler.append(@logline2)
-    assert chunk_handler.chunk_group.has_key?('acme')
-    assert chunk_handler.chunk_group.has_key?('jetson')
-    assert_equal 1, chunk_handler.chunk_group['acme'].size
-    assert_equal 1, chunk_handler.chunk_group['jetson'].size
-  end
-
-  test "mapper raises ignore line in multi mode" do
-    NFAgent::Config.parse = 'locally'
-    NFAgent::Config.mode = 'multi'
-    NFAgent::Config.mapper = 'MyMapper'
-    chunk_handler = NFAgent::ChunkHandler.new
-    chunk_handler.append(@ignored_logline)
-    assert !chunk_handler.chunk_group.has_key?('acme')
-    assert !chunk_handler.chunk_group.has_key?('jetson')
-    assert chunk_handler.chunk_group['acme'].blank?
-    assert chunk_handler.chunk_group['jetson'].blank?
-  end
-
-  test "reset chunk after expiry in multi mode" do
-    NFAgent::Config.parse = 'locally'
-    NFAgent::Config.mode = 'multi'
-    NFAgent::Config.mapper = 'MyMapper'
-    NFAgent::Chunk.any_instance.expects(:submit).at_least_once
-    chunk_handler = NFAgent::ChunkHandler.new
-    chunk_handler.append(@logline)
-    Timecop.travel(30) do
-      chunk_handler.append(@logline2)
-      assert_equal 1, chunk_handler.chunk_group['acme'].size
-      assert_equal 1, chunk_handler.chunk_group['jetson'].size
-
-      Timecop.travel(31) do
-        chunk_handler.check_full_or_expired
-        assert !chunk_handler.chunk_group.has_key?('acme')
-        assert_equal 1, chunk_handler.chunk_group['jetson'].size
-
-        Timecop.travel(31) do
-          chunk_handler.check_full_or_expired
-          assert !chunk_handler.chunk_group.has_key?('acme')
-          assert !chunk_handler.chunk_group.has_key?('jestson')
-        end
-      end
-    end
-  end
-
-  test "reset chunk after full with check_full_or_expired in multi mode" do
-    NFAgent::Config.parse = 'locally'
-    NFAgent::Config.mode = 'multi'
-    NFAgent::Config.mapper = 'MyMapper'
-    EM.expects(:defer).times(2)
-    chunk_handler = NFAgent::ChunkHandler.new(:chunk_size => 10)
-    9.times { chunk_handler.append(@logline) }
-    9.times { chunk_handler.append(@logline2) }
-    assert_equal 9, chunk_handler.chunk_group['acme'].size
-    assert_equal 9, chunk_handler.chunk_group['jetson'].size
-    chunk_handler.append(@logline)
-    chunk_handler.check_full_or_expired
-    assert !chunk_handler.chunk_group.has_key?('acme')
-    chunk_handler.append(@logline2)
-    chunk_handler.check_full_or_expired
-    assert !chunk_handler.chunk_group.has_key?('jetson')
-  end
-
-  test "fail an invalid logline in local parse mode" do
-    NFAgent::Config.parse = 'locally'
-    chunk_handler = NFAgent::ChunkHandler.new
-    chunk_handler.append("") # Invalid logline
-    assert chunk_handler.chunk_group['all'].nil?
-  end
-
-  test "reset chunk is passed appropriate key in multi mode" do
-    NFAgent::Config.parse = 'locally'
-    NFAgent::Config.mode = 'multi'
-    NFAgent::Config.mapper = 'MyMapper'
-    NFAgent::Chunk.any_instance.expects(:submit).with('acme')
-    chunk_handler = NFAgent::ChunkHandler.new
-    chunk_handler.append(@logline)
-    Timecop.travel(61) do
-      chunk_handler.check_full_or_expired
-    end
-  end
-
-  test "reset chunk is passed nil key in normal mode" do
-    NFAgent::Config.parse = 'remotely'
-    NFAgent::Config.mode = 'normal'
-    NFAgent::Chunk.any_instance.expects(:submit).with(nil)
-    chunk_handler = NFAgent::ChunkHandler.new
-    chunk_handler.append(@logline)
-    Timecop.travel(61) do
-      chunk_handler.check_full_or_expired
-    end
-  end
-
-end

data/test/test_client.rb

@@ -1,20 +0,0 @@
-
-require 'test/test_helper'
-
-class TestClient < ActiveSupport::TestCase
-  setup do
-  end
-
-  test "post data with configured client key" do
-    Net::HTTP::Post.any_instance.expects(:set_form_data).with({ 'payload' => 'data', 'checksum' => 'checksum', 'line_count' => 10, 'chunk_expired' => false, 'key' => '1234' })
-    hash = { 'payload' => 'data', 'checksum' => 'checksum', 'line_count' => 10, 'chunk_expired' => false }
-    NFAgent::Client.post(:collector, hash)
-  end
-
-  test "post data with key passed in data hash" do
-    Net::HTTP::Post.any_instance.expects(:set_form_data).with({ 'payload' => 'data', 'checksum' => 'checksum', 'line_count' => 10, 'chunk_expired' => false, 'key' => 'abcd' })
-    hash = { 'payload' => 'data', 'checksum' => 'checksum', 'line_count' => 10, 'chunk_expired' => false, 'key' => 'abcd' }
-    NFAgent::Client.post(:collector, hash)
-  end
-
-end

data/test/test_config.rb

@@ -1,49 +0,0 @@
-
-require 'test/test_helper'
-
-class TestConfig < ActiveSupport::TestCase
-  setup do
-    NFAgent::Config.attrs.clear
-  end
-
-  test "defaults" do
-    puts "HHHHHH"
-    p NFAgent::Config.attrs
-    assert_equal "normal", NFAgent::Config.mode
-    assert_equal "remotely", NFAgent::Config.parse
-    assert_equal 60, NFAgent::Config.chunk_timeout
-    assert_equal 'UTC',  NFAgent::Config.time_zone
-    assert_equal '/etc/nfagent/plugins/', NFAgent::Config.plugin_directory
-  end
-
-  test "validates valid mode" do
-    NFAgent::Config.mode = 'some stupid thing'
-    assert_raises(RuntimeError) { NFAgent::Config.validate }
-  end
-
-  test "validates mapping with multi" do
-    NFAgent::Config.attrs.clear
-    NFAgent::Config.config_file = "test/config"
-    NFAgent::Config.init
-
-    NFAgent::Config.mode = 'multi'
-    assert_raises(RuntimeError) { NFAgent::Config.validate }
-    NFAgent::Config.mapper = 'AccountMapper'
-    assert_raises(RuntimeError) { NFAgent::Config.validate }
-    NFAgent::Config.parse = 'locally'
-    assert NFAgent::Config.validate
-  end
-
-  test "validates valid parse option" do
-    NFAgent::Config.attrs.clear
-    NFAgent::Config.config_file = "test/config"
-    NFAgent::Config.init
-
-    NFAgent::Config.parse = 'some stupid thing'
-    assert_raises(RuntimeError) { NFAgent::Config.validate }
-    NFAgent::Config.parse = 'locally'
-    assert NFAgent::Config.validate
-    NFAgent::Config.parse = 'remotely'
-    assert NFAgent::Config.validate
-  end
-end

data/test/test_helper.rb

@@ -1,6 +0,0 @@
-
-require 'mocha'
-require 'timecop'
-require 'active_support'
-require File.dirname(__FILE__) + '/../lib/nfagent'
-

data/test/test_mapper_proxy.rb

@@ -1,20 +0,0 @@
-
-require 'test/test_helper'
-
-class TestMapperProxy < ActiveSupport::TestCase
-  setup do
-    NFAgent::Config.plugin_directory = File.dirname(__FILE__) + '/../test/plugins/' 
-  end
-
-  test "instantiate just once" do
-    MyMapper.expects(:new).at_most_once
-    NFAgent::Config.mapper = nil
-    NFAgent::MapperProxy.instance
-    NFAgent::MapperProxy.instance
-    NFAgent::MapperProxy.instance
-  end
-
-  test "mapper method" do
-    assert_equal 'acme', NFAgent::MapperProxy.find_account_id('dan', '192.168.0.10')
-  end
-end

data/test/test_nfagent.rb

@@ -1,8 +0,0 @@
-
-require 'test/test_helper'
-
-class NFAgentTest < ActiveSupport::TestCase
-  test "just return true" do
-    assert true
-  end
-end

data/test/test_payload.rb

@@ -1,77 +0,0 @@
-
-require 'test/test_helper'
-
-class TestPayload < ActiveSupport::TestCase
-  setup do
-    FileUtils.rm_f(Dir.glob("test/sandbox/dumps/*"))
-  end
-
-  test "to_hash" do
-    payload = NFAgent::Payload.new do |p|
-      p.data = "data"
-      p.checksum = "checksum"
-      p.line_count = 10
-      p.chunk_expired = false
-    end
-    assert_equal({ 'payload' => 'data', 'checksum' => 'checksum', 'line_count' => 10, 'chunk_expired' => false }, payload.to_hash)
-    # Check key
-    payload = NFAgent::Payload.new do |p|
-      p.data = "data"
-      p.checksum = "checksum"
-      p.line_count = 10
-      p.chunk_expired = false
-      p.key = '1234'
-    end
-    assert_equal({ 'payload' => 'data', 'checksum' => 'checksum', 'line_count' => 10, 'chunk_expired' => false, 'key' => '1234' }, payload.to_hash)
-  end
-
-  test "write-to-disk" do
-    payload = NFAgent::Payload.new do |p|
-      p.data = "data"
-      p.checksum = "checksum"
-      p.line_count = 10
-      p.chunk_expired = false
-    end
-    payload.write_to_disk("test/sandbox/dumps")
-    assert File.exists?("test/sandbox/dumps/checksum-0")
-    # And read back in
-    payload = NFAgent::Payload.read_from_file("checksum-0", "test/sandbox/dumps/")
-    assert_equal "data", payload.data
-    assert_equal 0, payload.attempt
-    assert !payload.key
-  end
-
-  test "write-to-disk with non-zero attempt number" do
-    payload = NFAgent::Payload.new do |p|
-      p.data = "data"
-      p.checksum = "checksum"
-      p.line_count = 10
-      p.chunk_expired = false
-      p.attempt = 10
-    end
-    payload.write_to_disk("test/sandbox/dumps")
-    assert File.exists?("test/sandbox/dumps/checksum-10")
-    # And read back in
-    payload = NFAgent::Payload.read_from_file("checksum-10", "test/sandbox/dumps/")
-    assert_equal "data", payload.data
-    assert_equal 10, payload.attempt
-  end
-
-  test "write-to-disk with key" do
-    payload = NFAgent::Payload.new do |p|
-      p.data = "data"
-      p.checksum = "checksum"
-      p.line_count = 10
-      p.chunk_expired = false
-      p.key = '1234'
-    end
-    payload.write_to_disk("test/sandbox/dumps")
-    assert File.exists?("test/sandbox/dumps/checksum-0-1234")
-    # And read back in
-    payload = NFAgent::Payload.read_from_file("checksum-0-1234", "test/sandbox/dumps/")
-    assert_equal "data", payload.data
-    assert_equal 0, payload.attempt
-    assert_equal '1234', payload.key
-  end
-
-end

data/test/test_plugin.rb

@@ -1,13 +0,0 @@
-
-require 'test/test_helper'
-
-class TestPlugin < ActiveSupport::TestCase
-  setup do
-  end
-
-  test "load" do
-    assert_raise(NameError) { Object.const_get("MissingMapper") }
-    NFAgent::Plugin.load_plugins
-    Object.const_get("MyMapper")
-  end
-end