garru-distributed_logreader 0.2.0

data/.gitignore

@@ -0,0 +1,7 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg
+*log
+temp_backup_dir/*

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Gary Tsang
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,7 @@
+= distributed_logreader
+
+Description goes here.
+
+== Copyright
+
+Copyright (c) 2009 Gary Tsang. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,48 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "distributed_logreader"
+    gem.summary = %Q{TODO}
+    gem.email = "gary@garru.com"
+    gem.homepage = "http://github.com/garru/distributed_logreader"
+    gem.authors = ["Gary Tsang"]
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "distributed_logreader #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+

data/VERSION

@@ -0,0 +1 @@
+0.2.0

data/distributed_logreader.gemspec

@@ -0,0 +1,80 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{distributed_logreader}
+  s.version = "0.2.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Gary Tsang"]
+  s.date = %q{2009-07-30}
+  s.email = %q{gary@garru.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "distributed_logreader.gemspec",
+     "lib/distributed_logreader.rb",
+     "lib/distributed_logreader/achiver.rb",
+     "lib/distributed_logreader/archiver/date_dir.rb",
+     "lib/distributed_logreader/distributed_log_reader.rb",
+     "lib/distributed_logreader/distributed_log_reader/rotater_reader.rb",
+     "lib/distributed_logreader/distributer.rb",
+     "lib/distributed_logreader/distributer/simple_thread_pool.rb",
+     "lib/distributed_logreader/log_reader.rb",
+     "lib/distributed_logreader/selector.rb",
+     "lib/distributed_logreader/selector/rotating_log.rb",
+     "lib/distributed_logreader/util.rb",
+     "spec/archiver/date_dir_spec.rb",
+     "spec/archiver_spec.rb",
+     "spec/distributed_log_reader/rotater_reader_spec.rb",
+     "spec/distributed_log_reader_spec.rb",
+     "spec/distributer/simple_thread_pool_spec.rb",
+     "spec/distributer_spec.rb",
+     "spec/fixtures/copytruncate/test",
+     "spec/fixtures/copytruncate/test.1",
+     "spec/fixtures/copytruncate/test_current",
+     "spec/fixtures/logrotate/test-20090101",
+     "spec/fixtures/logrotate/test-20090102",
+     "spec/fixtures/symlink/test",
+     "spec/fixtures/symlink/test_older_sym",
+     "spec/fixtures/test_file",
+     "spec/log_reader_spec.rb",
+     "spec/selector/rotating_log_spec.rb",
+     "spec/selector_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+  s.has_rdoc = true
+  s.homepage = %q{http://github.com/garru/distributed_logreader}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.1}
+  s.summary = %q{TODO}
+  s.test_files = [
+    "spec/archiver/date_dir_spec.rb",
+     "spec/archiver_spec.rb",
+     "spec/distributed_log_reader/rotater_reader_spec.rb",
+     "spec/distributed_log_reader_spec.rb",
+     "spec/distributer/simple_thread_pool_spec.rb",
+     "spec/distributer_spec.rb",
+     "spec/log_reader_spec.rb",
+     "spec/selector/rotating_log_spec.rb",
+     "spec/selector_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 2
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/lib/distributed_logreader.rb

@@ -0,0 +1,11 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'distributed_logreader/selector.rb'
+require 'distributed_logreader/achiver.rb'
+require 'distributed_logreader/util.rb'
+require 'distributed_logreader/distributed_log_reader'
+require 'distributed_logreader/distributed_log_reader/rotater_reader'
+require 'logger'
+
+$dlog_logger = Logger.new("distributed_logreader.log")
+$dlog_logger.level = Logger::INFO
+$dlog_logger.datetime_format = "%Y-%m-%d %H:%M:%S "

data/lib/distributed_logreader/achiver.rb

@@ -0,0 +1,10 @@
+# This abstract class defines the interface that handles log file archiving
+
+module DLogReader
+  class Archiver
+    # archive file as you see fit
+    def archive(filename)
+      raise NotImplementedError.new("archive not implemented. Are you sure you created a conrete class?")
+    end
+  end
+end

data/lib/distributed_logreader/archiver/date_dir.rb

@@ -0,0 +1,33 @@
+require 'fileutils'
+module DLogReader
+  class DateDir < Archiver
+    include FileUtils
+    attr_accessor :base_backup_dir
+  
+    def initialize(backup_dir)
+      self.base_backup_dir = backup_dir
+    end
+  
+    def backup(file)
+      mv(file, backup_dir) unless base_backup_dir.nil?
+        
+    end
+
+  protected
+
+    def backup_dir
+      time = Time.now
+      directory_structure = [base_backup_dir, time.year.to_s, time.month.to_s, time.day.to_s]
+      temp_dir = []
+      directory_structure.each do |x|
+        temp_dir << x
+        temp_file = File.join(temp_dir)
+        unless File.exist?(temp_file)
+          mkdir(temp_file) 
+        end
+      end
+      File.join(temp_dir)
+    end
+  
+  end
+end

data/lib/distributed_logreader/distributed_log_reader.rb

@@ -0,0 +1,39 @@
+require File.join(File.dirname(__FILE__), 'distributer', 'simple_thread_pool')
+require File.join(File.dirname(__FILE__), 'selector', 'rotating_log')
+require File.join(File.dirname(__FILE__), 'archiver', 'date_dir')
+require File.join(File.dirname(__FILE__), 'log_reader')
+
+module DLogReader
+  class DistributedLogReader
+    attr_accessor :distributer, :filename
+    attr_reader :log_reader
+    def initialize(filename, worker, num_threads = 10)
+      self.filename = filename
+      self.distributer = SimpleThreadPool.new(worker, num_threads)
+    end
+    
+    # selector/archiver seem to be strongly connected.  it's possible it
+    # needs to be moved into LogReader
+    def process
+      pre_process
+      @log_reader = LogReader.new(log_file) do |line|
+        self.distributer.process(line)
+      end
+      @log_reader.run
+      self.distributer.join
+      post_process
+    end
+    
+    def log_file
+      self.filename
+    end
+    
+    #predefined hooks
+    def pre_process  
+    end
+    
+    #predefined hooks
+    def post_process
+    end
+  end
+end

data/lib/distributed_logreader/distributed_log_reader/rotater_reader.rb

@@ -0,0 +1,21 @@
+module DLogReader
+  class RotaterReader < DistributedLogReader
+    attr_accessor :selector, :archiver
+    attr_reader :log_reader
+    def initialize(filename, backupdir, worker, num_threads = 10)
+      super(filename, worker, num_threads)
+      self.selector = RotatingLog.new
+      self.archiver = DateDir.new(backupdir)
+    end
+        
+    def log_file
+      @log_file ||= begin
+        selector.file_to_process(filename)
+      end
+    end
+    
+    def post_process
+      self.archiver.backup(log_file)
+    end
+  end
+end

data/lib/distributed_logreader/distributer.rb

@@ -0,0 +1,13 @@
+module DLogReader
+  class Distributer
+    attr_accessor :worker
+
+    def initialize(worker)
+      self.worker = worker
+    end
+    
+    def process(line)
+      worker.call(line)
+    end
+  end
+end

data/lib/distributed_logreader/distributer/simple_thread_pool.rb

@@ -0,0 +1,36 @@
+require 'thread'
+
+module DLogReader
+  class SimpleThreadPool
+    attr_accessor :num_threads, :worker, :thread_pool, :queue
+    
+    def initialize(worker, num_threads = 10)
+      self.worker = worker
+      self.num_threads = num_threads
+      self.queue = Queue.new
+      num_threads.times do 
+        create_thread
+      end
+    end
+    
+    def process(line)
+      self.queue << line
+    end
+    
+    def join
+      while(queue.size > 0)
+        sleep 0.1
+      end
+    end
+    
+protected    
+    def create_thread
+      Thread.new do
+        loop do
+          line = self.queue.pop
+          self.worker.call(line)
+        end
+      end
+    end
+  end
+end

data/lib/distributed_logreader/log_reader.rb

@@ -0,0 +1,56 @@
+require 'digest/md5'
+module DLogReader
+  class LogReader
+    attr_accessor :filename
+    attr_writer :statefile
+    
+    def initialize(filename, &b)
+      self.filename = filename
+      @b = b
+    end
+  
+    def run
+      raise IOError.new("no file given") if filename.nil?
+      raise IOError.new("File not readable") unless File.readable?(filename)
+      f = File.open(filename, "r+")
+      load_saved_state(f)
+      raise IOError.new("File is locked") unless f.flock(File::LOCK_EX | File::LOCK_NB)
+      f.each_line do |line|
+        @b.call(line)
+      end
+      save_state(f)
+      f.flock(File::LOCK_UN)
+    end
+    
+    def statefile
+      @statefile ||= begin
+        log_basename = File.basename(filename)
+        File.join("/tmp", "log_state_#{log_basename}")
+      end
+    end
+
+  protected
+    
+    def load_saved_state(log_filehandle)
+      return unless File.exists?(statefile) && !(state = File.read(statefile)).nil?
+      pos, l_digest = Marshal.load(state)
+      return if File.size(log_filehandle) < pos
+      log_filehandle.pos = pos if digest(log_filehandle, pos) == l_digest
+    end
+
+    def save_state(log_filehandle)
+      File.open(statefile, "w") do |f|
+        f.write(Marshal.dump([log_filehandle.pos, digest(log_filehandle, log_filehandle.pos)]))
+      end
+    end
+
+    def digest(log_filehandle, position)
+      log_filehandle.pos = 0
+      read_length = [position, 50].min
+      l = log_filehandle.read(read_length)
+      f_digest = Digest::MD5.hexdigest(l)
+      log_filehandle.pos = position
+      f_digest
+    end
+  end
+end

data/lib/distributed_logreader/selector.rb

@@ -0,0 +1,12 @@
+module DLogReader
+  # This abstract class defines the interface to decide which log 
+  # file to read. The identity strategy is the simplist, to return the file 
+  # inputed. However, to handle rotating log files, we'll need some more complex 
+  # strategies.
+  class Selector
+    # determines the file to process from file path input
+    def file_to_process(file_or_dir)
+      raise NotImplementedError.new, "file_to_process not implemented. Are you sure you created a conrete class?"
+    end
+  end
+end

data/lib/distributed_logreader/selector/rotating_log.rb

@@ -0,0 +1,31 @@
+module DLogReader
+  # This class chooses the oldest log file in the directory that matches the
+  # input filename.  This should work with a variety of log rotating schemes:
+  # including copytruncate and date suffix.
+  class RotatingLog < Selector
+  
+    def file_to_process(file_or_dir)
+      if File.directory?(file_or_dir)
+        directory = file_or_dir
+        basename = '/'
+      else
+        directory = File.dirname(file_or_dir)
+        basename = File.basename(file_or_dir)
+      end    
+      oldest_logfile(directory, basename)
+    end
+
+  protected
+
+    def oldest_logfile(directory, basename)
+      file_list = Dir[File.join(directory, "#{basename}*")]
+      file_list.reject!{|x| symlink_file_in_dir?(x)}
+      file = file_list.size > 0 ? file_list.sort_by{|a| File.new(a).mtime}.first : nil
+    end
+
+    # returns true if filename is a symlink and its referring to a file already inside the current directory
+    def symlink_file_in_dir?(filename)
+      File.symlink?(filename) && File.dirname(File.readlink(filename)) == File.dirname(filename)
+    end
+  end
+end

data/lib/distributed_logreader/util.rb

@@ -0,0 +1,7 @@
+module DLogReader
+  module Util
+    def logger
+      $dlog_logger
+    end
+  end
+end

data/spec/archiver/date_dir_spec.rb

@@ -0,0 +1,25 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+require 'distributed_logreader/archiver/date_dir'
+require 'fileutils'
+
+describe "DLogReader::DateDir" do
+  before(:all) do
+    FileUtils.cp(File.join(File.dirname(__FILE__), '..', 'fixtures', 'test_file'), File.join(File.dirname(__FILE__), '..', 'fixtures', 'test_file2'))
+    @file_path = File.join(File.dirname(__FILE__), '..', 'fixtures', 'test_file2')
+    @base_backup_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'temp_backup_dir')
+    time = Time.now
+    @backup_dir = File.join([@base_backup_dir, time.year.to_s, time.month.to_s, time.day.to_s])
+    @archiver = DLogReader::DateDir.new(@base_backup_dir)
+  end
+    
+  describe "backup" do
+    it "should move file into Y/M/D backup directory" do
+      @archiver.backup(@file_path)
+      File.exist?(@backup_dir).should == true
+    end
+  end
+  
+  after(:all) do
+    FileUtils.rm_r(@base_backup_dir)
+  end
+end

data/spec/archiver_spec.rb

@@ -0,0 +1,13 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "DLogReader::LogArchiver" do
+  before(:all) do
+    @archiver = DLogReader::Archiver.new
+  end
+
+  describe "archive" do
+    it "should raise NotImplementedError" do
+      lambda{ @archiver.archive('dummy_file') }.should raise_error(NotImplementedError)
+    end
+  end
+end

data/spec/distributed_log_reader/rotater_reader_spec.rb

@@ -0,0 +1,26 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+require 'fileutils'
+
+describe "DLogReader::RotaterLogreader" do
+  before(:all) do
+    FileUtils.cp(File.join(File.dirname(__FILE__), '..', 'fixtures', 'test_file'), File.join(File.dirname(__FILE__), '..', 'fixtures', 'test_file2'))
+    @file_path = File.join(File.dirname(__FILE__), '..', 'fixtures', 'test_file2')
+    @base_backup_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'temp_backup_dir')
+    time = Time.now
+    @backup_dir = File.join([@base_backup_dir, time.year.to_s, time.month.to_s, time.day.to_s])
+    @logreader = DLogReader::RotaterReader.new(@file_path, @base_backup_dir, lambda{|x| puts x})
+  end
+
+  describe "process" do
+    it 'should' do 
+      @logreader.process
+      File.exist?(@backup_dir).should == true
+      File.exist?(@file_path).should == false
+    end
+  end
+  
+  after(:all) do
+    FileUtils.rm_r(@base_backup_dir)
+    FileUtils.rm_r(@logreader.log_reader.statefile)
+  end
+end

data/spec/distributed_log_reader_spec.rb

@@ -0,0 +1,20 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'fileutils'
+
+describe "DLogReader::DistributedLogreader" do
+  before(:all) do
+    FileUtils.cp(File.join(File.dirname(__FILE__), 'fixtures', 'test_file'), File.join(File.dirname(__FILE__), 'fixtures', 'test_file2'))
+    @file_path = File.join(File.dirname(__FILE__), 'fixtures', 'test_file2')
+    @logreader = DLogReader::DistributedLogReader.new(@file_path, lambda{|x| puts x})
+  end
+
+  describe "process" do
+    it 'should' do 
+      @logreader.process
+    end
+  end
+  
+  after(:all) do
+    FileUtils.rm_r(@logreader.log_reader.statefile)
+  end
+end

data/spec/distributer/simple_thread_pool_spec.rb

@@ -0,0 +1,17 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+require 'distributed_logreader/distributer/simple_thread_pool'
+
+describe "DLogReader::SimpleThreadPool" do
+  before(:all) do
+    @thread_pool = DLogReader::SimpleThreadPool.new(lambda{|x| x}, 10)
+  end
+  
+  describe "process" do
+    it 'should process with lots of threads' do
+      100.times do |x|
+        @thread_pool.process(x.to_s)
+      end
+      @thread_pool.join
+    end
+  end
+end

data/spec/distributer_spec.rb

@@ -0,0 +1,13 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'distributed_logreader/distributer'
+
+describe "DLogReader::Distributer" do
+  before(:all) do
+    @distributer = DLogReader::Distributer.new(lambda{|x| x})
+  end
+  
+  describe "process" do
+    it "should raise NotImplementedError" do
+    end
+  end
+end

data/spec/fixtures/test_file

@@ -0,0 +1,4 @@
+This is a test log file.
+With many lines.
+Lots and Lots of lines.
+Just kidding this is the last line.

data/spec/log_reader_spec.rb

@@ -0,0 +1,57 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'distributed_logreader/log_reader'
+require 'fileutils'
+
+describe "DLogReader::LogReader" do
+  before(:all) do
+    test_file = File.join(File.dirname(__FILE__), 'fixtures', 'test_file')
+    FileUtils.mkdir(File.join(File.dirname(__FILE__), 'fixtures', 'logreading'))
+    @test_cp = File.join(File.dirname(__FILE__), 'fixtures', 'logreading', 'test')
+    FileUtils.cp(test_file, @test_cp)
+    test_fh = File.open(test_file)
+    
+    @reader = DLogReader::LogReader.new(@test_cp) do |line|
+      unless test_fh.readline == line
+        raise RuntimeError.new, 'you messed up bud'
+      end
+    end
+    @test_line = "this is an added line.  this should be read first\n"
+    @state_writer = DLogReader::LogReader.new(@test_cp){|line| line;}
+    @state_reader = DLogReader::LogReader.new(@test_cp) do |line|
+      unless line == @test_line
+        raise RuntimeError.new, 'you messed up worse'
+      end
+    end
+  end
+  
+  describe "run" do
+    it 'should read log files' do
+      lambda{@reader.run}.should_not raise_error
+    end
+    
+    it 'should resume from last access' do
+      #lets read to the end of file and write state
+      lambda{@state_writer.run}.should_not raise_error
+      fh = File.open(@test_cp, 'a')
+      fh.write(@test_line)
+      fh.close
+      lambda{@state_reader.run}.should_not raise_error
+    end
+    
+    it 'should detect if log is different from last and to start from beg of file' do
+      lambda{@state_writer.run}.should_not raise_error
+      fh = File.open(@test_cp, 'w')
+      fh.write(@test_line)
+      fh.close
+      lambda{@state_reader.run}.should_not raise_error
+      fh = File.open(@test_cp, 'w')
+      fh.write('')
+      fh.close
+      lambda{@state_reader.run}.should_not raise_error
+    end
+  end
+  
+  after(:all) do
+    FileUtils.rm_r(File.dirname(@test_cp))
+  end 
+end

data/spec/selector/rotating_log_spec.rb

@@ -0,0 +1,24 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+require 'distributed_logreader/selector/rotating_log'
+require 'fileutils'
+
+describe "DLogReader::RotatingLog" do
+  before(:all) do
+    @chooser = DLogReader::RotatingLog.new
+  end
+    
+  describe "file_to_process" do
+    it "should pick the oldest file for logs in copytruncate format (file)" do
+      @chooser.file_to_process(File.join(File.dirname(__FILE__), '..', 'fixtures', 'copytruncate', 'test')).should == File.join(File.dirname(__FILE__), '..', 'fixtures', 'copytruncate', 'test.1')      
+    end
+    
+    it "should pick the oldest file in timestamp suffix log format (dirname)" do
+      @chooser.file_to_process(File.join(File.dirname(__FILE__), '..', 'fixtures', 'logrotate')).should == File.join(File.dirname(__FILE__), '..', 'fixtures', 'logrotate', 'test-20090101')
+    end
+    
+    it "should pick the oldest file ignoring symlinks pointing to files already in dir" do
+      @chooser.file_to_process(File.join(File.dirname(__FILE__), '..', 'fixtures', 'symlink')).should == File.join(File.dirname(__FILE__), '..', 'fixtures', 'symlink', 'test')
+    end
+  end
+
+end

data/spec/selector_spec.rb

@@ -0,0 +1,13 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "DLogReader::Selector" do
+  before(:all) do
+    @chooser = DLogReader::Selector.new
+  end
+
+  describe "file_to_process" do
+    it "should raise NotImplementedError" do
+      lambda{ @chooser.file_to_process('dummy_file') }.should raise_error(NotImplementedError)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+require 'spec'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'distributed_logreader'
+
+Spec::Runner.configure do |config|
+
+end

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification 
+name: garru-distributed_logreader
+version: !ruby/object:Gem::Version 
+  version: 0.2.0
+platform: ruby
+authors: 
+- Gary Tsang
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-07-30 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: 
+email: gary@garru.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- distributed_logreader.gemspec
+- lib/distributed_logreader.rb
+- lib/distributed_logreader/achiver.rb
+- lib/distributed_logreader/archiver/date_dir.rb
+- lib/distributed_logreader/distributed_log_reader.rb
+- lib/distributed_logreader/distributed_log_reader/rotater_reader.rb
+- lib/distributed_logreader/distributer.rb
+- lib/distributed_logreader/distributer/simple_thread_pool.rb
+- lib/distributed_logreader/log_reader.rb
+- lib/distributed_logreader/selector.rb
+- lib/distributed_logreader/selector/rotating_log.rb
+- lib/distributed_logreader/util.rb
+- spec/archiver/date_dir_spec.rb
+- spec/archiver_spec.rb
+- spec/distributed_log_reader/rotater_reader_spec.rb
+- spec/distributed_log_reader_spec.rb
+- spec/distributer/simple_thread_pool_spec.rb
+- spec/distributer_spec.rb
+- spec/fixtures/copytruncate/test
+- spec/fixtures/copytruncate/test.1
+- spec/fixtures/copytruncate/test_current
+- spec/fixtures/logrotate/test-20090101
+- spec/fixtures/logrotate/test-20090102
+- spec/fixtures/symlink/test
+- spec/fixtures/symlink/test_older_sym
+- spec/fixtures/test_file
+- spec/log_reader_spec.rb
+- spec/selector/rotating_log_spec.rb
+- spec/selector_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/garru/distributed_logreader
+licenses: 
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 2
+summary: TODO
+test_files: 
+- spec/archiver/date_dir_spec.rb
+- spec/archiver_spec.rb
+- spec/distributed_log_reader/rotater_reader_spec.rb
+- spec/distributed_log_reader_spec.rb
+- spec/distributer/simple_thread_pool_spec.rb
+- spec/distributer_spec.rb
+- spec/log_reader_spec.rb
+- spec/selector/rotating_log_spec.rb
+- spec/selector_spec.rb
+- spec/spec_helper.rb