eventmachine-tail 0.0.1

data/lib/em/filetail.rb

@@ -0,0 +1,162 @@
+#!/usr/bin/env ruby
+
+require "rubygems" if __FILE__ == $0
+require "eventmachine"
+require "logger"
+
+EventMachine.epoll if EventMachine.epoll?
+
+class EventMachine::FileTail
+  CHUNKSIZE = 65536 
+  MAXSLEEP = 2
+
+  attr_reader :path
+
+  public
+  def initialize(path, startpos=0)
+    @path = path
+    @logger = Logger.new(STDOUT)
+
+    #@need_scheduling = true
+    open
+
+    @fstat = File.stat(@path)
+    @file.seek(0, IO::SEEK_END)
+    watch
+  end # def initialize
+
+  public
+  def notify(status)
+    @logger.debug("#{status} on #{path}")
+    if status == :modified
+      schedule_next_read
+    elsif status == :moved
+      # TODO(sissel): read to EOF, then reopen.
+      open
+    end
+  end
+
+  private
+  def open
+    @file.close if @file
+    begin
+      @file = File.open(@path, "r")
+    rescue Errno::ENOENT
+      # no file found
+      raise
+    end
+
+    @naptime = 0;
+    @pos = 0
+    schedule_next_read
+  end
+
+  private
+  def watch
+    EventMachine::watch_file(@path, FileWatcher, self)
+  end
+
+  private
+  def schedule_next_read
+    EventMachine::add_timer(@naptime) do
+      read
+    end
+  end
+
+  private
+  def read
+    begin
+      data = @file.sysread(CHUNKSIZE)
+      # Won't get here if sysread throws EOF
+      @pos += data.length
+      @naptime = 0
+      receive_data(data)
+      schedule_next_read
+    rescue EOFError
+      eof
+    end
+  end
+
+  private
+  def eof
+    # TODO(sissel): This will be necessary if we can't use inotify or kqueue to
+    # get notified of file changes
+    #if @need_scheduling
+      #@naptime = 0.100 if @naptime == 0
+      #@naptime *= 2
+      #@naptime = MAXSLEEP if @naptime > MAXSLEEP
+      #@logger.info("EOF. Naptime: #{@naptime}")
+    #end
+
+    # TODO(sissel): schedule an fstat instead of doing it now.
+    fstat = File.stat(@path)
+    handle_fstat(fstat)
+  end # def eof
+
+  def handle_fstat(fstat)
+    if (fstat.ino != @fstat.ino)
+      open # Reopen if the inode has changed
+    elsif (fstat.rdev != @fstat.rdev)
+      open # Reopen if the filesystem device changed
+    elsif (fstat.size < @fstat.size)
+      @logger.info("File likely truncated... #{path}")
+      @file.seek(0, IO::SEEK_SET)
+      schedule_next_read
+    end
+    @fstat = fstat
+  end # def eof
+end # class EventMachine::FileTail
+
+# Internal usage only
+class EventMachine::FileTail::FileWatcher < EventMachine::FileWatch
+  def initialize(filestream)
+    @filestream = filestream
+    @logger = Logger.new(STDOUT)
+  end
+
+  def file_modified
+    @filestream.notify :modified
+  end
+
+  def file_moved
+    @filestream.notify :moved
+  end
+
+  def file_deleted
+    @filestream.notify :deleted
+  end
+
+  def unbind
+    @filestream.notify :unbind
+  end
+end # class EventMachine::FileTail::FileWatch < EventMachine::FileWatch
+
+# Add EventMachine::file_tail
+module EventMachine
+  def self.file_tail(path, handler=nil, *args)
+    args.unshift(path)
+    klass = klass_from_handler(EventMachine::FileTail, handler, *args);
+    c = klass.new(*args)
+    yield c if block_given?
+    return c
+  end # def self.file_tail
+end # module EventMachine
+
+if __FILE__ == $0
+  class Reader < EventMachine::FileTail
+    def initialize(*args)
+      super(*args)
+      @buffer = BufferedTokenizer.new
+    end
+
+    def receive_data(data)
+      @buffer.extract(data).each do |line|
+        ap [path, line]
+      end
+    end
+  end
+
+  EventMachine::run do
+    fw = EventMachine::filestream("/var/log/user.log", Reader)
+  end
+end # if __FILE__ == $0

data/lib/em/globwatcher.rb

@@ -0,0 +1,87 @@
+#!/usr/bin/env ruby
+
+require "rubygems" if __FILE__ == $0
+require "set"
+require "eventmachine"
+require "ap"
+require "logger"
+
+require "filetail"
+
+class EventMachine::FileGlobWatch
+  def initialize(pathglob, handler, interval=60)
+    @pathglob = pathglob
+    @handler = handler
+    @files = Set.new
+
+    EM.next_tick do
+      find_files
+      EM.add_periodic_timer(interval) do
+        find_files
+      end
+    end
+  end # def initialize
+
+  def find_files
+    list = Set.new(Dir.glob(@pathglob))
+    list.each do |path|
+      next if @files.include?(path)
+      watch(path)
+    end
+
+    (@files - list).each do |missing|
+      @files.delete(missing)
+      @handler.file_removed(missing)
+    end
+  end # def find_files
+
+  def watch(path)
+    puts "Watching #{path}"
+    @files.add(path)
+    @handler.file_found(path)
+  end # def watch
+end # class EventMachine::FileGlobWatch
+
+class EventMachine::FileGlobWatchHandler
+  LOGGER = Logger.new(STDOUT)
+  def initialize(handler=nil)
+    @handler = handler
+  end
+
+  def file_found(path)
+    EventMachine::file_tail(path, @handler)
+  end
+
+  def file_removed(path)
+    # Nothing to do
+  end
+end # class EventMachine::FileGlobWatchHandler
+
+module EventMachine
+  def self.glob_tail(glob, handler=nil, *args)
+    handler = EventMachine::FileGlobHandler if handler == nil
+    klass = klass_from_handler(EventMachine::FileGlobWatchHandler, handler, *args)
+    c = klass.new(*args)
+    yield c if block_given?
+    return c
+  end
+end
+
+if __FILE__ == $0
+  class Reader < EventMachine::FileTail
+    def initialize(*args)
+      super(*args)
+      @buffer = BufferedTokenizer.new
+    end
+
+    def receive_data(data)
+      @buffer.extract(data).each do |line|
+        ap [path, line]
+      end
+    end
+  end
+
+  EventMachine.run do
+    EventMachine::FileGlobWatch.new("/var/log/*.log", EventMachine::FileGlobWatchHandler.new(Reader))
+  end
+end

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification 
+name: eventmachine-tail
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Jordan Sissel
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-04-11 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: Add file 'tail' implemented with EventMachine
+email: jls@semicomplete.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/em/filetail.rb
+- lib/em/globwatcher.rb
+has_rdoc: true
+homepage: http://code.google.com/p/semicomplete/wiki/EventMachine-Tail
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: eventmachine tail - a file tail implementation
+test_files: []
+