syslog-shipper 1.0.20111121124359

data/bin/syslog-shipper

@@ -0,0 +1,117 @@
+#!/usr/bin/env ruby
+require "rubygems"
+require "eventmachine"
+require "eventmachine-tail"
+require "socket"
+require "optparse"
+
+class Shipper < EventMachine::FileTail
+  def initialize(path, startpos=-1, connection=nil, raw=false, verbose=false)
+    super(path, startpos)
+    @buffer = BufferedTokenizer.new
+    @hostname = Socket.gethostname
+    @connection = connection
+    @raw = raw
+    @verbose = verbose
+  end
+
+  def receive_data(data)
+    @buffer.extract(data).each do |line|
+      if @raw
+        @connection.send_data("#{line}\n")
+        puts line if @verbose
+      else
+        timestamp = Time.now.strftime("%b %d %H:%M:%S")
+        syslogline = "#{timestamp} #{@hostname} #{path}: #{line}\n"
+        print syslogline if @verbose
+        @connection.send_data(syslogline)
+      end
+    end # buffer extract
+  end # def receive_data
+end # class Shipper
+
+def pattern_to_regexp(pattern)
+  pattern.gsub!(".", "\\.") # fix literal .
+  pattern.gsub!("*", ".+")  # * becomes .+
+  pattern.gsub!("?", ".")   # ? becomes .
+  return Regexp.new(pattern)
+end # def pattern_to_regexp
+
+def main(args)
+  globcheck_interval = 5
+  exclude_patterns = []
+  hostarg = nil
+  verbose = false
+
+  opts = OptionParser.new do |opts|
+    opts.banner = [
+      "Usage: #{$0} [options] -s HOST:PORT <path_or_glob> [path_or_glob2] [...]",
+      "  If a path begins with '+' each line is sent unmodified to the syslog server.",
+      "  Otherwise, this tool will prefix each line read from the file with a syslog",
+      "  header. ",
+      "",
+      "  For example: #{$0} -s somehost:514 +/var/log/messages /var/log/apache2/access.log",
+    ].join("\n")
+
+    opts.on("-i SECONDS", "--check-interval SECONDS",
+            "How frequently, in seconds, to check the glob patterns" \
+            "for new files") do |x|
+      globcheck_interval = x.to_f
+    end # -i SECONDS
+
+    opts.on("-x EXCLUDE", "--exclude EXCLUDE",
+            "A pattern to ignore. Wildcard/globs accepted." \
+            " Can be specified multiple times") do |pattern|
+      exclude_patterns << pattern_to_regexp(pattern)
+    end
+
+    opts.on("-s HOST:PORT", "--server HOST:PORT",
+            "What syslog server to ship to (uses TCP)") do |arg|
+      hostarg = arg
+    end
+
+    opts.on("-v", "--verbose", "verbose (outputs each log line as seen)") do |arg|
+      verbose = true
+    end
+  end # OptionParser
+
+  opts.parse!(args)
+
+  if args.length == 0 or hostarg == nil
+    puts opts.banner
+    return 1
+  end
+
+  EventMachine.run do
+    Signal.trap("INT") do
+      EventMachine.schedule do
+        $stderr.puts "Got SIGINT"
+        exit 128 + (Signal.list["INT"])
+      end
+    end
+
+    host, port = hostarg.split(":")
+    port = 514 if port == nil
+
+    connection = EventMachine.connect(host, port.to_i)
+
+    args.each do |path|
+      if path.start_with?("+")
+        raw = true
+        path = path[1..-1]
+      else
+        raw = false
+      end
+      EventMachine::FileGlobWatchTail.new(path, Shipper,
+                                          interval = globcheck_interval,
+                                          exclude = exclude_patterns,
+                                          start_pos = -1,
+                                          connection = connection,
+                                          raw = raw,
+                                          verbose = verbose
+                                          )
+    end # args.each
+  end # EventMachine.run
+end # def main
+
+exit(main(ARGV))

metadata

@@ -0,0 +1,76 @@
+--- !ruby/object:Gem::Specification 
+name: syslog-shipper
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 1
+  - 0
+  - 20111121124359
+  version: 1.0.20111121124359
+platform: ruby
+authors: 
+- Jordan Sissel
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-11-21 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: eventmachine-tail
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+description: Ship logs from files to a remote syslog server over TCP
+email: jordan@loggly.com
+executables: 
+- syslog-shipper
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- bin/syslog-shipper
+has_rdoc: true
+homepage: https://github.com/jordansissel/syslog-shipper
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: syslog-shipper - a tool for streaming logs from files to a remote syslog server
+test_files: []
+