scribeit 0.0.3

data/CHANGELOG

@@ -0,0 +1,3 @@
+v0.0.3 Push to public rubygems
+v0.0.2 Handle directories filled with config
+v0.0.1 First release

data/Gemfile

@@ -0,0 +1,4 @@
+# A sample Gemfile
+source "http://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,27 @@
+PATH
+  remote: .
+  specs:
+    scribeit (0.0.3)
+      eventmachine
+      eventmachine-tail
+      scribe (> 0.2.2)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    eventmachine (0.12.10)
+    eventmachine-tail (0.6.1)
+      eventmachine
+    rake (0.8.7)
+    scribe (0.2.4)
+      rake
+      thrift_client (~> 0.6)
+    thrift (0.5.0)
+    thrift_client (0.6.0)
+      thrift (~> 0.5.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  scribeit!

data/Manifest

@@ -0,0 +1,11 @@
+CHANGELOG
+Gemfile
+Gemfile.lock
+README.md
+Rakefile
+bin/scribeit
+lib/scribeit.rb
+lib/scribeit/log.rb
+lib/scribeit/source.rb
+scribeit.gemspec
+Manifest

data/README.md

@@ -0,0 +1,3 @@
+# ScribeIt
+
+ScribeIt is a configurable logging system that pushes to a local scribe server.

data/Rakefile

@@ -0,0 +1,15 @@
+begin
+  require 'rubygems'
+  require 'echoe'
+
+  Echoe.new("scribeit") do |p|
+    p.author = "Thom May"
+    p.email = "thom@may.lt"
+    p.url = "https://github.com/thommay/scribeit"
+    p.summary = "A configurable scribe client"
+    p.runtime_dependencies = ['scribe >0.2.2', "eventmachine", "eventmachine-tail"]
+    p.rdoc_pattern = /^(lib|bin|tasks|ext)|^README|^CHANGELOG|^TODO|^LICENSE|^COPYING$/
+  end
+rescue LoadError
+end
+

data/bin/scribeit

@@ -0,0 +1,55 @@
+#!/usr/bin/env ruby
+
+$: << File.dirname($0) + '/../lib'
+
+require 'rubygems'
+require 'eventmachine'
+require 'yaml'
+require 'optparse'
+require 'scribe'
+require 'scribeit'
+
+conf = '/etc/scribeit.conf'
+
+opts = OptionParser.new do |opts|
+  opts.banner = "Usage: #{$0} [options]"
+
+  opts.on("-f CONFIGFILE", "--config CONFIGFILE", "Load scribeit's config from the specified file") do |arg|
+    conf = arg
+  end
+end
+
+opts.parse!
+if conf == '' or conf.nil?
+  raise "No config file given"
+end
+
+if !File.exist? conf
+  $stderr.puts "Config file #{conf} does not exist!"
+  exit 1
+end
+
+begin
+  config = YAML::load_file(conf)
+  if config["dirs"]
+    config["dirs"].each do |dir|
+      Dir.glob("#{dir}/*.yml") do |fn|
+        config.merge!(YAML::load_file(fn)) do  |k,r1,r2| 
+          r1.merge(r2) do |k,r1,r2| 
+            if r1.respond_to? "merge" 
+              r1.merge r2
+            else
+              r1 + r2 if r1.is_a? Array
+            end
+          end
+        end
+      end
+    end
+  end
+rescue => e
+  $stderr.puts "Loading config file #{conf} failed: #{e}"
+  exit 1
+end
+
+scr = ScribeIt.new(config)
+scr.run

data/lib/scribeit.rb

@@ -0,0 +1,88 @@
+require 'eventmachine'
+require 'eventmachine-tail'
+require 'scribe'
+require 'scribeit/source'
+require 'scribeit/log'
+
+class ScribeIt
+  
+  attr_reader :config
+  attr_reader :sources
+
+  def initialize(config)
+    @config = config
+    @sources = []
+    @scribe = Scribe.new
+    @logger = ScribeIt::Log.new STDERR
+  end
+
+  def register
+    if !@config.has_key? "sources"
+      raise "Config error - no sources defined"
+    end
+
+    sources = @config["sources"]
+    sources.each do |source|
+      puts source.inspect
+      if source.is_a? Array or source.is_a? Hash
+        cat, files = source
+      else
+        raise "Config error - no category for file: #{files.inspect}"
+      end
+
+      files = [files] if !files.is_a? Array
+
+      files.each do |f|
+        @logger.debug("Adding new source #{f} to category #{cat}")
+        s = ScribeIt::Source.new(f, cat) { |event| fire(event) }
+        s.register
+        @sources << s
+      end
+    end
+
+    register_signal_handler
+  end
+
+  def run(&block)
+    EventMachine.epoll
+    EventMachine.run do
+      self.register
+      yield if block_given?
+    end
+  end
+
+  def stop
+    EventMachine.stop_event_loop
+  end
+
+  def register_signal_handler
+    @signals = EventMachine::Channel.new
+
+    Signal.trap("INT") do
+      @signals.push(:INT)
+    end
+
+    Signal.trap("USR1") do
+      @signals.push(:USR1)
+    end
+
+    @signals.subscribe do |msg|
+      case msg
+      when :USR1
+        #eventually, we want to reload our config.
+        # for now, we'll just show what we're looking at.
+        puts @sources
+      when :INT
+        EventMachine.stop_event_loop
+      end
+    end
+  end
+
+  protected
+
+  def fire(event)
+    @logger.debug("Firing a new event at scribe for #{event.inspect}")
+    @scribe.log(event[:event], event[:category])
+  end
+
+end

data/lib/scribeit/log.rb

@@ -0,0 +1,19 @@
+require 'logger'
+
+class ScribeIt
+  class Log < Logger
+    attr_reader :level
+
+    def initialize(name)
+      super(name)
+      @level = $DEBUG ? Logger::DEBUG : Logger::INFO
+    end
+
+    def level=(level)
+      super(level)
+    end
+
+  end
+
+end
+

data/lib/scribeit/source.rb

@@ -0,0 +1,37 @@
+class ScribeIt
+  class Source
+    def initialize(file, category, &block)
+      @logger = ScribeIt::Log.new STDERR
+      @file = file
+      @callback = block
+      @category = category
+    end
+
+    def register
+      @logger.info "Registering #{@file}"
+      EventMachine::FileGlobWatchTail.new(@file, Reader, interval=60, exclude=[], receiver=self)
+    end
+
+    def receive(filetail, event)
+      @logger.debug "File #{@file} got event: #{event.inspect}"
+      e = {:event => event, :category => @category}
+      @callback.call e
+    end
+
+    private
+    class Reader < EventMachine::FileTail
+      def initialize(path, receiver)
+        super path
+        @receiver = receiver
+        @buffer = BufferedTokenizer.new
+      end
+
+      def receive_data(data)
+        @buffer.extract(data).each do |line|
+          @receiver.receive(self, line)
+        end
+      end
+    end
+
+  end
+end

data/scribeit.gemspec

@@ -0,0 +1,40 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{scribeit}
+  s.version = "0.0.3"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Thom May"]
+  s.date = %q{2011-05-09}
+  s.default_executable = %q{scribeit}
+  s.description = %q{A configurable scribe client}
+  s.email = %q{thom@may.lt}
+  s.executables = ["scribeit"]
+  s.extra_rdoc_files = ["CHANGELOG", "README.md", "bin/scribeit", "lib/scribeit.rb", "lib/scribeit/log.rb", "lib/scribeit/source.rb"]
+  s.files = ["CHANGELOG", "Gemfile", "Gemfile.lock", "README.md", "Rakefile", "bin/scribeit", "lib/scribeit.rb", "lib/scribeit/log.rb", "lib/scribeit/source.rb", "scribeit.gemspec", "Manifest"]
+  s.homepage = %q{https://github.com/thommay/scribeit}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Scribeit", "--main", "README.md"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{scribeit}
+  s.rubygems_version = %q{1.6.0}
+  s.summary = %q{A configurable scribe client}
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<scribe>, ["> 0.2.2"])
+      s.add_runtime_dependency(%q<eventmachine>, [">= 0"])
+      s.add_runtime_dependency(%q<eventmachine-tail>, [">= 0"])
+    else
+      s.add_dependency(%q<scribe>, ["> 0.2.2"])
+      s.add_dependency(%q<eventmachine>, [">= 0"])
+      s.add_dependency(%q<eventmachine-tail>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<scribe>, ["> 0.2.2"])
+    s.add_dependency(%q<eventmachine>, [">= 0"])
+    s.add_dependency(%q<eventmachine-tail>, [">= 0"])
+  end
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification 
+name: scribeit
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.3
+platform: ruby
+authors: 
+- Thom May
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-05-09 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: scribe
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.2.2
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: eventmachine-tail
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+description: A configurable scribe client
+email: thom@may.lt
+executables: 
+- scribeit
+extensions: []
+
+extra_rdoc_files: 
+- CHANGELOG
+- README.md
+- bin/scribeit
+- lib/scribeit.rb
+- lib/scribeit/log.rb
+- lib/scribeit/source.rb
+files: 
+- CHANGELOG
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/scribeit
+- lib/scribeit.rb
+- lib/scribeit/log.rb
+- lib/scribeit/source.rb
+- scribeit.gemspec
+- Manifest
+has_rdoc: true
+homepage: https://github.com/thommay/scribeit
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Scribeit
+- --main
+- README.md
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "1.2"
+requirements: []
+
+rubyforge_project: scribeit
+rubygems_version: 1.6.0
+signing_key: 
+specification_version: 3
+summary: A configurable scribe client
+test_files: []
+