logstash-lite 0.2.20110422152244 → 0.2.20110505142231

data/etc/client-amqp.conf

@@ -0,0 +1,14 @@
+input {
+  stdin { type => "fizzle" }
+}
+
+output {
+  stdout {
+  }
+
+  amqp { 
+    host => "localhost"
+    exchange_type => "topic"
+    name => "logstash"
+  }
+}

data/etc/logstash-redis-input.yaml

@@ -0,0 +1,7 @@
+# Example that pulls logs from redis and dumps them to stdout
+inputs:
+  redis:
+    - redis://localhost/0/logqueue
+outputs:
+- stdout:///
+

data/etc/logstash-redis-storage.yaml

@@ -0,0 +1,6 @@
+# Example config that reads logs from messages and dumps results into redis
+inputs:
+  linux-syslog:
+  - /var/log/messages
+outputs:
+  - redis://localhost/0/logqueue

data/etc/subscriber-amqp.conf

@@ -0,0 +1,12 @@
+input {
+  amqp { 
+    host => "localhost"
+    exchange_type => "topic"
+    name => "logstash"
+    type => "foo"
+  }
+}
+
+output {
+  stdout { }
+}

data/lib/logstash/inputs/redis.rb

@@ -0,0 +1,31 @@
+require "logstash/inputs/base"
+require "logstash/namespace"
+require "em-redis"
+
+class LogStash::Inputs::Redis < LogStash::Inputs::Base
+  public
+  def initialize(url, config={}, &block)
+    super
+  end
+
+  def register
+    _, @db, @queue = @url.path.split('/')
+    puts @url.host, @url.port, @db, @queue
+    EM.run do
+      redis = EM::Protocols::Redis.connect :host => @url.host, :port => @url.port, :db => @db
+      pop = lambda do
+        redis.blpop @queue, 0 do |response|
+          event = LogStash::Event.new({
+            "@message" => response,
+            "@type" => @type,
+            "@tags" => @tags.clone,
+          })
+          event.source = @url
+          @callback.call(event)
+          pop.call
+        end
+      end
+      pop.call
+    end
+  end
+end

data/lib/logstash/inputs/syslog.rb

@@ -23,8 +23,8 @@ class LogStash::Inputs::Syslog < LogStash::Inputs::Base
 
     # This comes from RFC3164, mostly.
     @@syslog_re ||= \
-      /<([0-9]{1,3})>([A-z]{3} [0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}) (\S+) (.*)/
-      #<priority       timestamp          Mmm dd hh:mm:ss             host  msg
+      /(?:<([0-9]{1,3})>)?([A-z]{3}  ?[0-9]{1,2} [0-9]{2}:[0-9]{2}:[0-9]{2}) (?:(\S+[^:]) )?(.*)/
+      #<priority>      timestamp          Mmm dd hh:mm:ss             host  msg
   end # def register
 
   public

data/lib/logstash/outputs/redis.rb

@@ -0,0 +1,29 @@
+require "logstash/outputs/base"
+require "logstash/namespace"
+require 'em-redis'
+
+class LogStash::Outputs::Redis < LogStash::Outputs::Base
+
+  def register
+    @port = nil
+    @password = nil
+    @host = @url.host
+    _, @db, @queue = @url.path.split('/')
+    require 'socket'
+    @hostname = Socket.gethostname
+    @work = []
+    @redis = EM::Protocols::Redis.connect({
+      :host => @host, 
+      :port => @port, 
+      :db => @db
+    })
+    end
+
+  def receive(event)
+    @redis.rpush(event.sprintf(@queue), {
+      :source_host => @hostname, 
+      :source => event.source,
+      :message => event.message
+    }.to_json)
+  end
+end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: logstash-lite
 version: !ruby/object:Gem::Version 
-  hash: 40220844304511
+  hash: 40221010284473
   prerelease: false
   segments: 
   - 0
   - 2
-  - 20110422152244
-  version: 0.2.20110422152244
+  - 20110505142231
+  version: 0.2.20110505142231
 platform: ruby
 authors: 
 - Jordan Sissel
@@ -16,7 +16,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-04-22 00:00:00 -07:00
+date: 2011-05-05 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -89,6 +89,7 @@ extra_rdoc_files: []
 
 files: 
 - lib/logstash.rb
+- lib/logstash/outputs/redis.rb
 - lib/logstash/outputs/tcp.rb
 - lib/logstash/outputs/websocket.rb
 - lib/logstash/outputs/nagios.rb
@@ -200,6 +201,7 @@ files:
 - lib/logstash/agent.rb
 - lib/logstash/outputs.rb
 - lib/logstash/time.rb
+- lib/logstash/inputs/redis.rb
 - lib/logstash/inputs/tcp.rb
 - lib/logstash/inputs/syslog.rb
 - lib/logstash/inputs/file.rb
@@ -234,7 +236,10 @@ files:
 - etc/logstash-mongodb-storage.yaml
 - etc/logstash-shipper.yaml
 - etc/logstash-stomp.yaml
+- etc/client-amqp.conf
+- etc/logstash-redis-storage.yaml
 - etc/logstash-nagios.yaml
+- etc/logstash-redis-input.yaml
 - etc/logstash-standalone.yaml
 - etc/logstash-parser.yaml
 - etc/init/logstash
@@ -249,6 +254,7 @@ files:
 - etc/redhat/logstash
 - etc/redhat/logstash.spec
 - etc/logstash-stomp-input.yaml
+- etc/subscriber-amqp.conf
 - etc/logstash-elasticsearch-rabbitmq-river.yaml
 - patterns/ruby
 - patterns/nagios