anschel 0.3.2 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 15b97f83198b492b0420e72d4fda22b9efd3d74b
-  data.tar.gz: d32f712b0fbc07e0042e02a3ff8a10065a4cef44
+  metadata.gz: ff371260654352fa91cbdafe573a0c8529401139
+  data.tar.gz: f44e6ba4188c50dd88fa1a4e302ca113b4478bcb
 SHA512:
-  metadata.gz: 9e1df69888065cfd1975d9f3a71926f1cba51ec45ba6c70a44e83029c2b9dd76d14bf51fd09ef357773910242af9583abed06b9fe4c5cbc01a52a43900c523d0
-  data.tar.gz: 0cc62d605f60a0b0eefaf52b5557d81d2c1ea81de64ed57baff3dd6636a9bbb2dc07d4dc2eca9b043e3b4ff859e6981ad8f9de94b7e038e06d308b72a08ec2de
+  metadata.gz: 3f0e10d1ad31dc874ff2d17fdfda0113c4f7f4f53dbf2bdcdffa50e68ddbb61e6fc0ecea4f7c769b97e24e507dc3a69c4b5934f6b3f747eb517d9bb950344759
+  data.tar.gz: 91293634f99cb7691dbb2dbec18f130d537167a9cd946b45cce78c1a1784d3aefc46406613d1e0dfb43cc2462c0cb58ff1224cf84e01cc6e467c9d34e4a43cd0

data/VERSION

@@ -1 +1 @@
-0.3.2
+0.4.0

data/lib/anschel/main.rb

@@ -52,7 +52,12 @@ module Anschel
       stats  = Stats.new log, options.stats_interval
       input  = Input.new config[:kafka], stats, log
       filter = Filter.new config[:filter], stats, log
-      output = Output.new config[:elasticsearch], stats, log
+
+      output = if config[:device]
+        Output::Device.new config[:device], stats, log
+      else
+        Output::Elasticsearch.new config[:elasticsearch], stats, log
+      end
 
       stats.create 'event'
       stats.get 'event'

data/lib/anschel/output/device.rb

@@ -0,0 +1,27 @@
+require 'thread'
+
+module Anschel
+  module Output
+    class Device
+      def initialize config, stats, log
+        log.trace event: 'output', kind: 'device', config: config
+
+        path  = config.delete(:path)
+        qsize = config.delete(:queue_size) || 2000
+        @q    = SizedQueue.new qsize
+
+        Thread.new do
+          File.open(path, 'w') do |f|
+            loop do
+              f.puts @q.shift
+            end
+          end
+        end
+
+        log.info event: 'output-loaded'
+      end
+
+      def push event ; @q.push event end
+    end
+  end
+end

data/lib/anschel/output/elasticsearch.rb

@@ -0,0 +1,53 @@
+require 'thread'
+
+require 'typhoeus/adapters/faraday'
+require 'typhoeus'
+require 'elasticsearch'
+
+
+module Anschel
+  module Output
+    class Elasticsearch
+      def initialize config, stats, log
+        log.trace event: 'output', kind: 'elasticsearch', config: config
+        pattern = config.delete(:index_pattern)
+        qsize   = config.delete(:queue_size) || 2000
+        bsize   = config.delete(:bulk_size) || 500
+        timeout = config.delete(:bulk_timeout) || 0.5
+        slice   = timeout / bsize
+        client  = Elasticsearch::Client.new config
+        client.transport.reload_connections!
+
+        @queue = SizedQueue.new qsize
+
+        Thread.new do
+          loop do
+            events = []
+            count  = 0
+            start  = Time.now.to_f
+            until (Time.now.to_f - start > timeout) || ((count += 1) > bsize)
+              begin
+                events.push @queue.shift(true)
+              rescue # shift returned immediately
+                sleep slice
+              end
+            end
+
+            next if events.empty?
+
+            body = events.map do |e|
+              index = e.delete(:_index) || 'logs-anschel'
+              { index: { _index: index, _type: e[:type], data: e } }
+            end
+
+            client.bulk body: body
+          end
+        end
+
+        log.info event: 'output-loaded'
+      end
+
+      def push event ; @queue.push event end
+    end
+  end
+end

data/lib/anschel/output.rb

@@ -1,51 +1,2 @@
-require 'thread'
-
-require 'typhoeus/adapters/faraday'
-require 'typhoeus'
-require 'elasticsearch'
-
-
-module Anschel
-  class Output
-    def initialize config, stats, log
-      log.trace event: 'output', config: config
-      pattern = config.delete(:index_pattern)
-      qsize   = config.delete(:queue_size) || 2000
-      bsize   = config.delete(:bulk_size) || 500
-      timeout = config.delete(:bulk_timeout) || 0.5
-      slice   = timeout / bsize
-      client  = Elasticsearch::Client.new config
-      client.transport.reload_connections!
-
-      @queue = SizedQueue.new qsize
-
-      Thread.new do
-        loop do
-          events = []
-          count  = 0
-          start  = Time.now.to_f
-          until (Time.now.to_f - start > timeout) || ((count += 1) > bsize)
-            begin
-              events.push @queue.shift(true)
-            rescue # shift returned immediately
-              sleep slice
-            end
-          end
-
-          next if events.empty?
-
-          body = events.map do |e|
-            index = e.delete(:_index) || 'logs-anschel'
-            { index: { _index: index, _type: e[:type], data: e } }
-          end
-
-          client.bulk body: body
-        end
-      end
-
-      log.info event: 'output-loaded'
-    end
-
-    def push event ; @queue.push event end
-  end
-end
+require_relative 'output/elasticsearch'
+require_relative 'output/device'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: anschel
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.4.0
 platform: ruby
 authors:
 - Sean Clemmer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-06-23 00:00:00.000000000 Z
+date: 2015-06-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -118,6 +118,8 @@ files:
 - lib/anschel/metadata.rb
 - lib/anschel/mjolnir.rb
 - lib/anschel/output.rb
+- lib/anschel/output/device.rb
+- lib/anschel/output/elasticsearch.rb
 - lib/anschel/stats.rb
 homepage: https://github.com/sczizzo/anschel
 licenses: