anschel 0.7.13 → 0.7.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a3242d0a83b7366bcc669dd0cdd72da530d80146
-  data.tar.gz: 9935e614a1a16533ac38e6117e41b925a613c6e7
+  metadata.gz: 1f0c3d10796c001fc16c23ccb3edc30d51e5788d
+  data.tar.gz: 32ce3c011cf4af31a47532b1e67436cec033fb33
 SHA512:
-  metadata.gz: aabe51a20bcd7c005cd0623b6b818b5abe1e24d9bf0e7c27edb618d99bcee80f5786e880e82a865c3af179bf5ce6dfc755d1778049c6c6fd5caa9027d4124f5f
-  data.tar.gz: e2c7dca19901daa4759953f629de75bf5ad6ac8877bbf5e4faba12ceeec39d73debdfc8c07bbedf910b90eced25ce2551f544c7577cf46dfca3d34295426c935
+  metadata.gz: a8e9694e66e623c5f1dfeb982119bcf69444b27887486a676e82e2c9c607774ff2d40d9a972e15382615a00215315360a7cfb52206caaec1752a007a7c0a84bd
+  data.tar.gz: 29b0e4269ba2722b3f0edb67890f30aa25a31d84a462976dada2181c86f3aa184acf4ab7ba57a0079fbc8b7bdcc4cc91c0a367d999d2c26300862c3323884825

data/VERSION

@@ -1 +1 @@
-0.7.13
+0.7.14

data/lib/anschel/main.rb

@@ -77,8 +77,20 @@ module Anschel
         ts += num_cpus.times.map do
           Thread.new do
             loop do
-              event = JrJackson::Json.load \
-                input.shift, symbolize_keys: true
+              raw = input.shift.encode 'UTF-8', \
+                invalid: :replace, undef: :replace, replace: '?'
+
+              begin
+                event = JrJackson::Json.load raw, symbolize_keys: true
+              rescue JrJackson::ParseError
+                log.error \
+                  event: 'main-input-error',
+                  reason: 'could not parse event',
+                  remediation: 'skipping',
+                  raw_event: raw
+                next
+              end
+
               output.push filter.apply(event)
               stats.inc 'event'
             end

data/lib/anschel/output/elasticsearch.rb

@@ -29,6 +29,7 @@ module Anschel
             until (Time.now.to_f - start > timeout) || ((count += 1) > bsize)
               begin
                 events.push @queue.shift(true)
+                count += 1
               rescue # shift returned immediately
                 sleep slice
               end
@@ -54,7 +55,16 @@ module Anschel
               { index: item }
             end
 
-            client.bulk body: body
+            response = client.bulk body: body
+
+            if response['errors']
+              log.error \
+                event: 'elasticsearch-output-error',
+                reason: 'response contained errors',
+                body: body,
+                response: response
+            end
+
             stats.inc 'output', body.size
           end
         end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: anschel
 version: !ruby/object:Gem::Version
-  version: 0.7.13
+  version: 0.7.14
 platform: ruby
 authors:
 - Sean Clemmer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-01-08 00:00:00.000000000 Z
+date: 2016-02-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement