logstash-codec-compress_spooler 0.1.1-java

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1159352fd102c1467d2bcd568b695dd1b187af5f
+  data.tar.gz: 0f66e2a1c109ea67640b70ca94f0b0a95cda299b
+SHA512:
+  metadata.gz: 0ca026dfd889fc7ff7d6bf148da8d10f8ecf231f7e12736ebaea864bb54ce750c314aeb9bc4d948e70a36502daf0a54ea2092d3e14b7d1f2f9ef8ba75100b1ae
+  data.tar.gz: d6f4ab70a534a364113978cc320f4855c8233916a84c6b2b558170fd45e718235083c82138b56289f99a6314922c32c31b8bcae4d6b3bf458634b5747be44215

data/.gitignore

@@ -0,0 +1,3 @@
+*.gem
+Gemfile.lock
+.bundle

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem "logstash", :github => "elasticsearch/logstash", :branch => "1.5"

data/LICENSE

@@ -0,0 +1,13 @@
+Copyright (c) 2012-2014 Elasticsearch <http://www.elasticsearch.org>
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/Rakefile

@@ -0,0 +1,7 @@
+@files=[]
+
+task :default do
+  system("rake -T")
+end
+
+require "logstash/devutils/rake"

data/lib/logstash/codecs/compress_spooler.rb

@@ -0,0 +1,50 @@
+# encoding: utf-8
+require "logstash/codecs/base"
+
+class LogStash::Codecs::CompressSpooler < LogStash::Codecs::Base
+  config_name 'compress_spooler'
+  milestone 1
+  config :spool_size, :validate => :number, :default => 50
+  config :compress_level, :validate => :number, :default => 6
+
+  public
+  def register
+    require "msgpack"
+    require "zlib"
+    @buffer = []
+  end
+
+  public
+  def decode(data)
+    z = Zlib::Inflate.new
+    data = MessagePack.unpack(z.inflate(data))
+    z.finish
+    z.close
+    data.each do |event|
+      event = LogStash::Event.new(event)
+      event["@timestamp"] = Time.at(event["@timestamp"]).utc if event["@timestamp"].is_a? Float
+      yield event
+    end
+  end # def decode
+
+  public
+  def encode(data)
+    if @buffer.length >= @spool_size
+      z = Zlib::Deflate.new(@compress_level)
+      @on_event.call z.deflate(MessagePack.pack(@buffer), Zlib::FINISH)
+      z.close
+      @buffer.clear
+    else
+      data["@timestamp"] = data["@timestamp"].to_f
+      @buffer << data.to_hash
+    end
+  end # def encode
+
+  public
+  def teardown
+    if !@buffer.nil? and @buffer.length > 0
+      @on_event.call @buffer
+    end
+    @buffer.clear
+  end
+end # class LogStash::Codecs::CompressSpooler

data/logstash-codec-compress_spooler.gemspec

@@ -0,0 +1,32 @@
+Gem::Specification.new do |s|
+
+  s.name            = 'logstash-codec-compress_spooler'
+  s.version         = '0.1.1'
+  s.licenses        = ['Apache License (2.0)']
+  s.summary         = "codec that processes compressed spooled data"
+  s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
+  s.authors         = ["Elasticsearch"]
+  s.email           = 'richard.pijnenburg@elasticsearch.com'
+  s.homepage        = "http://www.elasticsearch.org/guide/en/logstash/current/index.html"
+  s.require_paths = ["lib"]
+
+  # Files
+  s.files = `git ls-files`.split($\)
+
+  # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "codec" }
+
+  # Gem dependencies
+  s.add_runtime_dependency 'logstash', '>= 1.4.0', '< 2.0.0'
+
+  if RUBY_PLATFORM == 'java'
+    s.platform = RUBY_PLATFORM
+  end
+  s.add_runtime_dependency 'msgpack-jruby'
+
+  s.add_development_dependency 'logstash-devutils'
+end
+

data/spec/codecs/compress_spooler_spec.rb

@@ -0,0 +1 @@
+require "logstash/devutils/rspec/spec_helper"

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: logstash-codec-compress_spooler
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: java
+authors:
+- Elasticsearch
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2014-11-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: logstash
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: msgpack-jruby
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: logstash-devutils
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
+email: richard.pijnenburg@elasticsearch.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- Rakefile
+- lib/logstash/codecs/compress_spooler.rb
+- logstash-codec-compress_spooler.gemspec
+- spec/codecs/compress_spooler_spec.rb
+homepage: http://www.elasticsearch.org/guide/en/logstash/current/index.html
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: codec
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.4.4
+signing_key:
+specification_version: 4
+summary: codec that processes compressed spooled data
+test_files:
+- spec/codecs/compress_spooler_spec.rb