logstash-output-progress 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 38f78af7e4cd794aa159dbe798dfedbb1ee8d9ca
+  data.tar.gz: 7b83b2f7ddf3f98f701153060958d2a022238e09
+SHA512:
+  metadata.gz: b994f1f6b3c95c213cfccf7e4301dc21224920d0ece86abe1d3da0bef6320f566ac65f378406faeb1ab4ef76ed2f966160cd510e2915126e49fb4af28475c009
+  data.tar.gz: ec61a645e1c5395131e522826aeb58f4fa8b5979e2aa46ce4c09201aaa7ef0203f8b045f105cb40dd86eaed6b7abf1a856085fc6975d90d33894eaa8be8e8cb0

data/.gitignore

@@ -0,0 +1,3 @@
+Gemfile.lock
+.ruby-version
+*.gem

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE

@@ -0,0 +1,13 @@
+Copyright (c) 2012-2014 Elasticsearch <http://www.elasticsearch.org>
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/Rakefile

@@ -0,0 +1,7 @@
+@files=[]
+
+task :default do
+  system("rake -T")
+end
+
+require "logstash/devutils/rake"

data/lib/logstash/outputs/progress.rb

@@ -0,0 +1,86 @@
+require "logstash/namespace"
+require "logstash/outputs/base"
+
+# File output.
+#
+# Write since_db-file with progress
+class LogStash::Outputs::Progress < LogStash::Outputs::Base
+
+  config_name "progress"
+
+
+  # The format to use when writing events to the file. This value
+  # supports any string and can include %{name} and other dynamic
+  # strings.
+  #
+  # If this setting is omitted, the full json representation of the
+  # event will be written as a single line.
+  config :message_format, :validate => :string
+
+  # Where to write the progress database (keeps track of the current
+  # position of monitored log files). The default will write
+  # progressdb files to some path matching "$HOME/.sincedb*"
+  config :progressdb_path, :validate => :string
+
+
+  public
+  def register
+    require "fileutils" # For mkdir_p
+
+    workers_not_supported
+    @sincedb = {}
+  end # def register
+
+  public
+  def receive(event)
+    return unless output?(event)
+
+    if @message_format
+      output = event.sprintf(@message_format)
+    else
+      output = event.to_json
+    end
+
+    ino, dev_major, dev_minor, size, pos = event["message"].split(" ", 5)
+
+    inode = [ino.to_i, dev_major.to_i, dev_minor.to_i, size.to_i]
+
+    if event.include? "tags" and event["tags"].include?("del")
+      @sincedb.delete(inode)
+    else
+      @sincedb[inode] = output
+    end
+    _sincedb_write(event["path"])
+
+  end # def receive
+
+  private
+  def _sincedb_write(event_path)
+    path = @progressdb_path
+    tmp = "#{path}.new"
+    begin
+      db = File.open(tmp, "w")
+    rescue => e
+      @logger.warn("_sincedb_write failed: #{tmp}: #{e}")
+      return
+    end
+
+    @sincedb.each do |inode, message|
+      db.puts([message].flatten.join(" "))
+    end
+    db.close
+
+    begin
+      File.rename(tmp, path)
+    rescue => e
+      @logger.warn("_sincedb_write rename/sync failed: #{tmp} -> #{path}: #{e}")
+    end
+  end # def _sincedb_write
+
+  def teardown
+    @logger.debug("Teardown: closing files")
+    finished
+  end
+end # class LogStash::Outputs::File
+
+

data/logstash-output-progress.gemspec

@@ -0,0 +1,27 @@
+Gem::Specification.new do |s|
+
+  s.name            = 'logstash-output-progress'
+  s.version         = '0.1.0'
+  s.licenses        = ['Apache License (2.0)']
+  s.summary         = "Write since_db-file with progress."
+  s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
+  s.authors         = ["Signify"]
+  s.email           = 'dietmar@signifydata.com'
+  s.homepage        = "http://www.signifydata.com"
+  s.require_paths = ["lib"]
+
+  # Files
+  s.files = `git ls-files`.split($\)
+
+  # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
+
+  # Gem dependencies
+  s.add_runtime_dependency 'logstash-core', '>= 1.4.0', '< 2.0.0'
+
+  s.add_development_dependency 'logstash-devutils'
+end
+

data/spec/outputs/progress_spec.rb

@@ -0,0 +1,5 @@
+require "logstash/devutils/rspec/spec_helper"
+require 'logstash/outputs/progress'
+
+describe LogStash::Outputs::Progress do
+end

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: logstash-output-progress
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Signify
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-08-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  name: logstash-core
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
+email: dietmar@signifydata.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- Rakefile
+- lib/logstash/outputs/progress.rb
+- logstash-output-progress.gemspec
+- spec/outputs/progress_spec.rb
+homepage: http://www.signifydata.com
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: output
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Write since_db-file with progress.
+test_files:
+- spec/outputs/progress_spec.rb