logstash-output-mongodb 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f28406293865e2c1f78c4b9e9089c34a140b83c1
+  data.tar.gz: 5928ffb667b9327e99607daf555f0aa0facd83ff
+SHA512:
+  metadata.gz: b012550a084244ceeb28f358a511a5a8b14c6f0d0c1347de61ce279d297b810135ec08b6b13022073142202780cdbd06f9271c59b5b8ccd3fc40b7fad2772886
+  data.tar.gz: 397d84997bc388dff5c3e88b6cde19f7f5d7195bfe0744efd36dece83bc75b623cd9e407b71e3700cc1b8e50367a9f061e3d5713dc96b05b8073f0135d2fcee5

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+Gemfile.lock
+.bundle
+vendor

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem "logstash", :github => "elasticsearch/logstash", :branch => "1.5"

data/LICENSE

@@ -0,0 +1,13 @@
+Copyright (c) 2012-2014 Elasticsearch <http://www.elasticsearch.org>
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/Rakefile

@@ -0,0 +1,7 @@
+@files=[]
+
+task :default do
+  system("rake -T")
+end
+
+require "logstash/devutils/rake"

data/lib/logstash/outputs/mongodb.rb

@@ -0,0 +1,82 @@
+# encoding: utf-8
+require "logstash/outputs/base"
+require "logstash/namespace"
+
+
+class LogStash::Outputs::Mongodb < LogStash::Outputs::Base
+
+  config_name "mongodb"
+  milestone 2
+
+  # a MongoDB URI to connect to
+  # See http://docs.mongodb.org/manual/reference/connection-string/
+  config :uri, :validate => :string, :required => true
+  
+  # The database to use
+  config :database, :validate => :string, :required => true
+   
+  # The collection to use. This value can use `%{foo}` values to dynamically
+  # select a collection based on data in the event.
+  config :collection, :validate => :string, :required => true
+
+  # If true, store the @timestamp field in mongodb as an ISODate type instead
+  # of an ISO8601 string.  For more information about this, see
+  # http://www.mongodb.org/display/DOCS/Dates
+  config :isodate, :validate => :boolean, :default => false
+
+  # Number of seconds to wait after failure before retrying
+  config :retry_delay, :validate => :number, :default => 3, :required => false
+
+  # If true, an "_id" field will be added to the document before insertion.
+  # The "_id" field will use the timestamp of the event and overwrite an existing
+  # "_id" field in the event.
+  config :generateId, :validate => :boolean, :default => false
+
+  public
+  def register
+    require "mongo"
+    uriParsed=Mongo::URIParser.new(@uri)
+    conn = uriParsed.connection({})
+    if uriParsed.auths.length > 0
+      uriParsed.auths.each do |auth|
+        if !auth['db_name'].nil?
+          conn.add_auth(auth['db_name'], auth['username'], auth['password'], nil)
+        end 
+      end
+      conn.apply_saved_authentication()
+    end
+    @db = conn.db(@database)
+  end # def register
+
+  public
+  def receive(event)
+    return unless output?(event)
+
+    begin
+      if @isodate
+        # the mongodb driver wants time values as a ruby Time object.
+        # set the @timestamp value of the document to a ruby Time object, then.
+        document = event.to_hash
+      else
+        document = event.to_hash.merge("@timestamp" => event["@timestamp"].to_json)
+      end
+      if @generateId
+        document['_id'] = BSON::ObjectId.new(nil, event["@timestamp"])
+      end
+      @db.collection(event.sprintf(@collection)).insert(document)
+    rescue => e
+      @logger.warn("Failed to send event to MongoDB", :event => event, :exception => e,
+                   :backtrace => e.backtrace)
+      if e.error_code == 11000
+          # On a duplicate key error, skip the insert.
+          # We could check if the duplicate key err is the _id key
+          # and generate a new primary key.
+          # If the duplicate key error is on another field, we have no way
+          # to fix the issue.
+      else
+        sleep @retry_delay
+        retry
+      end
+    end
+  end # def receive
+end # class LogStash::Outputs::Mongodb

data/logstash-output-mongodb.gemspec

@@ -0,0 +1,29 @@
+Gem::Specification.new do |s|
+
+  s.name            = 'logstash-output-mongodb'
+  s.version         = '0.1.1'
+  s.licenses        = ['Apache License (2.0)']
+  s.summary         = "Store events into MongoDB"
+  s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
+  s.authors         = ["Elasticsearch"]
+  s.email           = 'info@elasticsearch.com'
+  s.homepage        = "http://www.elasticsearch.org/guide/en/logstash/current/index.html"
+  s.require_paths = ["lib"]
+
+  # Files
+  s.files = `git ls-files`.split($\)+::Dir.glob('vendor/*')
+
+  # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
+
+  # Gem dependencies
+  s.add_runtime_dependency 'logstash', '>= 1.4.0', '< 2.0.0'
+
+  s.add_runtime_dependency 'mongo'
+
+  s.add_development_dependency 'logstash-devutils'
+end
+

data/spec/outputs/mongodb_spec.rb

@@ -0,0 +1 @@
+require "logstash/devutils/rspec/spec_helper"

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: logstash-output-mongodb
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Elasticsearch
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2014-11-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  name: logstash
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: mongo
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
+email: info@elasticsearch.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- Rakefile
+- lib/logstash/outputs/mongodb.rb
+- logstash-output-mongodb.gemspec
+- spec/outputs/mongodb_spec.rb
+homepage: http://www.elasticsearch.org/guide/en/logstash/current/index.html
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: output
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Store events into MongoDB
+test_files:
+- spec/outputs/mongodb_spec.rb