logstash-input-mongoprofile 0.0.4 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ff2afb9b35036f4258d7f1f2793b950fd6843d44
-  data.tar.gz: 08f4206ddfa0e4e07e8958c92fcf7262a6551935
+  metadata.gz: 4b3cd711a6ed934de468e847d9cf8332d297e8b7
+  data.tar.gz: 90a64c5755513607ddf40ec43069541cdc1bda65
 SHA512:
-  metadata.gz: 9323eb8fcf4f9ece741410133757299bc7b7d5536a55207841e3222e59e2ce110cc780f223096ab34c32b4836626c1e1385e34287bb30d859dd5af604013cc45
-  data.tar.gz: a2acdaedb5030cd36f77552423c3237080811b409c022f80b3b5099722386804ba9c290854bd634f17762fc2d459780a820fb5d9c4f0e8110034d10dd5eae769
+  metadata.gz: 45477101f490427149e3c484dd57ee71e36f96e09002b2a1536f03f6550f940e1699513345cb1fd336d170504d9228c94615288acc7a3d25bf7723679e5dff08
+  data.tar.gz: 09c5fd423b4279cfcee47dcbf241b88e2ea5fc9104a2dcc4f591b531f92bef817577c89dbe191ef3c1463cac09205419d035020fbfff599584b3e5500981fdfc

data/CHANGELOG.md

@@ -1,9 +1,2 @@
-## 2.0.4
- - Add encoding: utf-8 line to spec file.  This can prevent issues with tests.
-## 2.0.1
- - Simplify the shutdown implementation a bit for easier understanding
-## 2.0.0
- - Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully, 
-   instead of using Thread.raise on the plugins' threads. Ref: https://github.com/elastic/logstash/pull/3895
- - Dependency on logstash-core update to 2.0
-
+## 0.1.0
+  - Plugin created with the logstash plugin generator

data/CONTRIBUTORS

@@ -0,0 +1,10 @@
+The following is a list of people who have contributed ideas, code, bug
+reports, or in general have helped logstash along its way.
+
+Contributors:
+* Artem Antonov - aantonov.develop@gmail.com
+
+Note: If you've sent us patches, bug reports, or otherwise contributed to
+Logstash, and you aren't on the list above and want to be, please let us know
+and we'll make sure you're here. Contributions from folks like you are what make
+open source awesome.

data/DEVELOPER.md

@@ -1,2 +1,2 @@
-# logstash-input-example
+# logstash-input-mongoprofile
 Example input plugin. This should help bootstrap your effort to write your own input plugin!

data/Gemfile

@@ -1,2 +1,3 @@
 source 'https://rubygems.org'
 gemspec
+

data/LICENSE

@@ -1,5 +1,3 @@
-Copyright (c) 2012–2016 Elasticsearch <http://www.elastic.co>
-
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
 You may obtain a copy of the License at

data/README.md

@@ -1,7 +1,5 @@
 # Logstash Plugin
 
-[![Travis Build Status](https://travis-ci.org/logstash-plugins/logstash-input-example.svg)](https://travis-ci.org/logstash-plugins/logstash-input-example)
-
 This is a plugin for [Logstash](https://github.com/elastic/logstash).
 
 It is fully free and fully open source. The license is Apache 2.0, meaning you are pretty much free to use it however you want in whatever way.
@@ -55,12 +53,7 @@ gem "logstash-filter-awesome", :path => "/your/local/logstash-filter-awesome"
 ```
 - Install plugin
 ```sh
-# Logstash 2.3 and higher
 bin/logstash-plugin install --no-verify
-
-# Prior to Logstash 2.3
-bin/plugin install --no-verify
-
 ```
 - Run Logstash with your plugin
 ```sh
@@ -78,12 +71,7 @@ gem build logstash-filter-awesome.gemspec
 ```
 - Install the plugin from the Logstash home
 ```sh
-# Logstash 2.3 and higher
-bin/logstash-plugin install --no-verify
-
-# Prior to Logstash 2.3
-bin/plugin install --no-verify
-
+bin/logstash-plugin install /your/local/plugin/logstash-filter-awesome.gem
 ```
 - Start Logstash and proceed to test the plugin
 
@@ -95,4 +83,4 @@ Programming is not a required skill. Whatever you've seen about open source and
 
 It is more important to the community that you are able to contribute.
 
-For more information about contributing, see the [CONTRIBUTING](https://github.com/elastic/logstash/blob/master/CONTRIBUTING.md) file.
+For more information about contributing, see the [CONTRIBUTING](https://github.com/elastic/logstash/blob/master/CONTRIBUTING.md) file.

data/lib/logstash/inputs/mongoprofile.rb

@@ -1,48 +1,43 @@
 # encoding: utf-8
-require 'logstash/inputs/base'
-require 'logstash/namespace'
-require 'stud/interval'
-require 'socket' # for Socket.gethostname
-require '../../../lib/mongo/mongo'
+require "logstash/inputs/base"
+require "logstash/namespace"
+require "stud/interval"
+require "socket" # for Socket.gethostname
 
 # Generate a repeating message.
 #
 # This plugin is intented only as an example.
 
 class LogStash::Inputs::Mongoprofile < LogStash::Inputs::Base
-  config_name 'mongoprofile'
+  config_name "mongoprofile"
+
+  # If undefined, Logstash will complain, even if codec is unused.
+  default :codec, "plain"
+
+  # The message string to use in the event.
+  config :message, :validate => :string, :default => "Hello World!"
 
-  default :codec, 'plain'
   # Set how frequently messages should be sent.
   #
   # The default, `1`, means send a message every second.
   config :interval, :validate => :number, :default => 1
-  config :url, :validate => :string, :required => true
-  config :path, :validate => :string, :required => true
-  config :client_host, :validate => :string, :default => '127.0.0.1'
 
   public
   def register
     @host = Socket.gethostname
-    @controller = Controller.new(@host, @url, 'system.profile', 1000, @path, @client_host)
   end # def register
 
   def run(queue)
     # we can abort the loop if stop? becomes true
-    until stop?
-      #event = LogStash::Event.new("message" => @message, "host" => @host)
-
-      @controller.get_next_events.each do |event|
-        @logger.info("Send event #{event}")
-
-        decorate(event)
-        queue << event
-      end
+    while !stop?
+      event = LogStash::Event.new("message" => @message, "host" => @host)
+      decorate(event)
+      queue << event
       # because the sleep interval can be big, when shutdown happens
       # we want to be able to abort the sleep
       # Stud.stoppable_sleep will frequently evaluate the given block
       # and abort the sleep(@interval) if the return value is true
-      Stud.stoppable_sleep(@interval) {stop?}
+      Stud.stoppable_sleep(@interval) { stop? }
     end # loop
   end # def run
 

data/logstash-input-mongoprofile.gemspec

@@ -1,27 +1,25 @@
 Gem::Specification.new do |s|
-  s.name = 'logstash-input-mongoprofile'
-  s.version = '0.0.4'
-  s.licenses = ['Apache License (2.0)']
-  s.summary = "This example input streams a string at a definable interval."
-  s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
-  s.authors = ["Elastic"]
-  s.email = 'info@elastic.co'
-  s.homepage = "http://www.elastic.co/guide/en/logstash/current/index.html"
-  s.require_paths = ["lib"]
+  s.name          = 'logstash-input-mongoprofile'
+  s.version       = '0.1.0'
+  s.licenses      = ['Apache License (2.0)']
+  s.summary       = 'MongoDB system.profile input plugin'
+  s.description   = 'MongoDB system.profile input plugin'
+  s.homepage      = 'https://github.com/aantonovdevelop/logstash-input-mongoprofile'
+  s.authors       = ['Artem Antonov']
+  s.email         = 'aantonov.develop@gmail.com'
+  s.require_paths = ['lib']
 
   # Files
-  s.files = Dir['lib/**/*', 'spec/**/*', 'vendor/**/*', '*.gemspec', '*.md', 'CONTRIBUTORS', 'Gemfile', 'LICENSE', 'NOTICE.TXT']
-  # Tests
+  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+   # Tests
   s.test_files = s.files.grep(%r{^(test|spec|features)/})
 
   # Special flag to let us know this is actually a logstash plugin
-  s.metadata = {"logstash_plugin" => "true", "logstash_group" => "input"}
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "input" }
 
   # Gem dependencies
-  s.add_runtime_dependency 'logstash-core', ">= 5.0"
+  s.add_runtime_dependency "logstash-core-plugin-api", "~> 2.0"
   s.add_runtime_dependency 'logstash-codec-plain'
-  s.add_runtime_dependency 'stud'
-  s.add_runtime_dependency 'sequel'
-  s.add_runtime_dependency 'mongo', '>= 2.0.0'
-  s.add_development_dependency 'logstash-devutils'
+  s.add_runtime_dependency 'stud', '>= 0.0.22'
+  s.add_development_dependency 'logstash-devutils', '>= 0.0.16'
 end

metadata

@@ -1,29 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-mongoprofile
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.1.0
 platform: ruby
 authors:
-- Elastic
+- Artem Antonov
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-06-20 00:00:00.000000000 Z
+date: 2017-06-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
-  name: logstash-core
+        version: '2.0'
+  name: logstash-core-plugin-api
   prerelease: false
   type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.0'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -43,7 +43,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.22
   name: stud
   prerelease: false
   type: :runtime
@@ -51,41 +51,13 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  name: sequel
-  prerelease: false
-  type: :runtime
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.22
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.0
-  name: mongo
-  prerelease: false
-  type: :runtime
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.0.0
-- !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.16
   name: logstash-devutils
   prerelease: false
   type: :development
@@ -93,24 +65,23 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
-description: This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program
-email: info@elastic.co
+        version: 0.0.16
+description: MongoDB system.profile input plugin
+email: aantonov.develop@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - CHANGELOG.md
+- CONTRIBUTORS
 - DEVELOPER.md
 - Gemfile
 - LICENSE
-- NOTICE.TXT
 - README.md
 - lib/logstash/inputs/mongoprofile.rb
-- lib/mongo/mongo.rb
 - logstash-input-mongoprofile.gemspec
 - spec/inputs/mongoprofile_spec.rb
-homepage: http://www.elastic.co/guide/en/logstash/current/index.html
+homepage: https://github.com/aantonovdevelop/logstash-input-mongoprofile
 licenses:
 - Apache License (2.0)
 metadata:
@@ -135,6 +106,6 @@ rubyforge_project:
 rubygems_version: 2.4.8
 signing_key:
 specification_version: 4
-summary: This example input streams a string at a definable interval.
+summary: MongoDB system.profile input plugin
 test_files:
 - spec/inputs/mongoprofile_spec.rb

data/NOTICE.TXT

@@ -1,5 +0,0 @@
-Elasticsearch
-Copyright 2012-2015 Elasticsearch
-
-This product includes software developed by The Apache Software
-Foundation (http://www.apache.org/).

data/lib/mongo/mongo.rb

@@ -1,117 +0,0 @@
-require 'mongo'
-require 'logstash/inputs/base'
-
-class MongoAccessor
-  def initialize(url, collection, client_host)
-    connection = Mongo::Client.new(url)
-
-    @mongodb = connection.database
-    @collection = @mongodb.collection(collection)
-    @client_host = client_host
-  end
-
-  def get_documents_by_ts(date, limit)
-    @collection.find({:ts => {:$gt => date}, :client => {:$ne => @client_host}}).limit(limit)
-  end
-
-  def get_documents(limit)
-    @collection.find({:client => {:$ne => @client_host}}).limit(limit)
-  end
-end
-
-class ProfileCollection
-  def initialize(documents, parser)
-    @documents = documents
-    @parser = parser
-  end
-
-  def each
-    @documents.each do |document|
-      document['_id'] = generate_id
-      yield @parser.parse(document)
-    end
-  end
-
-  def get_last_document_date
-    @documents[-1]['ts']
-  end
-
-  private
-  def generate_id
-    # noinspection RubyArgCount
-    BSON::ObjectId.new
-  end
-end
-
-class DocumentParser
-  def initialize(host)
-    @host = host
-  end
-
-  def parse(document)
-    event = LogStash::Event.new('host' => @host)
-
-    document.each do |key, value|
-      event.set(key, value)
-    end
-
-    event
-  end
-end
-
-class LastValueStore
-  def initialize(path, name)
-    @file_full_name = "#{path}/#{name}"
-  end
-
-  def save_last_value(value)
-    file = File.open(@file_full_name, 'a+')
-
-    file.truncate(0)
-    file.puts(value)
-
-    file.close
-  end
-
-  def get_last_value
-    File.read(@file_full_name)
-  end
-end
-
-class Controller
-  def initialize(event, url, collection, limit, path, client_host)
-    @mongo_accessor = MongoAccessor.new(url, collection, client_host)
-    @last_value_store = LastValueStore.new(path, collection)
-    @document_parser = DocumentParser.new(event)
-    @limit = limit
-  end
-
-  def get_next_events
-    last_date_value = @last_value_store.get_last_value
-
-    if last_date_value == ''
-      documents = @mongo_accessor.get_documents(@limit)
-    else
-      documents = @mongo_accessor.get_documents_by_ts(last_date_value, @limit)
-    end
-
-    profile_collection = ProfileCollection.new(documents, @document_parser)
-
-    @last_value_store.save_last_value(profile_collection.get_last_document_date)
-
-    profile_collection
-  end
-end
-
-lv = LastValueStore.new('/home/artem', 'mex.txt')
-
-lv.save_last_value("blasaldkfj")
-puts lv.get_last_value
-
-#mongo = MongoAccessor.new('mongodb://192.168.1.37/eleet-v2-dev', 'system.profile')
-
-#ProfileCollection.new(mongo.get_documents(10)).each do |document|
-  #puts document['_id']
-#end
-
-