logstash-input-mongoprofile 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4b3cd711a6ed934de468e847d9cf8332d297e8b7
-  data.tar.gz: 90a64c5755513607ddf40ec43069541cdc1bda65
+  metadata.gz: ad2c83c07c1e370fa683203d213142bc81851b63
+  data.tar.gz: 6f40e525678199523c6327c6c5509d45604854ec
 SHA512:
-  metadata.gz: 45477101f490427149e3c484dd57ee71e36f96e09002b2a1536f03f6550f940e1699513345cb1fd336d170504d9228c94615288acc7a3d25bf7723679e5dff08
-  data.tar.gz: 09c5fd423b4279cfcee47dcbf241b88e2ea5fc9104a2dcc4f591b531f92bef817577c89dbe191ef3c1463cac09205419d035020fbfff599584b3e5500981fdfc
+  metadata.gz: 440a31af594147a9a061438c714a6c59c4326830b552fa6e6c69037058df12bca57493bd758666f285d722a3292f301a7a3d21daef1e2a6c12dc2b63bd82eb20
+  data.tar.gz: 8045bf03213d5fd602f3f17ef243d1688f21eedfb0e4e64ed92065b97dfa19bc398172325206b73e2beab1b315296d5f87b66caae13afa00c50178c4efe7f065

data/lib/logstash/inputs/mongoprofile.rb

@@ -3,6 +3,7 @@ require "logstash/inputs/base"
 require "logstash/namespace"
 require "stud/interval"
 require "socket" # for Socket.gethostname
+require '../../../lib/mongo/mongo'
 
 # Generate a repeating message.
 #
@@ -11,28 +12,31 @@ require "socket" # for Socket.gethostname
 class LogStash::Inputs::Mongoprofile < LogStash::Inputs::Base
   config_name "mongoprofile"
 
-  # If undefined, Logstash will complain, even if codec is unused.
   default :codec, "plain"
 
-  # The message string to use in the event.
-  config :message, :validate => :string, :default => "Hello World!"
-
-  # Set how frequently messages should be sent.
-  #
-  # The default, `1`, means send a message every second.
-  config :interval, :validate => :number, :default => 1
+  config :message, :validate => :string, :default => "Default message"
+  config :interval, :validate => :number, :default => 10
+  config :url, :validate => :string, :required => true
+  config :path, :validate => :string, :required => true
+  config :client_host, :validate => :string, :default => '127.0.0.1'
 
   public
   def register
     @host = Socket.gethostname
+    @controller = Controller.new(@host, @url, 'system.profile', 1000, @path, @client_host)
   end # def register
 
   def run(queue)
     # we can abort the loop if stop? becomes true
     while !stop?
-      event = LogStash::Event.new("message" => @message, "host" => @host)
-      decorate(event)
-      queue << event
+
+      @controller.get_next_events.each do |event|
+        @logger.info("Send event #{event}")
+
+        decorate(event)
+        queue << event
+      end
+
       # because the sleep interval can be big, when shutdown happens
       # we want to be able to abort the sleep
       # Stud.stoppable_sleep will frequently evaluate the given block

data/lib/mongo/mongo.rb

@@ -0,0 +1,117 @@
+require 'mongo'
+require 'logstash/inputs/base'
+
+class MongoAccessor
+  def initialize(url, collection, client_host)
+    connection = Mongo::Client.new(url)
+
+    @mongodb = connection.database
+    @collection = @mongodb.collection(collection)
+    @client_host = client_host
+  end
+
+  def get_documents_by_ts(date, limit)
+    @collection.find({:ts => {:$gt => date}, :client => {:$ne => @client_host}}).limit(limit)
+  end
+
+  def get_documents(limit)
+    @collection.find({:client => {:$ne => @client_host}}).limit(limit)
+  end
+end
+
+class ProfileCollection
+  def initialize(documents, parser)
+    @documents = documents
+    @parser = parser
+  end
+
+  def each
+    @documents.each do |document|
+      document['_id'] = generate_id
+      yield @parser.parse(document)
+    end
+  end
+
+  def get_last_document_date
+    @documents[-1]['ts']
+  end
+
+  private
+  def generate_id
+    # noinspection RubyArgCount
+    BSON::ObjectId.new
+  end
+end
+
+class DocumentParser
+  def initialize(host)
+    @host = host
+  end
+
+  def parse(document)
+    event = LogStash::Event.new('host' => @host)
+
+    document.each do |key, value|
+      event.set(key, value)
+    end
+
+    event
+  end
+end
+
+class LastValueStore
+  def initialize(path, name)
+    @file_full_name = "#{path}/#{name}"
+  end
+
+  def save_last_value(value)
+    file = File.open(@file_full_name, 'a+')
+
+    file.truncate(0)
+    file.puts(value)
+
+    file.close
+  end
+
+  def get_last_value
+    File.read(@file_full_name)
+  end
+end
+
+class Controller
+  def initialize(event, url, collection, limit, path, client_host)
+    @mongo_accessor = MongoAccessor.new(url, collection, client_host)
+    @last_value_store = LastValueStore.new(path, collection)
+    @document_parser = DocumentParser.new(event)
+    @limit = limit
+  end
+
+  def get_next_events
+    last_date_value = @last_value_store.get_last_value
+
+    if last_date_value == ''
+      documents = @mongo_accessor.get_documents(@limit)
+    else
+      documents = @mongo_accessor.get_documents_by_ts(last_date_value, @limit)
+    end
+
+    profile_collection = ProfileCollection.new(documents, @document_parser)
+
+    @last_value_store.save_last_value(profile_collection.get_last_document_date)
+
+    profile_collection
+  end
+end
+
+lv = LastValueStore.new('/home/artem', 'mex.txt')
+
+lv.save_last_value("blasaldkfj")
+puts lv.get_last_value
+
+#mongo = MongoAccessor.new('mongodb://192.168.1.37/eleet-v2-dev', 'system.profile')
+
+#ProfileCollection.new(mongo.get_documents(10)).each do |document|
+  #puts document['_id']
+#end
+
+

data/logstash-input-mongoprofile.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-input-mongoprofile'
-  s.version       = '0.1.0'
+  s.version       = '0.1.1'
   s.licenses      = ['Apache License (2.0)']
   s.summary       = 'MongoDB system.profile input plugin'
   s.description   = 'MongoDB system.profile input plugin'
@@ -21,5 +21,6 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency "logstash-core-plugin-api", "~> 2.0"
   s.add_runtime_dependency 'logstash-codec-plain'
   s.add_runtime_dependency 'stud', '>= 0.0.22'
+  s.add_runtime_dependency 'mongo', '>= 2.0.0'
   s.add_development_dependency 'logstash-devutils', '>= 0.0.16'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-mongoprofile
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Artem Antonov
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.22
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  name: mongo
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.0
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -79,6 +93,7 @@ files:
 - LICENSE
 - README.md
 - lib/logstash/inputs/mongoprofile.rb
+- lib/mongo/mongo.rb
 - logstash-input-mongoprofile.gemspec
 - spec/inputs/mongoprofile_spec.rb
 homepage: https://github.com/aantonovdevelop/logstash-input-mongoprofile