logstash-input-faker 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3490965ff0f2f6d557cc43dc4398ab1c9d7e0f21
-  data.tar.gz: fb35cdc72302e25bd3c87717c9fbf10b1e4be84a
+  metadata.gz: 584f9d1ff3b09d9d3fd951f02d11a19197b34722
+  data.tar.gz: 272c1c360c7e38d34a979c416bea17e946c388c5
 SHA512:
-  metadata.gz: cc77220d9d468180c92fde5f05ebba42c52edaddce362d7355199c910dcf0fa9166438acea5523697f4e90fa84a17267b8cc87d4683734bb72b81dca0b049b75
-  data.tar.gz: 538374700dd7d762ee31006e26dac2b2d9fb953bcb6ed5843bc208a19d3e858a3d6de3775b00394af0100043834634a82332337042c7e954c8f2a769fcf56607
+  metadata.gz: 789b33f2a41e16ee32e6c7ec61fff8926a7a9ddfc900b013a6ab610dea91d9bc0a4af2e85e4490b455433f3c05dead41293798f6fc55707fd170f0a1c86d17b1
+  data.tar.gz: 0197b9b78f8caae7f0993bef6ba0ccb19c3438edf6e1f4e8168eda177ebdfca4eb6a8b760670be0b64c4a46229fa165a4af83258e925c676854ab4631489318b

data/lib/logstash/inputs/faker.rb

@@ -1,8 +1,10 @@
 # encoding: utf-8
-# require "logstash-core"
+require "logstash-core"
 require "logstash/inputs/base"
 require "logstash/namespace"
+require "logstash/util"
 require "logstash/util/decorators"
+require "json"
 require "faker"
 require "socket" # for Socket.gethostname
 
@@ -34,8 +36,29 @@ class LogStash::Inputs::Faker < LogStash::Inputs::Base
 
   default :codec, "plain"
 
+
+  # Similar to LogStash::Inputs::Base.add_field define a hash
+  # where the value is a Faker module and method call 
+  # ex: Name.first_name
   config :add_faker_field, :validate => :hash, :default => {}
 
+  # Add a splitable field. Currently only supports defining a 
+  # single field that will be used for generating sub-events
+  config :splitable_field, :validate => :string, :default => nil
+
+  # Add static values to the splitable field's data structure
+  # See add_field for structure definition
+  config :add_splitable_field, :validate => :hash, :default => {}
+
+  # Add Faker fields to the splitable object mappings
+  # These expect the same format of add_faker_field
+  config :add_splitable_faker_field, :validate => :hash, :default => {}
+
+  # define the number of entries into the array of the splitable field
+  # When set to 0 a random number will be used within 1-100 as the 
+  # splitable field count
+  config :splitable_field_count, :validate => :number, default: 0
+
   # Will overwrite fields that are in the event prior to add_faker_field
   # being invoked ( usually fields created using add_field ) if true
   # when false this will insert the new faker values into an array with
@@ -55,10 +78,12 @@ class LogStash::Inputs::Faker < LogStash::Inputs::Base
 
   def run(queue)
     number = 0
-
     while !stop? && (@count <= 0 || number < @count)
       event = LogStash::Event.new({})
       add_faker_fields(event)
+      if @splitable_field
+        add_splitable_fields(event)
+      end
       decorate(event)
       event.set("host", @host)
       queue << event
@@ -73,7 +98,29 @@ class LogStash::Inputs::Faker < LogStash::Inputs::Base
       event.remove(field) if @overwrite_fields
       new_fields[field] = Faker.class_eval(faker_string)
     end
-    LogStash::Util::Decorators.add_fields(new_fields,event,"inputs/#{self.class.name}")
+    LogStash::Util::Decorators.add_fields(new_fields, event,"inputs/#{self.class.name}")
+  end
+
+  protected
+  def add_splitable_fields(event)
+    event.remove(@splitable_field)
+    splitable_events = []
+    if @splitable_field_count <= 0
+      @splitable_field_count = rand(100)
+    end
+    @splitable_field_count.times do
+      new_event = LogStash::Event.new()
+      @add_splitable_faker_field.each do |field, faker_string|
+        new_event.set(field, Faker.class_eval(faker_string))
+      end
+      @add_splitable_field.each do |field, value|
+        new_event.set(field, value)
+      end
+      new_event.remove("@timestamp")
+      new_event.remove("@version")
+      splitable_events << new_event.to_hash
+    end
+    event.set(@splitable_field, splitable_events)
   end
 
   public

data/logstash-input-faker.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-input-faker'
-  s.version         = '0.1.1'
+  s.version         = '0.2.0'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Generate log events with fake data"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"

data/spec/inputs/faker_spec.rb

@@ -14,12 +14,22 @@ describe LogStash::Inputs::Faker do
                             "first_name" => "Name.first_name",
                             "last_name" => "Name.last_name"
                           }
+    plg.splitable_field = "data"
+    plg.add_splitable_field = {
+                                "test" => "field"
+                              }
+    plg.add_splitable_faker_field = {
+                                      "[name][testing]" => "Name.first_name"
+                                    }
+    plg.splitable_field_count = 10
 
     event = plugin_input(plg) do |result|
       result.pop
     end
 
     insist { event }.is_a? LogStash::Event
+    insist { event.get("data").size } == 10
+    insist { event.get("data").map{|e| e["test"] } }.all? { |v| v == "field" }
     insist { event.get("first_name") } != "Name.first_name"
     insist { event.get("last_name") } != "Name.last_name"
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-faker
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Jsericks
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-05-29 00:00:00.000000000 Z
+date: 2017-05-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement