logstash-input-faker 0.2.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f0b0612f2fe0485a77d7f728963ab6935a145aff
-  data.tar.gz: 3929513729b77e4633620b2c53d7a502a08e1401
+  metadata.gz: 161f82cb48552d214e675d4abc8c10630f0b449f
+  data.tar.gz: b52dda64bd66647284769b5ffc91a33b4bad76e1
 SHA512:
-  metadata.gz: 2f7bf726acded7384120aafbf3f89ba6e99ee854d1620a3809ba74dc051dada14fc52809d8b86a234fdb8b8e56404484a6b2dfc7e608c1fd94bb71fc33b45aaf
-  data.tar.gz: 5cdf793902a797cc8b7d8c9a5f1496075c5e650c0ab97ee8047ea1db5d4c2205b62700e9c4ce269635d26a9d4d143eaa8b498196ba54a8d9bd3b092b5d961a60
+  metadata.gz: 330785d305642a000971147d623139bc9f6604fd0556e651b3b32b29ba22923edfbe0a97ec24671d19fc2951613359370cfe00063c5fb991185b4acc648b00e5
+  data.tar.gz: f3484dbd524e0ddbfcf8f556023d873d5172e0e6e79b5662c2044de573bfc8b673c81e5fd5637729c01d71f2e1a39373933d4d050b697491b79f17c5e3103c48

data/lib/logstash/inputs/faker.rb

@@ -36,6 +36,15 @@ class LogStash::Inputs::Faker < LogStash::Inputs::Base
 
   default :codec, "plain"
 
+  config :primary_key, :validate => :hash, :default => {}
+
+  config :foreign_keys, :validate => :array, :default => []
+
+  config :foreign_key_field, :validate => :string, :default => nil
+
+  config :add_primary_key_to_events, :validate => :boolean, :default => false
+
+  config :add_foreign_keys_to_events, :validate => :boolean, :default => false
 
   # Similar to LogStash::Inputs::Base.add_field define a hash
   # where the value is a Faker module and method call
@@ -78,8 +87,13 @@ class LogStash::Inputs::Faker < LogStash::Inputs::Base
 
   def run(queue)
     number = 0
+    set_primary_key   if @add_primary_key_to_events
+    set_foreign_keys  if @add_foreign_keys_to_events
     while !stop? && (@count <= 0 || number < @count)
       event = LogStash::Event.new({})
+      if @add_primary_key_to_events
+        LogStash::Util::Decorators.add_fields(@primary_key, event,"inputs/#{self.class.name}")
+      end
       add_faker_fields(event)
       if @splitable_field
         add_splitable_fields(event)
@@ -105,6 +119,7 @@ class LogStash::Inputs::Faker < LogStash::Inputs::Base
   def add_splitable_fields(event)
     event.remove(@splitable_field)
     splitable_events = []
+    used_ids = []
     if @splitable_field_count <= 0
       @splitable_field_count = rand(100)
     end
@@ -116,6 +131,16 @@ class LogStash::Inputs::Faker < LogStash::Inputs::Base
       @add_splitable_field.each do |field, value|
         new_event.set(field, event.sprintf(value))
       end
+      if @add_foreign_keys_to_events
+        key = (@foreign_keys - used_ids).sample
+        if key.nil?
+          used_ids = []
+          key = (@foreign_keys - used_ids).sample
+        else
+          new_event.set(@foreign_key_field, key)
+        end
+        used_ids.push(key)
+      end
       new_event.remove("@timestamp")
       new_event.remove("@version")
       splitable_events << new_event.to_hash
@@ -123,6 +148,38 @@ class LogStash::Inputs::Faker < LogStash::Inputs::Base
     event.set(@splitable_field, splitable_events)
   end
 
+  protected
+  def set_primary_key
+    if @add_primary_key_to_events && @primary_key.empty?
+      @primary_key = { "[id]" => Faker::Number.number(10).to_s }
+    end
+  end
+
+  protected
+  def set_foreign_keys
+    if @add_foreign_keys_to_events && @foreign_keys.empty?
+      @foreign_key_field = "[foreign_id]" if @foreign_key_field.to_s.empty?
+      if @splitable_field_count <= 0
+        if @count <= 0
+          generate_foreign_keys(@count)
+        else
+          generate_foreign_keys(1000)
+        end
+      else
+        generate_foreign_keys(@splitable_field_count)
+      end
+    end
+  end
+
+  protected
+  def generate_foreign_keys(key_count)
+    @foreign_keys = []
+    while @foreign_keys.size < key_count
+      @foreign_keys.push(Faker::Number.number(10).to_s)
+      @foreign_keys.uniq!
+    end
+  end
+
   public
   def close
     if @codec.respond_to?(:flush)

data/logstash-input-faker.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-input-faker'
-  s.version         = '0.2.1'
+  s.version         = '0.3.0'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Generate log events with fake data"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"

data/spec/inputs/faker_spec.rb

@@ -22,13 +22,56 @@ describe LogStash::Inputs::Faker do
                                       "[name][testing]" => "Internet.user_name('%{first_name} %{last_name}', ['_'])"
                                     }
     plg.splitable_field_count = 10
+    plg.add_foreign_keys_to_events = true
+    plg.foreign_key_field = "[id]"
+    plg.foreign_keys = [1,2,3,4,5,6,7,8,9,10]
+    plg.add_primary_key_to_events = true
+    plg.primary_key = { "[query_id]" => "12345678910" }
+
+
+    event = plugin_input(plg) do |result|
+      result.pop
+    end
+
+    insist { event }.is_a? LogStash::Event
+    insist { event.get("query_id") } == "12345678910"
+    insist { event.get("data").size } == 10
+    insist { event.get("data").all?{|e| e.has_key?("id") } }
+    insist { event.get("data").map{|e| e["test"] } }.all? { |v| v == "field" }
+    insist { event.get("first_name") } != "Name.first_name"
+    insist { event.get("last_name") } != "Name.last_name"
+  end
+
+  it "should generate a message, ids, foreign_ids, and remove the Faker calls" do
+    plg = LogStash::Inputs::Faker.new
+    plg.count = 1
+    plg.add_faker_field = {
+                            "first_name" => "Name.first_name",
+                            "last_name" => "Name.last_name"
+                          }
+    plg.splitable_field = "data"
+    plg.add_splitable_field = {
+                                "test" => "field"
+                              }
+    plg.add_splitable_faker_field = {
+                                      "[name][testing]" => "Internet.user_name('%{first_name} %{last_name}', ['_'])"
+                                    }
+    plg.splitable_field_count = 10
+    plg.add_foreign_keys_to_events = true
+    # plg.foreign_key_field = "[id]"
+    # plg.foreign_keys = [1,2,3,4,5,6,7,8,9,10]
+    plg.add_primary_key_to_events = true
+    # plg.primary_key = { "[query_id]" => "12345678910" }
+
 
     event = plugin_input(plg) do |result|
       result.pop
     end
 
     insist { event }.is_a? LogStash::Event
+    insist { event.get("id").present? }
     insist { event.get("data").size } == 10
+    insist { event.get("data").all?{|e| e.has_key?("foreign_id") } }
     insist { event.get("data").map{|e| e["test"] } }.all? { |v| v == "field" }
     insist { event.get("first_name") } != "Name.first_name"
     insist { event.get("last_name") } != "Name.last_name"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-faker
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors:
 - Jsericks
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-05-30 00:00:00.000000000 Z
+date: 2017-05-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement