logstash-filter-augment 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c4299e05ab87426f7d354fc3133aa115e064e07b
+  data.tar.gz: b78aecd5b87b25e96eab92240808ccdc1221d88b
+SHA512:
+  metadata.gz: 7dc36059f8478636395e7f12ab12b8a7b1d283c03c35434a4e9e699211de6262d35efab81c155ff443f03190e11a18e601bd5701342dc95a33d4551bae9cb22b
+  data.tar.gz: 2f4f7d31525289ac828bc17cdafd38c23e1f82a96456f8047a8fe2cac2d5ef988240d5a7f439ad590de5b9a94fb9fe384c2bd531181bc0dc77cd8d97807a6100

data/CHANGELOG.md

@@ -0,0 +1,2 @@
+## 0.1.0
+  - Plugin created with the logstash plugin generator

data/CONTRIBUTORS

@@ -0,0 +1,10 @@
+The following is a list of people who have contributed ideas, code, bug
+reports, or in general have helped logstash along its way.
+
+Contributors:
+* Adam Caldwell - alcanzar@gmail.com
+
+Note: If you've sent us patches, bug reports, or otherwise contributed to
+Logstash, and you aren't on the list above and want to be, please let us know
+and we'll make sure you're here. Contributions from folks like you are what make
+open source awesome.

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+

data/LICENSE

@@ -0,0 +1,11 @@
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/README.md

@@ -0,0 +1,103 @@
+# logstash-filter-augment Plugin
+
+This is a plugin for [Logstash](https://github.com/elastic/logstash).
+
+It is fully free and fully open source. The license is Apache 2.0, meaning you are pretty much free to use it however you want in whatever way.
+
+It can be used to augment events in logstash from config, CSV file, JSON file, or yaml files.  This differs from the translate plugin in that it can add multiple fields to the event based on one lookup.  For example say you have a geocode file that maps store numbers to coordinates.  Using this plugin you can add a location.latitude and location.longitude to your event based on a simple lookup.
+
+## Documentation
+
+The logstash-filter-augment plugin can be configured statically like this:
+```ruby
+filter {
+  augment {
+    field => "status"
+    dictionary => {
+        "200" => {
+          "color" => "green"
+          "message" => "OK"
+        }
+        "404" => {
+          "color" => "red"
+          "message" => "Missing"
+        }
+      }
+      augment_default => {
+        "color" => "orange"
+        "message" => "not found"
+      }
+  }
+}
+```
+And then when an event with status=200 in, it will add color=green and message=OK to the event
+
+Additionally you use a CSV, YAML, or JSON file to define the mapping.
+
+## Developing
+
+### 1. Plugin Developement and Testing
+
+#### Code
+- To get started, you'll need JRuby with the Bundler gem installed.
+
+- Install dependencies
+```sh
+bundle install
+```
+
+#### Test
+
+- Update your dependencies
+
+```sh
+bundle install
+```
+
+- Run tests
+
+```sh
+bundle exec rspec
+```
+
+### 2. Running your unpublished Plugin in Logstash
+
+#### 2.1 Run in a local Logstash clone
+
+- Edit Logstash `Gemfile` and add the local plugin path, for example:
+```ruby
+gem "logstash-filter-augment", :path => "/your/local/logstash-filter-augment"
+```
+- Install plugin
+```sh
+bin/logstash-plugin install --no-verify
+```
+- Run Logstash with your plugin
+```sh
+bin/logstash -e 'filter {augment {}}'
+```
+At this point any modifications to the plugin code will be applied to this local Logstash setup. After modifying the plugin, simply rerun Logstash.
+
+#### 2.2 Run in an installed Logstash
+
+You can use the same **2.1** method to run your plugin in an installed Logstash by editing its `Gemfile` and pointing the `:path` to your local plugin development directory or you can build the gem and install it using:
+
+- Build your plugin gem
+```sh
+gem build logstash-filter-augment.gemspec
+```
+- Install the plugin from the Logstash home
+```sh
+bin/logstash-plugin install /your/local/plugin/logstash-filter-augment.gem
+```
+- Start Logstash and proceed to test the plugin
+
+## Contributing
+
+All contributions are welcome: ideas, patches, documentation, bug reports, complaints, and even something you drew up on a napkin.
+
+Programming is not a required skill. Whatever you've seen about open source and maintainers or community members  saying "send patches or die" - you will not see that here.
+
+It is more important to the community that you are able to contribute.
+
+For more information about contributing, see the [CONTRIBUTING](https://github.com/elastic/logstash/blob/master/CONTRIBUTING.md) file.

data/lib/logstash/filters/augment.rb

@@ -0,0 +1,334 @@
+# encoding: utf-8
+require "logstash/filters/base"
+require "logstash/namespace"
+require "json"
+require "csv"
+
+# This filter will allow you to augment events in logstash from
+# an external file source
+class LogStash::Filters::Augment < LogStash::Filters::Base
+  # [source,ruby]
+  # ----------------
+  # filter {
+  #   augment {
+  #     field => "status"
+  #     dictionary => {
+  #         "200" => {
+  #           "color" => "green"
+  #           "message" => "OK"
+  #         }
+  #         "404" => {
+  #           "color" => "red"
+  #           "message" => "Missing"
+  #         }
+  #       }
+  #       default => {
+  #         "color" => "orange"
+  #         "message" => "not found"
+  #       }
+  #   }
+  # }
+  # ----------------
+  config_name "augment"
+
+  # the field to look up in the dictionary
+  config :field, :validate => :string, :required => true
+  # dictionary_path specifies the file to load from.  This can be a .csv, yaml,
+  # or json file
+  config :dictionary_path, :validate => :array
+  # specifies the file type (json/yaml/csv/auto are valid values)
+  config :dictionary_type, :validate => ['auto', 'csv', 'json', 'yaml', 'yml'], :default=>'auto'
+  # if specified this should be a hash of objects like this:
+  # [source,ruby]
+  # ----------------
+  # dictionary => {
+  #     "200" => {
+  #       "color" => "green"
+  #       "message" => "OK"
+  #     }
+  #     "404" => {
+  #       "color" => "red"
+  #       "message" => "Missing"
+  #     }
+  #   }
+  # ----------------
+  config :dictionary, :validate => :hash
+  # csv_header is columns of the csv file.
+  config :csv_header, :validate => :array
+  # csv_first_line indicates what to do with the first line of the file
+  #  - 'ignore' skips it (csv_header must be set)
+  #  - 'header' reads it and populates csv_header with it (csv_header must not be set)
+  #  - 'data' reads it as data (csv_header must be set)
+  #  - 'auto' treats the first line as data if csv_header is set or header if csv_data isn't set
+  config :csv_first_line, :validate => ["data","header","ignore","auto"], :default=>"auto"
+  # the csv_key determines which field of the csv file is the dictionary key
+  # if this is not set, it will default to first column of the csv file
+  config :csv_key, :validate => :string
+  # if csv_remove_key is set, it will remove that key from the csv fields for augmenting
+  # for example, say you have 200,green,ok as a line in the csv file where
+  # the fields are status,color,message and your csv_key is set to status.  If csv_remove_key
+  # is false then the event will have a status=200.  If csv_remove_key is true, then the event won't have
+  # a status unless it already existed in the event.
+  config :csv_remove_key, :validate => :boolean, :default => true
+  # if the json file provided is an array, this specifies which field of the
+  # array of objects is the key value
+  config :json_key, :validate => :string
+  # if json_remove_key is set and your json file is an array, it will remove the
+  # key field from object similar to csv_remove_key
+  config :json_remove_key, :validate => :boolean, :default => true
+  # if the yaml file provided is an array, this specifies which field of the
+  # array of objects is the key value
+  config :yaml_key, :validate => :string
+  # if yaml_remove_key is set and your json file is an array, it will remove the
+  # key field from object similar to csv_remove_key
+  config :yaml_remove_key, :validate => :boolean, :default => true
+  # augment_fields is the he list of fields of the dictionary's value to augment
+  # on to the event.  If this is not set, then all set fields of the dictionary
+  # object are set on the event
+  config :augment_fields, :validate => :array
+  # if target is set, the augmented fields will be added to this event
+  # field instead of the root event.
+  config :target, :validate => :string, :default=>""
+  # augment_default will be used if the key is not found
+  # for example:
+  # [source,ruby]
+  # ----------------
+  #   default => {
+  #     status => 'unknown'
+  #     color => 'orange'
+  #   }
+  # ----------------
+  config :default, :validate => :hash
+  # refresh_interval specifies minimum time between file refreshes in seconds
+  # this plugin looks at the modification time of the file and only reloads if that changes
+  config :refresh_interval, :validate => :number, :default=>60
+  # ignore_fields are the fields of the dictionary value that you want to ignore
+  config :ignore_fields, :validate => :array
+
+  public
+  def register
+    @fileModifiedTime = Hash.new
+    rw_lock = java.util.concurrent.locks.ReentrantReadWriteLock.new
+    @read_lock = rw_lock.readLock
+    @write_lock = rw_lock.writeLock
+    if !@dictionary
+      @dictionary = Hash.new
+    end
+    @dictionaries = @dictionary_path.nil? ? nil : (@dictionary_path.is_a?(Array) ? @dictionary_path : [ @dictionary_path ])
+
+    if @dictionary_path && !@dictionary.empty?
+      raise LogStash::ConfigurationError, "The configuration options 'dictionary' and 'dictionary_path' are mutually exclusive"
+    end
+
+    if @csv_ignore_first_line && !@csv_header
+      raise LogStash::ConfigurationError, "The parameter csv_header is required if csv_ignore_first_line = true"
+    end
+
+    load_or_refresh_dictionaries(true)
+
+    @exclude_keys = Hash.new
+    if @ignore_fields
+      @ignore_fields.each { |k| @exclude_keys[k]=true }
+    end
+
+    # validate the dictionary is in the right format
+    if @dictionary
+      newdic = Hash.new
+      @dictionary.each do |key,val|
+        if val.is_a?(Array)
+          newdic[key] = Hash[*val]
+        elsif val.is_a?(Hash)
+          newdic[key] = val
+        else
+          raise LogStash::ConfigurationError, "The dictionary must be a hash of string to dictionary.  "+key+" is neither a "+val.class.to_s
+        end
+      end
+      @dictionary = newdic
+    end
+
+    @logger.debug? and @logger.debug("#{self.class.name}: Dictionary - ", :dictionary => @dictionary)
+  end # def register
+
+  public
+  def filter(event)
+    load_or_refresh_dictionaries(false)
+
+    return unless event.include?(@field) # Skip translation in case event does not have @event field.
+
+    begin
+      #If source field is array use first value and make sure source value is string
+      source = event.get(@field).is_a?(Array) ? event.get(@field).first.to_s : event.get(@field).to_s
+      row = lock_for_read { @dictionary[source] }
+      if !row
+        row = @default
+      end
+      return unless row # nothing to do if there's nothing to add
+
+      if @only_fields
+        only_fields.each { |k| event.set("#{@target}[#{k}]",row[v]) if row[v] }
+      else
+        row.each { |k,v| event.set("#{@target}[#{k}]",v) unless @exclude_keys[k] }
+      end
+      filter_matched(event)
+    rescue Exception => e
+      @logger.error("Something went wrong when attempting to augment from dictionary", :exception => e, :field => @field, :event => event)
+    end
+  end # def filter
+
+
+private
+  def lock_for_read
+    @read_lock.lock
+    begin
+      yield
+    ensure
+    @read_lock.unlock
+    end
+  end
+
+  def lock_for_write
+    @write_lock.lock
+    begin
+      yield
+    ensure
+      @write_lock.unlock
+    end
+  end
+  def load_dictionary(filename, raise_exception=false)
+    if !File.exists?(filename)
+      if raise_exception
+        raise "Dictionary #{filename} does not exist"
+      else
+        @logger.warn("Dictionary #{filename} does not exist")
+        return
+      end
+    end
+    if @dictionary_type == 'yaml' || @dictionary_type == 'yml' || (@dictionary_type == 'auto' && /.y[a]?ml$/.match(filename))
+      load_yaml(filename,raise_exception)
+    elsif @dictionary_type == 'json' || (@dictionary_type == 'auto' && filename.end_with?(".json"))
+      load_json(filename,raise_exception)
+    elsif @dictionary_type == 'csv' || (@dictionary_type == 'auto' && filename.end_with?(".csv"))
+      load_csv(filename,raise_exception)
+    else
+      raise "#{self.class.name}: Dictionary #{filename} format not recognized from filename or dictionary_type"
+    end
+  rescue => e
+    loading_exception(e, raise_exception)
+  end
+
+  def cleanup_data(filename, tree, key_if_array, key_type, remove_key)
+    if tree.is_a?(Array)
+      if !key_if_array
+        raise LogStash::ConfigurationError, "The #{filename} file is an array, but #{key_type}_key is not set"
+      end
+      newTree = Hash.new
+      tree.each do |v|
+        newTree[v[key_if_array].to_s] = v
+        if remove_key
+          v.delete(key_if_array)
+        end
+      end
+      tree = newTree
+    end
+    newTree = Hash.new
+    tree.each { |k,v| newTree[k.to_s] = v if (v.is_a?(Object))}
+    tree = newTree
+    return tree
+  end
+
+  def load_yaml(filename, raise_exception=false)
+    yaml = YAML.load_file(filename)
+    yaml = cleanup_data(filename, yaml, @yaml_key, 'yaml', @yaml_remove_key)
+    merge_dictionary!(filename, yaml)
+  end
+
+  def load_json(filename, raise_exception=false)
+    json = JSON.parse(File.read(filename))
+    json = cleanup_data(filename, json, @json_key, 'json', @json_remove_key)
+    merge_dictionary!(filename, json)
+  end
+
+  def load_csv(filename, raise_exception=false)
+    if !@initialized
+      @initialized = true
+      if @csv_first_line == 'auto'
+        if @csv_header
+          @csv_first_line = 'data'
+        else
+          @csv_first_line = 'header'
+        end
+      end
+      if @csv_first_line == 'header' && @csv_header
+        raise LogStash::ConfigurationError, "The csv_first_line is set to 'header' but csv_header is set"
+      end
+      if @csv_first_line == 'ignore' && !csv_header
+        raise LogStash::ConfigurationError, "The csv_first_line is set to 'ignore' but csv_header is not set"
+      end
+    end
+    csv_lines = CSV.read(filename);
+    if @csv_first_line == 'header'
+      @csv_header = csv_lines.shift
+    elsif @csv_first_line == 'ignore'
+      csv_lines.shift
+    end
+    if @csv_key.nil?
+      @csv_key = @csv_header[0];
+    end
+    data = Hash.new
+    csv_lines.each do |line|
+      o = Hash.new
+      line.zip(@csv_header).each do |value, header|
+        o[header] = value
+      end
+      key = o[csv_key]
+      if @csv_remove_key
+        o.delete(csv_key)
+      end
+      data[key] = o
+    end
+    merge_dictionary!(filename, data)
+  end
+
+  def merge_dictionary!(filename, data)
+    @logger.debug("Merging data from #{filename} = #{data}")
+    @dictionary.merge!(data)
+  end
+
+  def loading_exception(e, raise_exception=false)
+    msg = "#{self.class.name}: #{e.message} when loading dictionary file"
+    if raise_exception
+      raise RuntimeError.new(msg)
+    else
+      @logger.warn("#{msg}, continuing with old dictionary")
+    end
+  end
+
+  def refresh_dictionary(filename, raise_exception)
+    mtime = File.mtime(filename)
+    if ! @dictionary_mtime[filename] && @dictionary_mtime[filename] != mtime
+      @dictionary_mtime[filename] = mtime
+      @logger.info("file #{filename} has been modified, reloading")
+      load_dictionary(filename, raise_exception)
+    end
+  end
+
+  def load_or_refresh_dictionaries(raise_exception=false)
+    if ! @dictionaries
+      return
+    end
+    if (@next_refresh && @next_refresh + @refresh_interval < Time.now)
+      return
+    end
+    lock_for_write do
+      if ! @dictionary_mtime
+        @dictionary_mtime = Hash.new
+      end
+      if (@next_refresh && @next_refresh > Time.now)
+        return
+      end
+      @logger.info("checking for modified dictionary files")
+      @dictionaries.each { |filename| refresh_dictionary(filename,raise_exception) }
+      @next_refresh = Time.now + @refresh_interval
+    end
+  end
+end # class LogStash::Filters::Augment

data/logstash-filter-augment.gemspec

@@ -0,0 +1,23 @@
+Gem::Specification.new do |s|
+  s.name          = 'logstash-filter-augment'
+  s.version       = '0.1.0'
+  s.licenses      = ['Apache License (2.0)']
+  s.summary       = 'A logstash plugin to augment your events from data in files'
+  s.description   = 'A logstash plugin that can merge data from CSV, YAML, and JSON files with events.'
+  s.homepage      = 'https://github.com/alcanzar/logstash-filter-augment/'
+  s.authors       = ['Adam Caldwell']
+  s.email         = 'alcanzar@gmail.com'
+  s.require_paths = ['lib']
+
+  # Files
+  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+   # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "filter" }
+
+  # Gem dependencies
+  s.add_runtime_dependency "logstash-core-plugin-api", "~> 2.0"
+  s.add_development_dependency 'logstash-devutils'
+end

data/spec/filters/augment_spec.rb

@@ -0,0 +1,196 @@
+# encoding: utf-8
+require_relative '../spec_helper'
+require "logstash/filters/augment"
+
+describe LogStash::Filters::Augment do
+  describe "static config" do
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary => {
+            "200" => {
+              "color" => "green"
+              "message" => "OK"
+            }
+            "404" => {
+              "color" => "red"
+              "message" => "Missing"
+            }
+        }
+      }
+    }
+    CONFIG
+    sample("status" => "200") do
+      insist { subject.get("color")} == "green"
+      insist { subject.get("message")} == "OK"
+    end
+  end
+  describe "static config with defaults" do
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary => {
+            "200" => {
+              "color" => "green"
+              "message" => "OK"
+            }
+            "404" => {
+              "color" => "red"
+              "message" => "Missing"
+            }
+          }
+          default => {
+            "color" => "orange"
+            "message" => "not found"
+          }
+      }
+    }
+    CONFIG
+    sample("status" => "201") do
+      insist { subject.get("color")} == "orange"
+      insist { subject.get("message")} == "not found"
+    end
+  end
+  describe "invalid config because dictionary isn't right" do
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary => {
+            "200" => "OK"
+            "404" => "Bogus"
+          }
+      }
+    }
+    CONFIG
+    sample("status" => "200") do
+      expect { subject }.to raise_exception LogStash::ConfigurationError
+    end
+  end
+  describe "simple csv file with header ignored" do
+    filename = File.join(File.dirname(__FILE__), "..", "fixtures", "test-with-headers.csv")
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary_path => '#{filename}'
+        csv_header => ["status","color","message"]
+        csv_first_line => "ignore"
+      }
+    }
+    CONFIG
+    sample("status" => "200") do
+      insist { subject.get("color")} == "green"
+      insist { subject.get("message")} == "ok"
+    end
+  end
+  describe "simple csv file with header, but not ignored" do
+    filename = File.join(File.dirname(__FILE__), "..", "fixtures", "test-with-headers.csv")
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary_path => '#{filename}'
+      }
+    }
+    CONFIG
+    sample("status" => "200") do
+      insist { subject.get("color")} == "green"
+      insist { subject.get("message")} == "ok"
+    end
+  end
+  describe "simple csv file with ignore_fields set" do
+    filename = File.join(File.dirname(__FILE__), "..", "fixtures", "test-with-headers.csv")
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary_path => '#{filename}'
+        ignore_fields => ["color"]
+      }
+    }
+    CONFIG
+    sample("status" => "200") do
+      insist { subject.get("color")} == nil
+      insist { subject.get("message")} == "ok"
+    end
+  end
+  describe "json-hash" do
+    filename = File.join(File.dirname(__FILE__), "..", "fixtures", "json-hash.json")
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary_path => '#{filename}'
+      }
+    }
+    CONFIG
+    sample("status" => "200") do
+      insist { subject.get("color")} == "green"
+      insist { subject.get("message")} == "ok"
+    end
+  end
+  describe "json-array no json_key" do
+    filename = File.join(File.dirname(__FILE__), "..", "fixtures", "json-array.json")
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary_path => '#{filename}'
+      }
+    }
+    CONFIG
+    sample("status" => "404") do
+      expect { subject }.to raise_exception RuntimeError
+    end
+  end
+  describe "json-array with json_key" do
+    filename = File.join(File.dirname(__FILE__), "..", "fixtures", "json-array.json")
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary_path => '#{filename}'
+        json_key => "code"
+      }
+    }
+    CONFIG
+    sample("status" => "404") do
+      insist { subject.get("color")} == "red"
+      insist { subject.get("message")} == "not found"
+    end
+  end
+  describe "yaml-array with integer key" do
+    filename = File.join(File.dirname(__FILE__), "..", "fixtures", "yaml-array.yaml")
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary_path => '#{filename}'
+        yaml_key => "code"
+      }
+    }
+    CONFIG
+    sample("status" => "404") do
+      insist { subject.get("color")} == "red"
+      insist { subject.get("message")} == "not found"
+    end
+  end
+  describe "yaml-object" do
+    filename = File.join(File.dirname(__FILE__), "..", "fixtures", "yaml-object.yaml")
+    config <<-CONFIG
+    filter {
+      augment {
+        field => "status"
+        dictionary_path => '#{filename}'
+      }
+    }
+    CONFIG
+    sample("status" => "404") do
+      insist { subject.get("color")} == "red"
+      insist { subject.get("message")} == "not found"
+    end
+  end
+end

data/spec/fixtures/json-array-int-key.json

@@ -0,0 +1,4 @@
+[
+  {"code": 200, "color": "green", "message": "ok"},
+  {"code": 404, "color": "red", "message": "not found"}
+]

data/spec/fixtures/json-array.json

@@ -0,0 +1,4 @@
+[
+  {"code": "200", "color": "green", "message": "ok"},
+  {"code": "404", "color": "red", "message": "not found"}
+]

data/spec/fixtures/json-hash.json

@@ -0,0 +1,4 @@
+{
+  "200": { "color": "green", "message": "ok" },
+  "404": { "color": "red", "message": "not found" }
+}

data/spec/fixtures/test-with-headers.csv

@@ -0,0 +1,3 @@
+code,color,message
+200,green,ok
+404,red,not found

data/spec/fixtures/test-without-headers.csv

@@ -0,0 +1,2 @@
+200,green,ok
+404,red,ok

data/spec/fixtures/yaml-array.yaml

@@ -0,0 +1,6 @@
+- code: 200
+  color: green
+  message: ok
+- code: 404
+  color: red
+  message: not found

data/spec/fixtures/yaml-object.yaml

@@ -0,0 +1,6 @@
+200:
+  color: green
+  message: ok
+404:
+  color: red
+  message: not found

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+# encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification
+name: logstash-filter-augment
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Adam Caldwell
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-01-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A logstash plugin that can merge data from CSV, YAML, and JSON files with events.
+email: alcanzar@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTORS
+- Gemfile
+- LICENSE
+- README.md
+- lib/logstash/filters/augment.rb
+- logstash-filter-augment.gemspec
+- spec/filters/augment_spec.rb
+- spec/fixtures/json-array-int-key.json
+- spec/fixtures/json-array.json
+- spec/fixtures/json-hash.json
+- spec/fixtures/test-with-headers.csv
+- spec/fixtures/test-without-headers.csv
+- spec/fixtures/yaml-array.yaml
+- spec/fixtures/yaml-object.yaml
+- spec/spec_helper.rb
+homepage: https://github.com/alcanzar/logstash-filter-augment/
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: filter
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.4.5
+signing_key:
+specification_version: 4
+summary: A logstash plugin to augment your events from data in files
+test_files:
+- spec/filters/augment_spec.rb
+- spec/fixtures/json-array-int-key.json
+- spec/fixtures/json-array.json
+- spec/fixtures/json-hash.json
+- spec/fixtures/test-with-headers.csv
+- spec/fixtures/test-without-headers.csv
+- spec/fixtures/yaml-array.yaml
+- spec/fixtures/yaml-object.yaml
+- spec/spec_helper.rb