logstash-filter-wkt_to_geojson 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 6326cc532ab5c75899ca81cbe55e3eacfd53a0e9
+  data.tar.gz: 9f5dc359b1c01e7898c977b69abe23d086838df0
+SHA512:
+  metadata.gz: 62ea8fbedea795d2f709dec737e628ef56f9000e150740371e7b7a9f6cf5624de722d003e69cf7717c51109b54aa0d0d8ede156402f30d78188f54d9112149d8
+  data.tar.gz: 6cf0359fbd6c6050c0796a6eaa510dcfad841e34f5a2a45afabca8fce460943e516dce9aed8d77cd5f7b972652c82ab90e8bc05032b5a259b64f3bf1d460e057

data/Gemfile

@@ -0,0 +1,2 @@
+source 'http://rubygems.org'
+gemspec

data/LICENSE

@@ -0,0 +1,11 @@
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/lib/logstash/filters/wkt_to_geojson.rb

@@ -0,0 +1,40 @@
+# encoding: utf-8
+require "logstash/filters/base"
+require "logstash/namespace"
+require "rgeo"
+require "rgeo-geojson"
+require "json"
+
+class LogStash::Filters::WktToGeojson < LogStash::Filters::Base
+
+  config_name "wkt_to_geojson"
+
+  config :field, :validate => :string, :required => true
+  config :target, :validate => :string, :default => 'geo_json'
+  config :tag_on_parse_failure, :validate => :array, :default => [ '_wkt_parse_failure' ]
+
+  public
+  def register
+    @parser = RGeo::WKRep::WKTParser.new()
+    @encoder = RGeo::GeoJSON.coder()
+  end # def register
+
+  public
+  def filter(event)
+
+    wkt = event.get(@field)
+
+    begin
+      geo = @parser.parse(wkt)
+      json = @encoder.encode(geo)
+      event.set(@target, json.to_json)
+    rescue Exception => e
+      @logger.error('WKT Parse Error',
+          :wkt => wkt, :exception => e)
+      @tag_on_parse_failure.each { |tag| event.tag(tag) }
+    end
+
+    # filter_matched should go in the last line of our successful code
+    filter_matched(event)
+  end # def filter
+end # class LogStash::Filters::WktToGeojson

data/logstash-filter-wkt_to_geojson.gemspec

@@ -0,0 +1,25 @@
+Gem::Specification.new do |s|
+  s.name          = 'logstash-filter-wkt_to_geojson'
+  s.version       = '0.1.0'
+  s.licenses      = ['Apache-2.0']
+  s.summary       = 'Converts WKT geography shapes to GeoJSON.'
+  s.homepage      = 'https://kalmas.net'
+  s.authors       = ['kalmas']
+  s.email         = 'kylealmas@gmail.com'
+  s.require_paths = ['lib']
+
+  # Files
+  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+   # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "filter" }
+
+  s.add_runtime_dependency 'rgeo', '0.6.0'
+  s.add_runtime_dependency 'rgeo-geojson', '0.4.3'
+
+  # Gem dependencies
+  s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
+  s.add_development_dependency 'logstash-devutils'
+end

data/spec/filters/wkt_to_geojson_spec.rb

@@ -0,0 +1,87 @@
+# encoding: utf-8
+require_relative '../spec_helper'
+require "logstash/filters/wkt_to_geojson"
+
+describe LogStash::Filters::WktToGeojson do
+  describe "Convert WKT to GeoJSON" do
+    let(:config) do <<-CONFIG
+      filter {
+        wkt_to_geojson {
+            field => "geometry"
+        }
+      }
+    CONFIG
+    end
+
+    sample("geometry" => "POLYGON ((0.0 0.0, 5.0 0.0, 5.0 5.0, 0.0 5.0, 0.0 0.0), (2.0 2.0, 2.0 3.0, 3.0 3.0, 3.0 2.0, 2.0 2.0))") do
+      expect(subject.get('geo_json')).to eq("{\"type\":\"Polygon\",\"coordinates\":[[[0.0,0.0],[5.0,0.0],[5.0,5.0],[0.0,5.0],[0.0,0.0]],[[2.0,2.0],[2.0,3.0],[3.0,3.0],[3.0,2.0],[2.0,2.0]]]}")
+    end
+  end
+
+  describe "Write to target field" do
+    let(:config) do <<-CONFIG
+      filter {
+        wkt_to_geojson {
+          field => "geometry"
+          target => "geoff_jason"
+        }
+      }
+    CONFIG
+    end
+
+    sample("geometry" => "GeometryCollection(Point(3 5), LineString(-2 0, -3 -4))") do
+      expect(subject.get('geoff_jason')).to eq("{\"type\":\"GeometryCollection\",\"geometries\":[{\"type\":\"Point\",\"coordinates\":[3.0,5.0]},{\"type\":\"LineString\",\"coordinates\":[[-2.0,0.0],[-3.0,-4.0]]}]}")
+      expect(subject.get('geometry')).to eq("GeometryCollection(Point(3 5), LineString(-2 0, -3 -4))")
+    end
+  end
+
+  describe "Handle invalid input" do
+    let(:config) do <<-CONFIG
+      filter {
+        wkt_to_geojson {
+          field => "geometry"
+        }
+      }
+    CONFIG
+    end
+
+    sample("geometry" => "MULTIPOLYGON (((40, 20, 45, 40)))") do
+      expect(subject).to_not include("geo_json")
+      expect(subject.get('geometry')).to eq("MULTIPOLYGON (((40, 20, 45, 40)))")
+      expect(subject.get('tags')).to include('_wkt_parse_failure')
+    end
+  end
+
+  describe "Handle nil input" do
+    let(:config) do <<-CONFIG
+      filter {
+        wkt_to_geojson {
+          field => "geometry"
+          tag_on_parse_failure => [ "oppsie" ]
+        }
+      }
+    CONFIG
+    end
+
+    sample("geometry" => nil) do
+      expect(subject).to_not include("geo_json")
+      expect(subject.get('geometry')).to eq(nil)
+      expect(subject.get('tags')).to include('oppsie')
+    end
+  end
+
+  describe "Handle absent field" do
+    let(:config) do <<-CONFIG
+      filter {
+        wkt_to_geojson {
+          field => "not_a_field"
+        }
+      }
+    CONFIG
+    end
+
+    sample("geometry" => "GeometryCollection(Point(3 5), LineString(-2 0, -3 -4))") do
+      expect(subject).to_not include("geo_json")
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+# encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: logstash-filter-wkt_to_geojson
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- kalmas
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2017-07-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  name: rgeo
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.4.3
+  name: rgeo-geojson
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.4.3
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email: kylealmas@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE
+- lib/logstash/filters/wkt_to_geojson.rb
+- logstash-filter-wkt_to_geojson.gemspec
+- spec/filters/wkt_to_geojson_spec.rb
+- spec/spec_helper.rb
+homepage: https://kalmas.net
+licenses:
+- Apache-2.0
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: filter
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.8
+signing_key:
+specification_version: 4
+summary: Converts WKT geography shapes to GeoJSON.
+test_files:
+- spec/filters/wkt_to_geojson_spec.rb
+- spec/spec_helper.rb