logstash-input-cassandra_sync 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: ef584475609d9abcb6e8f2862154f9daa0bcb9f219bd60b0328a00137e9d787b
+  data.tar.gz: d4dc88140af0308c029cf72d79cbf4197d6ce8d988f69217f637e0a8379cda2d
+SHA512:
+  metadata.gz: 11ca7893a98d888e32f5f4ec2e7aef33b5183dca7d8d9e5fa6c0bb6c2a6b70a64f04704cb4bc3021820b0d9fd72626eedaffb55de3c80c1ac1915d42c983ef0a
+  data.tar.gz: 649a24ba05ef70bc3461498b248caef030baf1b08f744745bfd6836a48ae6edd68fb5db6d339f99b393711206ab997cbff6b7395d818e77aac951d30af918f5f

data/CHANGELOG.md

@@ -0,0 +1,13 @@
+## 1.0.0
+- Updated for GA release of native support for Java plugins. Includes:
+  - Improved Gradle task wrappers
+  - Removal of auto-generated Ruby source files 
+
+## 0.2.0
+- Updated for beta version of native support for Java plugins. Includes:
+  - Gradle task wrappers
+  - Updated plugin API
+  - Full feature parity with Ruby plugins
+
+## 0.0.1
+- Initial version for experimental v0 of native support for Java plugins.

data/Gemfile

@@ -0,0 +1,12 @@
+# AUTOGENERATED BY THE GRADLE SCRIPT. EDITS WILL BE OVERWRITTEN.
+source 'https://rubygems.org'
+
+gemspec
+
+logstash_path = ENV["LOGSTASH_PATH"] || "../../logstash"
+use_logstash_source = ENV["LOGSTASH_SOURCE"] && ENV["LOGSTASH_SOURCE"].to_s == "1"
+
+if Dir.exist?(logstash_path) && use_logstash_source
+  gem 'logstash-core', :path => "#{logstash_path}/logstash-core"
+  gem 'logstash-core-plugin-api', :path => "#{logstash_path}/logstash-core-plugin-api"
+end

data/README.md

@@ -0,0 +1,63 @@
+# CassandraSync Logstash Java Plugin
+
+This is a [Java plugin](https://www.elastic.co/guide/en/logstash/current/contributing-java-plugin.html) for [Logstash](https://github.com/elastic/logstash). It allows synchronization/loading of events from eventstore in Cassandra database into Elasticsearch.
+
+__TODO__: add more description + config
+
+# Usage
+
+~~~
+input
+{
+  cassandra_sync
+  {
+    index => "eventstore-iot"
+    days => 90
+    synclimit => 1000
+    elastichost => "192.168.1.12"
+    elasticport => 9200
+    cassandrahost => "192.168.1.12"
+    cassandraport => 9042
+    cassandradatacenter => "datacenter1"
+    syncperiod => 15
+    resyncperiod => 60
+    inclusivetags => [ "iot", "apm" ]
+  }
+}
+
+filter
+{
+  json
+  {
+    source => "data"
+    target => "data"
+  }
+  
+  json
+  {
+    source => "embed"
+    remove_field => [ "embed" ]
+  }  
+ 
+  date
+  {
+     match => [ "created", "ISO8601" ]
+  }
+}
+
+output
+{
+  stdout { codec => rubydebug }
+
+  elasticsearch
+  {
+    hosts => ["http://192.168.1.12:9200"]
+    index => "eventstore-iot"
+    document_id => "%{created}-%{uid}"
+    #user => "elastic"
+    #password => "changeme"
+  }
+}
+~~~
+
+

data/VERSION

@@ -0,0 +1 @@
+1.0.0

data/docs/index.asciidoc

@@ -0,0 +1,117 @@
+:plugin: example
+:type: input
+:default_codec: plain
+// Update header with plugin name and default codec
+
+///////////////////////////////////////////
+START - GENERATED VARIABLES, DO NOT EDIT!
+///////////////////////////////////////////
+:version: %VERSION%
+:release_date: %RELEASE_DATE%
+:changelog_url: %CHANGELOG_URL%
+:include_path: ../../../../logstash/docs/include
+///////////////////////////////////////////
+END - GENERATED VARIABLES, DO NOT EDIT!
+///////////////////////////////////////////
+
+[id="plugins-{type}s-{plugin}"]
+
+=== Example input plugin
+
+include::{include_path}/plugin_header.asciidoc[]
+
+==== Description
+
+Add plugin description here
+
+// Format anchors and links to support generated ids for versioning
+// Sample anchor: [id="plugins-{type}s-{plugin}-setting_name"]
+// Sample link: <<plugins-{type}s-{plugin}-setting_name>>
+
+[id="plugins-{type}s-{plugin}-options"]
+==== Example Input Configuration Options
+
+[cols="<,<,<",options="header",]
+|=======================================================================
+|Setting |Input type|Required
+| <<plugins-{type}s-{plugin}-a_setting_name>> |<<boolean,boolean>>|No
+| <<plugins-{type}s-{plugin}-another_setting_name>> |<<hash,hash>>|No
+| <<plugins-{type}s-{plugin}-setting_name_3>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-setting_name_4>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-setting_name_5>> |<<array,array>>|No
+| <<plugins-{type}s-{plugin}-setting_name_6>> |<<bytes,bytes>>|No
+| <<plugins-{type}s-{plugin}-setting_name_7>> |<<path,path>>|No
+| <<plugins-{type}s-{plugin}-setting_name_8>> |<<password,password>>|No
+|=======================================================================
+
+[id="plugins-{type}s-{plugin}-a_setting_name"]
+===== `a_setting_name` 
+
+  * Value type is <<boolean,boolean>>
+  * Default value is `true`
+
+Add description here
+
+[id="plugins-{type}s-{plugin}-another_setting_name"]
+===== `another_setting_name` 
+
+  * Value type is <<hash,hash>>
+  * Default value is `{}`
+
+Add description here
+
+[id="plugins-{type}s-{plugin}-setting_name_3"]
+===== `setting_name_3` 
+
+  * Value type is <<string,string>>
+  * Default value is `{}`
+
+Add description here
+
+[id="plugins-{type}s-{plugin}-setting_name_4"]
+===== `setting_name_4` 
+
+  * Value type is <<number,number>>
+  * Default value is `0`
+
+Add description here
+
+[id="plugins-{type}s-{plugin}-setting_name_5"]
+===== `setting_name_5` 
+
+  * Value type is <<array,array>>
+  * Default value is {}
+
+Add description here
+
+[id="plugins-{type}s-{plugin}-setting_name_6"]
+===== `setting_name_6` 
+
+  * Value type is <<bytes,bytes>>
+  * Default value is {}
+
+Add description here
+
+[id="plugins-{type}s-{plugin}-setting_name_7"]
+===== `setting_name_7` 
+
+  * Value type is <<path,path>>
+  * Default value is {}
+
+Add description here
+
+[id="plugins-{type}s-{plugin}-setting_name_8"]
+===== `setting_name_8` 
+
+  * Value type is <<password,password>>
+  * Default value is {}
+
+Add description here
+
+// The full list of Value Types is here: 
+// https://www.elastic.co/guide/en/logstash/current/configuration-file-structure.html
+
+[id="plugins-{type}s-{plugin}-common-options"]
+include::{include_path}/{type}.asciidoc[]
+
+:default_codec!:

data/lib/logstash-input-cassandra_sync_jars.rb

@@ -0,0 +1,5 @@
+# AUTOGENERATED BY THE GRADLE SCRIPT. EDITS WILL BE OVERWRITTEN.
+# encoding: utf-8
+
+require 'jar_dependencies'
+require_jar('org.logstashplugins', 'logstash-input-cassandra_sync', '1.0.0')

data/lib/logstash/inputs/cassandra_sync.rb

@@ -0,0 +1,12 @@
+# AUTOGENERATED BY THE GRADLE SCRIPT. EDITS WILL BE OVERWRITTEN.
+# encoding: utf-8
+require "logstash/inputs/base"
+require "logstash/namespace"
+require "logstash-input-cassandra_sync_jars"
+require "java"
+
+class LogStash::Inputs::CassandraSync < LogStash::Inputs::Base
+  config_name "cassandra_sync"
+
+  def self.javaClass() Java::org.logstashplugins.CassandraSync.java_class; end
+end

data/logstash-input-cassandra_sync.gemspec

@@ -0,0 +1,22 @@
+# AUTOGENERATED BY THE GRADLE SCRIPT. EDITS WILL BE OVERWRITTEN.
+Gem::Specification.new do |s|
+  s.name            = 'logstash-input-cassandra_sync'
+  s.version         = ::File.read('VERSION').split('\n').first
+  s.licenses        = ['Apache-2.0']
+  s.summary         = 'Java input implementation of Cassandra to Elastic event synchronization.'
+  s.description     = 'This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program'
+  s.authors         = ['CPI Card Group']
+  s.email           = ['mrapavy@cpicardgroup.com']
+  s.homepage        = 'http://www.cpicardgroup.com'
+  s.require_paths = ['lib', 'vendor/jar-dependencies']
+
+  s.files = Dir["lib/**/*","*.gemspec","*.md","CONTRIBUTORS","Gemfile","LICENSE","NOTICE.TXT", "vendor/jar-dependencies/**/*.jar", "vendor/jar-dependencies/**/*.rb", "VERSION", "docs/**/*"]
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { 'logstash_plugin' => 'true', 'logstash_group' => 'input', 'java_plugin' => 'true'}
+
+  # Gem dependencies
+  s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
+  s.add_runtime_dependency 'jar-dependencies'
+  s.add_development_dependency 'logstash-devutils'
+end

metadata

@@ -0,0 +1,107 @@
+--- !ruby/object:Gem::Specification
+name: logstash-input-cassandra_sync
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- CPI Card Group
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2020-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: jar-dependencies
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a Logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
+  gem is not a stand-alone program
+email:
+- mrapavy@cpicardgroup.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- Gemfile
+- README.md
+- VERSION
+- docs/index.asciidoc
+- lib/logstash-input-cassandra_sync_jars.rb
+- lib/logstash/inputs/cassandra_sync.rb
+- logstash-input-cassandra_sync.gemspec
+- vendor/jar-dependencies/org/logstashplugins/logstash-input-cassandra_sync/1.0.0/logstash-input-cassandra_sync-1.0.0.jar
+homepage: http://www.cpicardgroup.com
+licenses:
+- Apache-2.0
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: input
+  java_plugin: 'true'
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+- vendor/jar-dependencies
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.7.9
+signing_key:
+specification_version: 4
+summary: Java input implementation of Cassandra to Elastic event synchronization.
+test_files: []