logstash-output-charrington 0.3.19 → 0.3.23

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 93fef656027952ae8fd353066e05b572c76bf5632a1af82ff402dda7fe2fc79e
-  data.tar.gz: ebb249f4b2b5ad42bafce89725635017dbcc81be865a933dd6ac0a83709e5e82
+  metadata.gz: 8ff4ec889211b75b23f5ef2f361d1f89e1e0ec43460b38fee568314ada27ba22
+  data.tar.gz: c15be1403a226ed6505a5a634407d84b68c1ea3e5fa9b62490ed84142a7afa36
 SHA512:
-  metadata.gz: ede84fd07dd59e83de1338b2d095a5d5818074e10ebb13131ccc22e6cf0874c8b182190b099f7b2df1e09f110b8d9e9a63cabd4add3505ac14ecb50de016ceb6
-  data.tar.gz: 84a254e11976eecaa84bb5057d153035f5578039b1da666993bd01be421d8801cfa29604fd50461f53c6bd7d479ccdb617e0043d03fc3ab854a971498d57bd73
+  metadata.gz: 62df4fd359931a5cd73e1156106c4321c18a00b863e046a4b1d4503fc0214052efee8267df4850c65712d61455ade8949c292c448d192474e8e2a9aacc0e8f7d
+  data.tar.gz: 2b23661bbf9be2c77596153051a99fe4d73a4a64437e958fbe0ce1c1d72cf1d2d9b617cfaf698f54e86db98997f2a24caa0d0c5bfe7cdaf2c9c3275cd762e13c

data/lib/logstash/outputs/charrington/insert.rb

@@ -16,7 +16,7 @@ module Charrington
     attr_reader :connection, :schema, :table_name, :columns, :driver, :opts, :transformer, :tracks
     attr_reader :event_as_json_keyword, :enable_event_as_json_keyword
     # TODO create a current_table_columns (alter_postgres_table.rb) query on the tracks table to get the current columns
-    @@redshift_tracks_columns = %w(id app_name received_at uuid uuid_ts anonymous_id context_ip context_library_name context_library_version context_page_path context_page_referrer context_page_title context_page_url context_user_agent event event_text original_timestamp sent_at timestamp user_id user_uid context_campaign_medium context_campaign_name context_page_search context_campaign_source segment_dedupe_id context_campaign_content)
+    @@redshift_tracks_columns = %w(id action app_name received_at uuid uuid_ts anonymous_id context_ip context_library_name context_library_version context_page_path context_page_referrer context_page_title context_page_url context_user_agent event event_text original_timestamp sent_at timestamp user_id user_uid context_campaign_medium context_campaign_name context_page_search context_campaign_source segment_dedupe_id context_campaign_content)
     @@postgres_tracks_columns = %w(anonymous_user app_name event published_at session_ip session_library_name session_library_version session_page_path session_page_referrer session_page_search session_page_title session_page_url session_user_agent user_id user_uid)
     @@timestamp_columns = %w(published_at sent_at original_timestamp received_at timestamp)
 
@@ -176,11 +176,15 @@ module Charrington
         values << value
 
         if @@timestamp_columns.include?(key)
-          format = java.text.SimpleDateFormat.new("yyyy-MM-dd'T'HH:mm:ss'Z'")
-          parsed = format.parse(value)
-          time = java.sql.Timestamp.new(parsed.getTime)
-          stmt.setTimestamp(pos, time)
-          next
+          begin
+            time = parse_date(value)
+            stmt.setTimestamp(pos, time)
+            next
+          rescue java.text.ParseException => e
+            time = parse_date(value, "yyyy-MM-dd'T'HH:mm:ss'Z'")
+            stmt.setTimestamp(pos, time)
+            next
+          end
         end
 
         case value
@@ -212,6 +216,11 @@ module Charrington
     end
 
     ### Helpers
+    def parse_date(date, fmt = "yyyy-MM-dd'T'HH:mm:ss.S'Z'")
+      format = java.text.SimpleDateFormat.new(fmt)
+      parsed = format.parse(date)
+      java.sql.Timestamp.new(parsed.getTime)
+    end
 
     def arr_to_csv(arr)
       '(' + arr.join(', ') + ')'

data/logstash-output-charrington.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-output-charrington'
-  s.version = '0.3.19'
+  s.version = '0.3.23'
 
   s.licenses = ['Apache-2.0']
   s.homepage = 'https://gitlab.podium.com/engineering/analytics/logstash-output-charrington'
@@ -24,11 +24,11 @@ Gem::Specification.new do |s|
   # The 'install_jars' rake task will download these jars from Maven and put them into the vendor directory
   # See jar-dependencies gem's wiki - https://github.com/mkristian/jar-dependencies/wiki/declare-jars-inside-gemspec
   s.requirements << "jar 'com.zaxxer:HikariCP', '2.7.2'"
-  s.requirements << "jar 'org.apache.logging.log4j:log4j-slf4j-impl', '2.6.2'"
+  s.requirements << "jar 'org.apache.logging.log4j:log4j-slf4j-impl', '2.15.0'"
 
-  s.add_development_dependency 'logstash-devutils', '~> 1.3', '>= 1.3.1'
-  s.add_development_dependency 'jar-dependencies', '~> 0.4.0'
-  s.add_development_dependency 'ruby-maven', '~> 3.3'
+  s.add_development_dependency 'logstash-devutils'
+  s.add_development_dependency 'jar-dependencies', '~> 0.4.1'
+  s.add_development_dependency 'ruby-maven', '~> 3.3.12'
   s.add_development_dependency 'rubocop', '0.41.2'
   s.add_development_dependency 'logstash-input-generator', '~> 3.0', '>= 3.0.6'
   s.add_development_dependency 'logstash-codec-json', '~> 3.0', '>= 3.0.5'

data/spec/charrington_spec_helper.rb

@@ -19,10 +19,14 @@ RSpec.shared_context 'pipeline' do
 end
 
 RSpec.shared_context 'postgres' do
-  def start_database(host='localhost', port=57354, database='winston', user='testuser', password='password')
-    config = Java::RuYandexQatoolsEmbedPostgresql::EmbeddedPostgres::cachedRuntimeConfig(Paths::get('/tmp/charrington-test-db-cache')) # avoid archive extraction every time
-    db = Java::RuYandexQatoolsEmbedPostgresql::EmbeddedPostgres.new
-    @url = db.start(config, host, port, database, user, password, ArrayList.new(["-E", "SQL_ASCII", "--locale=C", "--lc-collate=C", "--lc-ctype=C"]))
+  def start_database(embedded = true, host='localhost', port=57354, database='winston', user='testuser', password='password')
+    if embedded
+      config = Java::RuYandexQatoolsEmbedPostgresql::EmbeddedPostgres::cachedRuntimeConfig(Paths::get('/tmp/charrington-test-db-cache')) # avoid archive extraction every time
+      db = Java::RuYandexQatoolsEmbedPostgresql::EmbeddedPostgres.new
+      @url = db.start(config, host, port, database, user, password, ArrayList.new(["-E", "SQL_ASCII", "--locale=C", "--lc-collate=C", "--lc-ctype=C"]))
+    else
+      @url = "jdbc:postgresql://#{host}/#{database}?user=#{user}&password=#{password}";
+    end
 
     # setup connection manager
     @connection_manager = Java::ComZaxxerHikari::HikariDataSource.new
@@ -33,7 +37,11 @@ RSpec.shared_context 'postgres' do
   end
 
   before(:all) do
-    start_database
+    if ENV.fetch("TEST_ENV", "").to_s.casecmp?("ci")
+      start_database(false, 'postgres', 5432, 'postgres', 'postgres', '')
+    else
+      start_database
+    end
   end
 
   let(:driver_path) {
@@ -85,6 +93,7 @@ RSpec.shared_context 'postgres' do
     CREATE TABLE IF NOT EXISTS #{ schema.empty? ? schema : schema + '.'}tracks
     (
       id VARCHAR(512) NOT NULL CONSTRAINT tracks_pkey PRIMARY KEY,
+      action VARCHAR(512),
       anonymous_id VARCHAR(512),
       app_name VARCHAR(512),
       context_campaign_content VARCHAR(512),

data/spec/outputs/charrington_spec.rb

@@ -221,7 +221,7 @@ describe LogStash::Outputs::Charrington do
       <<-CONFIG
       input {
         generator {
-          message => '{"app_name": "Web App", "event": "schemaless", "meta": { "type": "XML" }, "published_at": "2019-07-29T20:09:18Z", "user_id": "123", "user_uid": "456" }'
+          message => '{"app_name": "Web App", "action": "click", "event": "schemaless", "meta": { "type": "XML" }, "published_at": "2019-07-29T20:09:18Z", "user_id": "123", "user_uid": "456" }'
           codec => 'json'
           count => 1
         }
@@ -244,11 +244,11 @@ describe LogStash::Outputs::Charrington do
       drop_table('schemaless')
       run_pipeline
       expect(query('SELECT * FROM schemaless')).to match_array([
-        {:anonymous_id=>"", :app_name=>"Web App", :event=>"schemaless", :event_text=>"schemaless", :id=>a_kind_of(String), :original_timestamp=>a_kind_of(String), :received_at=>a_kind_of(String), :sent_at=>"2019-07-29 20:09:18", :timestamp=>a_kind_of(String), :type=>"XML", :user_id=>"123", :user_uid=>"456", :uuid_ts=>a_kind_of(String)}
+        {:anonymous_id=>"", :action=>"click", :app_name=>"Web App", :event=>"schemaless", :event_text=>"schemaless", :id=>a_kind_of(String), :original_timestamp=>a_kind_of(String), :received_at=>a_kind_of(String), :sent_at=>"2019-07-29 20:09:18", :timestamp=>a_kind_of(String), :type=>"XML", :user_id=>"123", :user_uid=>"456", :uuid_ts=>a_kind_of(String)}
       ])
       expect(query('SELECT COUNT(1) FROM schemaless').first[:count]).to eq("1")
       expect(query("SELECT * FROM tracks")).to match_array([
-        {:id=>a_kind_of(String), :anonymous_id=>"", :app_name=>"Web App", :context_campaign_content=>nil, :context_campaign_medium=>nil, :context_campaign_name=>nil, :context_campaign_source=>nil, :context_ip=>nil, :context_library_name=>nil, :context_library_version=>nil, :context_page_path=>nil, :context_page_referrer=>nil, :context_page_search=>nil, :context_page_title=>nil, :context_page_url=>nil, :context_user_agent=>nil, :event=>"schemaless", :event_text=>"schemaless", :original_timestamp=>nil, :received_at=>nil, :segment_dedupe_id=>nil, :sent_at=>a_kind_of(String), :timestamp=>nil, :user_id=>"123", :user_uid=>"456", :uuid=>nil, :uuid_ts=>a_kind_of(String)}
+        {:id=>a_kind_of(String), :action=>"click", :anonymous_id=>"", :app_name=>"Web App", :context_campaign_content=>nil, :context_campaign_medium=>nil, :context_campaign_name=>nil, :context_campaign_source=>nil, :context_ip=>nil, :context_library_name=>nil, :context_library_version=>nil, :context_page_path=>nil, :context_page_referrer=>nil, :context_page_search=>nil, :context_page_title=>nil, :context_page_url=>nil, :context_user_agent=>nil, :event=>"schemaless", :event_text=>"schemaless", :original_timestamp=>"2019-07-29 20:09:18", :received_at=>"2019-07-29 20:09:18", :segment_dedupe_id=>nil, :sent_at=>"2019-07-29 20:09:18", :timestamp=>"2019-07-29 20:09:18", :user_id=>"123", :user_uid=>"456", :uuid=>nil, :uuid_ts=>a_kind_of(String)}
       ])
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-charrington
 version: !ruby/object:Gem::Version
-  version: 0.3.19
+  version: 0.3.23
 platform: ruby
 authors:
 - dconger
@@ -10,7 +10,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-08-28 00:00:00.000000000 Z
+date: 2021-12-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -55,29 +55,23 @@ dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.1
+        version: '0'
   name: logstash-devutils
   prerelease: false
   type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.3'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.1
+        version: '0'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.4.0
+        version: 0.4.1
   name: jar-dependencies
   prerelease: false
   type: :development
@@ -85,13 +79,13 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.4.0
+        version: 0.4.1
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.3'
+        version: 3.3.12
   name: ruby-maven
   prerelease: false
   type: :development
@@ -99,7 +93,7 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.3'
+        version: 3.3.12
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -176,14 +170,8 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- CHANGELOG.md
 - Gemfile
-- LICENSE.txt
-- README.md
-- THANKS.md
 - lib/com/zaxxer/HikariCP/2.7.2/HikariCP-2.7.2.jar
-- lib/commons-io/commons-io/2.4/commons-io-2.4.jar
-- lib/de/flapdoodle/embed/de.flapdoodle.embed.process/2.0.2/de.flapdoodle.embed.process-2.0.2.jar
 - lib/logstash-output-charrington_jars.rb
 - lib/logstash/outputs/charrington.rb
 - lib/logstash/outputs/charrington/alter_postgres_table.rb
@@ -195,16 +183,10 @@ files:
 - lib/logstash/outputs/charrington/service.rb
 - lib/logstash/outputs/charrington/transform_postgres.rb
 - lib/logstash/outputs/charrington/transform_redshift.rb
-- lib/net/java/dev/jna/jna-platform/4.0.0/jna-platform-4.0.0.jar
-- lib/net/java/dev/jna/jna/4.0.0/jna-4.0.0.jar
-- lib/org/apache/commons/commons-compress/1.10/commons-compress-1.10.jar
-- lib/org/apache/commons/commons-lang3/3.1/commons-lang3-3.1.jar
-- lib/org/apache/logging/log4j/log4j-api/2.6.2/log4j-api-2.6.2.jar
-- lib/org/apache/logging/log4j/log4j-slf4j-impl/2.6.2/log4j-slf4j-impl-2.6.2.jar
-- lib/org/postgresql/postgresql/42.2.5/postgresql-42.2.5.jar
+- lib/org/apache/logging/log4j/log4j-api/2.15.0/log4j-api-2.15.0.jar
+- lib/org/apache/logging/log4j/log4j-core/2.15.0/log4j-core-2.15.0.jar
+- lib/org/apache/logging/log4j/log4j-slf4j-impl/2.15.0/log4j-slf4j-impl-2.15.0.jar
 - lib/org/slf4j/slf4j-api/1.7.25/slf4j-api-1.7.25.jar
-- lib/ru/yandex/qatools/embed/postgresql-embedded/2.10/postgresql-embedded-2.10.jar
-- lib/ru/yandex/qatools/embed/postgresql-embedded/2.8/postgresql-embedded-2.8.jar
 - logstash-output-charrington.gemspec
 - spec/charrington_spec_helper.rb
 - spec/logstash-output-charrington_test_jars.rb
@@ -212,8 +194,9 @@ files:
 - spec/outputs/charrington_postgres_spec.rb
 - spec/outputs/charrington_spec.rb
 - vendor/jar-dependencies/runtime-jars/HikariCP-2.7.2.jar
-- vendor/jar-dependencies/runtime-jars/log4j-api-2.6.2.jar
-- vendor/jar-dependencies/runtime-jars/log4j-slf4j-impl-2.6.2.jar
+- vendor/jar-dependencies/runtime-jars/log4j-api-2.15.0.jar
+- vendor/jar-dependencies/runtime-jars/log4j-core-2.15.0.jar
+- vendor/jar-dependencies/runtime-jars/log4j-slf4j-impl-2.15.0.jar
 - vendor/jar-dependencies/runtime-jars/slf4j-api-1.7.25.jar
 homepage: https://gitlab.podium.com/engineering/analytics/logstash-output-charrington
 licenses:
@@ -237,7 +220,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements:
 - jar 'com.zaxxer:HikariCP', '2.7.2'
-- jar 'org.apache.logging.log4j:log4j-slf4j-impl', '2.6.2'
+- jar 'org.apache.logging.log4j:log4j-slf4j-impl', '2.15.0'
 rubyforge_project:
 rubygems_version: 2.7.6
 signing_key:

data/CHANGELOG.md

@@ -1,64 +0,0 @@
-# Change Log
-All notable changes to this project will be documented in this file, from 0.2.0.
-
-## [5.3.0] - 2017-11-08
-  - Adds configuration options `enable_event_as_json_keyword` and `event_as_json_keyword`
-  - Adds BigDecimal support
-  - Adds additional logging for debugging purposes (with thanks to @mlkmhd's work)
-
-## [5.2.1] - 2017-04-09
-  - Adds Array and Hash to_json support for non-sprintf syntax
-
-## [5.2.0] - 2017-04-01
-  - Upgrades HikariCP to latest
-  - Fixes HikariCP logging integration issues
-
-## [5.1.0] - 2016-12-17
-  - phoenix-thin fixes for issue #60
-
-## [5.0.0] - 2016-11-03
-  - logstash v5 support
-
-## [0.3.1] - 2016-08-28
-  - Adds connection_test configuration option, to prevent the connection test from occuring, allowing the error to be suppressed.
-    Useful for cockroachdb deployments. https://github.com/theangryangel/logstash-output-jdbc/issues/53 
-
-## [0.3.0] - 2016-07-24
-  - Brings tests from v5 branch, providing greater coverage
-  - Removes bulk update support, due to inconsistent behaviour
-  - Plugin now marked as threadsafe, meaning only 1 instance per-Logstash
-    - Raises default max_pool_size to match the default number of workers (1 connection per worker)
-
-## [0.2.10] - 2016-07-07
-  - Support non-string entries in statement array
-  - Adds backtrace to exception logging
-
-## [0.2.9] - 2016-06-29
-  - Fix NameError exception. 
-  - Moved log_jdbc_exception calls
-
-## [0.2.7] - 2016-05-29
-  - Backport retry exception logic from v5 branch
-  - Backport improved timestamp compatibility from v5 branch
-
-## [0.2.6] - 2016-05-02
-  - Fix for exception infinite loop
-
-## [0.2.5] - 2016-04-11
-### Added
-  - Basic tests running against DerbyDB
-  - Fix for converting Logstash::Timestamp to iso8601 from @hordijk
-
-## [0.2.4] - 2016-04-07
-  - Documentation fixes from @hordijk
-
-## [0.2.3] - 2016-02-16
-  - Bug fixes
-
-## [0.2.2] - 2015-12-30
-  - Bug fixes
-
-## [0.2.1] -  2015-12-22
-  - Support for connection pooling support added through HikariCP
-  - Support for unsafe statement handling (allowing dynamic queries)
-  - Altered exception handling to now count sequential flushes with exceptions thrown

data/LICENSE.txt

@@ -1,21 +0,0 @@
-The MIT License (MIT)
-
-Copyright (c) 2014
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.

data/README.md

@@ -1,130 +0,0 @@
-# Logstash Output Charrington
-
-Logstash Output Plugin to handle batching messages and dynamically create and alter tables.
-
-Forked From [logstash-output-jdbc](https://github.com/theangryangel/logstash-output-jdbc)
-## Configure
-Example Logstash Config
-```bash
-input {
-  kafka {
-    auto_offset_reset => earliest
-    bootstrap_servers => "${LS_KAFKA_BOOTSTRAP_SERVERS:kafka:9092}"
-    codec => json
-    group_id => "winston_ls_pg_sinks_cg"
-    topics => [
-      "orwell.analytics.v1.json"
-    ]
-  }
-}
-
-filter {
-  if "_jsonparsefailure" in [tags] {
-    drop { }
-  }
-
-  ruby {
-    code => "
-      hash = event.to_hash
-      hash.each do |k,v|
-        if v == nil
-          event.remove(k)
-        end
-      end
-    "
-  }
-}
-
-output {
-  charrington {
-    driver_jar_path => "${DRIVER_PATH:/usr/share/logstash/vendor/jar/jdbc/postgresql-42.2.5.jar}"
-    connection_string => "jdbc:postgresql://${WINSTON_DATABASE_HOST}:5432/${WINSTON_DATABASE}?user=${WINSTON_DATABASE_USERNAME}&password=${WINSTON_DATABASE_PASSWORD}"
-    schema => "dea"
-  }
-
-  if "${LS_SHOW_DEBUG_OUTPUT}" == "true" {
-    stdout { codec => rubydebug }
-  }
-}
-```
-
-## Build & Publish
-
-**TLDR**
-```bash
-bundle exec rake build                          # build gem
-gem push logstash-output-charrington-x.x.x.gem  # publish
-```
-
-Everything in the [vendor](./vendor) directory (including `test-jars` if it exists) will be packaged with the generated gem.
-Avoid including unnecessary dependencies, by removing the vendor directory and regenerating it with the rake task. 
-See the first command below: 
- 
-```bash
-rm -r vendor && bundle exec rake install_jars       # clean vendor directory and re-install runtime jar dependencies
-gem build logstash-output-charrington.gemspec       # build
-gem push logstash-output-charrington-x.x.x.gem      # publish
-gem owner --add <email> logstash-output-charrington # add another authorized publisher
-```
-
-## Testing
-**NOTE:** Downloading test_jars requires maven and Java. You can set them up with asdf: [asdf-java](https://github.com/skotchpine/asdf-java), [asdf-maven](https://github.com/skotchpine/asdf-maven)
-* There is currently an [open bug](https://github.com/skotchpine/asdf-maven/pull/17) with how `asdf-maven` sets `$JAVA_HOME` on a mac. Edit your `~/.asdf/plugins/maven/bin/exec-env` file to fix the bug 
-
-```bash
-bundle exec rake install_test_jars      # install test runtime jar dependencies
-bundle exec rspec
-```
-
-#### Dangling Embedded Postgres
-**TLDR**
-```bash
-lsof -PiTCP -sTCP:LISTEN | grep postgres | awk '{print $2}' | xargs kill
-```
-Sometimes the embedded postgres JAR can leave dangling open processes. This is obvious when you have `export TEST_DEBUG=true`
-and the test output contains a stacktrace that starts with `[2019-06-21T15:18:06,734][ERROR][ru.yandex.qatools.embed.postgresql.PostgresProcess] Failed to read PID file (File '/var/folders/...`.
-To resolve this issue, check for dangling processes using `lsof -PiTCP -sTCP:LISTEN | grep postgres`, then you can kill the process ids
-
-#### Tracks Table
-**Create Statment for Driver is Postgres and Transform is Redshift**
- * See `@@redshift_tracks_columns` in [insert.rb](./lib/logstash/outputs/charrington/insert.rb) for column list
-```sql
-create table <schema>.tracks
-(
-	id varchar(512) not null constraint tracks_pkey primary key,
-	anonymous_id varchar(512),
-	app_name varchar(512),
-	context_campaign_content varchar(512)
-	context_campaign_medium varchar(512),
-	context_campaign_name varchar(512),
-	context_campaign_source varchar(512),
-	context_ip varchar(512),
-	context_library_name varchar(512),
-	context_library_version varchar(512),
-	context_page_path varchar(512),
-	context_page_referrer varchar(512),
-	context_page_search varchar(512),
-	context_page_title varchar(512),
-	context_page_url varchar(512),
-	context_user_agent varchar(512),
-	event varchar(512),
-	event_text varchar(512),
-	original_timestamp timestamp,
-	received_at timestamp,
-	segment_dedupe_id varchar(512),
-	sent_at timestamp,
-	timestamp timestamp,
-	user_id varchar(512),
-	user_uid varchar(512),
-	uuid bigint,
-	uuid_ts timestamp default ('now'::text)::timestamp without time zone,
-)
-
-```
-
-#### Resources
-* [logstash-devutils](https://rubygems.org/gems/logstash-devutils) gem with logstash helper methods and tools
-    * [spec_helper.rb source](https://github.com/elastic/logstash-devutils/blob/master/lib/logstash/devutils/rspec/spec_helper.rb)  
-    * [logstash_helpers.rb source](https://github.com/elastic/logstash-devutils/blob/master/lib/logstash/devutils/rspec/logstash_helpers.rb)
-* [logstash-output-file spec test](https://github.com/logstash-plugins/logstash-output-file/blob/master/spec/outputs/file_spec.rb)
-

data/THANKS.md

@@ -1,18 +0,0 @@
-logstash-output-jdbc is a project originally created by Karl Southern 
-(the_angry_angel), but there are a number of people that have contributed 
-or implemented key features over time. We do our best to keep this list 
-up-to-date, but you can also have a look at the nice contributor graphs
-produced by GitHub: https://github.com/theangryangel/logstash-output-jdbc/graphs/contributors
-
- * [hordijk](https://github.com/hordijk)
- * [dmitryakadiamond](https://github.com/dmitryakadiamond)
- * [MassimoSporchia](https://github.com/MassimoSporchia)
- * [ebuildy](https://github.com/ebuildy)
- * [kushtrimjunuzi](https://github.com/kushtrimjunuzi)
- * [josemazo](https://github.com/josemazo)
- * [aceoliver](https://github.com/aceoliver)
- * [roflmao](https://github.com/roflmao)
- * [onesuper](https://github.com/onesuper)
- * [phr0gz](https://github.com/phr0gz)
- * [jMonsinjon](https://github.com/jMonsinjon)
- * [mlkmhd](https://github.com/mlkmhd)