logstash-output-charrington 0.3.14 → 0.3.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7bfd649565a175e374554e824e34e48bc7d3a343a6bf4c3dd3343153ef783c9e
-  data.tar.gz: 6e57f8174acea5086848184d69b24a98b7416f694ab4d44a8fab18077aa912cb
+  metadata.gz: 5bc7440fc12c2dee8a2c47f7c30c9f95cd11c7ecf6905ccefc5cbecf21e6588b
+  data.tar.gz: 409036adf2e56121fac87141d06686beda6d0d878bc7f1de1de14b58e58efd7b
 SHA512:
-  metadata.gz: 102b9c2e207472fe275ec8528266779f33962f18091a6a72aa71d149c5b08ec6ea58546872be37b45b06ac110cbcd12501edccdd0c9c399349cabd679d6dda35
-  data.tar.gz: bd2a4119733e409a0ca980acb5662688ecdc2b6e6255f101f263caea39ae0429fcc7224cd449af390f918a2ec483dcca421e7d227cafdf5c804ae6a278b38b9a
+  metadata.gz: d793f1abbf99da18b9076bb1c36d101bc52657694cdef5ef645c80dc39d16092eedbd28b423fc45285934514c2210ccfb1f1ca2288fe947d501c3a08d7b92a1e
+  data.tar.gz: 0500b6e35d903f450f29c3e521073486b5f523ffec9f3c89111610c65adf75e3b778050ca2340724dcbf03611dd07a57cac6f84bd796a50427bb1e8ee276919e

data/lib/logstash/outputs/charrington/insert.rb

@@ -198,7 +198,7 @@ module Charrington
         when Float
           stmt.setFloat(pos, value)
         when String
-          stmt.setString(pos, value)
+          stmt.setString(pos, value[0,254]) # truncate at 254 string characters
         when Array, Hash
           stmt.setString(pos, value.to_json)
         when true, false

data/logstash-output-charrington.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-output-charrington'
-  s.version = '0.3.14'
+  s.version = '0.3.15'
 
   s.licenses = ['Apache-2.0']
   s.homepage = 'https://gitlab.podium.com/engineering/analytics/logstash-output-charrington'

data/spec/outputs/charrington_spec.rb

@@ -4,12 +4,15 @@ describe LogStash::Outputs::Charrington do
   include_context 'postgres'
   include_context 'pipeline'
 
-  describe 'a new payload with one event' do
+  describe 'a new payload with one event that truncates strings correctly' do
+    let(:too_big) do
+      "0123456789" * 30
+    end
     let(:config) do
       <<-CONFIG
       input {
         generator {
-          message => '{"app_name": "Web App", "event": "schemaless", "meta": { "type": "XML" }, "published_at": "2019-07-29T20:09:18Z" }'
+          message => '{"app_name": "Web App", "event": "schemaless", "meta": { "type": "XML", "too_big": "#{too_big}" }, "published_at": "2019-07-29T20:09:18Z" }'
           codec => 'json'
           count => 1
         }
@@ -31,7 +34,7 @@ describe LogStash::Outputs::Charrington do
       create_tracks_table
       drop_table('schemaless')
       run_pipeline
-      expect(query('SELECT * FROM schemaless')).to match_array([{id: "1", app_name: "Web App", event: "schemaless", inserted_at: a_kind_of(String), :meta_type => "XML", :published_at => "2019-07-29 20:09:18"}])
+      expect(query('SELECT * FROM schemaless')).to match_array([{id: "1", app_name: "Web App", event: "schemaless", inserted_at: a_kind_of(String), :meta_type => "XML", :meta_too_big => too_big[0,254], :published_at => "2019-07-29 20:09:18"}])
       expect(query('SELECT COUNT(1) FROM schemaless').first[:count]).to eq("1")
     end
   end
@@ -171,8 +174,8 @@ describe LogStash::Outputs::Charrington do
 
     it 'creates a table and inserts the first record and alters the table for the second record' do
       drop_table('tracks')
-      create_tracks_table('dea_test')
       create("CREATE SCHEMA IF NOT EXISTS #{schema}")
+      create_tracks_table('dea_test')
       drop_table("#{schema}.from_agent")
       run_pipeline
       expect(query("SELECT * FROM #{schema}.from_agent")).to match_array([

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-charrington
 version: !ruby/object:Gem::Version
-  version: 0.3.14
+  version: 0.3.15
 platform: ruby
 authors:
 - dconger
@@ -10,7 +10,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-07-30 00:00:00.000000000 Z
+date: 2019-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement