firehose_integration 0.0.2 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6c5cb0ed37b314dbdc6f3cf1c4ace1f576a06885
-  data.tar.gz: 414b0fb0b90463232e45bb1dfc2391b52e9cea45
+  metadata.gz: 8773965be53f3148282f5983853c870417fc5ccb
+  data.tar.gz: 383e36075b56956a7413722dd9c067fb62e2e642
 SHA512:
-  metadata.gz: a87d42534fd683aaa5f1f3cf8708041d9e65d4015480123bcba6de84a506a374a101f9411263cfa81165778297f3d47c9a98498537c32aab79afe7d4aa5927ae
-  data.tar.gz: b6ebc256144c58320ea80da0dd136ff7c7a0b870b0477e8d8b2b06f355fe95c5390c776ab2c96d40d3ffcfa950d5e1ab4075386ff98019e10fe506ccf99db3f1
+  metadata.gz: 8c3bde29a8645c0c4638fee151297b3af9f0c7bf0148e96d5f4cf3d21de3b285cf3dec03a53f828b8df69a4fe4580188ead3318fc68f4cef4655de143b91e089
+  data.tar.gz: 0d9619e96fa0aaff5ccd57ebbfc06869e67c3057e36e3352f0437491346a1b7e9c6fd020c77c6f55118a5960f7c8d036485a143de42c7c0119e72511a5e7f047

data/README.rdoc

@@ -139,6 +139,7 @@ SKIP_KINESIS_EVENTS=true
 
 = Versions
 
+0.0.4 - Forcing UTF-8 encoding for strings
 0.0.2 - Adding ability to turn off job queueing with ENV variable
 0.0.1 - Initial release
 

data/lib/firehose_integration/models/concerns/kinesis_event.rb

@@ -57,7 +57,7 @@ module FirehoseIntegration
         }.each do |pattern, replacement|
           output = output.gsub(Regexp.new(pattern), replacement)
         end
-        output
+        output.force_encoding("utf-8")
       end
 
 

data/lib/firehose_integration/version.rb

@@ -1,3 +1,3 @@
 module FirehoseIntegration
-  VERSION = "0.0.2"
+  VERSION = "0.0.4"
 end

data/test/dummy/log/test.log

@@ -6056,3 +6056,123 @@ KinesisEventTest: test_should_escape_newline_characters
 KinesisEventTest: test_should_raise_exception_when_to_kinesis_is_not_defined
 ----------------------------------------------------------------------------
    (0.0ms)  rollback transaction
+  ActiveRecord::SchemaMigration Load (0.4ms)  SELECT "schema_migrations".* FROM "schema_migrations"
+   (0.1ms)  begin transaction
+  Fixture Delete (0.5ms)  DELETE FROM "dummy_models"
+  Fixture Insert (0.3ms)  INSERT INTO "dummy_models" ("updated_at", "created_at", "id") VALUES ('2016-08-02 17:25:30.000000', '2016-08-02 17:25:30.000000', 980190962)
+   (0.6ms)  commit transaction
+   (0.0ms)  begin transaction
+------------------------------------------------------------------------
+KinesisBulkJobTest: test_it_should_fail_sending_data_to_kinesis/firehose
+------------------------------------------------------------------------
+[ActiveJob] [FirehoseIntegration::KinesisBulkJob] [3766fe1b-0426-418f-89f3-247b4771df9f] Performing FirehoseIntegration::KinesisBulkJob from Test(kinesis_events_bulk) with arguments: "invalid-stream-name", ["some data"]
+[ActiveJob] [FirehoseIntegration::KinesisBulkJob] [3766fe1b-0426-418f-89f3-247b4771df9f] Performed FirehoseIntegration::KinesisBulkJob from Test(kinesis_events_bulk) in 52.51ms
+   (0.1ms)  rollback transaction
+   (0.0ms)  begin transaction
+------------------------------------------------
+KinesisBulkJobTest: test_it_should_queue_the_job
+------------------------------------------------
+[ActiveJob] Enqueued FirehoseIntegration::KinesisBulkJob (Job ID: 2360c903-58df-4c4c-93c0-2ed79a4d1c92) to Test(kinesis_events_bulk) with arguments: "some-stream", ["some data"]
+   (0.0ms)  rollback transaction
+   (0.0ms)  begin transaction
+----------------------------------------------------------------
+KinesisBulkJobTest: test_it_should_send_data_to_kinesis/firehose
+----------------------------------------------------------------
+[ActiveJob] [FirehoseIntegration::KinesisBulkJob] [cf096c2c-8bc9-4284-9455-fe860062ef36] Performing FirehoseIntegration::KinesisBulkJob from Test(kinesis_events_bulk) with arguments: "test-stream", ["some data", "more data"]
+[ActiveJob] [FirehoseIntegration::KinesisBulkJob] [cf096c2c-8bc9-4284-9455-fe860062ef36] Performed FirehoseIntegration::KinesisBulkJob from Test(kinesis_events_bulk) in 7.44ms
+   (0.1ms)  rollback transaction
+   (0.1ms)  begin transaction
+-----------------------------------
+FirehoseIntegrationTest: test_truth
+-----------------------------------
+   (0.1ms)  rollback transaction
+   (0.0ms)  begin transaction
+---------------------------------------------------------------------
+KinesisSingleObjectTest: test_it_should_send_data_to_kinesis/firehose
+---------------------------------------------------------------------
+  DummyModel Load (0.2ms)  SELECT  "dummy_models".* FROM "dummy_models"  ORDER BY "dummy_models"."id" ASC LIMIT 1
+[ActiveJob] [FirehoseIntegration::KinesisSingleObjectJob] [ee7db252-035e-4565-97ce-34929598486f] Performing FirehoseIntegration::KinesisSingleObjectJob from Test(kinesis_events_single) with arguments: "DummyModel", [980190962]
+[ActiveJob] [FirehoseIntegration::KinesisSingleObjectJob] [ee7db252-035e-4565-97ce-34929598486f]   DummyModel Load (0.1ms)  SELECT  "dummy_models".* FROM "dummy_models" WHERE "dummy_models"."id" = ? LIMIT 1  [["id", 980190962]]
+[ActiveJob] [FirehoseIntegration::KinesisSingleObjectJob] [ee7db252-035e-4565-97ce-34929598486f] Performed FirehoseIntegration::KinesisSingleObjectJob from Test(kinesis_events_single) in 12.1ms
+   (0.1ms)  rollback transaction
+   (0.0ms)  begin transaction
+-----------------------------------------------------
+KinesisSingleObjectTest: test_it_should_queue_the_job
+-----------------------------------------------------
+  DummyModel Load (0.1ms)  SELECT  "dummy_models".* FROM "dummy_models"  ORDER BY "dummy_models"."id" ASC LIMIT 1
+[ActiveJob] Enqueued FirehoseIntegration::KinesisSingleObjectJob (Job ID: a254c4bd-5287-42cb-9c96-f0087266eea5) to Test(kinesis_events_single) with arguments: "DummyModel", [980190962]
+   (0.0ms)  rollback transaction
+   (0.0ms)  begin transaction
+-----------------------------------------------------------------------------
+KinesisSingleObjectTest: test_it_should_fail_sending_data_to_kinesis/firehose
+-----------------------------------------------------------------------------
+  DummyModel Load (0.1ms)  SELECT  "dummy_models".* FROM "dummy_models"  ORDER BY "dummy_models"."id" ASC LIMIT 1
+[ActiveJob] [FirehoseIntegration::KinesisSingleObjectJob] [301deeaf-adcf-49cc-acba-82f81f58679b] Performing FirehoseIntegration::KinesisSingleObjectJob from Test(kinesis_events_single) with arguments: "DummyModel", [980190962]
+[ActiveJob] [FirehoseIntegration::KinesisSingleObjectJob] [301deeaf-adcf-49cc-acba-82f81f58679b]   DummyModel Load (0.0ms)  SELECT  "dummy_models".* FROM "dummy_models" WHERE "dummy_models"."id" = ? LIMIT 1  [["id", 980190962]]
+[ActiveJob] [FirehoseIntegration::KinesisSingleObjectJob] [301deeaf-adcf-49cc-acba-82f81f58679b] Performed FirehoseIntegration::KinesisSingleObjectJob from Test(kinesis_events_single) in 14.58ms
+   (0.1ms)  rollback transaction
+   (0.1ms)  begin transaction
+----------------------------------------------------------------------------------------
+KinesisSingleObjectTest: test_update_all_with_kinesis_should_send_all_objects_to_kinesis
+----------------------------------------------------------------------------------------
+  DummyModel Load (0.1ms)  SELECT  "dummy_models".* FROM "dummy_models" LIMIT 10
+  DummyModel Load (0.0ms)  SELECT  "dummy_models".* FROM "dummy_models" WHERE "dummy_models"."id" = ? LIMIT 1  [["id", 980190962]]
+  SQL (0.3ms)  UPDATE "dummy_models" SET "updated_at" = '2016-07-03 17:25:30.691997' WHERE "dummy_models"."id" = ?  [["id", 980190962]]
+  SQL (0.0ms)  UPDATE "dummy_models" SET "updated_at" = '2016-08-02 17:25:30.693017' WHERE "dummy_models"."id" = 980190962
+   (0.0ms)  SELECT "dummy_models"."id" FROM "dummy_models" WHERE "dummy_models"."id" = 980190962
+[ActiveJob] Enqueued FirehoseIntegration::KinesisSingleObjectJob (Job ID: 61350a41-a61b-4dc4-a9d3-2fddcee2febd) to Test(kinesis_events_single) with arguments: "DummyModel", [980190962]
+  DummyModel Load (0.0ms)  SELECT  "dummy_models".* FROM "dummy_models" WHERE "dummy_models"."id" = ? LIMIT 1  [["id", 980190962]]
+   (0.3ms)  rollback transaction
+   (0.0ms)  begin transaction
+-------------------------------------------------------
+KinesisEventTest: test_should_escape_newline_characters
+-------------------------------------------------------
+   (0.0ms)  rollback transaction
+   (0.0ms)  begin transaction
+-------------------------------------------------------------------------------------
+KinesisEventTest: test_should_raise_exception_when_kinesis_stream_name_is_not_defined
+-------------------------------------------------------------------------------------
+   (0.0ms)  rollback transaction
+   (0.0ms)  begin transaction
+----------------------------------------------------
+KinesisEventTest: test_should_escape_pipe_characters
+----------------------------------------------------
+   (0.0ms)  rollback transaction
+   (0.0ms)  begin transaction
+-----------------------------------------------------------
+KinesisEventTest: test_should_prepare_an_array_for_redshift
+-----------------------------------------------------------
+   (0.0ms)  rollback transaction
+   (0.0ms)  begin transaction
+-----------------------------------------------------------------------
+KinesisEventTest: test_should_not_enqueue_when_SKIP_KINESIS_EVENTS=true
+-----------------------------------------------------------------------
+   (0.0ms)  SAVEPOINT active_record_1
+  SQL (0.4ms)  INSERT INTO "dummy_models" ("created_at", "updated_at") VALUES (?, ?)  [["created_at", "2016-08-02 17:25:30.702796"], ["updated_at", "2016-08-02 17:25:30.702796"]]
+   (0.1ms)  RELEASE SAVEPOINT active_record_1
+   (0.4ms)  rollback transaction
+   (0.0ms)  begin transaction
+----------------------------------------------------------------------------
+KinesisEventTest: test_should_raise_exception_when_to_kinesis_is_not_defined
+----------------------------------------------------------------------------
+   (0.0ms)  rollback transaction
+   (0.0ms)  begin transaction
+------------------------------------------------------------
+KinesisJobTest: test_it_should_send_data_to_kinesis/firehose
+------------------------------------------------------------
+[ActiveJob] [FirehoseIntegration::KinesisJob] [388e410e-eb83-44e2-90b6-a1612d374623] Performing FirehoseIntegration::KinesisJob from Test(kinesis_events) with arguments: "some-stream", "some data"
+[ActiveJob] [FirehoseIntegration::KinesisJob] [388e410e-eb83-44e2-90b6-a1612d374623] Performed FirehoseIntegration::KinesisJob from Test(kinesis_events) in 6.56ms
+   (0.1ms)  rollback transaction
+   (0.0ms)  begin transaction
+--------------------------------------------------------------------
+KinesisJobTest: test_it_should_fail_sending_data_to_kinesis/firehose
+--------------------------------------------------------------------
+[ActiveJob] [FirehoseIntegration::KinesisJob] [a8096775-9f82-4627-bebe-d1bd21b99138] Performing FirehoseIntegration::KinesisJob from Test(kinesis_events) with arguments: "invalid-stream-name", "some data"
+[ActiveJob] [FirehoseIntegration::KinesisJob] [a8096775-9f82-4627-bebe-d1bd21b99138] Performed FirehoseIntegration::KinesisJob from Test(kinesis_events) in 5.52ms
+   (0.1ms)  rollback transaction
+   (0.0ms)  begin transaction
+--------------------------------------------
+KinesisJobTest: test_it_should_queue_the_job
+--------------------------------------------
+[ActiveJob] Enqueued FirehoseIntegration::KinesisJob (Job ID: 079934a0-3fb0-4f00-afb4-90a8e5e0dea6) to Test(kinesis_events) with arguments: "some-stream", "some data"
+   (0.0ms)  rollback transaction

data/test/models/concerns/kinesis_event_test.rb

@@ -29,7 +29,7 @@ class KinesisEventTest < ActiveSupport::TestCase
 
   test 'should not enqueue when SKIP_KINESIS_EVENTS=true' do
     ENV['SKIP_KINESIS_EVENTS'] = 'true'
-    d = DummyModel.create
+    DummyModel.create
     assert_no_enqueued_jobs
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: firehose_integration
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.4
 platform: ruby
 authors:
 - onomojo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-06-02 00:00:00.000000000 Z
+date: 2016-08-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -216,7 +216,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.8
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: An easy way to get your data sent to Amazon Firehose