firehose_integration 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
 - data/MIT-LICENSE +20 -0
 - data/README.rdoc +3 -0
 - data/Rakefile +34 -0
 - data/lib/firehose_integration.rb +9 -0
 - data/lib/firehose_integration/active_record_relation.rb +6 -0
 - data/lib/firehose_integration/jobs/kinesis_bulk_job.rb +22 -0
 - data/lib/firehose_integration/jobs/kinesis_job.rb +16 -0
 - data/lib/firehose_integration/jobs/kinesis_single_object_job.rb +24 -0
 - data/lib/firehose_integration/models/concerns/kinesis_event.rb +71 -0
 - data/lib/firehose_integration/version.rb +3 -0
 - data/lib/tasks/firehose_integration_tasks.rake +4 -0
 - data/test/cassettes/kinesis_bulk_failure.yml +55 -0
 - data/test/cassettes/kinesis_bulk_success.yml +52 -0
 - data/test/cassettes/kinesis_failure.yml +55 -0
 - data/test/cassettes/kinesis_success.yml +52 -0
 - data/test/dummy/README.rdoc +28 -0
 - data/test/dummy/Rakefile +6 -0
 - data/test/dummy/app/assets/javascripts/application.js +13 -0
 - data/test/dummy/app/assets/stylesheets/application.css +15 -0
 - data/test/dummy/app/controllers/application_controller.rb +5 -0
 - data/test/dummy/app/helpers/application_helper.rb +2 -0
 - data/test/dummy/app/kinesis_serializers/dummy_model_kinesis_serializer.rb +17 -0
 - data/test/dummy/app/models/dummy_model.rb +3 -0
 - data/test/dummy/app/models/stupid_model.rb +3 -0
 - data/test/dummy/app/views/layouts/application.html.erb +13 -0
 - data/test/dummy/bin/bundle +3 -0
 - data/test/dummy/bin/rails +4 -0
 - data/test/dummy/bin/rake +4 -0
 - data/test/dummy/bin/setup +29 -0
 - data/test/dummy/config.ru +4 -0
 - data/test/dummy/config/application.rb +32 -0
 - data/test/dummy/config/boot.rb +5 -0
 - data/test/dummy/config/database.yml +25 -0
 - data/test/dummy/config/environment.rb +5 -0
 - data/test/dummy/config/environments/development.rb +41 -0
 - data/test/dummy/config/environments/production.rb +79 -0
 - data/test/dummy/config/environments/test.rb +42 -0
 - data/test/dummy/config/initializers/assets.rb +11 -0
 - data/test/dummy/config/initializers/aws.rb +6 -0
 - data/test/dummy/config/initializers/backtrace_silencers.rb +7 -0
 - data/test/dummy/config/initializers/cookies_serializer.rb +3 -0
 - data/test/dummy/config/initializers/filter_parameter_logging.rb +4 -0
 - data/test/dummy/config/initializers/inflections.rb +16 -0
 - data/test/dummy/config/initializers/mime_types.rb +4 -0
 - data/test/dummy/config/initializers/session_store.rb +3 -0
 - data/test/dummy/config/initializers/wrap_parameters.rb +14 -0
 - data/test/dummy/config/locales/en.yml +23 -0
 - data/test/dummy/config/routes.rb +56 -0
 - data/test/dummy/config/secrets.yml +22 -0
 - data/test/dummy/db/development.sqlite3 +0 -0
 - data/test/dummy/db/migrate/20160526190814_create_dummy_models.rb +7 -0
 - data/test/dummy/db/migrate/20160526203033_create_stupid_model.rb +7 -0
 - data/test/dummy/db/schema.rb +26 -0
 - data/test/dummy/db/test.sqlite3 +0 -0
 - data/test/dummy/log/development.log +34 -0
 - data/test/dummy/log/test.log +3669 -0
 - data/test/dummy/public/404.html +67 -0
 - data/test/dummy/public/422.html +67 -0
 - data/test/dummy/public/500.html +66 -0
 - data/test/dummy/public/favicon.ico +0 -0
 - data/test/firehose_integration_test.rb +7 -0
 - data/test/fixtures/dummy_models.yml +3 -0
 - data/test/jobs/kinesis_bulk_job_test.rb +26 -0
 - data/test/jobs/kinesis_job_test.rb +26 -0
 - data/test/jobs/kinesis_single_object_test.rb +39 -0
 - data/test/models/concerns/kinesis_event_test.rb +27 -0
 - data/test/test_helper.rb +29 -0
 - metadata +266 -0
 
| 
         @@ -0,0 +1,67 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            <!DOCTYPE html>
         
     | 
| 
      
 2 
     | 
    
         
            +
            <html>
         
     | 
| 
      
 3 
     | 
    
         
            +
            <head>
         
     | 
| 
      
 4 
     | 
    
         
            +
              <title>The page you were looking for doesn't exist (404)</title>
         
     | 
| 
      
 5 
     | 
    
         
            +
              <meta name="viewport" content="width=device-width,initial-scale=1">
         
     | 
| 
      
 6 
     | 
    
         
            +
              <style>
         
     | 
| 
      
 7 
     | 
    
         
            +
              body {
         
     | 
| 
      
 8 
     | 
    
         
            +
                background-color: #EFEFEF;
         
     | 
| 
      
 9 
     | 
    
         
            +
                color: #2E2F30;
         
     | 
| 
      
 10 
     | 
    
         
            +
                text-align: center;
         
     | 
| 
      
 11 
     | 
    
         
            +
                font-family: arial, sans-serif;
         
     | 
| 
      
 12 
     | 
    
         
            +
                margin: 0;
         
     | 
| 
      
 13 
     | 
    
         
            +
              }
         
     | 
| 
      
 14 
     | 
    
         
            +
             
     | 
| 
      
 15 
     | 
    
         
            +
              div.dialog {
         
     | 
| 
      
 16 
     | 
    
         
            +
                width: 95%;
         
     | 
| 
      
 17 
     | 
    
         
            +
                max-width: 33em;
         
     | 
| 
      
 18 
     | 
    
         
            +
                margin: 4em auto 0;
         
     | 
| 
      
 19 
     | 
    
         
            +
              }
         
     | 
| 
      
 20 
     | 
    
         
            +
             
     | 
| 
      
 21 
     | 
    
         
            +
              div.dialog > div {
         
     | 
| 
      
 22 
     | 
    
         
            +
                border: 1px solid #CCC;
         
     | 
| 
      
 23 
     | 
    
         
            +
                border-right-color: #999;
         
     | 
| 
      
 24 
     | 
    
         
            +
                border-left-color: #999;
         
     | 
| 
      
 25 
     | 
    
         
            +
                border-bottom-color: #BBB;
         
     | 
| 
      
 26 
     | 
    
         
            +
                border-top: #B00100 solid 4px;
         
     | 
| 
      
 27 
     | 
    
         
            +
                border-top-left-radius: 9px;
         
     | 
| 
      
 28 
     | 
    
         
            +
                border-top-right-radius: 9px;
         
     | 
| 
      
 29 
     | 
    
         
            +
                background-color: white;
         
     | 
| 
      
 30 
     | 
    
         
            +
                padding: 7px 12% 0;
         
     | 
| 
      
 31 
     | 
    
         
            +
                box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
         
     | 
| 
      
 32 
     | 
    
         
            +
              }
         
     | 
| 
      
 33 
     | 
    
         
            +
             
     | 
| 
      
 34 
     | 
    
         
            +
              h1 {
         
     | 
| 
      
 35 
     | 
    
         
            +
                font-size: 100%;
         
     | 
| 
      
 36 
     | 
    
         
            +
                color: #730E15;
         
     | 
| 
      
 37 
     | 
    
         
            +
                line-height: 1.5em;
         
     | 
| 
      
 38 
     | 
    
         
            +
              }
         
     | 
| 
      
 39 
     | 
    
         
            +
             
     | 
| 
      
 40 
     | 
    
         
            +
              div.dialog > p {
         
     | 
| 
      
 41 
     | 
    
         
            +
                margin: 0 0 1em;
         
     | 
| 
      
 42 
     | 
    
         
            +
                padding: 1em;
         
     | 
| 
      
 43 
     | 
    
         
            +
                background-color: #F7F7F7;
         
     | 
| 
      
 44 
     | 
    
         
            +
                border: 1px solid #CCC;
         
     | 
| 
      
 45 
     | 
    
         
            +
                border-right-color: #999;
         
     | 
| 
      
 46 
     | 
    
         
            +
                border-left-color: #999;
         
     | 
| 
      
 47 
     | 
    
         
            +
                border-bottom-color: #999;
         
     | 
| 
      
 48 
     | 
    
         
            +
                border-bottom-left-radius: 4px;
         
     | 
| 
      
 49 
     | 
    
         
            +
                border-bottom-right-radius: 4px;
         
     | 
| 
      
 50 
     | 
    
         
            +
                border-top-color: #DADADA;
         
     | 
| 
      
 51 
     | 
    
         
            +
                color: #666;
         
     | 
| 
      
 52 
     | 
    
         
            +
                box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
         
     | 
| 
      
 53 
     | 
    
         
            +
              }
         
     | 
| 
      
 54 
     | 
    
         
            +
              </style>
         
     | 
| 
      
 55 
     | 
    
         
            +
            </head>
         
     | 
| 
      
 56 
     | 
    
         
            +
             
     | 
| 
      
 57 
     | 
    
         
            +
            <body>
         
     | 
| 
      
 58 
     | 
    
         
            +
              <!-- This file lives in public/404.html -->
         
     | 
| 
      
 59 
     | 
    
         
            +
              <div class="dialog">
         
     | 
| 
      
 60 
     | 
    
         
            +
                <div>
         
     | 
| 
      
 61 
     | 
    
         
            +
                  <h1>The page you were looking for doesn't exist.</h1>
         
     | 
| 
      
 62 
     | 
    
         
            +
                  <p>You may have mistyped the address or the page may have moved.</p>
         
     | 
| 
      
 63 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 64 
     | 
    
         
            +
                <p>If you are the application owner check the logs for more information.</p>
         
     | 
| 
      
 65 
     | 
    
         
            +
              </div>
         
     | 
| 
      
 66 
     | 
    
         
            +
            </body>
         
     | 
| 
      
 67 
     | 
    
         
            +
            </html>
         
     | 
| 
         @@ -0,0 +1,67 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            <!DOCTYPE html>
         
     | 
| 
      
 2 
     | 
    
         
            +
            <html>
         
     | 
| 
      
 3 
     | 
    
         
            +
            <head>
         
     | 
| 
      
 4 
     | 
    
         
            +
              <title>The change you wanted was rejected (422)</title>
         
     | 
| 
      
 5 
     | 
    
         
            +
              <meta name="viewport" content="width=device-width,initial-scale=1">
         
     | 
| 
      
 6 
     | 
    
         
            +
              <style>
         
     | 
| 
      
 7 
     | 
    
         
            +
              body {
         
     | 
| 
      
 8 
     | 
    
         
            +
                background-color: #EFEFEF;
         
     | 
| 
      
 9 
     | 
    
         
            +
                color: #2E2F30;
         
     | 
| 
      
 10 
     | 
    
         
            +
                text-align: center;
         
     | 
| 
      
 11 
     | 
    
         
            +
                font-family: arial, sans-serif;
         
     | 
| 
      
 12 
     | 
    
         
            +
                margin: 0;
         
     | 
| 
      
 13 
     | 
    
         
            +
              }
         
     | 
| 
      
 14 
     | 
    
         
            +
             
     | 
| 
      
 15 
     | 
    
         
            +
              div.dialog {
         
     | 
| 
      
 16 
     | 
    
         
            +
                width: 95%;
         
     | 
| 
      
 17 
     | 
    
         
            +
                max-width: 33em;
         
     | 
| 
      
 18 
     | 
    
         
            +
                margin: 4em auto 0;
         
     | 
| 
      
 19 
     | 
    
         
            +
              }
         
     | 
| 
      
 20 
     | 
    
         
            +
             
     | 
| 
      
 21 
     | 
    
         
            +
              div.dialog > div {
         
     | 
| 
      
 22 
     | 
    
         
            +
                border: 1px solid #CCC;
         
     | 
| 
      
 23 
     | 
    
         
            +
                border-right-color: #999;
         
     | 
| 
      
 24 
     | 
    
         
            +
                border-left-color: #999;
         
     | 
| 
      
 25 
     | 
    
         
            +
                border-bottom-color: #BBB;
         
     | 
| 
      
 26 
     | 
    
         
            +
                border-top: #B00100 solid 4px;
         
     | 
| 
      
 27 
     | 
    
         
            +
                border-top-left-radius: 9px;
         
     | 
| 
      
 28 
     | 
    
         
            +
                border-top-right-radius: 9px;
         
     | 
| 
      
 29 
     | 
    
         
            +
                background-color: white;
         
     | 
| 
      
 30 
     | 
    
         
            +
                padding: 7px 12% 0;
         
     | 
| 
      
 31 
     | 
    
         
            +
                box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
         
     | 
| 
      
 32 
     | 
    
         
            +
              }
         
     | 
| 
      
 33 
     | 
    
         
            +
             
     | 
| 
      
 34 
     | 
    
         
            +
              h1 {
         
     | 
| 
      
 35 
     | 
    
         
            +
                font-size: 100%;
         
     | 
| 
      
 36 
     | 
    
         
            +
                color: #730E15;
         
     | 
| 
      
 37 
     | 
    
         
            +
                line-height: 1.5em;
         
     | 
| 
      
 38 
     | 
    
         
            +
              }
         
     | 
| 
      
 39 
     | 
    
         
            +
             
     | 
| 
      
 40 
     | 
    
         
            +
              div.dialog > p {
         
     | 
| 
      
 41 
     | 
    
         
            +
                margin: 0 0 1em;
         
     | 
| 
      
 42 
     | 
    
         
            +
                padding: 1em;
         
     | 
| 
      
 43 
     | 
    
         
            +
                background-color: #F7F7F7;
         
     | 
| 
      
 44 
     | 
    
         
            +
                border: 1px solid #CCC;
         
     | 
| 
      
 45 
     | 
    
         
            +
                border-right-color: #999;
         
     | 
| 
      
 46 
     | 
    
         
            +
                border-left-color: #999;
         
     | 
| 
      
 47 
     | 
    
         
            +
                border-bottom-color: #999;
         
     | 
| 
      
 48 
     | 
    
         
            +
                border-bottom-left-radius: 4px;
         
     | 
| 
      
 49 
     | 
    
         
            +
                border-bottom-right-radius: 4px;
         
     | 
| 
      
 50 
     | 
    
         
            +
                border-top-color: #DADADA;
         
     | 
| 
      
 51 
     | 
    
         
            +
                color: #666;
         
     | 
| 
      
 52 
     | 
    
         
            +
                box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
         
     | 
| 
      
 53 
     | 
    
         
            +
              }
         
     | 
| 
      
 54 
     | 
    
         
            +
              </style>
         
     | 
| 
      
 55 
     | 
    
         
            +
            </head>
         
     | 
| 
      
 56 
     | 
    
         
            +
             
     | 
| 
      
 57 
     | 
    
         
            +
            <body>
         
     | 
| 
      
 58 
     | 
    
         
            +
              <!-- This file lives in public/422.html -->
         
     | 
| 
      
 59 
     | 
    
         
            +
              <div class="dialog">
         
     | 
| 
      
 60 
     | 
    
         
            +
                <div>
         
     | 
| 
      
 61 
     | 
    
         
            +
                  <h1>The change you wanted was rejected.</h1>
         
     | 
| 
      
 62 
     | 
    
         
            +
                  <p>Maybe you tried to change something you didn't have access to.</p>
         
     | 
| 
      
 63 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 64 
     | 
    
         
            +
                <p>If you are the application owner check the logs for more information.</p>
         
     | 
| 
      
 65 
     | 
    
         
            +
              </div>
         
     | 
| 
      
 66 
     | 
    
         
            +
            </body>
         
     | 
| 
      
 67 
     | 
    
         
            +
            </html>
         
     | 
| 
         @@ -0,0 +1,66 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            <!DOCTYPE html>
         
     | 
| 
      
 2 
     | 
    
         
            +
            <html>
         
     | 
| 
      
 3 
     | 
    
         
            +
            <head>
         
     | 
| 
      
 4 
     | 
    
         
            +
              <title>We're sorry, but something went wrong (500)</title>
         
     | 
| 
      
 5 
     | 
    
         
            +
              <meta name="viewport" content="width=device-width,initial-scale=1">
         
     | 
| 
      
 6 
     | 
    
         
            +
              <style>
         
     | 
| 
      
 7 
     | 
    
         
            +
              body {
         
     | 
| 
      
 8 
     | 
    
         
            +
                background-color: #EFEFEF;
         
     | 
| 
      
 9 
     | 
    
         
            +
                color: #2E2F30;
         
     | 
| 
      
 10 
     | 
    
         
            +
                text-align: center;
         
     | 
| 
      
 11 
     | 
    
         
            +
                font-family: arial, sans-serif;
         
     | 
| 
      
 12 
     | 
    
         
            +
                margin: 0;
         
     | 
| 
      
 13 
     | 
    
         
            +
              }
         
     | 
| 
      
 14 
     | 
    
         
            +
             
     | 
| 
      
 15 
     | 
    
         
            +
              div.dialog {
         
     | 
| 
      
 16 
     | 
    
         
            +
                width: 95%;
         
     | 
| 
      
 17 
     | 
    
         
            +
                max-width: 33em;
         
     | 
| 
      
 18 
     | 
    
         
            +
                margin: 4em auto 0;
         
     | 
| 
      
 19 
     | 
    
         
            +
              }
         
     | 
| 
      
 20 
     | 
    
         
            +
             
     | 
| 
      
 21 
     | 
    
         
            +
              div.dialog > div {
         
     | 
| 
      
 22 
     | 
    
         
            +
                border: 1px solid #CCC;
         
     | 
| 
      
 23 
     | 
    
         
            +
                border-right-color: #999;
         
     | 
| 
      
 24 
     | 
    
         
            +
                border-left-color: #999;
         
     | 
| 
      
 25 
     | 
    
         
            +
                border-bottom-color: #BBB;
         
     | 
| 
      
 26 
     | 
    
         
            +
                border-top: #B00100 solid 4px;
         
     | 
| 
      
 27 
     | 
    
         
            +
                border-top-left-radius: 9px;
         
     | 
| 
      
 28 
     | 
    
         
            +
                border-top-right-radius: 9px;
         
     | 
| 
      
 29 
     | 
    
         
            +
                background-color: white;
         
     | 
| 
      
 30 
     | 
    
         
            +
                padding: 7px 12% 0;
         
     | 
| 
      
 31 
     | 
    
         
            +
                box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
         
     | 
| 
      
 32 
     | 
    
         
            +
              }
         
     | 
| 
      
 33 
     | 
    
         
            +
             
     | 
| 
      
 34 
     | 
    
         
            +
              h1 {
         
     | 
| 
      
 35 
     | 
    
         
            +
                font-size: 100%;
         
     | 
| 
      
 36 
     | 
    
         
            +
                color: #730E15;
         
     | 
| 
      
 37 
     | 
    
         
            +
                line-height: 1.5em;
         
     | 
| 
      
 38 
     | 
    
         
            +
              }
         
     | 
| 
      
 39 
     | 
    
         
            +
             
     | 
| 
      
 40 
     | 
    
         
            +
              div.dialog > p {
         
     | 
| 
      
 41 
     | 
    
         
            +
                margin: 0 0 1em;
         
     | 
| 
      
 42 
     | 
    
         
            +
                padding: 1em;
         
     | 
| 
      
 43 
     | 
    
         
            +
                background-color: #F7F7F7;
         
     | 
| 
      
 44 
     | 
    
         
            +
                border: 1px solid #CCC;
         
     | 
| 
      
 45 
     | 
    
         
            +
                border-right-color: #999;
         
     | 
| 
      
 46 
     | 
    
         
            +
                border-left-color: #999;
         
     | 
| 
      
 47 
     | 
    
         
            +
                border-bottom-color: #999;
         
     | 
| 
      
 48 
     | 
    
         
            +
                border-bottom-left-radius: 4px;
         
     | 
| 
      
 49 
     | 
    
         
            +
                border-bottom-right-radius: 4px;
         
     | 
| 
      
 50 
     | 
    
         
            +
                border-top-color: #DADADA;
         
     | 
| 
      
 51 
     | 
    
         
            +
                color: #666;
         
     | 
| 
      
 52 
     | 
    
         
            +
                box-shadow: 0 3px 8px rgba(50, 50, 50, 0.17);
         
     | 
| 
      
 53 
     | 
    
         
            +
              }
         
     | 
| 
      
 54 
     | 
    
         
            +
              </style>
         
     | 
| 
      
 55 
     | 
    
         
            +
            </head>
         
     | 
| 
      
 56 
     | 
    
         
            +
             
     | 
| 
      
 57 
     | 
    
         
            +
            <body>
         
     | 
| 
      
 58 
     | 
    
         
            +
              <!-- This file lives in public/500.html -->
         
     | 
| 
      
 59 
     | 
    
         
            +
              <div class="dialog">
         
     | 
| 
      
 60 
     | 
    
         
            +
                <div>
         
     | 
| 
      
 61 
     | 
    
         
            +
                  <h1>We're sorry, but something went wrong.</h1>
         
     | 
| 
      
 62 
     | 
    
         
            +
                </div>
         
     | 
| 
      
 63 
     | 
    
         
            +
                <p>If you are the application owner check the logs for more information.</p>
         
     | 
| 
      
 64 
     | 
    
         
            +
              </div>
         
     | 
| 
      
 65 
     | 
    
         
            +
            </body>
         
     | 
| 
      
 66 
     | 
    
         
            +
            </html>
         
     | 
| 
         
            File without changes
         
     | 
| 
         @@ -0,0 +1,26 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            require 'test_helper'
         
     | 
| 
      
 2 
     | 
    
         
            +
            require 'minitest/mock'
         
     | 
| 
      
 3 
     | 
    
         
            +
             
     | 
| 
      
 4 
     | 
    
         
            +
            class KinesisBulkJobTest < ActiveJob::TestCase
         
     | 
| 
      
 5 
     | 
    
         
            +
             
     | 
| 
      
 6 
     | 
    
         
            +
              test 'it should queue the job' do
         
     | 
| 
      
 7 
     | 
    
         
            +
                assert_enqueued_with(job: FirehoseIntegration::KinesisBulkJob) do
         
     | 
| 
      
 8 
     | 
    
         
            +
                  FirehoseIntegration::KinesisBulkJob.perform_later('some-stream', ['some data'])
         
     | 
| 
      
 9 
     | 
    
         
            +
                end
         
     | 
| 
      
 10 
     | 
    
         
            +
              end
         
     | 
| 
      
 11 
     | 
    
         
            +
             
     | 
| 
      
 12 
     | 
    
         
            +
              test 'it should send data to kinesis/firehose' do
         
     | 
| 
      
 13 
     | 
    
         
            +
                VCR.use_cassette("kinesis_bulk_success") do
         
     | 
| 
      
 14 
     | 
    
         
            +
                  response = FirehoseIntegration::KinesisBulkJob.perform_now('test-stream', ["some data","more data"])
         
     | 
| 
      
 15 
     | 
    
         
            +
                  assert_equal 2, response.request_responses.count
         
     | 
| 
      
 16 
     | 
    
         
            +
                end
         
     | 
| 
      
 17 
     | 
    
         
            +
              end
         
     | 
| 
      
 18 
     | 
    
         
            +
             
     | 
| 
      
 19 
     | 
    
         
            +
              test 'it should fail sending data to kinesis/firehose' do
         
     | 
| 
      
 20 
     | 
    
         
            +
                VCR.use_cassette("kinesis_bulk_failure") do
         
     | 
| 
      
 21 
     | 
    
         
            +
                  assert_raises(Aws::Firehose::Errors::ResourceNotFoundException) do
         
     | 
| 
      
 22 
     | 
    
         
            +
                    FirehoseIntegration::KinesisBulkJob.perform_now('invalid-stream-name', ['some data'])
         
     | 
| 
      
 23 
     | 
    
         
            +
                  end
         
     | 
| 
      
 24 
     | 
    
         
            +
                end
         
     | 
| 
      
 25 
     | 
    
         
            +
              end
         
     | 
| 
      
 26 
     | 
    
         
            +
            end
         
     | 
| 
         @@ -0,0 +1,26 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            require 'test_helper'
         
     | 
| 
      
 2 
     | 
    
         
            +
            require 'minitest/mock'
         
     | 
| 
      
 3 
     | 
    
         
            +
             
     | 
| 
      
 4 
     | 
    
         
            +
            class KinesisJobTest < ActiveJob::TestCase
         
     | 
| 
      
 5 
     | 
    
         
            +
             
     | 
| 
      
 6 
     | 
    
         
            +
              test 'it should queue the job' do
         
     | 
| 
      
 7 
     | 
    
         
            +
                assert_enqueued_with(job: FirehoseIntegration::KinesisJob) do
         
     | 
| 
      
 8 
     | 
    
         
            +
                  FirehoseIntegration::KinesisJob.perform_later('some-stream', 'some data')
         
     | 
| 
      
 9 
     | 
    
         
            +
                end
         
     | 
| 
      
 10 
     | 
    
         
            +
              end
         
     | 
| 
      
 11 
     | 
    
         
            +
             
     | 
| 
      
 12 
     | 
    
         
            +
              test 'it should send data to kinesis/firehose' do
         
     | 
| 
      
 13 
     | 
    
         
            +
                VCR.use_cassette("kinesis_success") do
         
     | 
| 
      
 14 
     | 
    
         
            +
                  response = FirehoseIntegration::KinesisJob.perform_now('some-stream', 'some data')
         
     | 
| 
      
 15 
     | 
    
         
            +
                  assert response.record_id.present?
         
     | 
| 
      
 16 
     | 
    
         
            +
                end
         
     | 
| 
      
 17 
     | 
    
         
            +
              end
         
     | 
| 
      
 18 
     | 
    
         
            +
             
     | 
| 
      
 19 
     | 
    
         
            +
              test 'it should fail sending data to kinesis/firehose' do
         
     | 
| 
      
 20 
     | 
    
         
            +
                VCR.use_cassette("kinesis_failure") do
         
     | 
| 
      
 21 
     | 
    
         
            +
                  assert_raises(Aws::Firehose::Errors::ResourceNotFoundException) do
         
     | 
| 
      
 22 
     | 
    
         
            +
                    FirehoseIntegration::KinesisJob.perform_now('invalid-stream-name', 'some data')
         
     | 
| 
      
 23 
     | 
    
         
            +
                  end
         
     | 
| 
      
 24 
     | 
    
         
            +
                end
         
     | 
| 
      
 25 
     | 
    
         
            +
              end
         
     | 
| 
      
 26 
     | 
    
         
            +
            end
         
     | 
| 
         @@ -0,0 +1,39 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            require 'test_helper'
         
     | 
| 
      
 2 
     | 
    
         
            +
            require 'minitest/mock'
         
     | 
| 
      
 3 
     | 
    
         
            +
             
     | 
| 
      
 4 
     | 
    
         
            +
            class KinesisSingleObjectTest < ActiveJob::TestCase
         
     | 
| 
      
 5 
     | 
    
         
            +
             
     | 
| 
      
 6 
     | 
    
         
            +
              test 'it should queue the job' do
         
     | 
| 
      
 7 
     | 
    
         
            +
                assert_enqueued_with(job: FirehoseIntegration::KinesisSingleObjectJob) do
         
     | 
| 
      
 8 
     | 
    
         
            +
                  FirehoseIntegration::KinesisSingleObjectJob.perform_later("DummyModel", [DummyModel.first.id])
         
     | 
| 
      
 9 
     | 
    
         
            +
                end
         
     | 
| 
      
 10 
     | 
    
         
            +
              end
         
     | 
| 
      
 11 
     | 
    
         
            +
             
     | 
| 
      
 12 
     | 
    
         
            +
              test 'it should send data to kinesis/firehose' do
         
     | 
| 
      
 13 
     | 
    
         
            +
                VCR.use_cassette("kinesis_success") do
         
     | 
| 
      
 14 
     | 
    
         
            +
                  response = FirehoseIntegration::KinesisSingleObjectJob.perform_now("DummyModel", [DummyModel.first.id])
         
     | 
| 
      
 15 
     | 
    
         
            +
                  assert response.first.record_id.present?
         
     | 
| 
      
 16 
     | 
    
         
            +
                end
         
     | 
| 
      
 17 
     | 
    
         
            +
              end
         
     | 
| 
      
 18 
     | 
    
         
            +
             
     | 
| 
      
 19 
     | 
    
         
            +
              test 'it should fail sending data to kinesis/firehose' do
         
     | 
| 
      
 20 
     | 
    
         
            +
                VCR.use_cassette("kinesis_failure") do
         
     | 
| 
      
 21 
     | 
    
         
            +
                  assert_raises(Aws::Firehose::Errors::ResourceNotFoundException) do
         
     | 
| 
      
 22 
     | 
    
         
            +
                    FirehoseIntegration::KinesisSingleObjectJob.perform_now("DummyModel", [DummyModel.first.id])
         
     | 
| 
      
 23 
     | 
    
         
            +
                  end
         
     | 
| 
      
 24 
     | 
    
         
            +
                end
         
     | 
| 
      
 25 
     | 
    
         
            +
              end
         
     | 
| 
      
 26 
     | 
    
         
            +
             
     | 
| 
      
 27 
     | 
    
         
            +
              test 'update_all_with_kinesis should send all objects to kinesis' do
         
     | 
| 
      
 28 
     | 
    
         
            +
                ids = DummyModel.all.limit(10).map(&:id)
         
     | 
| 
      
 29 
     | 
    
         
            +
             
     | 
| 
      
 30 
     | 
    
         
            +
                # First set the updated_at to be way in the past.
         
     | 
| 
      
 31 
     | 
    
         
            +
                ids.each do |id|
         
     | 
| 
      
 32 
     | 
    
         
            +
                  DummyModel.find(id).update_columns(updated_at: Time.zone.now - 30.days)
         
     | 
| 
      
 33 
     | 
    
         
            +
                end
         
     | 
| 
      
 34 
     | 
    
         
            +
                DummyModel.where(id: ids).update_all_with_kinesis(updated_at: Time.now)
         
     | 
| 
      
 35 
     | 
    
         
            +
                ids.each do |id|
         
     | 
| 
      
 36 
     | 
    
         
            +
                  assert_in_delta DummyModel.find(id).created_at.to_i, Time.now.to_i, 5000
         
     | 
| 
      
 37 
     | 
    
         
            +
                end
         
     | 
| 
      
 38 
     | 
    
         
            +
              end
         
     | 
| 
      
 39 
     | 
    
         
            +
            end
         
     | 
| 
         @@ -0,0 +1,27 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            require 'test_helper'
         
     | 
| 
      
 2 
     | 
    
         
            +
             
     | 
| 
      
 3 
     | 
    
         
            +
            class KinesisEventTest < ActiveSupport::TestCase
         
     | 
| 
      
 4 
     | 
    
         
            +
              test "should raise exception when to_kinesis is not defined" do
         
     | 
| 
      
 5 
     | 
    
         
            +
                exception = assert_raises(NoMethodError) { StupidModel.new.to_kinesis}
         
     | 
| 
      
 6 
     | 
    
         
            +
                assert_match "Model must define instance method to_kinesis", exception.message
         
     | 
| 
      
 7 
     | 
    
         
            +
              end
         
     | 
| 
      
 8 
     | 
    
         
            +
             
     | 
| 
      
 9 
     | 
    
         
            +
              test "should raise exception when kinesis_stream_name is not defined" do
         
     | 
| 
      
 10 
     | 
    
         
            +
                exception = assert_raises(NoMethodError) { StupidModel.kinesis_stream_name}
         
     | 
| 
      
 11 
     | 
    
         
            +
                assert_match "Model must define class method kinesis_stream_name", exception.message
         
     | 
| 
      
 12 
     | 
    
         
            +
              end
         
     | 
| 
      
 13 
     | 
    
         
            +
             
     | 
| 
      
 14 
     | 
    
         
            +
              test 'should escape newline characters' do
         
     | 
| 
      
 15 
     | 
    
         
            +
                bad_string = "something\r\n"
         
     | 
| 
      
 16 
     | 
    
         
            +
                assert_equal "something\\r\\n", DummyModel.new.escape_string_for_redshift(bad_string)
         
     | 
| 
      
 17 
     | 
    
         
            +
                assert_equal "something\r\n", bad_string
         
     | 
| 
      
 18 
     | 
    
         
            +
              end
         
     | 
| 
      
 19 
     | 
    
         
            +
             
     | 
| 
      
 20 
     | 
    
         
            +
              test 'should escape pipe characters' do
         
     | 
| 
      
 21 
     | 
    
         
            +
                assert_equal "something|more", DummyModel.new.escape_string_for_redshift("something|more")
         
     | 
| 
      
 22 
     | 
    
         
            +
              end
         
     | 
| 
      
 23 
     | 
    
         
            +
             
     | 
| 
      
 24 
     | 
    
         
            +
              test 'should prepare an array for redshift' do
         
     | 
| 
      
 25 
     | 
    
         
            +
                assert_equal "something|1|", DummyModel.new.prepare_for_redshift(["something",1,nil])
         
     | 
| 
      
 26 
     | 
    
         
            +
              end
         
     | 
| 
      
 27 
     | 
    
         
            +
            end
         
     | 
    
        data/test/test_helper.rb
    ADDED
    
    | 
         @@ -0,0 +1,29 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            # Configure Rails Environment
         
     | 
| 
      
 2 
     | 
    
         
            +
            ENV["RAILS_ENV"] = "test"
         
     | 
| 
      
 3 
     | 
    
         
            +
             
     | 
| 
      
 4 
     | 
    
         
            +
            require File.expand_path("../../test/dummy/config/environment.rb",  __FILE__)
         
     | 
| 
      
 5 
     | 
    
         
            +
            ActiveRecord::Migrator.migrations_paths = [File.expand_path("../../test/dummy/db/migrate", __FILE__)]
         
     | 
| 
      
 6 
     | 
    
         
            +
            require "rails/test_help"
         
     | 
| 
      
 7 
     | 
    
         
            +
            require 'vcr'
         
     | 
| 
      
 8 
     | 
    
         
            +
            require 'minitest-vcr'
         
     | 
| 
      
 9 
     | 
    
         
            +
            require 'webmock'
         
     | 
| 
      
 10 
     | 
    
         
            +
             
     | 
| 
      
 11 
     | 
    
         
            +
            # Filter out Minitest backtrace while allowing backtrace from other libraries
         
     | 
| 
      
 12 
     | 
    
         
            +
            # to be shown.
         
     | 
| 
      
 13 
     | 
    
         
            +
            Minitest.backtrace_filter = Minitest::BacktraceFilter.new
         
     | 
| 
      
 14 
     | 
    
         
            +
             
     | 
| 
      
 15 
     | 
    
         
            +
            # Load support files
         
     | 
| 
      
 16 
     | 
    
         
            +
            Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each { |f| require f }
         
     | 
| 
      
 17 
     | 
    
         
            +
             
     | 
| 
      
 18 
     | 
    
         
            +
            # Load fixtures from the engine
         
     | 
| 
      
 19 
     | 
    
         
            +
            if ActiveSupport::TestCase.respond_to?(:fixture_path=)
         
     | 
| 
      
 20 
     | 
    
         
            +
              ActiveSupport::TestCase.fixture_path = File.expand_path("../fixtures", __FILE__)
         
     | 
| 
      
 21 
     | 
    
         
            +
              ActionDispatch::IntegrationTest.fixture_path = ActiveSupport::TestCase.fixture_path
         
     | 
| 
      
 22 
     | 
    
         
            +
              ActiveSupport::TestCase.fixtures :all
         
     | 
| 
      
 23 
     | 
    
         
            +
            end
         
     | 
| 
      
 24 
     | 
    
         
            +
             
     | 
| 
      
 25 
     | 
    
         
            +
            VCR.configure do |c|
         
     | 
| 
      
 26 
     | 
    
         
            +
              c.cassette_library_dir = 'test/cassettes'
         
     | 
| 
      
 27 
     | 
    
         
            +
              c.hook_into :webmock
         
     | 
| 
      
 28 
     | 
    
         
            +
              c.allow_http_connections_when_no_cassette = true
         
     | 
| 
      
 29 
     | 
    
         
            +
            end
         
     | 
    
        metadata
    ADDED
    
    | 
         @@ -0,0 +1,266 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            --- !ruby/object:Gem::Specification
         
     | 
| 
      
 2 
     | 
    
         
            +
            name: firehose_integration
         
     | 
| 
      
 3 
     | 
    
         
            +
            version: !ruby/object:Gem::Version
         
     | 
| 
      
 4 
     | 
    
         
            +
              version: 0.0.1
         
     | 
| 
      
 5 
     | 
    
         
            +
            platform: ruby
         
     | 
| 
      
 6 
     | 
    
         
            +
            authors:
         
     | 
| 
      
 7 
     | 
    
         
            +
            - onomojo
         
     | 
| 
      
 8 
     | 
    
         
            +
            autorequire: 
         
     | 
| 
      
 9 
     | 
    
         
            +
            bindir: bin
         
     | 
| 
      
 10 
     | 
    
         
            +
            cert_chain: []
         
     | 
| 
      
 11 
     | 
    
         
            +
            date: 2016-05-26 00:00:00.000000000 Z
         
     | 
| 
      
 12 
     | 
    
         
            +
            dependencies:
         
     | 
| 
      
 13 
     | 
    
         
            +
            - !ruby/object:Gem::Dependency
         
     | 
| 
      
 14 
     | 
    
         
            +
              name: rails
         
     | 
| 
      
 15 
     | 
    
         
            +
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
      
 16 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 17 
     | 
    
         
            +
                - - "~>"
         
     | 
| 
      
 18 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 19 
     | 
    
         
            +
                    version: 4.2.5
         
     | 
| 
      
 20 
     | 
    
         
            +
              type: :runtime
         
     | 
| 
      
 21 
     | 
    
         
            +
              prerelease: false
         
     | 
| 
      
 22 
     | 
    
         
            +
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
      
 23 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 24 
     | 
    
         
            +
                - - "~>"
         
     | 
| 
      
 25 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 26 
     | 
    
         
            +
                    version: 4.2.5
         
     | 
| 
      
 27 
     | 
    
         
            +
            - !ruby/object:Gem::Dependency
         
     | 
| 
      
 28 
     | 
    
         
            +
              name: aws-sdk
         
     | 
| 
      
 29 
     | 
    
         
            +
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
      
 30 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 31 
     | 
    
         
            +
                - - "~>"
         
     | 
| 
      
 32 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 33 
     | 
    
         
            +
                    version: '2'
         
     | 
| 
      
 34 
     | 
    
         
            +
              type: :runtime
         
     | 
| 
      
 35 
     | 
    
         
            +
              prerelease: false
         
     | 
| 
      
 36 
     | 
    
         
            +
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
      
 37 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 38 
     | 
    
         
            +
                - - "~>"
         
     | 
| 
      
 39 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 40 
     | 
    
         
            +
                    version: '2'
         
     | 
| 
      
 41 
     | 
    
         
            +
            - !ruby/object:Gem::Dependency
         
     | 
| 
      
 42 
     | 
    
         
            +
              name: sqlite3
         
     | 
| 
      
 43 
     | 
    
         
            +
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
      
 44 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 45 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 46 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 47 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 48 
     | 
    
         
            +
              type: :development
         
     | 
| 
      
 49 
     | 
    
         
            +
              prerelease: false
         
     | 
| 
      
 50 
     | 
    
         
            +
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
      
 51 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 52 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 53 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 54 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 55 
     | 
    
         
            +
            - !ruby/object:Gem::Dependency
         
     | 
| 
      
 56 
     | 
    
         
            +
              name: minitest
         
     | 
| 
      
 57 
     | 
    
         
            +
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
      
 58 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 59 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 60 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 61 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 62 
     | 
    
         
            +
              type: :development
         
     | 
| 
      
 63 
     | 
    
         
            +
              prerelease: false
         
     | 
| 
      
 64 
     | 
    
         
            +
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
      
 65 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 66 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 67 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 68 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 69 
     | 
    
         
            +
            - !ruby/object:Gem::Dependency
         
     | 
| 
      
 70 
     | 
    
         
            +
              name: minitest-spec-rails
         
     | 
| 
      
 71 
     | 
    
         
            +
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
      
 72 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 73 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 74 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 75 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 76 
     | 
    
         
            +
              type: :development
         
     | 
| 
      
 77 
     | 
    
         
            +
              prerelease: false
         
     | 
| 
      
 78 
     | 
    
         
            +
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
      
 79 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 80 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 81 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 82 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 83 
     | 
    
         
            +
            - !ruby/object:Gem::Dependency
         
     | 
| 
      
 84 
     | 
    
         
            +
              name: minitest-vcr
         
     | 
| 
      
 85 
     | 
    
         
            +
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
      
 86 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 87 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 88 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 89 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 90 
     | 
    
         
            +
              type: :development
         
     | 
| 
      
 91 
     | 
    
         
            +
              prerelease: false
         
     | 
| 
      
 92 
     | 
    
         
            +
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
      
 93 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 94 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 95 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 96 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 97 
     | 
    
         
            +
            - !ruby/object:Gem::Dependency
         
     | 
| 
      
 98 
     | 
    
         
            +
              name: webmock
         
     | 
| 
      
 99 
     | 
    
         
            +
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
      
 100 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 101 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 102 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 103 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 104 
     | 
    
         
            +
              type: :development
         
     | 
| 
      
 105 
     | 
    
         
            +
              prerelease: false
         
     | 
| 
      
 106 
     | 
    
         
            +
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
      
 107 
     | 
    
         
            +
                requirements:
         
     | 
| 
      
 108 
     | 
    
         
            +
                - - ">="
         
     | 
| 
      
 109 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 110 
     | 
    
         
            +
                    version: '0'
         
     | 
| 
      
 111 
     | 
    
         
            +
            description: An easy way to get your data sent to Amazon Firehose
         
     | 
| 
      
 112 
     | 
    
         
            +
            email:
         
     | 
| 
      
 113 
     | 
    
         
            +
            - brian@onomojo.com
         
     | 
| 
      
 114 
     | 
    
         
            +
            executables: []
         
     | 
| 
      
 115 
     | 
    
         
            +
            extensions: []
         
     | 
| 
      
 116 
     | 
    
         
            +
            extra_rdoc_files: []
         
     | 
| 
      
 117 
     | 
    
         
            +
            files:
         
     | 
| 
      
 118 
     | 
    
         
            +
            - MIT-LICENSE
         
     | 
| 
      
 119 
     | 
    
         
            +
            - README.rdoc
         
     | 
| 
      
 120 
     | 
    
         
            +
            - Rakefile
         
     | 
| 
      
 121 
     | 
    
         
            +
            - lib/firehose_integration.rb
         
     | 
| 
      
 122 
     | 
    
         
            +
            - lib/firehose_integration/active_record_relation.rb
         
     | 
| 
      
 123 
     | 
    
         
            +
            - lib/firehose_integration/jobs/kinesis_bulk_job.rb
         
     | 
| 
      
 124 
     | 
    
         
            +
            - lib/firehose_integration/jobs/kinesis_job.rb
         
     | 
| 
      
 125 
     | 
    
         
            +
            - lib/firehose_integration/jobs/kinesis_single_object_job.rb
         
     | 
| 
      
 126 
     | 
    
         
            +
            - lib/firehose_integration/models/concerns/kinesis_event.rb
         
     | 
| 
      
 127 
     | 
    
         
            +
            - lib/firehose_integration/version.rb
         
     | 
| 
      
 128 
     | 
    
         
            +
            - lib/tasks/firehose_integration_tasks.rake
         
     | 
| 
      
 129 
     | 
    
         
            +
            - test/cassettes/kinesis_bulk_failure.yml
         
     | 
| 
      
 130 
     | 
    
         
            +
            - test/cassettes/kinesis_bulk_success.yml
         
     | 
| 
      
 131 
     | 
    
         
            +
            - test/cassettes/kinesis_failure.yml
         
     | 
| 
      
 132 
     | 
    
         
            +
            - test/cassettes/kinesis_success.yml
         
     | 
| 
      
 133 
     | 
    
         
            +
            - test/dummy/README.rdoc
         
     | 
| 
      
 134 
     | 
    
         
            +
            - test/dummy/Rakefile
         
     | 
| 
      
 135 
     | 
    
         
            +
            - test/dummy/app/assets/javascripts/application.js
         
     | 
| 
      
 136 
     | 
    
         
            +
            - test/dummy/app/assets/stylesheets/application.css
         
     | 
| 
      
 137 
     | 
    
         
            +
            - test/dummy/app/controllers/application_controller.rb
         
     | 
| 
      
 138 
     | 
    
         
            +
            - test/dummy/app/helpers/application_helper.rb
         
     | 
| 
      
 139 
     | 
    
         
            +
            - test/dummy/app/kinesis_serializers/dummy_model_kinesis_serializer.rb
         
     | 
| 
      
 140 
     | 
    
         
            +
            - test/dummy/app/models/dummy_model.rb
         
     | 
| 
      
 141 
     | 
    
         
            +
            - test/dummy/app/models/stupid_model.rb
         
     | 
| 
      
 142 
     | 
    
         
            +
            - test/dummy/app/views/layouts/application.html.erb
         
     | 
| 
      
 143 
     | 
    
         
            +
            - test/dummy/bin/bundle
         
     | 
| 
      
 144 
     | 
    
         
            +
            - test/dummy/bin/rails
         
     | 
| 
      
 145 
     | 
    
         
            +
            - test/dummy/bin/rake
         
     | 
| 
      
 146 
     | 
    
         
            +
            - test/dummy/bin/setup
         
     | 
| 
      
 147 
     | 
    
         
            +
            - test/dummy/config.ru
         
     | 
| 
      
 148 
     | 
    
         
            +
            - test/dummy/config/application.rb
         
     | 
| 
      
 149 
     | 
    
         
            +
            - test/dummy/config/boot.rb
         
     | 
| 
      
 150 
     | 
    
         
            +
            - test/dummy/config/database.yml
         
     | 
| 
      
 151 
     | 
    
         
            +
            - test/dummy/config/environment.rb
         
     | 
| 
      
 152 
     | 
    
         
            +
            - test/dummy/config/environments/development.rb
         
     | 
| 
      
 153 
     | 
    
         
            +
            - test/dummy/config/environments/production.rb
         
     | 
| 
      
 154 
     | 
    
         
            +
            - test/dummy/config/environments/test.rb
         
     | 
| 
      
 155 
     | 
    
         
            +
            - test/dummy/config/initializers/assets.rb
         
     | 
| 
      
 156 
     | 
    
         
            +
            - test/dummy/config/initializers/aws.rb
         
     | 
| 
      
 157 
     | 
    
         
            +
            - test/dummy/config/initializers/backtrace_silencers.rb
         
     | 
| 
      
 158 
     | 
    
         
            +
            - test/dummy/config/initializers/cookies_serializer.rb
         
     | 
| 
      
 159 
     | 
    
         
            +
            - test/dummy/config/initializers/filter_parameter_logging.rb
         
     | 
| 
      
 160 
     | 
    
         
            +
            - test/dummy/config/initializers/inflections.rb
         
     | 
| 
      
 161 
     | 
    
         
            +
            - test/dummy/config/initializers/mime_types.rb
         
     | 
| 
      
 162 
     | 
    
         
            +
            - test/dummy/config/initializers/session_store.rb
         
     | 
| 
      
 163 
     | 
    
         
            +
            - test/dummy/config/initializers/wrap_parameters.rb
         
     | 
| 
      
 164 
     | 
    
         
            +
            - test/dummy/config/locales/en.yml
         
     | 
| 
      
 165 
     | 
    
         
            +
            - test/dummy/config/routes.rb
         
     | 
| 
      
 166 
     | 
    
         
            +
            - test/dummy/config/secrets.yml
         
     | 
| 
      
 167 
     | 
    
         
            +
            - test/dummy/db/development.sqlite3
         
     | 
| 
      
 168 
     | 
    
         
            +
            - test/dummy/db/migrate/20160526190814_create_dummy_models.rb
         
     | 
| 
      
 169 
     | 
    
         
            +
            - test/dummy/db/migrate/20160526203033_create_stupid_model.rb
         
     | 
| 
      
 170 
     | 
    
         
            +
            - test/dummy/db/schema.rb
         
     | 
| 
      
 171 
     | 
    
         
            +
            - test/dummy/db/test.sqlite3
         
     | 
| 
      
 172 
     | 
    
         
            +
            - test/dummy/log/development.log
         
     | 
| 
      
 173 
     | 
    
         
            +
            - test/dummy/log/test.log
         
     | 
| 
      
 174 
     | 
    
         
            +
            - test/dummy/public/404.html
         
     | 
| 
      
 175 
     | 
    
         
            +
            - test/dummy/public/422.html
         
     | 
| 
      
 176 
     | 
    
         
            +
            - test/dummy/public/500.html
         
     | 
| 
      
 177 
     | 
    
         
            +
            - test/dummy/public/favicon.ico
         
     | 
| 
      
 178 
     | 
    
         
            +
            - test/firehose_integration_test.rb
         
     | 
| 
      
 179 
     | 
    
         
            +
            - test/fixtures/dummy_models.yml
         
     | 
| 
      
 180 
     | 
    
         
            +
            - test/jobs/kinesis_bulk_job_test.rb
         
     | 
| 
      
 181 
     | 
    
         
            +
            - test/jobs/kinesis_job_test.rb
         
     | 
| 
      
 182 
     | 
    
         
            +
            - test/jobs/kinesis_single_object_test.rb
         
     | 
| 
      
 183 
     | 
    
         
            +
            - test/models/concerns/kinesis_event_test.rb
         
     | 
| 
      
 184 
     | 
    
         
            +
            - test/test_helper.rb
         
     | 
| 
      
 185 
     | 
    
         
            +
            homepage: https://github.com/onomojo/firehose_integration
         
     | 
| 
      
 186 
     | 
    
         
            +
            licenses:
         
     | 
| 
      
 187 
     | 
    
         
            +
            - MIT
         
     | 
| 
      
 188 
     | 
    
         
            +
            metadata: {}
         
     | 
| 
      
 189 
     | 
    
         
            +
            post_install_message: 
         
     | 
| 
      
 190 
     | 
    
         
            +
            rdoc_options: []
         
     | 
| 
      
 191 
     | 
    
         
            +
            require_paths:
         
     | 
| 
      
 192 
     | 
    
         
            +
            - lib
         
     | 
| 
      
 193 
     | 
    
         
            +
            required_ruby_version: !ruby/object:Gem::Requirement
         
     | 
| 
      
 194 
     | 
    
         
            +
              requirements:
         
     | 
| 
      
 195 
     | 
    
         
            +
              - - ">="
         
     | 
| 
      
 196 
     | 
    
         
            +
                - !ruby/object:Gem::Version
         
     | 
| 
      
 197 
     | 
    
         
            +
                  version: '0'
         
     | 
| 
      
 198 
     | 
    
         
            +
            required_rubygems_version: !ruby/object:Gem::Requirement
         
     | 
| 
      
 199 
     | 
    
         
            +
              requirements:
         
     | 
| 
      
 200 
     | 
    
         
            +
              - - ">="
         
     | 
| 
      
 201 
     | 
    
         
            +
                - !ruby/object:Gem::Version
         
     | 
| 
      
 202 
     | 
    
         
            +
                  version: '0'
         
     | 
| 
      
 203 
     | 
    
         
            +
            requirements: []
         
     | 
| 
      
 204 
     | 
    
         
            +
            rubyforge_project: 
         
     | 
| 
      
 205 
     | 
    
         
            +
            rubygems_version: 2.4.8
         
     | 
| 
      
 206 
     | 
    
         
            +
            signing_key: 
         
     | 
| 
      
 207 
     | 
    
         
            +
            specification_version: 4
         
     | 
| 
      
 208 
     | 
    
         
            +
            summary: An easy way to get your data sent to Amazon Firehose
         
     | 
| 
      
 209 
     | 
    
         
            +
            test_files:
         
     | 
| 
      
 210 
     | 
    
         
            +
            - test/cassettes/kinesis_bulk_failure.yml
         
     | 
| 
      
 211 
     | 
    
         
            +
            - test/cassettes/kinesis_bulk_success.yml
         
     | 
| 
      
 212 
     | 
    
         
            +
            - test/cassettes/kinesis_failure.yml
         
     | 
| 
      
 213 
     | 
    
         
            +
            - test/cassettes/kinesis_success.yml
         
     | 
| 
      
 214 
     | 
    
         
            +
            - test/dummy/app/assets/javascripts/application.js
         
     | 
| 
      
 215 
     | 
    
         
            +
            - test/dummy/app/assets/stylesheets/application.css
         
     | 
| 
      
 216 
     | 
    
         
            +
            - test/dummy/app/controllers/application_controller.rb
         
     | 
| 
      
 217 
     | 
    
         
            +
            - test/dummy/app/helpers/application_helper.rb
         
     | 
| 
      
 218 
     | 
    
         
            +
            - test/dummy/app/kinesis_serializers/dummy_model_kinesis_serializer.rb
         
     | 
| 
      
 219 
     | 
    
         
            +
            - test/dummy/app/models/dummy_model.rb
         
     | 
| 
      
 220 
     | 
    
         
            +
            - test/dummy/app/models/stupid_model.rb
         
     | 
| 
      
 221 
     | 
    
         
            +
            - test/dummy/app/views/layouts/application.html.erb
         
     | 
| 
      
 222 
     | 
    
         
            +
            - test/dummy/bin/bundle
         
     | 
| 
      
 223 
     | 
    
         
            +
            - test/dummy/bin/rails
         
     | 
| 
      
 224 
     | 
    
         
            +
            - test/dummy/bin/rake
         
     | 
| 
      
 225 
     | 
    
         
            +
            - test/dummy/bin/setup
         
     | 
| 
      
 226 
     | 
    
         
            +
            - test/dummy/config/application.rb
         
     | 
| 
      
 227 
     | 
    
         
            +
            - test/dummy/config/boot.rb
         
     | 
| 
      
 228 
     | 
    
         
            +
            - test/dummy/config/database.yml
         
     | 
| 
      
 229 
     | 
    
         
            +
            - test/dummy/config/environment.rb
         
     | 
| 
      
 230 
     | 
    
         
            +
            - test/dummy/config/environments/development.rb
         
     | 
| 
      
 231 
     | 
    
         
            +
            - test/dummy/config/environments/production.rb
         
     | 
| 
      
 232 
     | 
    
         
            +
            - test/dummy/config/environments/test.rb
         
     | 
| 
      
 233 
     | 
    
         
            +
            - test/dummy/config/initializers/assets.rb
         
     | 
| 
      
 234 
     | 
    
         
            +
            - test/dummy/config/initializers/aws.rb
         
     | 
| 
      
 235 
     | 
    
         
            +
            - test/dummy/config/initializers/backtrace_silencers.rb
         
     | 
| 
      
 236 
     | 
    
         
            +
            - test/dummy/config/initializers/cookies_serializer.rb
         
     | 
| 
      
 237 
     | 
    
         
            +
            - test/dummy/config/initializers/filter_parameter_logging.rb
         
     | 
| 
      
 238 
     | 
    
         
            +
            - test/dummy/config/initializers/inflections.rb
         
     | 
| 
      
 239 
     | 
    
         
            +
            - test/dummy/config/initializers/mime_types.rb
         
     | 
| 
      
 240 
     | 
    
         
            +
            - test/dummy/config/initializers/session_store.rb
         
     | 
| 
      
 241 
     | 
    
         
            +
            - test/dummy/config/initializers/wrap_parameters.rb
         
     | 
| 
      
 242 
     | 
    
         
            +
            - test/dummy/config/locales/en.yml
         
     | 
| 
      
 243 
     | 
    
         
            +
            - test/dummy/config/routes.rb
         
     | 
| 
      
 244 
     | 
    
         
            +
            - test/dummy/config/secrets.yml
         
     | 
| 
      
 245 
     | 
    
         
            +
            - test/dummy/config.ru
         
     | 
| 
      
 246 
     | 
    
         
            +
            - test/dummy/db/development.sqlite3
         
     | 
| 
      
 247 
     | 
    
         
            +
            - test/dummy/db/migrate/20160526190814_create_dummy_models.rb
         
     | 
| 
      
 248 
     | 
    
         
            +
            - test/dummy/db/migrate/20160526203033_create_stupid_model.rb
         
     | 
| 
      
 249 
     | 
    
         
            +
            - test/dummy/db/schema.rb
         
     | 
| 
      
 250 
     | 
    
         
            +
            - test/dummy/db/test.sqlite3
         
     | 
| 
      
 251 
     | 
    
         
            +
            - test/dummy/log/development.log
         
     | 
| 
      
 252 
     | 
    
         
            +
            - test/dummy/log/test.log
         
     | 
| 
      
 253 
     | 
    
         
            +
            - test/dummy/public/404.html
         
     | 
| 
      
 254 
     | 
    
         
            +
            - test/dummy/public/422.html
         
     | 
| 
      
 255 
     | 
    
         
            +
            - test/dummy/public/500.html
         
     | 
| 
      
 256 
     | 
    
         
            +
            - test/dummy/public/favicon.ico
         
     | 
| 
      
 257 
     | 
    
         
            +
            - test/dummy/Rakefile
         
     | 
| 
      
 258 
     | 
    
         
            +
            - test/dummy/README.rdoc
         
     | 
| 
      
 259 
     | 
    
         
            +
            - test/firehose_integration_test.rb
         
     | 
| 
      
 260 
     | 
    
         
            +
            - test/fixtures/dummy_models.yml
         
     | 
| 
      
 261 
     | 
    
         
            +
            - test/jobs/kinesis_bulk_job_test.rb
         
     | 
| 
      
 262 
     | 
    
         
            +
            - test/jobs/kinesis_job_test.rb
         
     | 
| 
      
 263 
     | 
    
         
            +
            - test/jobs/kinesis_single_object_test.rb
         
     | 
| 
      
 264 
     | 
    
         
            +
            - test/models/concerns/kinesis_event_test.rb
         
     | 
| 
      
 265 
     | 
    
         
            +
            - test/test_helper.rb
         
     | 
| 
      
 266 
     | 
    
         
            +
            has_rdoc: 
         
     |