nypl_ruby_util 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d2086b8b4b5bef52f3459a1245af09a7364cb35190ec40c0541a7bd72681a8f6
-  data.tar.gz: 4e1c6a34f318b81c6659cca2f57f1930bfbf0e406040e950f681c4631177bec3
+  metadata.gz: 05c91cd9d8cd4ffd258f3a2c1f9b3cb41c2c6cf9b5df78d21f1483510e34c544
+  data.tar.gz: 55e61c0097b9721728b147b6201e0856e815c3de8631e3f41ed78b00c12d11bb
 SHA512:
-  metadata.gz: 68670e8961ed473bb3854b2320cafc0c960b9418b37d336fdaac6f9cf41ae14acca33d131565986fad25f2d8eb6cb57f225828c93e5539c685bf497b80e6bab6
-  data.tar.gz: 433b9dea26fa844a28a6711eff1d510a8f21df2f3f71e011d76e497f77dd2988714162973345084b681bb068771bc95433957f513e26553243cefbad521c70b3
+  metadata.gz: 6c2042cc492affeb2ae6d60d6c96fb6d0db3ea69c23f1ad6a31da3ff5025c52cd4d5f669112e174153e88b84dde7395f59b23b12182017c079f1ce6a024807f6
+  data.tar.gz: 832f11059c1267393afb6b2f5140dd5a8f98950f9e69c495e6fa1cfa31af947c78fbf4cd740016214b4fe1dc4bce939a6f57de295039a3673aa195da0ce2be2c

data/lib/kinesis_client.rb

@@ -12,10 +12,10 @@ class KinesisClient
     @stream_name = @config[:stream_name]
     @avro = nil
     @batch_size = @config[:batch_size] || 1
+    @client_options = set_config(config)
     @batch_count = 0
     @records = []
     @automatically_push = !(@config[:automatically_push] == false)
-    @client_options = config[:profile] ? { profile: config[:profile] } : {}
     @client = Aws::Kinesis::Client.new(@client_options)
 
     @avro = NYPLAvro.by_name(config[:schema_string]) if config[:schema_string]
@@ -23,6 +23,16 @@ class KinesisClient
     @shovel_method = @batch_size > 1 ? :push_to_records : :push_record
   end
 
+  def set_config(config)
+    if config[:profile]
+      { profile: config[:profile] }
+    elsif config[:custom_aws_config]
+      config[:custom_aws_config]
+    else
+      {}
+    end
+  end
+
   def convert_to_record(json_message)
     if config[:schema_string]
       message = avro.encode(json_message, false)
@@ -41,6 +51,7 @@ class KinesisClient
     send(@shovel_method, json_message)
   end
 
+#This method is broken
   def push_record(json_message)
     record = convert_to_record(json_message)
     record[:stream_name] = @stream_name
@@ -75,21 +86,19 @@ class KinesisClient
       stream_name: @stream_name
     })
 
-    $logger.debug("Received #{resp} from #{@stream_name}")
-
-    if resp.failed_record_count > 0 
-      return_message = {
+    if resp.failed_record_count > 0
+      failure_message = {
         failures: resp.failed_record_count,
         failures_data: filter_failures(resp)
       }
-      $logger.warn("Message sent to #{config[:stream_name]} #{return_message}") if $logger
+      $logger.warn("Batch sent to #{config[:stream_name]} with failures: #{failure_message}")
     else
-      $logger.info("Message sent to #{config[:stream_name]} successfully") if $logger
+      $logger.info("Batch sent to #{config[:stream_name]} successfully")
     end
   end
 
   def push_records
-    if @records.length > 0 
+    if @records.length > 0
       @records.each_slice(@batch_size) do |slice|
         push_batch(slice)
         @batch_count += 1

metadata

@@ -1,11 +1,11 @@
 --- !ruby/object:Gem::Specification
 name: nypl_ruby_util
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors:
 - Daniel Appel
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
 date: 2020-09-08 00:00:00.000000000 Z
@@ -109,7 +109,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 1.0.3
 description: A repository of common utilities for NYPL Ruby application
-email: 
+email:
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -126,7 +126,7 @@ homepage: https://github.com/NYPL/NYPLRubyUtil
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -141,8 +141,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: A repository of common utilities for NYPL Ruby application
 test_files: []