deimos-ruby 1.23.2 → 1.24.0

data/spec/snapshots/producers_with_key-no-nest.snap

@@ -260,6 +260,50 @@ module Schemas
 end
 
 
+spec/app/lib/schema_classes/my_long_namespace_schema.rb:
+# frozen_string_literal: true
+
+# This file is autogenerated by Deimos, Do NOT modify
+module Schemas
+  ### Primary Schema Class ###
+  # Autogenerated Schema for Record at com.my-namespace.my-suborg.MyLongNamespaceSchema
+  class MyLongNamespaceSchema < Deimos::SchemaClass::Record
+
+    ### Attribute Accessors ###
+    # @return [String]
+    attr_accessor :test_id
+    # @return [Integer]
+    attr_accessor :some_int
+
+    # @override
+    def initialize(test_id: nil,
+                   some_int: nil)
+      super
+      self.test_id = test_id
+      self.some_int = some_int
+    end
+
+    # @override
+    def schema
+      'MyLongNamespaceSchema'
+    end
+
+    # @override
+    def namespace
+      'com.my-namespace.my-suborg'
+    end
+
+    # @override
+    def as_json(_opts={})
+      {
+        'test_id' => @test_id,
+        'some_int' => @some_int
+      }
+    end
+  end
+end
+
+
 spec/app/lib/schema_classes/my_nested_record.rb:
 # frozen_string_literal: true
 

data/spec/snapshots/producers_with_key.snap

@@ -227,6 +227,50 @@ module Schemas
 end
 
 
+spec/app/lib/schema_classes/my_long_namespace_schema.rb:
+# frozen_string_literal: true
+
+# This file is autogenerated by Deimos, Do NOT modify
+module Schemas
+  ### Primary Schema Class ###
+  # Autogenerated Schema for Record at com.my-namespace.my-suborg.MyLongNamespaceSchema
+  class MyLongNamespaceSchema < Deimos::SchemaClass::Record
+
+    ### Attribute Accessors ###
+    # @return [String]
+    attr_accessor :test_id
+    # @return [Integer]
+    attr_accessor :some_int
+
+    # @override
+    def initialize(test_id: nil,
+                   some_int: nil)
+      super
+      self.test_id = test_id
+      self.some_int = some_int
+    end
+
+    # @override
+    def schema
+      'MyLongNamespaceSchema'
+    end
+
+    # @override
+    def namespace
+      'com.my-namespace.my-suborg'
+    end
+
+    # @override
+    def as_json(_opts={})
+      {
+        'test_id' => @test_id,
+        'some_int' => @some_int
+      }
+    end
+  end
+end
+
+
 spec/app/lib/schema_classes/my_nested_schema.rb:
 # frozen_string_literal: true
 

data/spec/utils/db_poller_spec.rb

@@ -191,6 +191,48 @@ each_db_config(Deimos::Utils::DbPoller::Base) do
         expect(Deimos.config.tracer).to have_received(:finish).with('a span')
       end
 
+      context 'with skip_too_large_messages on' do
+        before(:each) { config.skip_too_large_messages = true }
+
+        it 'should skip and move on' do
+          error = Kafka::MessageSizeTooLarge.new('OH NOES')
+          allow(poller).to receive(:sleep)
+          allow(poller).to receive(:process_batch) do
+            raise error
+          end
+          poller.retrieve_poll_info
+          poller.process_batch_with_span(widgets, status)
+          expect(poller).not_to have_received(:sleep)
+          expect(Deimos.config.tracer).to have_received(:set_error).with('a span', error)
+          expect(status.batches_errored).to eq(1)
+          expect(status.batches_processed).to eq(0)
+          expect(status.messages_processed).to eq(3)
+
+        end
+      end
+
+      context 'with skip_too_large_messages off' do
+        it 'should retry forever' do
+          called_once = false
+          allow(poller).to receive(:sleep)
+          allow(poller).to receive(:process_batch) do
+            unless called_once
+              called_once = true
+              raise Kafka::MessageSizeTooLarge, 'OH NOES'
+            end
+          end
+          poller.retrieve_poll_info
+          poller.process_batch_with_span(widgets, status)
+          expect(poller).to have_received(:sleep).once.with(0.5)
+          expect(Deimos.config.tracer).to have_received(:finish).with('a span')
+          expect(status.batches_errored).to eq(0)
+          expect(status.batches_processed).to eq(1)
+          expect(status.messages_processed).to eq(3)
+
+        end
+
+      end
+
       it 'should retry on Kafka error' do
         called_once = false
         allow(poller).to receive(:sleep)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: deimos-ruby
 version: !ruby/object:Gem::Version
-  version: 1.23.2
+  version: 1.24.0
 platform: ruby
 authors:
 - Daniel Orner
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-22 00:00:00.000000000 Z
+date: 2024-02-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: avro_turf
@@ -561,6 +561,7 @@ files:
 - spec/schemas/com/my-namespace/Wibble.avsc
 - spec/schemas/com/my-namespace/Widget.avsc
 - spec/schemas/com/my-namespace/WidgetTheSecond.avsc
+- spec/schemas/com/my-namespace/my-suborg/MyLongNamespaceSchema.avsc
 - spec/schemas/com/my-namespace/request/CreateTopic.avsc
 - spec/schemas/com/my-namespace/request/Index.avsc
 - spec/schemas/com/my-namespace/request/UpdateRequest.avsc
@@ -568,6 +569,7 @@ files:
 - spec/schemas/com/my-namespace/response/Index.avsc
 - spec/schemas/com/my-namespace/response/UpdateResponse.avsc
 - spec/schemas/my_namespace/generated.rb
+- spec/schemas/my_namespace/my_long_namespace_schema.rb
 - spec/schemas/my_namespace/my_nested_schema.rb
 - spec/schemas/my_namespace/my_schema.rb
 - spec/schemas/my_namespace/my_schema_compound_key.rb
@@ -580,15 +582,15 @@ files:
 - spec/schemas/my_namespace/my_schema_with_id.rb
 - spec/schemas/my_namespace/my_schema_with_unique_id.rb
 - spec/schemas/my_namespace/my_updated_schema.rb
+- spec/schemas/my_namespace/request/create_topic.rb
+- spec/schemas/my_namespace/request/index.rb
+- spec/schemas/my_namespace/request/update_request.rb
+- spec/schemas/my_namespace/response/create_topic.rb
+- spec/schemas/my_namespace/response/index.rb
+- spec/schemas/my_namespace/response/update_response.rb
 - spec/schemas/my_namespace/wibble.rb
 - spec/schemas/my_namespace/widget.rb
 - spec/schemas/my_namespace/widget_the_second.rb
-- spec/schemas/request/create_topic.rb
-- spec/schemas/request/index.rb
-- spec/schemas/request/update_request.rb
-- spec/schemas/response/create_topic.rb
-- spec/schemas/response/index.rb
-- spec/schemas/response/update_response.rb
 - spec/snapshots/consumers-no-nest.snap
 - spec/snapshots/consumers.snap
 - spec/snapshots/consumers_and_producers-no-nest.snap
@@ -600,6 +602,7 @@ files:
 - spec/snapshots/consumers_nested-no-nest.snap
 - spec/snapshots/consumers_nested.snap
 - spec/snapshots/namespace_folders.snap
+- spec/snapshots/namespace_map.snap
 - spec/snapshots/producers_with_key-no-nest.snap
 - spec/snapshots/producers_with_key.snap
 - spec/spec_helper.rb
@@ -689,6 +692,7 @@ test_files:
 - spec/schemas/com/my-namespace/Wibble.avsc
 - spec/schemas/com/my-namespace/Widget.avsc
 - spec/schemas/com/my-namespace/WidgetTheSecond.avsc
+- spec/schemas/com/my-namespace/my-suborg/MyLongNamespaceSchema.avsc
 - spec/schemas/com/my-namespace/request/CreateTopic.avsc
 - spec/schemas/com/my-namespace/request/Index.avsc
 - spec/schemas/com/my-namespace/request/UpdateRequest.avsc
@@ -696,6 +700,7 @@ test_files:
 - spec/schemas/com/my-namespace/response/Index.avsc
 - spec/schemas/com/my-namespace/response/UpdateResponse.avsc
 - spec/schemas/my_namespace/generated.rb
+- spec/schemas/my_namespace/my_long_namespace_schema.rb
 - spec/schemas/my_namespace/my_nested_schema.rb
 - spec/schemas/my_namespace/my_schema.rb
 - spec/schemas/my_namespace/my_schema_compound_key.rb
@@ -708,15 +713,15 @@ test_files:
 - spec/schemas/my_namespace/my_schema_with_id.rb
 - spec/schemas/my_namespace/my_schema_with_unique_id.rb
 - spec/schemas/my_namespace/my_updated_schema.rb
+- spec/schemas/my_namespace/request/create_topic.rb
+- spec/schemas/my_namespace/request/index.rb
+- spec/schemas/my_namespace/request/update_request.rb
+- spec/schemas/my_namespace/response/create_topic.rb
+- spec/schemas/my_namespace/response/index.rb
+- spec/schemas/my_namespace/response/update_response.rb
 - spec/schemas/my_namespace/wibble.rb
 - spec/schemas/my_namespace/widget.rb
 - spec/schemas/my_namespace/widget_the_second.rb
-- spec/schemas/request/create_topic.rb
-- spec/schemas/request/index.rb
-- spec/schemas/request/update_request.rb
-- spec/schemas/response/create_topic.rb
-- spec/schemas/response/index.rb
-- spec/schemas/response/update_response.rb
 - spec/snapshots/consumers-no-nest.snap
 - spec/snapshots/consumers.snap
 - spec/snapshots/consumers_and_producers-no-nest.snap
@@ -728,6 +733,7 @@ test_files:
 - spec/snapshots/consumers_nested-no-nest.snap
 - spec/snapshots/consumers_nested.snap
 - spec/snapshots/namespace_folders.snap
+- spec/snapshots/namespace_map.snap
 - spec/snapshots/producers_with_key-no-nest.snap
 - spec/snapshots/producers_with_key.snap
 - spec/spec_helper.rb