deimos-ruby 1.16.1 → 1.16.4

data/sig/fig_tree.rbs

@@ -0,0 +1,2 @@
+class FigTree
+end

data/spec/active_record_producer_spec.rb

@@ -45,6 +45,24 @@ describe Deimos::ActiveRecordProducer do
       record_class Widget
     end
     stub_const('MyProducerWithUniqueID', producer_class)
+
+    producer_class = Class.new(Deimos::ActiveRecordProducer) do
+      schema 'MySchemaWithUniqueId'
+      namespace 'com.my-namespace'
+      topic 'my-topic-with-unique-id'
+      key_config field: :id
+      record_class Widget
+
+      # :nodoc:
+      def self.post_process(batch)
+        batch.each do |message|
+          message.test_id = 'post_processed'
+          message.save!
+        end
+      end
+    end
+
+    stub_const('MyProducerWithPostProcess', producer_class)
   end
 
   describe 'produce' do
@@ -85,6 +103,12 @@ describe Deimos::ActiveRecordProducer do
           )
         end
 
+        it 'should post process the batch of records in #send_events' do
+          widget = Widget.create!(test_id: 'abc3', some_int: 4)
+          MyProducerWithPostProcess.send_events([widget])
+          expect(widget.reload.test_id).to eq('post_processed')
+        end
+
       end
     end
   end

data/spec/generators/schema_class/my_schema_spec.rb

@@ -0,0 +1,16 @@
+RSpec.describe Schemas::MyNamespace::MySchema do
+  let(:key) { Schemas::MyNamespace::MySchemaKey.new(test_id: 123) }
+
+  it 'should produce a tombstone with a hash' do
+    result = described_class.tombstone({test_id: 123})
+    expect(result.payload_key).to eq(key)
+    expect(result.to_h).to eq({ payload_key: { 'test_id' => 123}})
+  end
+
+  it 'should work with a record' do
+    key = Schemas::MyNamespace::MySchemaKey.new(test_id: 123)
+    result = described_class.tombstone(key)
+    expect(result.payload_key).to eq(key)
+    expect(result.to_h).to eq({ payload_key: { 'test_id' => 123}})
+  end
+end

data/spec/generators/schema_class/my_schema_with_circular_reference_spec.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 # For testing the generated class.
-RSpec.describe Schemas::MySchemaWithCircularReference do
+RSpec.describe Schemas::MyNamespace::MySchemaWithCircularReference do
   let(:payload_hash) do
     {
       properties: {

data/spec/generators/schema_class/my_schema_with_complex_types_spec.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 # For testing the generated class.
-RSpec.describe Schemas::MySchemaWithComplexType do
+RSpec.describe Schemas::MyNamespace::MySchemaWithComplexType do
   let(:payload_hash) do
     {
       test_id: 'test id',
@@ -9,16 +9,16 @@ RSpec.describe Schemas::MySchemaWithComplexType do
       test_string_array: %w(abc def),
       test_int_array: [123, 456],
       some_integer_map: { 'int_1' => 1, 'int_2' => 2 },
-      some_record: Schemas::MySchemaWithComplexType::ARecord.new(a_record_field: 'field 1'),
-      some_optional_record: Schemas::MySchemaWithComplexType::ARecord.new(a_record_field: 'field 2'),
-      some_record_array: [Schemas::MySchemaWithComplexType::ARecord.new(a_record_field: 'field 3'),
-                          Schemas::MySchemaWithComplexType::ARecord.new(a_record_field: 'field 4')],
+      some_record: described_class::ARecord.new(a_record_field: 'field 1'),
+      some_optional_record: described_class::ARecord.new(a_record_field: 'field 2'),
+      some_record_array: [described_class::ARecord.new(a_record_field: 'field 3'),
+                          described_class::ARecord.new(a_record_field: 'field 4')],
       some_record_map: {
-        'record_1' => Schemas::MySchemaWithComplexType::ARecord.new(a_record_field: 'field 5'),
-        'record_2' => Schemas::MySchemaWithComplexType::ARecord.new(a_record_field: 'field 6')
+        'record_1' => described_class::ARecord.new(a_record_field: 'field 5'),
+        'record_2' => described_class::ARecord.new(a_record_field: 'field 6')
       },
-      some_enum_array: [Schemas::MySchemaWithComplexType::AnEnum.new('sym1'),
-                        Schemas::MySchemaWithComplexType::AnEnum.new('sym2')]
+      some_enum_array: [described_class::AnEnum.new('sym1'),
+                        described_class::AnEnum.new('sym2')]
     }
   end
 
@@ -51,6 +51,14 @@ RSpec.describe Schemas::MySchemaWithComplexType do
 
   end
 
+  describe '.tombstone' do
+    it 'should return a tombstone' do
+      record = described_class.tombstone('foo')
+      expect(record.tombstone_key).to eq('foo')
+      expect(record.to_h).to eq({payload_key: 'foo'})
+    end
+  end
+
   describe 'base class methods' do
     let(:klass) do
       described_class.new(**payload_hash)
@@ -116,7 +124,7 @@ RSpec.describe Schemas::MySchemaWithComplexType do
       payload_hash.delete(:some_record)
       klass = described_class.new(**payload_hash)
       expect(klass.some_record).
-        to eq(Schemas::MySchemaWithComplexType::ARecord.new(a_record_field: 'Test String'))
+        to eq(described_class::ARecord.new(a_record_field: 'Test String'))
     end
 
     it 'should set some_record to nil' do
@@ -139,26 +147,26 @@ RSpec.describe Schemas::MySchemaWithComplexType do
 
       it 'should get the value of some_record_array' do
         some_record_array = klass.some_record_array
-        expect(some_record_array.first).to be_instance_of(Schemas::MySchemaWithComplexType::ARecord)
+        expect(some_record_array.first).to be_instance_of(described_class::ARecord)
         expect(some_record_array.first.a_record_field).to eq('field 3')
       end
 
       it 'should get the value of some_record_map' do
         some_record_map = klass.some_record_map
         expect(some_record_map['record_1']).
-          to be_instance_of(Schemas::MySchemaWithComplexType::ARecord)
+          to be_instance_of(described_class::ARecord)
         expect(some_record_map['record_1'].a_record_field).to eq('field 5')
       end
 
       it 'should get the value of some_enum_array' do
         some_enum_array = klass.some_enum_array
-        expect(some_enum_array.first).to be_instance_of(Schemas::MySchemaWithComplexType::AnEnum)
+        expect(some_enum_array.first).to be_instance_of(described_class::AnEnum)
         expect(some_enum_array.first.value).to eq('sym1')
       end
 
       it 'should get the value of some_record' do
         record = klass.some_record
-        expect(record).to be_instance_of(Schemas::MySchemaWithComplexType::ARecord)
+        expect(record).to be_instance_of(described_class::ARecord)
         expect(record.a_record_field).to eq('field 1')
         expect(record.to_h).to eq({ 'a_record_field' => 'field 1' })
       end
@@ -180,40 +188,40 @@ RSpec.describe Schemas::MySchemaWithComplexType do
 
       it 'should modify the value of some_optional_record' do
         expect(klass.some_optional_record).
-          to eq(Schemas::MySchemaWithComplexType::ARecord.new(a_record_field: 'field 2'))
-        klass.some_optional_record = Schemas::MySchemaWithComplexType::ARecord.
+          to eq(described_class::ARecord.new(a_record_field: 'field 2'))
+        klass.some_optional_record = described_class::ARecord.
           new(a_record_field: 'new field')
 
-        expect(klass.some_optional_record).to eq(Schemas::MySchemaWithComplexType::ARecord.
+        expect(klass.some_optional_record).to eq(described_class::ARecord.
           new(a_record_field: 'new field'))
         expect(klass.some_optional_record.as_json).to eq({ 'a_record_field' => 'new field' })
       end
 
       it 'should accept a hash object inner records' do
         klass.some_optional_record = { a_record_field: 'new field' }
-        expect(klass.some_optional_record).to eq(Schemas::MySchemaWithComplexType::ARecord.
-          new(a_record_field: 'new field'))
+        expect(klass.some_optional_record).
+          to eq(described_class::ARecord.new(a_record_field: 'new field'))
         expect(klass.some_optional_record.as_json).to eq({ 'a_record_field' => 'new field' })
       end
 
       it 'should modify the value of some_enum_array' do
         klass.some_enum_array.first.value = 'new_sym'
         expect(klass.some_enum_array.first).
-          to eq(Schemas::MySchemaWithComplexType::AnEnum.new('new_sym'))
+          to eq(described_class::AnEnum.new('new_sym'))
 
-        klass.some_enum_array.second.an_enum = Schemas::MySchemaWithComplexType::AnEnum.
+        klass.some_enum_array.second.an_enum = described_class::AnEnum.
           new('other_sym')
         expect(klass.some_enum_array.second.an_enum).to eq('other_sym')
       end
 
       it 'should modify the value of some_record_map' do
         klass.some_record_map['record_1'].a_record_field = 'new field'
-        expect(klass.some_record_map['record_1']).to eq(Schemas::MySchemaWithComplexType::ARecord.
+        expect(klass.some_record_map['record_1']).to eq(described_class::ARecord.
           new(a_record_field: 'new field'))
 
-        klass.some_record_map['record_2'] = Schemas::MySchemaWithComplexType::ARecord.
+        klass.some_record_map['record_2'] = described_class::ARecord.
           new(a_record_field: 'other field')
-        expect(klass.some_record_map['record_2']).to eq(Schemas::MySchemaWithComplexType::ARecord.
+        expect(klass.some_record_map['record_2']).to eq(described_class::ARecord.
           new(a_record_field: 'other field'))
       end
     end

data/spec/producer_spec.rb

@@ -397,7 +397,7 @@ module ProducerTest
         end
         expect(MyProducer.encoder).to receive(:validate).and_raise('OH NOES')
         expect {
-          MyProducer.publish(Schemas::MySchema.new(test_id: 'foo', some_int: 'invalid'))
+          MyProducer.publish(Schemas::MyNamespace::MySchema.new(test_id: 'foo', some_int: 'invalid'))
         }.to raise_error('OH NOES')
         Deimos.unsubscribe(subscriber)
       end
@@ -420,8 +420,8 @@ module ProducerTest
         ).and_call_original
 
         MyProducer.publish_list(
-          [Schemas::MySchema.new(test_id: 'foo', some_int: 123),
-           Schemas::MySchema.new(test_id: 'bar', some_int: 124)]
+          [Schemas::MyNamespace::MySchema.new(test_id: 'foo', some_int: 123),
+           Schemas::MyNamespace::MySchema.new(test_id: 'bar', some_int: 124)]
         )
         expect('my-topic').to have_sent('test_id' => 'foo', 'some_int' => 123)
         expect('your-topic').not_to have_sent('test_id' => 'foo', 'some_int' => 123)
@@ -432,8 +432,8 @@ module ProducerTest
         expect(described_class).not_to receive(:produce_batch)
         Deimos.configure { |c| c.producers.disabled = true }
         MyProducer.publish_list(
-          [Schemas::MySchema.new(test_id: 'foo', some_int: 123),
-           Schemas::MySchema.new(test_id: 'bar', some_int: 124)]
+          [Schemas::MyNamespace::MySchema.new(test_id: 'foo', some_int: 123),
+           Schemas::MyNamespace::MySchema.new(test_id: 'bar', some_int: 124)]
         )
         expect(MyProducer.topic).not_to have_sent(anything)
       end
@@ -452,8 +452,8 @@ module ProducerTest
                                                             }, { topic: 'my-topic-value' })
 
         MyProducer.publish_list(
-          [Schemas::MySchema.new(test_id: 'foo', some_int: 123),
-           Schemas::MySchema.new(test_id: 'bar', some_int: 124)]
+          [Schemas::MyNamespace::MySchema.new(test_id: 'foo', some_int: 123),
+           Schemas::MyNamespace::MySchema.new(test_id: 'bar', some_int: 124)]
         )
       end
 
@@ -464,19 +464,19 @@ module ProducerTest
                                                                       { topic: 'my-topic2-key' })
 
         MySchemaProducer.publish_list(
-          [Schemas::MySchema.new(test_id: 'foo', some_int: 123, payload_key: { 'test_id' => 'foo_key' }),
-           Schemas::MySchema.new(test_id: 'bar', some_int: 124, payload_key: { 'test_id' => 'bar_key' })]
+          [Schemas::MyNamespace::MySchema.new(test_id: 'foo', some_int: 123, payload_key: { 'test_id' => 'foo_key' }),
+           Schemas::MyNamespace::MySchema.new(test_id: 'bar', some_int: 124, payload_key: { 'test_id' => 'bar_key' })]
         )
       end
 
       it 'should properly encode and coerce values with a nested record' do
         expect(MyNestedSchemaProducer.encoder).to receive(:encode_key).with('test_id', 'foo', topic: 'my-topic-key')
         MyNestedSchemaProducer.publish(
-          Schemas::MyNestedSchema.new(
+          Schemas::MyNamespace::MyNestedSchema.new(
             test_id: 'foo',
             test_float: BigDecimal('123.456'),
             test_array: ['1'],
-            some_nested_record: Schemas::MyNestedSchema::MyNestedRecord.new(
+            some_nested_record: Schemas::MyNamespace::MyNestedSchema::MyNestedRecord.new(
               some_int: 123,
               some_float: BigDecimal('456.789'),
               some_string: '123',

data/spec/schemas/{generated.rb → my_namespace/generated.rb}

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 # This file is autogenerated by Deimos, Do NOT modify
-module Schemas
+module Schemas; module MyNamespace
   ### Primary Schema Class ###
   # Autogenerated Schema for Record at com.my-namespace.Generated
   class Generated < Deimos::SchemaClass::Record
@@ -9,27 +9,27 @@ module Schemas
     ### Secondary Schema Classes ###
     # Autogenerated Schema for Record at com.my-namespace.ARecord
     class ARecord < Deimos::SchemaClass::Record
-
+  
       ### Attribute Accessors ###
-      # @param value [String]
+      # @return [String]
       attr_accessor :a_record_field
-
+  
       # @override
       def initialize(a_record_field: nil)
         super
         self.a_record_field = a_record_field
       end
-
+  
       # @override
       def schema
         'ARecord'
       end
-
+  
       # @override
       def namespace
         'com.my-namespace'
       end
-
+  
       # @override
       def as_json(_opts={})
         {
@@ -42,22 +42,11 @@ module Schemas
     class AnEnum < Deimos::SchemaClass::Enum
       # @return ['sym1', 'sym2']
       attr_accessor :an_enum
-
-      # :nodoc:
-      def initialize(an_enum)
-        super
-        self.an_enum = an_enum
-      end
-
+  
       # @override
       def symbols
         %w(sym1 sym2)
       end
-
-      # @override
-      def as_json(_opts={})
-        @an_enum
-      end
     end
 
 
@@ -68,34 +57,34 @@ module Schemas
     attr_reader :a_record
 
     ### Attribute Accessors ###
-    # @param value [String]
+    # @return [String]
     attr_accessor :a_string
-    # @param value [Integer]
+    # @return [Integer]
     attr_accessor :a_int
-    # @param value [Integer]
+    # @return [Integer]
     attr_accessor :a_long
-    # @param value [Float]
+    # @return [Float]
     attr_accessor :a_float
-    # @param value [Float]
+    # @return [Float]
     attr_accessor :a_double
-    # @param value [nil, Integer]
+    # @return [nil, Integer]
     attr_accessor :an_optional_int
-    # @param values [Array<Integer>]
+    # @return [Array<Integer>]
     attr_accessor :an_array
-    # @param values [Hash<String, String>]
+    # @return [Hash<String, String>]
     attr_accessor :a_map
-    # @param value [String]
+    # @return [String]
     attr_accessor :timestamp
-    # @param value [String]
+    # @return [String]
     attr_accessor :message_id
 
     ### Attribute Writers ###
-    # @param value [AnEnum]
+    # @return [AnEnum]
     def an_enum=(value)
       @an_enum = AnEnum.initialize_from_value(value)
     end
 
-    # @param value [ARecord]
+    # @return [ARecord]
     def a_record=(value)
       @a_record = ARecord.initialize_from_value(value)
     end
@@ -138,6 +127,13 @@ module Schemas
       'com.my-namespace'
     end
 
+    def self.tombstone(key)
+      record = self.new
+      record.tombstone_key = key
+      record.a_string = key
+      record
+    end
+
     # @override
     def as_json(_opts={})
       {
@@ -156,4 +152,4 @@ module Schemas
       }
     end
   end
-end
+end; end

data/spec/schemas/{my_nested_schema.rb → my_namespace/my_nested_schema.rb}

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 # This file is autogenerated by Deimos, Do NOT modify
-module Schemas
+module Schemas; module MyNamespace
   ### Primary Schema Class ###
   # Autogenerated Schema for Record at com.my-namespace.MyNestedSchema
   class MyNestedSchema < Deimos::SchemaClass::Record
@@ -9,17 +9,17 @@ module Schemas
     ### Secondary Schema Classes ###
     # Autogenerated Schema for Record at com.my-namespace.MyNestedRecord
     class MyNestedRecord < Deimos::SchemaClass::Record
-
+  
       ### Attribute Accessors ###
-      # @param value [Integer]
+      # @return [Integer]
       attr_accessor :some_int
-      # @param value [Float]
+      # @return [Float]
       attr_accessor :some_float
-      # @param value [String]
+      # @return [String]
       attr_accessor :some_string
-      # @param value [nil, Integer]
+      # @return [nil, Integer]
       attr_accessor :some_optional_int
-
+  
       # @override
       def initialize(some_int: nil,
                      some_float: nil,
@@ -31,17 +31,17 @@ module Schemas
         self.some_string = some_string
         self.some_optional_int = some_optional_int
       end
-
+  
       # @override
       def schema
         'MyNestedRecord'
       end
-
+  
       # @override
       def namespace
         'com.my-namespace'
       end
-
+  
       # @override
       def as_json(_opts={})
         {
@@ -61,20 +61,20 @@ module Schemas
     attr_reader :some_optional_record
 
     ### Attribute Accessors ###
-    # @param value [String]
+    # @return [String]
     attr_accessor :test_id
-    # @param value [Float]
+    # @return [Float]
     attr_accessor :test_float
-    # @param values [Array<String>]
+    # @return [Array<String>]
     attr_accessor :test_array
 
     ### Attribute Writers ###
-    # @param value [MyNestedRecord]
+    # @return [MyNestedRecord]
     def some_nested_record=(value)
       @some_nested_record = MyNestedRecord.initialize_from_value(value)
     end
 
-    # @param value [nil, MyNestedRecord]
+    # @return [nil, MyNestedRecord]
     def some_optional_record=(value)
       @some_optional_record = MyNestedRecord.initialize_from_value(value)
     end
@@ -103,6 +103,13 @@ module Schemas
       'com.my-namespace'
     end
 
+    def self.tombstone(key)
+      record = self.new
+      record.tombstone_key = key
+      record.test_id = key
+      record
+    end
+
     # @override
     def as_json(_opts={})
       {
@@ -114,4 +121,4 @@ module Schemas
       }
     end
   end
-end
+end; end

data/spec/schemas/{my_schema.rb → my_namespace/my_schema.rb}

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 # This file is autogenerated by Deimos, Do NOT modify
-module Schemas
+module Schemas; module MyNamespace
   ### Primary Schema Class ###
   # Autogenerated Schema for Record at com.my-namespace.MySchema
   class MySchema < Deimos::SchemaClass::Record
@@ -11,13 +11,13 @@ module Schemas
     attr_reader :payload_key
 
     ### Attribute Accessors ###
-    # @param value [String]
+    # @return [String]
     attr_accessor :test_id
-    # @param value [Integer]
+    # @return [Integer]
     attr_accessor :some_int
 
     ### Attribute Writers ###
-    # @param value [MySchemaKey]
+    # @return [MySchemaKey]
     def payload_key=(value)
       @payload_key = MySchemaKey.initialize_from_value(value)
     end
@@ -42,6 +42,13 @@ module Schemas
       'com.my-namespace'
     end
 
+    def self.tombstone(key)
+      record = self.new
+      record.tombstone_key = MySchemaKey.initialize_from_value(key)
+      record.payload_key = key
+      record
+    end
+
     # @override
     def as_json(_opts={})
       {
@@ -51,4 +58,4 @@ module Schemas
       }
     end
   end
-end
+end; end

data/spec/schemas/my_namespace/my_schema_compound_key.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+# This file is autogenerated by Deimos, Do NOT modify
+module Schemas; module MyNamespace
+  ### Primary Schema Class ###
+  # Autogenerated Schema for Record at com.my-namespace.MySchemaCompound_key
+  class MySchemaCompoundKey < Deimos::SchemaClass::Record
+
+    ### Attribute Accessors ###
+    # @return [String]
+    attr_accessor :part_one
+    # @return [String]
+    attr_accessor :part_two
+
+    # @override
+    def initialize(part_one: nil,
+                   part_two: nil)
+      super
+      self.part_one = part_one
+      self.part_two = part_two
+    end
+
+    # @override
+    def schema
+      'MySchemaCompound_key'
+    end
+
+    # @override
+    def namespace
+      'com.my-namespace'
+    end
+
+    # @override
+    def as_json(_opts={})
+      {
+        'part_one' => @part_one,
+        'part_two' => @part_two
+      }
+    end
+  end
+end; end

data/spec/schemas/my_namespace/my_schema_id_key.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+# This file is autogenerated by Deimos, Do NOT modify
+module Schemas; module MyNamespace
+  ### Primary Schema Class ###
+  # Autogenerated Schema for Record at com.my-namespace.MySchemaId_key
+  class MySchemaIdKey < Deimos::SchemaClass::Record
+
+    ### Attribute Accessors ###
+    # @return [Integer]
+    attr_accessor :id
+
+    # @override
+    def initialize(id: nil)
+      super
+      self.id = id
+    end
+
+    # @override
+    def schema
+      'MySchemaId_key'
+    end
+
+    # @override
+    def namespace
+      'com.my-namespace'
+    end
+
+    # @override
+    def as_json(_opts={})
+      {
+        'id' => @id
+      }
+    end
+  end
+end; end

data/spec/schemas/{my_schema_key.rb → my_namespace/my_schema_key.rb}

@@ -1,13 +1,13 @@
 # frozen_string_literal: true
 
 # This file is autogenerated by Deimos, Do NOT modify
-module Schemas
+module Schemas; module MyNamespace
   ### Primary Schema Class ###
   # Autogenerated Schema for Record at com.my-namespace.MySchema_key
   class MySchemaKey < Deimos::SchemaClass::Record
 
     ### Attribute Accessors ###
-    # @param value [String]
+    # @return [String]
     attr_accessor :test_id
 
     # @override
@@ -33,4 +33,4 @@ module Schemas
       }
     end
   end
-end
+end; end