deimos-temp-fork 0.0.1

data/spec/rake_spec.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+require 'rake'
+require 'rails'
+Rails.logger = Logger.new(STDOUT)
+load("#{__dir__}/../lib/tasks/deimos.rake")
+
+if Rake.application.lookup(:environment).nil?
+  Rake::Task.define_task(:environment)
+end
+
+describe 'Rakefile' do
+  it 'should start listeners' do
+    runner = instance_double(Phobos::CLI::Runner)
+    expect(Phobos::CLI::Runner).to receive(:new).and_return(runner)
+    expect(runner).to receive(:run!)
+    Rake::Task['deimos:start'].invoke
+  end
+end

data/spec/schema_backends/avro_base_shared.rb

@@ -0,0 +1,199 @@
+# frozen_string_literal: true
+
+require 'deimos/schema_backends/avro_base'
+
+RSpec.shared_examples_for('an Avro backend') do
+  let(:backend) { described_class.new(schema: 'MySchema', namespace: 'com.my-namespace') }
+
+  let(:full_schema) do
+    {
+      'type' => 'record',
+      'name' => 'schema1',
+      'namespace' => 'com.my-namespace',
+      'fields' => [
+        {
+          'name' => 'int-field',
+          'type' => 'int'
+        },
+        {
+          'name' => 'long-field',
+          'type' => 'long'
+        },
+        {
+          'name' => 'float-field',
+          'type' => 'float'
+        },
+        {
+          'name' => 'double-field',
+          'type' => 'double'
+        },
+        {
+          'name' => 'string-field',
+          'type' => 'string'
+        },
+        {
+          'name' => 'boolean-field',
+          'type' => 'boolean'
+        },
+        {
+          'name' => 'union-field',
+          'type' => %w(null string)
+        },
+        {
+          'name' => 'union-int-field',
+          'type' => %w(null int)
+        },
+        {
+          'name' => 'timestamp-millis-field',
+          'type' => {
+            'type' => 'long',
+            'logicalType' => 'timestamp-millis'
+          }
+        },
+        {
+          'name' => 'timestamp-micros-field',
+          'type' => {
+            'type' => 'long',
+            'logicalType' => 'timestamp-micros'
+          }
+        }
+      ]
+    }
+  end
+
+  specify('#encode_key') do
+    expect(backend).to receive(:encode).
+      with({ 'test_id' => 1 }, { schema: 'MySchema_key', topic: 'topic' }).and_return('itsme')
+    expect(backend.encode_key('test_id', 1, topic: 'topic')).to eq('itsme')
+    expect(backend.schema_store.find('MySchema_key', 'com.my-namespace').to_avro).
+      to eq(
+        'doc' => 'Key for com.my-namespace.MySchema - autogenerated by Deimos',
+        'fields' => [
+          { 'name' => 'test_id', 'type' => 'string' }
+        ],
+        'name' => 'MySchema_key',
+        'namespace' => 'com.my-namespace',
+        'type' => 'record'
+      )
+  end
+
+  specify('#decode_key') do
+    expect(backend).to receive(:decode).
+      with('payload', schema: 'MySchema_key').
+      and_return('test_id' => 1)
+    expect(backend.decode_key('payload', 'test_id')).to eq(1)
+  end
+
+  describe('#validate') do
+    it 'should pass valid schemas' do
+      expect {
+        backend.validate({ 'test_id' => 'hi', 'some_int' => 4 }, { schema: 'MySchema' })
+      }.not_to raise_error
+    end
+
+    it 'should fail invalid schemas' do
+      expect {
+        backend.validate({ 'test_id2' => 'hi', 'some_int' => 4 }, { schema: 'MySchema' })
+      }.to raise_error(Avro::SchemaValidator::ValidationError)
+    end
+
+  end
+
+  describe '#coerce' do
+    let(:payload) do
+      {
+        'int-field' => 1,
+        'long-field' => 11_111_111_111_111_111_111,
+        'float-field' => 1.0,
+        'double-field' => 2.0,
+        'string-field' => 'hi mom',
+        'boolean-field' => true,
+        'union-field' => nil,
+        'union-int-field' => nil,
+        'timestamp-millis-field' => Time.utc(2020, 11, 12, 13, 14, 15, 909_090),
+        'timestamp-micros-field' => Time.utc(2020, 11, 12, 13, 14, 15, 909_090)
+      }
+    end
+
+    before(:each) do
+      backend.schema_store.add_schema(full_schema)
+      backend.schema = 'schema1'
+    end
+
+    it 'should leave numbers as is' do
+      result = backend.coerce(payload)
+      expect(result['int-field']).to eq(1)
+      expect(result['long-field']).to eq(11_111_111_111_111_111_111)
+      expect(result['float-field']).to eq(1.0)
+      expect(result['double-field']).to eq(2.0)
+      expect(result['boolean-field']).to eq(true)
+      expect(result['union-field']).to eq(nil)
+    end
+
+    it 'should coerce strings to numbers' do
+      result = backend.coerce(payload.merge(
+                                'int-field' => '1',
+                                'long-field' => '123',
+                                'float-field' => '1.1',
+                                'double-field' => '2.1'
+                              ))
+      expect(result['int-field']).to eq(1)
+      expect(result['long-field']).to eq(123)
+      expect(result['float-field']).to eq(1.1)
+      expect(result['double-field']).to eq(2.1)
+    end
+
+    it 'should coerce Time to number' do
+      result = backend.coerce(payload.merge('int-field' => Time.find_zone('UTC').local(2019, 5, 5)))
+      expect(result['int-field']).to eq(1_557_014_400)
+    end
+
+    it 'should coerce symbols to string' do
+      result = backend.coerce(payload.merge('string-field' => :itsme))
+      expect(result['string-field']).to eq('itsme')
+    end
+
+    it 'should convert string-like things to string' do
+      stringy = Class.new do
+        # :nodoc:
+        def initialize(str)
+          @st = str
+        end
+
+        # :nodoc:
+        def to_s
+          @st
+        end
+
+        # :nodoc:
+        def to_str
+          @st
+        end
+      end
+      stub_const('Stringy', stringy)
+      result = backend.coerce(payload.merge('string-field' => Stringy.new('itsyou')))
+      expect(result['string-field']).to eq('itsyou')
+    end
+
+    it 'should convert null to false' do
+      result = backend.coerce(payload.merge('boolean-field' => nil))
+      expect(result['boolean-field']).to eq(false)
+    end
+
+    it 'should convert unions' do
+      result = backend.coerce(payload.merge('union-field' => :itsme))
+      expect(result['union-field']).to eq('itsme')
+    end
+
+    it 'should not convert timestamp-millis' do
+      result = backend.coerce(payload)
+      expect(result['timestamp-millis-field']).to eq(Time.utc(2020, 11, 12, 13, 14, 15, 909_090))
+    end
+
+    it 'should not convert timestamp-micros' do
+      result = backend.coerce(payload)
+      expect(result['timestamp-micros-field']).to eq(Time.utc(2020, 11, 12, 13, 14, 15, 909_090))
+    end
+  end
+
+end

data/spec/schema_backends/avro_local_spec.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require_relative 'avro_base_shared'
+require 'deimos/schema_backends/avro_local'
+
+RSpec.describe Deimos::SchemaBackends::AvroLocal do
+  let(:payload) do
+    {
+      'test_id' => 'some string',
+      'some_int' => 3
+    }
+  end
+  let(:backend) { described_class.new(schema: 'MySchema', namespace: 'com.my-namespace') }
+
+  it_should_behave_like 'an Avro backend'
+
+  it 'should encode and decode correctly' do
+    avro_turf = instance_double(AvroTurf)
+    expect(avro_turf).to receive(:encode).
+      with(payload, schema_name: 'MySchema', namespace: 'com.my-namespace').
+      and_return('encoded-payload')
+    expect(avro_turf).to receive(:decode).
+      with('encoded-payload', schema_name: 'MySchema', namespace: 'com.my-namespace').
+      and_return(payload)
+    allow(backend).to receive(:avro_turf).and_return(avro_turf)
+    results = backend.encode(payload)
+    expect(results).to eq('encoded-payload')
+    results = backend.decode(results)
+    expect(results).to eq(payload)
+  end
+
+end

data/spec/schema_backends/avro_schema_registry_spec.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require_relative 'avro_base_shared'
+require 'deimos/schema_backends/avro_schema_registry'
+
+RSpec.describe Deimos::SchemaBackends::AvroSchemaRegistry do
+  let(:payload) do
+    {
+      'test_id' => 'some string',
+      'some_int' => 3
+    }
+  end
+  let(:backend) { described_class.new(schema: 'MySchema', namespace: 'com.my-namespace') }
+
+  it_should_behave_like 'an Avro backend'
+
+  it 'should encode and decode correctly' do
+    avro_turf = instance_double(AvroTurf::Messaging)
+    expect(avro_turf).to receive(:encode).
+      with(payload, schema_name: 'MySchema', subject: 'topic').
+      and_return('encoded-payload')
+    expect(avro_turf).to receive(:decode).
+      with('encoded-payload', schema_name: 'MySchema').
+      and_return(payload)
+    allow(backend).to receive(:avro_turf_messaging).and_return(avro_turf)
+    results = backend.encode(payload, topic: 'topic')
+    expect(results).to eq('encoded-payload')
+    results = backend.decode(results)
+    expect(results).to eq(payload)
+  end
+
+end

data/spec/schema_backends/avro_validation_spec.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require_relative 'avro_base_shared'
+require 'deimos/schema_backends/avro_validation'
+
+RSpec.describe Deimos::SchemaBackends::AvroValidation do
+  let(:payload) do
+    {
+      'test_id' => 'some string',
+      'some_int' => 3
+    }
+  end
+  let(:backend) { described_class.new(schema: 'MySchema', namespace: 'com.my-namespace') }
+
+  it_should_behave_like 'an Avro backend'
+
+  it 'should encode and decode correctly' do
+    results = backend.encode(payload)
+    expect(results).to eq(payload)
+    results = backend.decode(results)
+    expect(results).to eq(payload)
+  end
+
+end

data/spec/schema_backends/base_spec.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+describe Deimos::SchemaBackends::Base do
+  let(:backend) { described_class.new(schema: 'schema', namespace: 'namespace') }
+  let(:payload) { { foo: 1 } }
+
+  it 'should validate on encode' do
+    expect(backend).to receive(:validate).with(payload, schema: 'schema')
+    expect(backend).to receive(:encode_payload).with(payload, schema: 'schema', topic: 'topic')
+    backend.encode(payload, topic: 'topic')
+  end
+
+  it 'should validate and encode a passed schema' do
+    expect(backend).to receive(:validate).with(payload, schema: 'schema2')
+    expect(backend).to receive(:encode_payload).with(payload, schema: 'schema2', topic: 'topic')
+    backend.encode(payload, schema: 'schema2', topic: 'topic')
+  end
+
+  it 'should decode a schema' do
+    expect(backend).to receive(:decode_payload).with(payload, schema: 'schema')
+    backend.decode(payload)
+  end
+
+  it 'should decode a passed schema' do
+    expect(backend).to receive(:decode_payload).with(payload, schema: 'schema2')
+    backend.decode(payload, schema: 'schema2')
+  end
+
+  it 'should return nil if passed nil' do
+    expect(backend.decode(nil, schema: 'schema2')).to be_nil
+  end
+
+end

data/spec/schemas/com/my-namespace/Generated.avsc

@@ -0,0 +1,71 @@
+{
+  "namespace": "com.my-namespace",
+  "name": "Generated",
+  "type": "record",
+  "doc": "Test schema",
+  "fields": [
+    {
+      "name": "a_string",
+      "type": "string"
+    },
+    {
+      "name": "a_int",
+      "type": "int"
+    },
+    {
+      "name": "a_long",
+      "type": "long"
+    },
+    {
+      "name": "a_float",
+      "type": "float"
+    },
+    {
+      "name": "a_double",
+      "type": "double"
+    },
+    {
+      "name": "an_enum",
+      "type": {
+        "type": "enum",
+        "name": "AnEnum",
+        "symbols": ["sym1", "sym2"]
+      }
+    },
+    {
+      "name": "an_array",
+      "type": {
+        "type": "array",
+        "items": "int"
+      }
+    },
+    {
+      "name": "a_map",
+      "type": {
+        "type": "map",
+        "values": "string"
+      }
+    },
+    {
+      "name": "timestamp",
+      "type": "string"
+    },
+    {
+      "name": "message_id",
+      "type": "string"
+    },
+    {
+      "name": "a_record",
+      "type": {
+        "type": "record",
+        "name": "ARecord",
+        "fields": [
+          {
+            "name": "a_record_field",
+            "type": "string"
+          }
+        ]
+      }
+    }
+  ]
+}

data/spec/schemas/com/my-namespace/MyNestedSchema.avsc

@@ -0,0 +1,62 @@
+{
+  "namespace": "com.my-namespace",
+  "name": "MyNestedSchema",
+  "type": "record",
+  "doc": "Test schema",
+  "fields": [
+    {
+      "name": "test_id",
+      "type": "string",
+      "doc": "test string"
+    },
+    {
+      "name": "test_float",
+      "type": "float",
+      "doc": "test float"
+    },
+    {
+      "name": "test_array",
+      "type": {
+        "type": "array",
+        "items": "string"
+      }
+    },
+    {
+      "name": "some_nested_record",
+      "doc": "some nested record",
+      "type": {
+        "name": "MyNestedRecord",
+        "type": "record",
+        "fields": [
+          {
+            "name": "some_int",
+            "type": "int",
+            "doc": "some int"
+          },
+          {
+            "name": "some_float",
+            "type": "float",
+            "doc": "some float"
+          },
+          {
+            "name": "some_string",
+            "type": "string",
+            "doc": "some string"
+          },
+          {
+            "name": "some_optional_int",
+            "type": [ "null", "int" ],
+            "doc": "some optional int",
+            "default": null
+          }
+        ]
+      }
+    },
+    {
+      "name": "some_optional_record",
+      "doc": "some optional record",
+      "type": [ "null", "MyNestedRecord" ],
+      "default": null
+    }
+  ]
+}