deimos-ruby 1.14.4 → 1.14.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 81c75c30750ad501a4d954681e7ea0c5ddef83c54e313a284d6abb0fde4c059a
-  data.tar.gz: 223a1cf8f77db5d0cb901a00c1a4a1eeb7eb2c9a243e8fa07a5deb32bcac849e
+  metadata.gz: 872f449652ea05dfe9aabf1b144391b98d63fa03b193c7160931748b514ff534
+  data.tar.gz: cf6e3b54b909d1731a06d68fbfa1f7dbad5d78ce4e7de01bf712161061515ceb
 SHA512:
-  metadata.gz: 95605e56b2852137a1645fa3497903d138045cdcf51902c4cad29321e78d0626f2ceb439789db46b69cb08f305f580efa804c768c9a781c0f96e677e4cf2f340
-  data.tar.gz: 4375d5c1bdde5b53598a1a11910615fda36d69e1dd92650becf710dd312425f07521fa70e0bebe4567e1d9931b5f70e71654f3dc0c74685141cb945193019672
+  metadata.gz: e2737082fbada9724a9e94615308e4f7cdb17a36b8202dd1bf1f83c46e6378f5a6724eeb9e4cae5b86beabff94246ae90619b4b8e55f06064adf8dcd42e2ef14
+  data.tar.gz: 70b73b45dcb4b881bfa2c50aae105af62caf2d4aad2b103a807c1d776477c49621650434ae5aba9358b7cb1f977fe246e831f655bc7bfde902417bcf9a0b9ce5

data/CHANGELOG.md

@@ -7,6 +7,11 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## UNRELEASED
 
+# 1.14.5 - 2022-06-21
+
+- Fix crash with the tracer when error happens in decoding a message during batch consuming
+- Generate schema classes for all schemas, even without a consumer/producer set
+
 # 1.14.4 - 2022-06-18
 
 - Fix import in ActiveRecordConsumer on mysql

data/README.md

@@ -818,7 +818,7 @@ Add the following configurations to start using generated schema classes in your
 Additionally, you can enable or disable the usage of schema classes for a particular consumer or producer with the
 `use_schema_classes` config. See [Configuration](./docs/CONFIGURATION.md#defining-producers).
 
-Note that if you have a schema in your repo but have not configured a producer or consumer, the generator will **not** generate a schema class for it. This is because you need to supply the `key_config` for the generator to know how to handle the schema key. 
+Note that if you have a schema in your repo but have not configured a producer or consumer, the generator will generate a schema class without a key schema.
 
 One additional configuration option indicates whether nested records should be generated as top-level classes or would remain nested inside the generated class for its parent schema. The default is to nest them, as a flattened structure can have one sub-schema clobber another sub-schema defined in a different top-level schema.
 

data/lib/deimos/consume/batch_consumption.rb

@@ -12,23 +12,23 @@ module Deimos
       # :nodoc:
       def around_consume_batch(batch, metadata)
         payloads = []
-        benchmark = Benchmark.measure do
-          if self.class.config[:key_configured]
-            metadata[:keys] = batch.map do |message|
-              decode_key(message.key)
+        _with_span do
+          benchmark = Benchmark.measure do
+            if self.class.config[:key_configured]
+              metadata[:keys] = batch.map do |message|
+                decode_key(message.key)
+              end
             end
-          end
-          metadata[:first_offset] = batch.first&.offset
+            metadata[:first_offset] = batch.first&.offset
 
-          payloads = batch.map do |message|
-            decode_message(message.payload)
-          end
-          _received_batch(payloads, metadata)
-          _with_span do
+            payloads = batch.map do |message|
+              decode_message(message.payload)
+            end
+            _received_batch(payloads, metadata)
             yield(payloads, metadata)
           end
+          _handle_batch_success(benchmark.real, payloads, metadata)
         end
-        _handle_batch_success(benchmark.real, payloads, metadata)
       rescue StandardError => e
         _handle_batch_error(e, payloads, metadata)
       end

data/lib/deimos/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Deimos
-  VERSION = '1.14.4'
+  VERSION = '1.14.5'
 end

data/lib/generators/deimos/schema_class_generator.rb

@@ -41,7 +41,7 @@ module Deimos
         # Deimos Consumer or Producer Configuration object
         # @param schema_name [String]
         # @param namespace [String]
-        # @param key_schema_name [String]
+        # @param key_schema_name [String,nil]
         def generate_classes(schema_name, namespace, key_schema_name)
           schema_base = Deimos.schema_backend(schema: schema_name, namespace: namespace)
           schema_base.load_schema
@@ -143,10 +143,13 @@ module Deimos
       def generate
         _validate
         Rails.logger.info("Generating schemas from Deimos.config to #{Deimos.config.schema.generated_class_path}")
+        found_schemas = Set.new
         Deimos.config.producer_objects.each do |config|
           schema_name = config.schema
           namespace = config.namespace || Deimos.config.producers.schema_namespace
           key_schema_name = config.key_config[:schema]
+          found_schemas.add("#{namespace}.#{schema_name}")
+          found_schemas.add("#{namespace}.#{key_schema_name}") if key_schema_name
           generate_classes(schema_name, namespace, key_schema_name)
         end
 
@@ -154,12 +157,28 @@ module Deimos
           schema_name = config.schema
           namespace = config.namespace
           key_schema_name = config.key_config[:schema]
+          found_schemas.add("#{namespace}.#{schema_name}")
+          found_schemas.add("#{namespace}.#{key_schema_name}") if key_schema_name
           generate_classes(schema_name, namespace, key_schema_name)
         end
+
+        generate_from_schema_files(found_schemas)
+
       end
 
     private
 
+      def generate_from_schema_files(found_schemas)
+        schema_store = AvroTurf::MutableSchemaStore.new(path: Deimos.config.schema.path)
+        schema_store.load_schemas!
+        schema_store.schemas.values.each do |schema|
+          name = "#{schema.namespace}.#{schema.name}"
+          next if found_schemas.include?(name)
+
+          generate_classes(schema.name, schema.namespace, nil)
+        end
+      end
+
       # Determines if Schema Class Generation can be run.
       # @raise if Schema Backend is not of a Avro-based class
       def _validate

data/spec/generators/schema_class_generator_spec.rb

@@ -56,7 +56,6 @@ RSpec.describe Deimos::Generators::SchemaClassGenerator do
         end
       end
     end
-
   end
 
   context 'with a Consumers Schema with Complex types' do

data/spec/schemas/com/my-namespace/MySchemaId_key.avsc

@@ -6,7 +6,7 @@
   "fields": [
     {
       "name": "id",
-      "type": "integer"
+      "type": "int"
     }
   ]
 }