RubyGems - deimos-ruby - Versions diffs - 1.16.1 → 1.16.4 - Mend

deimos-ruby 1.16.1 → 1.16.4

Files changed (98) hide show

checksums.yaml +4 -4
data/.gitignore +1 -0
data/CHANGELOG.md +13 -0
data/Gemfile +6 -0
data/README.md +22 -0
data/lib/deimos/active_record_consume/batch_consumption.rb +7 -2
data/lib/deimos/active_record_consume/batch_slicer.rb +2 -0
data/lib/deimos/active_record_consume/message_consumption.rb +8 -4
data/lib/deimos/active_record_consumer.rb +7 -4
data/lib/deimos/active_record_producer.rb +10 -0
data/lib/deimos/backends/base.rb +4 -2
data/lib/deimos/backends/kafka.rb +1 -0
data/lib/deimos/backends/kafka_async.rb +1 -0
data/lib/deimos/config/configuration.rb +4 -0
data/lib/deimos/config/phobos_config.rb +2 -1
data/lib/deimos/consume/batch_consumption.rb +8 -1
data/lib/deimos/consume/message_consumption.rb +4 -1
data/lib/deimos/instrumentation.rb +11 -4
data/lib/deimos/kafka_message.rb +1 -0
data/lib/deimos/kafka_source.rb +5 -0
data/lib/deimos/kafka_topic_info.rb +4 -0
data/lib/deimos/message.rb +19 -2
data/lib/deimos/metrics/datadog.rb +2 -1
data/lib/deimos/metrics/mock.rb +2 -2
data/lib/deimos/metrics/provider.rb +6 -0
data/lib/deimos/monkey_patches/phobos_cli.rb +1 -1
data/lib/deimos/monkey_patches/phobos_producer.rb +1 -0
data/lib/deimos/producer.rb +12 -6
data/lib/deimos/schema_backends/base.rb +31 -17
data/lib/deimos/schema_backends/mock.rb +2 -2
data/lib/deimos/schema_class/base.rb +9 -5
data/lib/deimos/schema_class/enum.rb +4 -2
data/lib/deimos/schema_class/record.rb +12 -6
data/lib/deimos/shared_config.rb +6 -2
data/lib/deimos/test_helpers.rb +21 -4
data/lib/deimos/tracing/datadog.rb +1 -1
data/lib/deimos/tracing/mock.rb +4 -3
data/lib/deimos/tracing/provider.rb +5 -0
data/lib/deimos/utils/db_poller.rb +9 -1
data/lib/deimos/utils/db_producer.rb +14 -2
data/lib/deimos/utils/deadlock_retry.rb +3 -0
data/lib/deimos/utils/inline_consumer.rb +14 -6
data/lib/deimos/utils/lag_reporter.rb +11 -0
data/lib/deimos/utils/schema_controller_mixin.rb +8 -0
data/lib/deimos/version.rb +1 -1
data/lib/deimos.rb +3 -2
data/lib/generators/deimos/active_record_generator.rb +1 -1
data/lib/generators/deimos/db_backend_generator.rb +1 -0
data/lib/generators/deimos/db_poller_generator.rb +1 -0
data/lib/generators/deimos/schema_class/templates/schema_record.rb.tt +13 -5
data/lib/generators/deimos/schema_class_generator.rb +51 -24
data/rbs_collection.lock.yaml +176 -0
data/rbs_collection.yaml +15 -0
data/regenerate_test_schema_classes.rb +68 -0
data/sig/avro.rbs +14 -0
data/sig/defs.rbs +1859 -0
data/sig/fig_tree.rbs +2 -0
data/spec/active_record_producer_spec.rb +24 -0
data/spec/generators/schema_class/my_schema_spec.rb +16 -0
data/spec/generators/schema_class/my_schema_with_circular_reference_spec.rb +1 -1
data/spec/generators/schema_class/my_schema_with_complex_types_spec.rb +32 -24
data/spec/producer_spec.rb +11 -11
data/spec/schemas/{generated.rb → my_namespace/generated.rb} +28 -32
data/spec/schemas/{my_nested_schema.rb → my_namespace/my_nested_schema.rb} +23 -16
data/spec/schemas/{my_schema.rb → my_namespace/my_schema.rb} +12 -5
data/spec/schemas/my_namespace/my_schema_compound_key.rb +41 -0
data/spec/schemas/my_namespace/my_schema_id_key.rb +36 -0
data/spec/schemas/{my_schema_key.rb → my_namespace/my_schema_key.rb} +3 -3
data/spec/schemas/my_namespace/my_schema_with_boolean.rb +41 -0
data/spec/schemas/{my_schema_with_circular_reference.rb → my_namespace/my_schema_with_circular_reference.rb} +15 -10
data/spec/schemas/{my_schema_with_complex_type.rb → my_namespace/my_schema_with_complex_type.rb} +34 -49
data/spec/schemas/my_namespace/my_schema_with_date_time.rb +56 -0
data/spec/schemas/my_namespace/my_schema_with_id.rb +51 -0
data/spec/schemas/my_namespace/my_schema_with_unique_id.rb +56 -0
data/spec/schemas/my_namespace/wibble.rb +76 -0
data/spec/schemas/my_namespace/widget.rb +56 -0
data/spec/schemas/my_namespace/widget_the_second.rb +56 -0
data/spec/schemas/request/create_topic.rb +36 -0
data/spec/schemas/request/index.rb +36 -0
data/spec/schemas/request/update_request.rb +36 -0
data/spec/schemas/response/create_topic.rb +36 -0
data/spec/schemas/response/index.rb +36 -0
data/spec/schemas/response/update_response.rb +36 -0
data/spec/snapshots/consumers-no-nest.snap +93 -86
data/spec/snapshots/consumers.snap +94 -87
data/spec/snapshots/consumers_and_producers-no-nest.snap +108 -87
data/spec/snapshots/consumers_and_producers.snap +109 -88
data/spec/snapshots/consumers_circular-no-nest.snap +93 -86
data/spec/snapshots/consumers_circular.snap +94 -87
data/spec/snapshots/consumers_complex_types-no-nest.snap +93 -86
data/spec/snapshots/consumers_complex_types.snap +94 -87
data/spec/snapshots/consumers_nested-no-nest.snap +93 -86
data/spec/snapshots/consumers_nested.snap +94 -87
data/spec/snapshots/namespace_folders.snap +111 -90
data/spec/snapshots/producers_with_key-no-nest.snap +94 -87
data/spec/snapshots/producers_with_key.snap +95 -88
data/spec/spec_helper.rb +2 -1
metadata +53 -15

data/rbs_collection.lock.yaml ADDED Viewed

@@ -0,0 +1,176 @@
+---
+sources:
+- name: ruby/gem_rbs_collection
+  remote: https://github.com/ruby/gem_rbs_collection.git
+  revision: main
+  repo_dir: gems
+path: ".gem_rbs_collection"
+gems:
+- name: actionpack
+  version: '6.0'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: actionview
+  version: '6.0'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: activejob
+  version: '6.0'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: activemodel
+  version: '6.0'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: activerecord
+  version: '6.1'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: activestorage
+  version: '6.1'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: activesupport
+  version: '6.0'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: ast
+  version: '2.4'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: deimos-ruby
+  version: 1.16.1
+  source:
+    type: rubygems
+- name: i18n
+  version: '1.10'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: listen
+  version: '3.2'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: minitest
+  version: '0'
+  source:
+    type: stdlib
+- name: nokogiri
+  version: '1.11'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: parallel
+  version: '1.20'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: phobos
+  version: 2.1.5
+  source:
+    type: rubygems
+- name: rack
+  version: 2.2.2
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: railties
+  version: '6.0'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: rainbow
+  version: '3.0'
+  source:
+    type: git
+    name: ruby/gem_rbs_collection
+    revision: 4b908cef352d601d80978a9fe3e2a09210e7fc00
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    repo_dir: gems
+- name: tempfile
+  version: '0'
+  source:
+    type: stdlib
+- name: monitor
+  version: '0'
+  source:
+    type: stdlib
+- name: date
+  version: '0'
+  source:
+    type: stdlib
+- name: singleton
+  version: '0'
+  source:
+    type: stdlib
+- name: logger
+  version: '0'
+  source:
+    type: stdlib
+- name: mutex_m
+  version: '0'
+  source:
+    type: stdlib
+- name: time
+  version: '0'
+  source:
+    type: stdlib
+- name: pathname
+  version: '0'
+  source:
+    type: stdlib
+- name: tsort
+  version: '0'
+  source:
+    type: stdlib

data/rbs_collection.yaml ADDED Viewed

@@ -0,0 +1,15 @@
+# Download sources
+sources:
+  - name: ruby/gem_rbs_collection
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    revision: main
+    repo_dir: gems
+# A directory to install the downloaded RBSs
+path: .gem_rbs_collection
+gems:
+  # Skip loading rbs gem's RBS.
+  # It's unnecessary if you don't use rbs as a library.
+  - name: rbs
+    ignore: true

data/regenerate_test_schema_classes.rb ADDED Viewed

@@ -0,0 +1,68 @@
+#! /usr/bin/env ruby
+require 'action_controller/railtie'
+require 'deimos'
+require 'deimos/metrics/mock'
+require 'deimos/tracing/mock'
+# not sure why "require deimos/utils/schema_class" doesn't work
+require_relative 'lib/deimos/utils/schema_class'
+class DeimosApp < Rails::Application
+end
+DeimosApp.initialize!
+class MyConsumer < Deimos::Consumer
+  def consume(payload, metadata); end
+end
+require_relative "./lib/generators/deimos/schema_class_generator"
+Deimos.configure do |deimos_config|
+  deimos_config.schema.nest_child_schemas = true
+  deimos_config.schema.path = "spec/schemas"
+  deimos_config.schema.backend = :avro_validation
+  deimos_config.schema.generated_class_path = './spec/schemas'
+  deimos_config.schema.generate_namespace_folders = true
+  deimos_config.schema.nest_child_schemas = true
+  consumer do
+    class_name 'MyConsumer'
+    topic 'MyTopic'
+    schema 'Generated'
+    namespace 'com.my-namespace'
+    key_config field: :a_string
+  end
+  consumer do
+    class_name 'MyConsumer'
+    topic 'MyTopic'
+    schema 'MySchemaWithComplexTypes'
+    namespace 'com.my-namespace'
+    key_config field: :test_id
+  end
+  consumer do
+    class_name 'MyConsumer'
+    topic 'MyTopic'
+    schema 'MySchemaWithCircularReference'
+    namespace 'com.my-namespace'
+    key_config none: true
+  end
+  consumer do
+    class_name 'MyConsumer'
+    topic 'MyTopic'
+    schema 'MyNestedSchema'
+    namespace 'com.my-namespace'
+    key_config field: :test_id
+  end
+  producer do
+    class_name 'MyConsumer'
+    topic 'MyTopic'
+    schema 'MySchema'
+    namespace 'com.my-namespace'
+    key_config schema: 'MySchema_key'
+  end
+end
+Deimos::Generators::SchemaClassGenerator.new.generate

data/sig/avro.rbs ADDED Viewed

@@ -0,0 +1,14 @@
+module Avro
+  class Schema
+    class NamedSchema
+    end
+    class UnionSchema
+    end
+    class RecordSchema
+    end
+  end
+end