nulogy_message_bus_producer 2.0.0 → 3.2.1

data/spec/integration_spec_helper.rb

@@ -6,6 +6,7 @@ ENV["RAILS_ENV"] ||= "test"
 require File.expand_path("dummy/config/environment.rb", __dir__)
 
 require "rspec/rails"
+require "rspec/json_expectations"
 require "active_record"
 require "spec_helper"
 
@@ -33,4 +34,8 @@ RSpec.configure do |config|
   config.expect_with(:rspec) do |c|
     c.max_formatted_output_length = 1_000_000
   end
+
+  config.include(SpecUtils)
+  config.include(SqlHelpers)
+  config.include(SubscriptionHelpers)
 end

data/spec/spec_helper.rb

@@ -1,43 +1,3 @@
-# Some test GraphQL objects for testing
-module NulogyMessageBusProducer
-  module Specs
-    class TestObject < GraphQL::Schema::Object
-      graphql_name "testObject"
-
-      field :id, type: NulogyGraphqlApi::Types::UUID, null: false
-    end
-
-    class TestQuery < GraphQL::Schema::Object
-      graphql_name "testQuery"
-
-      field :foo, TestObject, null: false do
-        argument :id, type: NulogyGraphqlApi::Types::UUID, required: false
-      end
-
-      def foo(id:)
-        OpenStruct.new(id: id)
-      end
-    end
-
-    class TestCreated < NulogyMessageBusProducer::BasePublicSubscription
-      field :description, String, null: false
-    end
-
-    class TestSubscription < GraphQL::Schema::Object
-      extend GraphQL::Subscriptions::SubscriptionRoot
-
-      field :test_created, subscription: TestCreated
-    end
-
-    class TestSchema < GraphQL::Schema
-      use NulogyMessageBusProducer::PostgresPublicSubscriptions
-
-      query TestQuery
-      subscription TestSubscription
-    end
-  end
-end
-
 # See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
 RSpec.configure do |config|
   config.expect_with(:rspec) do |expectations|

data/spec/support/kafka.rb

@@ -0,0 +1,105 @@
+require "open3"
+require "rdkafka"
+
+module Kafka
+  module_function
+
+  def kafka_config
+    config = {
+      "auto.offset.reset": "beginning",
+      "bootstrap.servers": test_bootstrap_servers,
+      "enable.auto.commit": false,
+      "group.id": random_consumer_group
+    }
+
+    Rdkafka::Config.new(config)
+  end
+
+  def random_topic_name
+    "test-topic-#{SecureRandom.uuid}"
+  end
+
+  def random_consumer_group
+    "ruby-test-consumer-group-#{SecureRandom.uuid}"
+  end
+
+  def test_bootstrap_servers
+    "localhost:9092"
+  end
+
+  def setup_kafka_producer
+    kafka_config.producer
+  end
+
+  def setup_kafka_consumer(topic_name)
+    consumer = kafka_config.consumer
+    consumer.subscribe(topic_name)
+    wait_for_assignment(consumer)
+    consumer
+  end
+
+  def get_all_messages(consumer, timeout: 500)
+    messages = []
+
+    loop do
+      message = consumer.poll(timeout)
+
+      return messages unless message
+
+      messages << message
+    end
+  end
+
+  def wait_for_messages(consumer)
+    messages = []
+    SpecUtils.wait_for(attempts: 10) do
+      messages = Kafka.get_all_messages(consumer)
+      messages.present?
+    end
+    messages
+  end
+
+  def create_topic(topic_name)
+    cmd = [
+      "docker-compose exec",
+      "-T kafka kafka-topics",
+      "--zookeeper zookeeper:2181",
+      "--create",
+      "--replication-factor 1",
+      "--partitions 3",
+      "--if-not-exists --topic #{topic_name}"
+    ]
+    run(cmd.join(" "))
+  end
+
+  def delete_topic(topic_name)
+    run("docker-compose exec -T kafka kafka-topics --zookeeper zookeeper:2181 --delete --topic #{topic_name}")
+  end
+
+  def list_topics
+    topics = run("docker-compose exec -T kafka kafka-topics --zookeeper zookeeper:2181 --list")
+    topics.split(" ")
+  end
+
+  def run(command)
+    stdout, stderr, status = Open3.capture3(command)
+    raise <<~OUTPUT if status != 0
+      Command `#{command}` failed with:
+      STDOUT:
+      #{stdout}
+
+      STDERR:
+      #{stderr}
+    OUTPUT
+
+    stdout
+  end
+
+  def wait_for_assignment(consumer)
+    SpecUtils.wait_for { !consumer.assignment.empty? }
+  end
+
+  def wait_for_unassignment(consumer)
+    SpecUtils.wait_for { consumer.assignment.empty? }
+  end
+end

data/spec/support/kafka_connect.rb

@@ -0,0 +1,31 @@
+class KafkaConnect
+  def initialize(host, connector_name)
+    uri = URI(host)
+    @http = Net::HTTP.new(uri.host, uri.port)
+    @connector_name = connector_name
+  end
+
+  def configure(config)
+    request = Net::HTTP::Put.new("/connectors/#{@connector_name}/config")
+    request.body = config.to_json
+    request.content_type = "application/json"
+    @http.request(request)
+  end
+
+  def delete
+    request = Net::HTTP::Delete.new("/connectors/#{@connector_name}")
+    @http.request(request)
+  end
+
+  def info
+    request = Net::HTTP::Get.new("/connectors/#{@connector_name}")
+    response = @http.request(request)
+    JSON.parse(response.body, symbolize_names: true)
+  end
+
+  def status
+    request = Net::HTTP::Get.new("/connectors/#{@connector_name}/status")
+    response = @http.request(request)
+    JSON.parse(response.body, symbolize_names: true)
+  end
+end

data/spec/support/spec_utils.rb

@@ -0,0 +1,16 @@
+module SpecUtils
+  module_function
+
+  def wait_for(attempts: 100, interval: 0.1)
+    attempts.times do
+      return if yield
+
+      sleep interval
+    end
+    raise "Waited for #{attempts} times but it never resolved"
+  end
+
+  def uuid(entity_number)
+    format("00000000-0000-0000-0000-%<id>12.12d", id: entity_number)
+  end
+end

data/spec/support/sql_helpers.rb

@@ -0,0 +1,45 @@
+module SqlHelpers
+  def without_transaction
+    ActiveRecord::Base.connection.rollback_transaction
+    yield
+  ensure
+    truncate_db
+  end
+
+  def truncate_db
+    # Hit any tables that were used via active record
+    ActiveRecord::Base.connection.tables.each do |table|
+      ActiveRecord::Base.connection.execute("TRUNCATE #{table}")
+    end
+
+    # Just incase these models weren't loaded, do them explicitly
+    ActiveRecord::Base.connection.execute("TRUNCATE #{NulogyMessageBusProducer::SubscriptionEvent.table_name}")
+    ActiveRecord::Base.connection.execute("TRUNCATE #{NulogyMessageBusProducer::Subscription.table_name}")
+  end
+
+  def replication_slots
+    results = ActiveRecord::Base.connection.exec_query(<<~SQL)
+      SELECT slot_name FROM pg_replication_slots
+    SQL
+
+    results.to_a.map { |result| result["slot_name"] }
+  end
+
+  def drop_replication_slot(slot_name)
+    ActiveRecord::Base.connection.execute(<<~SQL)
+      SELECT pg_drop_replication_slot('#{slot_name}')
+    SQL
+  end
+
+  def wait_for_replication_slot(slot_name)
+    wait_for do
+      replication_slots.any? { |replication_slot| replication_slot == slot_name }
+    end
+  end
+
+  def wait_for_replication_slot_cleanup(slot_name)
+    wait_for do
+      replication_slots.none? { |replication_slot| replication_slot == slot_name }
+    end
+  end
+end

data/spec/support/subscription_helpers.rb

@@ -0,0 +1,52 @@
+module SubscriptionHelpers
+  def subscribe_to(
+    schema: NulogyMessageBusProducer::Specs::TestSchema,
+    subscription_id: SecureRandom.uuid,
+    **query_args
+  )
+    gql = subscription_query(subscription_id: subscription_id, **query_args)
+
+    expect do
+      gql_response = execute_graphql(gql, schema)
+      expect(gql_response).to eq(data: {})
+    end.to change(NulogyMessageBusProducer::Subscription, :count).by(1)
+
+    NulogyMessageBusProducer::Subscription.find(subscription_id)
+  end
+
+  def subscription_query(
+    event_type: "testCreated",
+    query: "foo { id }",
+    subscription_id: SecureRandom.uuid,
+    subscription_group_id: SecureRandom.uuid,
+    topic_name: "some_topic"
+  )
+    <<~GRAPHQL
+      subscription {
+        #{event_type} (
+          subscriptionId: "#{subscription_id}",
+          subscriptionGroupId: "#{subscription_group_id}",
+          topicName: "#{topic_name}"
+        ) {
+          #{query}
+        }
+      }
+    GRAPHQL
+  end
+
+  def execute_graphql(query, schema, variables: {}, context: {})
+    response = schema.execute(
+      query,
+      variables: variables,
+      context: context,
+      operation_name: nil
+    )
+
+    response.to_h.deep_symbolize_keys
+  end
+
+  def trigger_event(event_type, root_object)
+    schema = NulogyMessageBusProducer::Specs::TestSchema
+    NulogyMessageBusProducer.trigger_event(schema, event_type, root_object)
+  end
+end

data/spec/support/test_graphql_schema.rb

@@ -0,0 +1,48 @@
+# Some test GraphQL objects for testing
+NulogyMessageBusProducer.config.register_schema(
+  schema: "NulogyMessageBusProducer::Specs::TestSchema",
+  key: "test"
+)
+
+module NulogyMessageBusProducer
+  module Specs
+    class TestObject < GraphQL::Schema::Object
+      graphql_name "testObject"
+
+      field :id, type: String, null: false
+      field :field_with_arguments, type: String, null: false do
+        argument :first, String, required: false
+      end
+      field :context_data, type: String, null: false
+
+      def context_data
+        context[:context_data]
+      end
+    end
+
+    class TestQuery < GraphQL::Schema::Object
+      field :dummy_value, String, null: false
+    end
+
+    class TestCreated < NulogyMessageBusProducer::BaseSubscription
+      field :foo, TestObject, null: false
+      field :foo_list, [TestObject], null: false
+    end
+
+    class TestSubscription < GraphQL::Schema::Object
+      field :test_created, subscription: TestCreated
+    end
+
+    class TestSchema < GraphQL::Schema
+      use GraphQL::Execution::Interpreter
+      use GraphQL::Analysis::AST
+      use NulogyMessageBusProducer::Subscriptions::PostgresTransport
+
+      query TestQuery
+      subscription TestSubscription
+
+      query_analyzer NulogyMessageBusProducer::Subscriptions::RiskySubscriptionBlocker
+      query_analyzer NulogyMessageBusProducer::Subscriptions::NoVariables
+    end
+  end
+end

metadata

@@ -1,57 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: nulogy_message_bus_producer
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 3.2.1
 platform: ruby
 authors:
 - Nulogy
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-14 00:00:00.000000000 Z
+date: 2020-10-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: rails
+  name: graphql
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '5'
+        version: 1.11.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '5'
+        version: 1.11.4
 - !ruby/object:Gem::Dependency
-  name: graphql
+  name: rails
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.9'
+        version: '5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.9'
-- !ruby/object:Gem::Dependency
-  name: strong_migrations
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 0.5.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: '5'
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +94,48 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 13.0.1
+- !ruby/object:Gem::Dependency
+  name: rake-release
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+- !ruby/object:Gem::Dependency
+  name: rdkafka
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-json_expectations
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.2.0
 - !ruby/object:Gem::Dependency
   name: rspec-rails
   requirement: !ruby/object:Gem::Requirement
@@ -188,16 +216,21 @@ files:
 - README.md
 - Rakefile
 - db/migrate/20200611150212_create_public_subscriptions_and_events_tables.rb
+- db/migrate/20201005150212_rename_tenant_id_and_public.rb
 - lib/nulogy_message_bus_producer.rb
 - lib/nulogy_message_bus_producer/application_record.rb
-- lib/nulogy_message_bus_producer/base_public_subscription.rb
+- lib/nulogy_message_bus_producer/base_subscription.rb
 - lib/nulogy_message_bus_producer/config.rb
 - lib/nulogy_message_bus_producer/engine.rb
-- lib/nulogy_message_bus_producer/postgres_public_subscriptions.rb
-- lib/nulogy_message_bus_producer/public_subscription.rb
-- lib/nulogy_message_bus_producer/public_subscription_event.rb
+- lib/nulogy_message_bus_producer/repopulate_replication_slots.rb
 - lib/nulogy_message_bus_producer/subscriber_graphql_schema_validator.rb
+- lib/nulogy_message_bus_producer/subscription.rb
+- lib/nulogy_message_bus_producer/subscription_event.rb
+- lib/nulogy_message_bus_producer/subscriptions/no_variables.rb
+- lib/nulogy_message_bus_producer/subscriptions/postgres_transport.rb
+- lib/nulogy_message_bus_producer/subscriptions/risky_subscription_blocker.rb
 - lib/nulogy_message_bus_producer/version.rb
+- lib/tasks/engine/message_bus_producer.rake
 - spec/dummy/Rakefile
 - spec/dummy/app/assets/config/manifest.js
 - spec/dummy/app/assets/javascripts/application.js
@@ -242,6 +275,7 @@ files:
 - spec/dummy/config/routes.rb
 - spec/dummy/config/secrets.yml
 - spec/dummy/config/spring.rb
+- spec/dummy/db/migrate/20201005164116_create_active_storage_tables.active_storage.rb
 - spec/dummy/db/schema.rb
 - spec/dummy/log/development.log
 - spec/dummy/log/test.log
@@ -252,12 +286,20 @@ files:
 - spec/dummy/public/apple-touch-icon-precomposed.png
 - spec/dummy/public/apple-touch-icon.png
 - spec/dummy/public/favicon.ico
-- spec/integration/lib/graphql_api/postgres_public_subscriptions_spec.rb
-- spec/integration/lib/graphql_api/validators/subscriber_graphql_schema_validator_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/repopulate_replication_slots_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriber_graphql_schema_validator_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscription_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/no_variables_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/postgres_transport_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/risky_subscription_blocker_spec.rb
 - spec/integration_spec_helper.rb
 - spec/spec_helper.rb
-- spec/unit/lib/graphql_api/models/public_subscription_spec.rb
-- spec/unit_spec_helper.rb
+- spec/support/kafka.rb
+- spec/support/kafka_connect.rb
+- spec/support/spec_utils.rb
+- spec/support/sql_helpers.rb
+- spec/support/subscription_helpers.rb
+- spec/support/test_graphql_schema.rb
 homepage: https://github.com/nulogy/message-bus/tree/master/gems/nulogy_message_bus_producer
 licenses: []
 metadata: {}
@@ -267,9 +309,9 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - "~>"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -282,7 +324,6 @@ specification_version: 4
 summary: Nulogy's code for producing to the Message Bus
 test_files:
 - spec/spec_helper.rb
-- spec/unit/lib/graphql_api/models/public_subscription_spec.rb
 - spec/dummy/app/mailers/application_mailer.rb
 - spec/dummy/app/models/application_record.rb
 - spec/dummy/app/jobs/application_job.rb
@@ -335,9 +376,19 @@ test_files:
 - spec/dummy/public/apple-touch-icon-precomposed.png
 - spec/dummy/package.json
 - spec/dummy/db/schema.rb
+- spec/dummy/db/migrate/20201005164116_create_active_storage_tables.active_storage.rb
 - spec/dummy/log/test.log
 - spec/dummy/log/development.log
 - spec/integration_spec_helper.rb
-- spec/integration/lib/graphql_api/postgres_public_subscriptions_spec.rb
-- spec/integration/lib/graphql_api/validators/subscriber_graphql_schema_validator_spec.rb
-- spec/unit_spec_helper.rb
+- spec/integration/lib/nulogy_message_bus_producer/repopulate_replication_slots_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/risky_subscription_blocker_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/postgres_transport_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/no_variables_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscription_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriber_graphql_schema_validator_spec.rb
+- spec/support/kafka_connect.rb
+- spec/support/subscription_helpers.rb
+- spec/support/kafka.rb
+- spec/support/spec_utils.rb
+- spec/support/sql_helpers.rb
+- spec/support/test_graphql_schema.rb