nulogy_message_bus_producer 1.0.4 → 3.2.0

data/spec/spec_helper.rb

@@ -1,28 +1,3 @@
-# Some test GraphQL objects for testing
-module NulogyMessageBusProducer
-  module Specs
-    class TestObject < GraphQL::Schema::Object
-      graphql_name "testObject"
-
-      field :id, type: NulogyGraphqlApi::Types::UUID, null: false
-    end
-
-    class TestQuery < GraphQL::Schema::Object
-      graphql_name "testQuery"
-
-      field :foo, TestObject, null: false do
-        argument :id, type: NulogyGraphqlApi::Types::UUID, required: false
-      end
-    end
-
-    class TestSchema < GraphQL::Schema
-      use NulogyMessageBusProducer::PostgresPublicSubscriptions
-
-      query TestQuery
-    end
-  end
-end
-
 # See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
 RSpec.configure do |config|
   config.expect_with(:rspec) do |expectations|

data/spec/support/kafka.rb

@@ -0,0 +1,98 @@
+require "open3"
+require "rdkafka"
+
+module Kafka
+  module_function
+
+  def kafka_config
+    config = {
+      "auto.offset.reset": "beginning",
+      "bootstrap.servers": test_bootstrap_servers,
+      "enable.auto.commit": false,
+      "group.id": random_consumer_group
+    }
+
+    Rdkafka::Config.new(config)
+  end
+
+  def random_topic_name
+    "test-topic-#{SecureRandom.uuid}"
+  end
+
+  def random_consumer_group
+    "ruby-test-consumer-group-#{SecureRandom.uuid}"
+  end
+
+  def test_bootstrap_servers
+    "localhost:9092"
+  end
+
+  def setup_kafka_producer
+    kafka_config.producer
+  end
+
+  def setup_kafka_consumer(topic_name)
+    consumer = kafka_config.consumer
+    consumer.subscribe(topic_name)
+    wait_for_assignment(consumer)
+    consumer
+  end
+
+  def get_all_messages(consumer, timeout: 500)
+    messages = []
+
+    loop do
+      message = consumer.poll(timeout)
+
+      if message
+        messages << message
+      else
+        return messages
+      end
+    end
+  end
+
+  def wait_for_messages(consumer)
+    messages = []
+    SpecUtils.wait_for(attempts: 10) do
+      messages = Kafka.get_all_messages(consumer)
+      messages.present?
+    end
+    messages
+  end
+
+  def create_topic(topic_name)
+    run("docker-compose exec -T kafka kafka-topics --zookeeper zookeeper:2181 --create --replication-factor 1 --partitions 3 --if-not-exists --topic #{topic_name}")
+  end
+
+  def delete_topic(topic_name)
+    run("docker-compose exec -T kafka kafka-topics --zookeeper zookeeper:2181 --delete --topic #{topic_name}")
+  end
+
+  def list_topics
+    topics = run("docker-compose exec -T kafka kafka-topics --zookeeper zookeeper:2181 --list")
+    topics.split(" ")
+  end
+
+  def run(command)
+    stdout, stderr, status = Open3.capture3(command)
+    raise <<~OUTPUT if status != 0
+      Command `#{command}` failed with:
+      STDOUT:
+      #{stdout}
+
+      STDERR:
+      #{stderr}
+    OUTPUT
+
+    stdout
+  end
+
+  def wait_for_assignment(consumer)
+    SpecUtils.wait_for { !consumer.assignment.empty? }
+  end
+
+  def wait_for_unassignment(consumer)
+    SpecUtils.wait_for { consumer.assignment.empty? }
+  end
+end

data/spec/support/kafka_connect.rb

@@ -0,0 +1,31 @@
+class KafkaConnect
+  def initialize(host, connector_name)
+    uri = URI(host)
+    @http = Net::HTTP.new(uri.host, uri.port)
+    @connector_name = connector_name
+  end
+
+  def configure(config)
+    request = Net::HTTP::Put.new("/connectors/#{@connector_name}/config")
+    request.body = config.to_json
+    request.content_type = "application/json"
+    @http.request(request)
+  end
+
+  def delete
+    request = Net::HTTP::Delete.new("/connectors/#{@connector_name}")
+    @http.request(request)
+  end
+
+  def info
+    request = Net::HTTP::Get.new("/connectors/#{@connector_name}")
+    response = @http.request(request)
+    JSON.parse(response.body, symbolize_names: true)
+  end
+
+  def status
+    request = Net::HTTP::Get.new("/connectors/#{@connector_name}/status")
+    response = @http.request(request)
+    JSON.parse(response.body, symbolize_names: true)
+  end
+end

data/spec/support/spec_utils.rb

@@ -0,0 +1,15 @@
+module SpecUtils
+  module_function
+
+  def wait_for(attempts: 100, interval: 0.1)
+    attempts.times do
+      return if yield
+      sleep interval
+    end
+    raise "Waited for #{attempts} times but it never resolved"
+  end
+
+  def uuid(entity_number)
+    sprintf("00000000-0000-0000-0000-%12.12d", entity_number)
+  end
+end

data/spec/support/sql_helpers.rb

@@ -0,0 +1,47 @@
+module SqlHelpers
+  def without_transaction
+    begin
+      ActiveRecord::Base.connection.rollback_transaction
+      yield
+    ensure
+      truncate_db
+    end
+  end
+
+  def truncate_db
+    # Hit any tables that were used via active record
+    ActiveRecord::Base.connection.tables.each do |table|
+      ActiveRecord::Base.connection.execute("TRUNCATE #{table}")
+    end
+
+    # Just incase these models weren't loaded, do them explicitly
+    ActiveRecord::Base.connection.execute("TRUNCATE #{NulogyMessageBusProducer::SubscriptionEvent.table_name}")
+    ActiveRecord::Base.connection.execute("TRUNCATE #{NulogyMessageBusProducer::Subscription.table_name}")
+  end
+
+  def get_replication_slots
+    results = ActiveRecord::Base.connection.exec_query(<<~SQL)
+      SELECT slot_name FROM pg_replication_slots
+    SQL
+
+    results.to_a.map { |result| result["slot_name"] }
+  end
+
+  def drop_replication_slot(slot_name)
+    ActiveRecord::Base.connection.execute(<<~SQL)
+      SELECT pg_drop_replication_slot('#{slot_name}')
+    SQL
+  end
+
+  def wait_for_replication_slot(slot_name)
+    wait_for do
+      get_replication_slots.any? { |replication_slot| replication_slot == slot_name }
+    end
+  end
+
+  def wait_for_replication_slot_cleanup(slot_name)
+    wait_for do
+      get_replication_slots.none? { |replication_slot| replication_slot == slot_name }
+    end
+  end
+end

data/spec/support/subscription_helpers.rb

@@ -0,0 +1,52 @@
+module SubscriptionHelpers
+  def subscribe_to(
+    schema: NulogyMessageBusProducer::Specs::TestSchema,
+    subscription_id: SecureRandom.uuid,
+    **query_args
+  )
+    gql = subscription_query(subscription_id: subscription_id, **query_args)
+
+    expect do
+      gql_response = execute_graphql(gql, schema)
+      expect(gql_response).to eq(data: {})
+    end.to change(NulogyMessageBusProducer::Subscription, :count).by(1)
+
+    NulogyMessageBusProducer::Subscription.find(subscription_id)
+  end
+
+  def subscription_query(
+    event_type: "testCreated",
+    query: "foo { id }",
+    subscription_id: SecureRandom.uuid,
+    subscription_group_id: SecureRandom.uuid,
+    topic_name: "some_topic"
+  )
+    <<~GRAPHQL
+      subscription {
+        #{event_type} (
+          subscriptionId: "#{subscription_id}",
+          subscriptionGroupId: "#{subscription_group_id}",
+          topicName: "#{topic_name}"
+        ) {
+          #{query}
+        }
+      }
+    GRAPHQL
+  end
+
+  def execute_graphql(query, schema, variables: {}, context: {})
+    response = schema.execute(
+      query,
+      variables: variables,
+      context: context,
+      operation_name: nil
+    )
+
+    response.to_h.deep_symbolize_keys
+  end
+
+  def trigger_event(event_type, root_object)
+    schema = NulogyMessageBusProducer::Specs::TestSchema
+    NulogyMessageBusProducer.trigger_event(schema, event_type, root_object)
+  end
+end

data/spec/support/test_graphql_schema.rb

@@ -0,0 +1,47 @@
+# Some test GraphQL objects for testing
+NulogyMessageBusProducer.config.register_schema(
+  schema: "NulogyMessageBusProducer::Specs::TestSchema",
+  key: "test"
+)
+
+module NulogyMessageBusProducer
+  module Specs
+    class TestObject < GraphQL::Schema::Object
+      graphql_name "testObject"
+
+      field :id, type: String, null: false
+      field :field_with_arguments, type: String, null: false do
+        argument :first, String, required: false
+      end
+      field :context_data, type: String, null: false
+
+      def context_data
+        context[:context_data]
+      end
+    end
+
+    class TestQuery < GraphQL::Schema::Object
+      field :dummy_value, String, null: false
+    end
+
+    class TestCreated < NulogyMessageBusProducer::BaseSubscription
+      field :foo, TestObject, null: false
+      field :foo_list, [TestObject], null: false
+    end
+
+    class TestSubscription < GraphQL::Schema::Object
+      field :test_created, subscription: TestCreated
+    end
+
+    class TestSchema < GraphQL::Schema
+      use GraphQL::Execution::Interpreter
+      use GraphQL::Analysis::AST
+      use NulogyMessageBusProducer::Subscriptions::PostgresTransport
+
+      query TestQuery
+      subscription TestSubscription
+
+      query_analyzer NulogyMessageBusProducer::Subscriptions::RiskySubscriptionBlocker
+    end
+  end
+end

metadata

@@ -1,57 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: nulogy_message_bus_producer
 version: !ruby/object:Gem::Version
-  version: 1.0.4
+  version: 3.2.0
 platform: ruby
 authors:
 - Nulogy
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-13 00:00:00.000000000 Z
+date: 2020-10-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 5.2.4.2
+        version: '5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 5.2.4.2
+        version: '5'
 - !ruby/object:Gem::Dependency
   name: graphql
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 1.9.12
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 1.9.12
-- !ruby/object:Gem::Dependency
-  name: strong_migrations
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 1.11.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 1.11.4
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +94,48 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 13.0.1
+- !ruby/object:Gem::Dependency
+  name: rake-release
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+- !ruby/object:Gem::Dependency
+  name: rdkafka
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-json_expectations
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.2.0
 - !ruby/object:Gem::Dependency
   name: rspec-rails
   requirement: !ruby/object:Gem::Requirement
@@ -188,15 +216,20 @@ files:
 - README.md
 - Rakefile
 - db/migrate/20200611150212_create_public_subscriptions_and_events_tables.rb
+- db/migrate/20201005150212_rename_tenant_id_and_public.rb
 - lib/nulogy_message_bus_producer.rb
 - lib/nulogy_message_bus_producer/application_record.rb
-- lib/nulogy_message_bus_producer/base_public_subscription.rb
+- lib/nulogy_message_bus_producer/base_subscription.rb
+- lib/nulogy_message_bus_producer/config.rb
 - lib/nulogy_message_bus_producer/engine.rb
-- lib/nulogy_message_bus_producer/postgres_public_subscriptions.rb
-- lib/nulogy_message_bus_producer/public_subscription.rb
-- lib/nulogy_message_bus_producer/public_subscription_event.rb
+- lib/nulogy_message_bus_producer/repopulate_replication_slots.rb
 - lib/nulogy_message_bus_producer/subscriber_graphql_schema_validator.rb
+- lib/nulogy_message_bus_producer/subscription.rb
+- lib/nulogy_message_bus_producer/subscription_event.rb
+- lib/nulogy_message_bus_producer/subscriptions/postgres_transport.rb
+- lib/nulogy_message_bus_producer/subscriptions/risky_subscription_blocker.rb
 - lib/nulogy_message_bus_producer/version.rb
+- lib/tasks/engine/message_bus_producer.rake
 - spec/dummy/Rakefile
 - spec/dummy/app/assets/config/manifest.js
 - spec/dummy/app/assets/javascripts/application.js
@@ -241,6 +274,7 @@ files:
 - spec/dummy/config/routes.rb
 - spec/dummy/config/secrets.yml
 - spec/dummy/config/spring.rb
+- spec/dummy/db/migrate/20201005164116_create_active_storage_tables.active_storage.rb
 - spec/dummy/db/schema.rb
 - spec/dummy/log/development.log
 - spec/dummy/log/test.log
@@ -251,16 +285,23 @@ files:
 - spec/dummy/public/apple-touch-icon-precomposed.png
 - spec/dummy/public/apple-touch-icon.png
 - spec/dummy/public/favicon.ico
-- spec/integration/lib/graphql_api/postgres_public_subscriptions_spec.rb
-- spec/integration/lib/graphql_api/validators/subscriber_graphql_schema_validator_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/repopulate_replication_slots_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriber_graphql_schema_validator_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscription_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/postgres_transport_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/risky_subscription_blocker_spec.rb
 - spec/integration_spec_helper.rb
 - spec/spec_helper.rb
-- spec/unit/lib/graphql_api/models/public_subscription_spec.rb
-- spec/unit_spec_helper.rb
+- spec/support/kafka.rb
+- spec/support/kafka_connect.rb
+- spec/support/spec_utils.rb
+- spec/support/sql_helpers.rb
+- spec/support/subscription_helpers.rb
+- spec/support/test_graphql_schema.rb
 homepage: https://github.com/nulogy/message-bus/tree/master/gems/nulogy_message_bus_producer
 licenses: []
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -276,12 +317,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.0.3
-signing_key:
+signing_key: 
 specification_version: 4
 summary: Nulogy's code for producing to the Message Bus
 test_files:
 - spec/spec_helper.rb
-- spec/unit/lib/graphql_api/models/public_subscription_spec.rb
 - spec/dummy/app/mailers/application_mailer.rb
 - spec/dummy/app/models/application_record.rb
 - spec/dummy/app/jobs/application_job.rb
@@ -334,9 +374,18 @@ test_files:
 - spec/dummy/public/apple-touch-icon-precomposed.png
 - spec/dummy/package.json
 - spec/dummy/db/schema.rb
+- spec/dummy/db/migrate/20201005164116_create_active_storage_tables.active_storage.rb
 - spec/dummy/log/test.log
 - spec/dummy/log/development.log
 - spec/integration_spec_helper.rb
-- spec/integration/lib/graphql_api/postgres_public_subscriptions_spec.rb
-- spec/integration/lib/graphql_api/validators/subscriber_graphql_schema_validator_spec.rb
-- spec/unit_spec_helper.rb
+- spec/integration/lib/nulogy_message_bus_producer/repopulate_replication_slots_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/risky_subscription_blocker_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriptions/postgres_transport_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscription_spec.rb
+- spec/integration/lib/nulogy_message_bus_producer/subscriber_graphql_schema_validator_spec.rb
+- spec/support/kafka_connect.rb
+- spec/support/subscription_helpers.rb
+- spec/support/kafka.rb
+- spec/support/spec_utils.rb
+- spec/support/sql_helpers.rb
+- spec/support/test_graphql_schema.rb