sequent 2.1.0 → 3.0.0

data/lib/sequent/rake/migration_tasks.rb

@@ -0,0 +1,109 @@
+require 'active_record'
+require 'rake'
+require 'rake/tasklib'
+
+require 'sequent/support'
+require 'sequent/migrations/view_schema'
+
+module Sequent
+  module Rake
+    class MigrationTasks < ::Rake::TaskLib
+      include ::Rake::DSL
+
+      def register_tasks!
+        namespace :sequent do
+          desc 'Rake task that runs before all sequent rake tasks. Hook applications can use to for instance run other rake tasks.'
+          task :init
+
+          namespace :db do
+
+            desc 'Create the database for the current env'
+            task :create => ['sequent:init'] do
+              ensure_rack_env_set!
+              sequent_schema = File.join(Sequent.configuration.database_config_directory, "#{Sequent.configuration.event_store_schema_name}.rb")
+
+              fail "File #{sequent_schema} does not exist. Check your Sequent configuration." unless File.exists?(sequent_schema)
+
+              db_config = Sequent::Support::Database.read_config(@env)
+              Sequent::Support::Database.create!(db_config)
+
+              Sequent::Support::Database.establish_connection(db_config)
+              Sequent::Support::Database.create_schema(Sequent.configuration.event_store_schema_name)
+              load(sequent_schema)
+            end
+
+            desc 'Drops the database for the current env'
+            task :drop, [:production] => ['sequent:init'] do |_t, args|
+              ensure_rack_env_set!
+
+              fail "Wont drop db in production unless you whitelist the environment as follows: rake sequent:db:drop[production]" if @env == 'production' && args[:production] != 'production'
+
+              db_config = Sequent::Support::Database.read_config(@env)
+              Sequent::Support::Database.drop!(db_config)
+            end
+
+          end
+
+          namespace :migrate do
+            desc 'Rake task that runs before all migrate rake tasks. Hook applications can use to for instance run other rake tasks.'
+            task :init
+
+            desc 'Prints the current version in the database'
+            task :current_version => ['sequent:init', :init] do
+              ensure_rack_env_set!
+
+              Sequent::Support::Database.connect!(@env)
+
+              puts "Current version in the database is: #{Sequent::Migrations::ViewSchema::Versions.maximum(:version)}"
+            end
+
+            desc 'Migrates the Projectors while the app is running. Call +sequent:migrate:offline+ after this successfully completed.'
+            task :online => ['sequent:init', :init] do
+              ensure_rack_env_set!
+
+              db_config = Sequent::Support::Database.read_config(@env)
+              view_schema = Sequent::Migrations::ViewSchema.new(db_config: db_config)
+
+              view_schema.migrate_online
+            end
+
+            desc 'Migrates the events inserted while +online+ was running. It is expected +sequent:migrate:online+ ran first.'
+            task :offline => ['sequent:init', :init] do
+              ensure_rack_env_set!
+
+              db_config = Sequent::Support::Database.read_config(@env)
+              view_schema = Sequent::Migrations::ViewSchema.new(db_config: db_config)
+
+              view_schema.migrate_offline
+            end
+          end
+
+          namespace :snapshots do
+            desc 'Rake task that runs before all snapshots rake tasks. Hook applications can use to for instance run other rake tasks.'
+            task :init
+
+            task :set_snapshot_threshold, [:aggregate_type,:threshold] => ['sequent:init', :init] do
+              aggregate_type = args['aggregate_type']
+              threshold = args['threshold']
+
+              fail ArgumentError.new('usage rake sequent:snapshots:set_snapshot_threshold[AggregegateType,threshold]') unless aggregate_type
+              fail ArgumentError.new('usage rake sequent:snapshots:set_snapshot_threshold[AggregegateType,threshold]') unless threshold
+
+              execute "UPDATE #{Sequent.configuration.stream_record_class} SET snapshot_threshold = #{threshold.to_i} WHERE aggregate_type = '#{aggregate_type}'"
+            end
+
+            task :delete_all => ['sequent:init', :init] do
+              result = ActiveRecord::Base.connection.execute("DELETE FROM #{Sequent.configuration.event_record_class.table_name} WHERE event_type = 'Sequent::Core::SnapshotEvent'")
+              Sequent.logger.info "Deleted #{result.cmd_tuples} aggregate snapshots from the event store"
+            end
+          end
+        end
+      end
+
+      private
+      def ensure_rack_env_set!
+        @env ||= ENV['RACK_ENV'] || fail("RACK_ENV not set")
+      end
+    end
+  end
+end

data/lib/sequent/rake/tasks.rb

@@ -20,7 +20,13 @@ module Sequent
         @options = DEFAULT_OPTIONS.merge(options)
       end
 
+      def display_deprecation_warning
+        warn '[DEPRECATED] Sequent::Rake::Tasks is deprecated. Please use Sequent::Rake::MigrationTasks tasks instead.'
+      end
+
       def register!
+        display_deprecation_warning
+
         register_db_tasks!
         register_view_schema_tasks!
       end
@@ -29,6 +35,8 @@ module Sequent
         namespace :db do
           desc 'Create the database'
           task :create do
+            display_deprecation_warning
+
             current_environments.each do |env|
               env_db = db_config(env)
               puts "Create database #{env_db['database']}"
@@ -38,6 +46,8 @@ module Sequent
 
           desc 'Drop the database'
           task :drop do
+            display_deprecation_warning
+
             current_environments.each do |env|
               env_db = db_config(env)
               puts "Drop database #{env_db['database']}"
@@ -52,6 +62,8 @@ module Sequent
 
           desc 'Migrate the database'
           task migrate: :establish_connection do
+            display_deprecation_warning
+
             database.create_schema!(options.fetch(:event_store_schema))
             database.migrate(options.fetch(:migrations_path))
           end
@@ -62,6 +74,8 @@ module Sequent
         namespace :view_schema do
           desc 'Build the view schema'
           task build: :'db:establish_connection' do
+            display_deprecation_warning
+
             if database.schema_exists?(view_projection.schema_name)
               puts "View version #{view_projection.version} already exists; no need to build it"
             else
@@ -72,6 +86,8 @@ module Sequent
 
           desc 'Drop the view schema'
           task drop: :'db:establish_connection' do
+            display_deprecation_warning
+
             database.drop_schema!(view_projection.schema_name)
           end
         end

data/lib/sequent/sequent.rb

@@ -1,23 +1,37 @@
-require_relative 'core/core'
-require_relative 'util/util'
-require_relative 'migrations/migrations'
 require_relative 'configuration'
-
-require 'logger'
+require_relative 'core/event'
+require_relative 'core/command'
+require_relative 'core/base_command_handler'
+require_relative 'core/aggregate_root'
+require_relative 'core/projector'
+require_relative 'core/workflow'
+require_relative 'generator'
 
 module Sequent
   def self.new_uuid
     Sequent.configuration.uuid_generator.uuid
   end
 
-  def self.logger
-    @logger ||= Logger.new(STDOUT).tap {|l| l.level = Logger::INFO }
-  end
-
-  def self.logger=(logger)
-    @logger = logger
-  end
-
+  #
+  # Setup Sequent.
+  #
+  # Setup is typically called in an +initializer+ or setup phase of your application.
+  # A minimal setup could look like this:
+  #
+  #   Sequent.configure do |config|
+  #     config.event_handlers = [
+  #       MyProjector.new,
+  #       AnotherProjector.new,
+  #       MyWorkflow.new,
+  #     ]
+  #
+  #     config.command_handlers = [
+  #       MyCommandHandler.new,
+  #     ]
+  #
+  #   end
+  #
+  #
   def self.configure
     yield Configuration.instance
   end
@@ -30,4 +44,30 @@ module Sequent
   def self.command_service
     configuration.command_service
   end
+
+  def self.new_version
+    migration_class.version
+  end
+
+  def self.migration_class
+    Class.const_get(configuration.migrations_class_name)
+  end
+
+  # Short hand for Sequent.configuration.logger
+  def self.logger
+    configuration.logger
+  end
+
+  # Short hand for Sequent.configuration.aggregate_repository
+  def self.aggregate_repository
+    configuration.aggregate_repository
+  end
+
+  # Shortcut classes for easy usage
+  Event = Sequent::Core::Event
+  Command = Sequent::Core::Command
+  CommandHandler = Sequent::Core::BaseCommandHandler
+  AggregateRoot = Sequent::Core::AggregateRoot
+  Projector = Sequent::Core::Projector
+  Workflow = Sequent::Core::Workflow
 end

data/lib/sequent/support/database.rb

@@ -1,3 +1,5 @@
+require 'active_support/hash_with_indifferent_access'
+
 module Sequent
   module Support
     # Offers support operations for a postgres database.
@@ -8,6 +10,18 @@ module Sequent
     class Database
       attr_reader :db_config
 
+      def self.connect!(env)
+        db_config = read_config(env)
+        establish_connection(db_config)
+      end
+
+      def self.read_config(env)
+        fail ArgumentError.new("env is mandatory") unless env
+
+        database_yml = File.join(Sequent.configuration.database_config_directory, 'database.yml')
+        YAML.load(ERB.new(File.read(database_yml)).result)[env]
+      end
+
       def self.create!(db_config)
         ActiveRecord::Base.establish_connection(db_config.merge('database' => 'postgres'))
         ActiveRecord::Base.connection.create_database(db_config['database'])
@@ -26,6 +40,39 @@ module Sequent
         ActiveRecord::Base.connection_pool.disconnect!
       end
 
+      def self.execute_sql(sql)
+        ActiveRecord::Base.connection.execute(sql)
+      end
+
+      def self.create_schema(schema)
+        sql = "CREATE SCHEMA IF NOT EXISTS #{schema}"
+        if user = ActiveRecord::Base.connection_config[:username]
+          sql += " AUTHORIZATION #{user}"
+        end
+        execute_sql(sql)
+      end
+
+      def self.drop_schema!(schema_name)
+        execute_sql "DROP SCHEMA if exists #{schema_name} cascade"
+      end
+
+      def self.with_schema_search_path(search_path, db_config, env = ENV['RACK_ENV'])
+        fail ArgumentError.new("env is required") unless env
+
+        disconnect!
+        original_search_paths = db_config['schema_search_path'].dup
+        ActiveRecord::Base.configurations[env.to_s] = ActiveSupport::HashWithIndifferentAccess.new(db_config).stringify_keys
+        db_config['schema_search_path'] = search_path
+        ActiveRecord::Base.establish_connection db_config
+
+        yield
+
+      ensure
+        disconnect!
+        db_config['schema_search_path'] = original_search_paths
+        establish_connection(db_config)
+      end
+
       def schema_exists?(schema)
         ActiveRecord::Base.connection.execute(
           "SELECT schema_name FROM information_schema.schemata WHERE schema_name like '#{schema}'"
@@ -33,17 +80,15 @@ module Sequent
       end
 
       def create_schema!(schema)
-        sql = "CREATE SCHEMA IF NOT EXISTS #{schema}"
-        if user = ActiveRecord::Base.connection_config[:username]
-          sql += " AUTHORIZATION #{user}"
-        end
-        ActiveRecord::Base.connection.execute(sql)
+        self.class.create_schema(schema)
       end
 
       def drop_schema!(schema)
-        ActiveRecord::Base.connection.execute(
-          "DROP SCHEMA IF EXISTS #{schema} CASCADE"
-        )
+        self.class.drop_schema!(schema)
+      end
+
+      def execute_sql(sql)
+        self.class.execute_sql(sql)
       end
 
       def migrate(migrations_path, verbose: true)

data/lib/sequent/util/printer.rb

@@ -0,0 +1,16 @@
+module Sequent
+  module Util
+    module Printer
+      def recursively_print(e)
+        logger.error "#{e.to_s}\n\n#{e.backtrace.join("\n")}"
+
+        while e.cause do
+          logger.error "+++++++++++++++ CAUSE +++++++++++++++"
+          logger.error "#{e.cause.to_s}\n\n#{e.cause.backtrace.join("\n")}"
+          e = e.cause
+        end
+      end
+    end
+  end
+end
+

data/lib/sequent/util/timer.rb

@@ -0,0 +1,14 @@
+module Sequent
+  module Util
+    module Timer
+      def time(msg)
+        start = Time.now
+        yield
+      ensure
+        stop = Time.now
+        seconds = stop - start
+        Sequent.logger.debug("#{msg} in #{seconds} seconds") if seconds > 1
+      end
+    end
+  end
+end

data/lib/sequent/util/util.rb

@@ -1 +1,3 @@
 require_relative 'skip_if_already_processing'
+require_relative 'timer'
+require_relative 'printer'

data/lib/version.rb

@@ -1,3 +1,3 @@
 module Sequent
-  VERSION = '2.1.0'
+  VERSION = '3.0.0'
 end

metadata

@@ -1,16 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: sequent
 version: !ruby/object:Gem::Version
-  version: 2.1.0
+  version: 3.0.0
 platform: ruby
 authors:
 - Lars Vonk
 - Bob Forma
 - Erik Rozendaal
+- Mike van Diepen
+- Stephan van Diepen
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-05-18 00:00:00.000000000 Z
+date: 2018-06-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -18,7 +20,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '5.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.2'
@@ -28,7 +30,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '5.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.2'
@@ -38,7 +40,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '5.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.2'
@@ -48,7 +50,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '5.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.2'
@@ -58,14 +60,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.18'
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.18'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: postgresql_cursor
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +110,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.3.5
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.12.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.12.1
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -197,10 +213,14 @@ email:
 - lars.vonk@gmail.com
 - bforma@zilverline.com
 - erozendaal@zilverline.com
-executables: []
+- mvdiepen@zilverline.com
+- svdiepen@zilverline.com
+executables:
+- sequent
 extensions: []
 extra_rdoc_files: []
 files:
+- bin/sequent
 - db/sequent_schema.rb
 - lib/sequent.rb
 - lib/sequent/configuration.rb
@@ -208,7 +228,6 @@ files:
 - lib/sequent/core/aggregate_root.rb
 - lib/sequent/core/aggregate_snapshotter.rb
 - lib/sequent/core/base_command_handler.rb
-- lib/sequent/core/base_event_handler.rb
 - lib/sequent/core/command.rb
 - lib/sequent/core/command_record.rb
 - lib/sequent/core/command_service.rb
@@ -235,10 +254,12 @@ files:
 - lib/sequent/core/helpers/type_conversion_support.rb
 - lib/sequent/core/helpers/uuid_helper.rb
 - lib/sequent/core/helpers/value_validators.rb
+- lib/sequent/core/persistors/active_record_persistor.rb
+- lib/sequent/core/persistors/persistor.rb
+- lib/sequent/core/persistors/persistors.rb
+- lib/sequent/core/persistors/replay_optimized_postgres_persistor.rb
+- lib/sequent/core/projector.rb
 - lib/sequent/core/random_uuid_generator.rb
-- lib/sequent/core/record_sessions/active_record_session.rb
-- lib/sequent/core/record_sessions/record_sessions.rb
-- lib/sequent/core/record_sessions/replay_events_session.rb
 - lib/sequent/core/sequent_oj.rb
 - lib/sequent/core/stream_record.rb
 - lib/sequent/core/transactions/active_record_transaction_provider.rb
@@ -246,8 +267,38 @@ files:
 - lib/sequent/core/transactions/transactions.rb
 - lib/sequent/core/value_object.rb
 - lib/sequent/core/workflow.rb
+- lib/sequent/generator.rb
+- lib/sequent/generator/aggregate.rb
+- lib/sequent/generator/project.rb
+- lib/sequent/generator/template_aggregate/template_aggregate.rb
+- lib/sequent/generator/template_aggregate/template_aggregate/commands.rb
+- lib/sequent/generator/template_aggregate/template_aggregate/events.rb
+- lib/sequent/generator/template_aggregate/template_aggregate/template_aggregate.rb
+- lib/sequent/generator/template_aggregate/template_aggregate/template_aggregate_command_handler.rb
+- lib/sequent/generator/template_project/Gemfile
+- lib/sequent/generator/template_project/Gemfile.lock
+- lib/sequent/generator/template_project/Rakefile
+- lib/sequent/generator/template_project/app/projectors/post_projector.rb
+- lib/sequent/generator/template_project/app/records/post_record.rb
+- lib/sequent/generator/template_project/config/initializers/sequent.rb
+- lib/sequent/generator/template_project/db/database.yml
+- lib/sequent/generator/template_project/db/migrations.rb
+- lib/sequent/generator/template_project/db/sequent_schema.rb
+- lib/sequent/generator/template_project/db/tables/post_records.sql
+- lib/sequent/generator/template_project/lib/post.rb
+- lib/sequent/generator/template_project/lib/post/commands.rb
+- lib/sequent/generator/template_project/lib/post/events.rb
+- lib/sequent/generator/template_project/lib/post/post.rb
+- lib/sequent/generator/template_project/lib/post/post_command_handler.rb
+- lib/sequent/generator/template_project/my_app.rb
+- lib/sequent/generator/template_project/spec/app/projectors/post_projector_spec.rb
+- lib/sequent/generator/template_project/spec/lib/post/post_command_handler_spec.rb
+- lib/sequent/generator/template_project/spec/spec_helper.rb
 - lib/sequent/migrations/migrate_events.rb
 - lib/sequent/migrations/migrations.rb
+- lib/sequent/migrations/projectors.rb
+- lib/sequent/migrations/view_schema.rb
+- lib/sequent/rake/migration_tasks.rb
 - lib/sequent/rake/tasks.rb
 - lib/sequent/sequent.rb
 - lib/sequent/support.rb
@@ -259,7 +310,9 @@ files:
 - lib/sequent/test/event_handler_helpers.rb
 - lib/sequent/test/event_stream_helpers.rb
 - lib/sequent/test/time_comparison.rb
+- lib/sequent/util/printer.rb
 - lib/sequent/util/skip_if_already_processing.rb
+- lib/sequent/util/timer.rb
 - lib/sequent/util/util.rb
 - lib/version.rb
 homepage: https://github.com/zilverline/sequent
@@ -282,7 +335,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.3
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: Event sourcing framework for Ruby