event_sourcery-postgres 0.6.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c2860efca21f5ae2a7a8ae316ea70db1fcb1aa1e
-  data.tar.gz: 56fe6bc5b9233ffc8795ba6b37cff8763bf1b166
+  metadata.gz: b9e184af03e67f103ea4c76b4cd0715d4061af7b
+  data.tar.gz: 8db961c1dec679cc7a2d01e61a7b7fc7373f1b46
 SHA512:
-  metadata.gz: 8b1ef120a33fa76da1698f68a063c07293d82ff1a8310682dbf7be812156216c18061ad7fb5706d412d03f60a67dc1dbd33d05637c12891018fb2cdd7cfbbd42
-  data.tar.gz: 9310dbd856abac2ffe24f9a6b78f1fc3b6baf23ecfdf087fa5e2349210c343a1f4533c876df9fb5e21107cd5e7bf5fd197fe8cc8fbe4a5eea56ce96aa67c7f37
+  metadata.gz: ea7e49bc760804f1559bb00924200a76601c0ec75b2111260ae6b738e15df1b83ad04bb58d50c9039a3742ec4fb2e708fc840105f30ca2b0bd9cc2e7a8fcc5dd
+  data.tar.gz: 4bb10f468ce4187fc1182a219840ad6099c49ce5d11a0fdcb4dac79e08b50dc86357777aec3364a5eedb1215652f094fe9578615c64eef822bc91165ded02de9

data/CHANGELOG.md

@@ -1,10 +1,25 @@
 # Change Log
+
 All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](http://keepachangelog.com/)
 and this project adheres to [Semantic Versioning](http://semver.org/).
 
-## [0.6.0] - 2018-1-2
+## [0.7.0] - 2018-05-23
+### Added
+- Add a `projector_transaction_size` config option to control how many events
+  are processed before the transaction is commited. The default value is 1 to
+  match the existing behavour.
+
+  We suggest setting this to match the number of events returned from the event
+  store subscription. This is [now configurable](https://github.com/envato/event_sourcery/pull/197)
+  in event_sourcery by configuring `subscription_batch_size`.
+
+### Removed
+- Remove upper bound version restriction on `sequel` gem. Now accepts versions
+  5 and higher.
+
+## [0.6.0] - 2018-01-02
 ### Changed
 
 - Only send info log after processing a group of events
@@ -13,11 +28,11 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
   - Remove `processes_events` and `projects_events` as these have been [removed
   in event_sourcery](https://github.com/envato/event_sourcery/pull/161).
 
-## [0.5.0] - 2017-7-27
+## [0.5.0] - 2017-07-27
 - First Version of YARD documentation.
 - Fix Sequel deprecation by globally loading pg extensions
 
-## [0.4.0] - 2017-6-21
+## [0.4.0] - 2017-06-21
 ### Changed
 - Reactors store the UUID of the event being processed in the `causation_id`
   of any emitted events. This replaces the old behaviour of storing id of the
@@ -30,7 +45,7 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 - Added index on the `events` table for `correlation_id` and `causation_id`
   columns.
 
-## [0.3.0] - 2017-6-16
+## [0.3.0] - 2017-06-16
 ### Changed
 - The event store persists the event `correlation_id` and `causation_id`.
   To facilitate this `correlation_id` and `causation_id` columns have been
@@ -40,7 +55,7 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 - The emit_events method now accepts typed events instead of symbols
 - Remove dynamic emit events methods from reactors (e.g. emit_item_added)
 
-## [0.2.0] - 2017-6-1
+## [0.2.0] - 2017-06-01
 ### Changed
 - Make `EventSourcery::Postgres::OptimisedEventPollWaiter#shutdown` private
 - Updated `EventSourcery::Postgres::OptimisedEventPollWaiter#poll` to ensure that `#shutdown!` is run when an error is raised
@@ -49,8 +64,15 @@ or when the loop stops
 ### Added
 - Configure projector tracker table name via `EventSourcery::Postgres.configure`
 
-## [0.1.0] - 2017-5-26
+## 0.1.0 - 2017-05-26
 ### Changed
 - Imported code from the [event_sourcery](https://github.com/envato/event_sourcery).
 - Postgres related configuration is through `EventSourcery::Postgres.configure`
   instead of `EventSourcery.configure`.
+
+[Unreleased]: https://github.com/envato/event_sourcery-postgres/compare/v0.6.0...HEAD
+[0.6.0]: https://github.com/envato/event_sourcery-postgres/compare/v0.5.0...v0.6.0
+[0.5.0]: https://github.com/envato/event_sourcery-postgres/compare/v0.4.0...v0.5.0
+[0.4.0]: https://github.com/envato/event_sourcery-postgres/compare/v0.3.0...v0.4.0
+[0.3.0]: https://github.com/envato/event_sourcery-postgres/compare/v0.2.0...v0.3.0
+[0.2.0]: https://github.com/envato/event_sourcery-postgres/compare/v0.1.0...v0.2.0

data/event_sourcery-postgres.gemspec

@@ -22,7 +22,7 @@ Gem::Specification.new do |spec|
 
   spec.required_ruby_version = '>= 2.2.0'
 
-  spec.add_dependency 'sequel', '~> 4.38'
+  spec.add_dependency 'sequel', '>= 4.38'
   spec.add_dependency 'pg'
   spec.add_dependency 'event_sourcery', '>= 0.14.0'
   spec.add_development_dependency 'bundler', '~> 1.10'

data/lib/event_sourcery/postgres/config.rb

@@ -8,7 +8,8 @@ module EventSourcery
                     :tracker_table_name,
                     :callback_interval_if_no_new_events,
                     :auto_create_projector_tracker,
-                    :event_tracker
+                    :event_tracker,
+                    :projector_transaction_size
 
       attr_writer :event_store,
                   :event_source,
@@ -26,6 +27,7 @@ module EventSourcery
         @callback_interval_if_no_new_events = 10
         @event_store_database = nil
         @auto_create_projector_tracker = true
+        @projector_transaction_size = 1
       end
 
       def event_store

data/lib/event_sourcery/postgres/projector.rb

@@ -17,22 +17,30 @@ module EventSourcery
 
       module InstanceMethods
         def initialize(tracker: EventSourcery::Postgres.config.event_tracker,
-                       db_connection: EventSourcery::Postgres.config.projections_database)
+                       db_connection: EventSourcery::Postgres.config.projections_database,
+                       transaction_size: EventSourcery::Postgres.config.projector_transaction_size)
           @tracker = tracker
           @db_connection = db_connection
+          @transaction_size = transaction_size
         end
 
         private
 
+        attr_reader :transaction_size
+
         def process_events(events, subscription_master)
-          events.each do |event|
+          events.each_slice(transaction_size) do |slice_of_events|
             subscription_master.shutdown_if_requested
+
             db_connection.transaction do
-              process(event)
-              tracker.processed_event(processor_name, event.id)
+              slice_of_events.each do |event|
+                process(event)
+                EventSourcery.logger.debug { "[#{processor_name}] Processed event: #{event.inspect}" }
+              end
+              tracker.processed_event(processor_name, slice_of_events.last.id)
             end
-            EventSourcery.logger.debug { "[#{processor_name}] Processed event: #{event.inspect}" }
           end
+
           EventSourcery.logger.info { "[#{processor_name}] Processed up to event id: #{events.last.id}" }
         end
       end

data/lib/event_sourcery/postgres/version.rb

@@ -1,5 +1,5 @@
 module EventSourcery
   module Postgres
-    VERSION = '0.6.0'.freeze
+    VERSION = '0.7.0'.freeze
   end
 end

metadata

@@ -1,27 +1,27 @@
 --- !ruby/object:Gem::Specification
 name: event_sourcery-postgres
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Envato
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-01-02 00:00:00.000000000 Z
+date: 2018-05-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sequel
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '4.38'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '4.38'
 - !ruby/object:Gem::Dependency