read_model-projection 0.3.0.0.pre1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d5346a6345c8ec9a3961a493d07898cf206308d3
+  data.tar.gz: 0d61e85492220e49111c1f407d6c30ab0e40d036
+SHA512:
+  metadata.gz: 665bea13fd5cf79dc05edaac91c1276db854297942e9f5b432d2d3adbbef37679e54627c8c7b255547769b518310b583f736c8034f27acad4375dccda28eb53b
+  data.tar.gz: 26424909dd9aaf252bd590ab743232966013620c6708cc9d59626a021a575d2b0f5dc5ff77981a0f4537d368a9cb3adfcbc263076148a8d014d192a7d4139c44

data/lib/read_model/projection.rb

@@ -0,0 +1,14 @@
+require 'consumer'
+require 'entity_cache'
+require 'entity_projection'
+require 'messaging'
+
+require 'postgresql/connector'
+require 'read_model/entity/sequel'
+
+require 'read_model/projection/log'
+
+require 'read_model/projection/connection'
+require 'read_model/projection/position/setup_schema'
+require 'read_model/projection/position/store'
+require 'read_model/projection/project'

data/lib/read_model/projection/connection.rb

@@ -0,0 +1,5 @@
+module ReadModel
+  module Projection
+    Connection = ReadModel::Entity::Sequel::Connection
+  end
+end

data/lib/read_model/projection/consumer/event_store.rb

@@ -0,0 +1,64 @@
+require 'event_source/event_store/http'
+
+module ReadModel
+  module Projection
+    module Consumer
+      class EventStore
+        include ::Consumer
+
+        attr_accessor :entity_class
+        attr_accessor :projection_class
+        attr_accessor :projection_name
+        attr_accessor :stream_name
+
+        dependency :project, Project
+
+        handle do |event_data|
+          project.(event_data)
+        end
+
+        def self.build(stream_name, entity_class:, projection_class:, projection_name:, position_store: nil, batch_size: nil, session: nil)
+          stream = EventSource::Stream.build stream_name
+
+          instance = new stream
+
+          instance.entity_class = entity_class
+          instance.position_update_interval = 1
+          instance.projection_class = projection_class
+          instance.projection_name = projection_name
+
+          instance.configure(
+            session: session,
+            batch_size: batch_size,
+            position_store: position_store
+          )
+
+          instance
+        end
+
+        def configure(session: nil, batch_size: nil, position_store: nil)
+          Position::Store.configure(
+            self,
+            projection_name,
+            stream.name,
+            position_store: position_store
+          )
+
+          get = EventSource::EventStore::HTTP::Get.configure(
+            self,
+            batch_size: batch_size,
+            session: session
+          )
+
+          Project.configure self, entity_class, projection_class, get: get
+        end
+
+        def call(*)
+          entity_class.db.transaction do
+            super
+          end
+        end
+      end
+    end
+  end
+end

data/lib/read_model/projection/controls.rb

@@ -0,0 +1,14 @@
+require 'messaging/controls'
+require 'read_model/entity/sequel/controls'
+
+require 'read_model/projection/controls/message'
+
+require 'read_model/projection/controls/category'
+require 'read_model/projection/controls/entity'
+require 'read_model/projection/controls/entity/projection'
+require 'read_model/projection/controls/event_data'
+require 'read_model/projection/controls/name'
+require 'read_model/projection/controls/position_store/fails'
+require 'read_model/projection/controls/project'
+require 'read_model/projection/controls/setup_schema'
+require 'read_model/projection/controls/stream_name'

data/lib/read_model/projection/controls/category.rb

@@ -0,0 +1,7 @@
+module ReadModel
+  module Projection
+    module Controls
+      Category = EventSource::Controls::Category
+    end
+  end
+end

data/lib/read_model/projection/controls/entity.rb

@@ -0,0 +1,20 @@
+module ReadModel
+  module Projection
+    module Controls
+      module Entity
+        def self.example(entity_id: nil)
+          entity_id ||= Identifier::UUID::Random.get
+
+          entity = Example.new
+          entity.id = entity_id
+          entity.some_attribute = SecureRandom.hex 7
+          entity
+        end
+
+        Example = ReadModel::Entity::Sequel::Controls::Entity::Example
+
+        Association = ReadModel::Entity::Sequel::Controls::Entity::Association
+      end
+    end
+  end
+end

data/lib/read_model/projection/controls/entity/projection.rb

@@ -0,0 +1,21 @@
+module ReadModel
+  module Projection
+    module Controls
+      module Entity
+        module Projection
+          class Example
+            include EntityProjection
+
+            apply Message::Example do |message|
+              entity.some_attribute = message.some_attribute
+
+              entity.example_association.find_or_new id: message.association_id do |associated_entity|
+                associated_entity.association_attribute = message.association_attribute
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/read_model/projection/controls/event_data.rb

@@ -0,0 +1,37 @@
+module ReadModel
+  module Projection
+    module Controls
+      module EventData
+        def self.example(entity_id: nil, category: nil, association_id: nil, position: nil, global_position: nil)
+          entity_id ||= Identifier::UUID::Random.get
+          association_id ||= Identifier::UUID::Random.get
+          position ||= 0
+          global_position ||= position
+
+          data = {
+            :entity_id => entity_id,
+            :some_attribute => SecureRandom.hex(7),
+            :association_id => association_id,
+            :association_attribute => SecureRandom.hex(7)
+          }
+
+          stream_name = StreamName.example(
+            id: entity_id,
+            randomize_category: false,
+            category: category
+          )
+
+          event_data = EventSource::Controls::EventData::Read.example(
+            id: entity_id,
+            type: Message::Example.message_type,
+            data: data
+          )
+          event_data.stream_name = stream_name
+          event_data.position = position
+          event_data.global_position = global_position
+          event_data
+        end
+      end
+    end
+  end
+end

data/lib/read_model/projection/controls/message.rb

@@ -0,0 +1,25 @@
+module ReadModel
+  module Projection
+    module Controls
+      module Message
+        def self.example(id: nil, **arguments)
+          event_data = EventData.example **arguments
+
+          message = Messaging::Message::Import.(event_data, Example)
+          message.id = id unless id.nil?
+          message
+        end
+
+        class Example
+          include Messaging::Message
+
+          attribute :entity_id, String
+          attribute :some_attribute, String
+
+          attribute :association_id, String
+          attribute :association_attribute, String
+        end
+      end
+    end
+  end
+end

data/lib/read_model/projection/controls/name.rb

@@ -0,0 +1,13 @@
+module ReadModel
+  module Projection
+    module Controls
+      module Name
+        def self.example(random: nil)
+          random = SecureRandom.hex 7 if random.nil?
+
+          "some-projection-#{random}"
+        end
+      end
+    end
+  end
+end

data/lib/read_model/projection/controls/position_store/fails.rb

@@ -0,0 +1,26 @@
+module ReadModel
+  module Projection
+    module Controls
+      module PositionStore
+        module Fails
+          def self.example
+            Example.new
+          end
+
+          class Example
+            include ::Consumer::PositionStore
+
+            def get
+            end
+
+            def put(_)
+              raise Error
+            end
+          end
+
+          Error = Class.new StandardError
+        end
+      end
+    end
+  end
+end

data/lib/read_model/projection/controls/project.rb

@@ -0,0 +1,14 @@
+module ReadModel
+  module Projection
+    module Controls
+      module Project
+        def self.example
+          entity_class = Entity::Example
+          projection_class = Entity::Projection::Example
+
+          ReadModel::Projection::Project.new entity_class, projection_class
+        end
+      end
+    end
+  end
+end

data/lib/read_model/projection/controls/setup_schema.rb

@@ -0,0 +1,7 @@
+module ReadModel
+  module Projection
+    module Controls
+      SetupSchema = ReadModel::Entity::Sequel::Controls::SetupSchema
+    end
+  end
+end

data/lib/read_model/projection/controls/stream_name.rb

@@ -0,0 +1,7 @@
+module ReadModel
+  module Projection
+    module Controls
+      StreamName = Messaging::Controls::StreamName
+    end
+  end
+end

data/lib/read_model/projection/log.rb

@@ -0,0 +1,10 @@
+module ReadModel
+  module Projection
+    class Log < ::Log
+      def tag!(tags)
+        tags << :read_model_projection
+        tags << :read_model
+      end
+    end
+  end
+end

data/lib/read_model/projection/position/setup_schema.rb

@@ -0,0 +1,21 @@
+module ReadModel
+  module Projection
+    module Position
+      module SetupSchema
+        def self.call(drop_tables: nil)
+          drop_tables ||= false
+
+          create_table = drop_tables ? :create_table! : :create_table?
+
+          connection = Connection.get
+
+          connection.public_send create_table, :read_model_projection_positions do
+            String :projection, primary_key: true
+            String :stream_name, null: false
+            Integer :position, null: false
+          end
+        end
+      end
+    end
+  end
+end

data/lib/read_model/projection/position/store.rb

@@ -0,0 +1,64 @@
+module ReadModel
+  module Projection
+    module Position
+      class Store
+        include Consumer::PositionStore
+        include Log::Dependency
+
+        configure_macro :position_store
+
+        initializer :projection_name, :stream_name
+
+        dependency :db_connection
+
+        def self.build(projection_name, stream_name, position_store: nil)
+          return position_store unless position_store.nil?
+
+          instance = new projection_name, stream_name
+          Connection.configure_connection instance
+          instance
+        end
+
+        def get
+          result = table.
+            select(:position, :stream_name).
+            where(:projection => projection_name).
+            first
+
+          unless result.nil?
+            unless result.fetch(:stream_name) == stream_name
+              error_message = "Stream name mismatch (Projection: #{projection_name}, Expected: #{stream_name}, Persisted: #{result[:stream_name]})"
+              logger.error { error_message }
+              raise StreamNameError, error_message
+            end
+
+            position = result.fetch :position
+          end
+
+          position
+        end
+
+        def put(position)
+          result = table.
+            insert_conflict(
+              :target => :projection,
+              :update => { :position => :excluded__position }
+            ).
+            insert(
+              :position => position,
+              :projection => projection_name,
+              :stream_name => stream_name
+            )
+
+          result
+        end
+
+        def table
+          db_connection[:read_model_projection_positions]
+        end
+
+        StreamNameError = Class.new StandardError
+      end
+    end
+  end
+end

data/lib/read_model/projection/project.rb

@@ -0,0 +1,93 @@
+module ReadModel
+  module Projection
+    class Project
+      include Log::Dependency
+
+      configure :project
+
+      dependency :cache, EntityCache
+      dependency :get, EventSource::Get
+
+      initializer :entity_class, a(:projection)
+
+      def self.build(entity_class, projection_class, get: nil)
+        instance = new entity_class, projection_class
+        instance.configure
+        instance.get = get unless get.nil?
+        instance
+      end
+
+      def configure
+        EntityCache.configure self, self.class, attr_name: :cache
+      end
+
+      def call(event_data, &supplemental_action)
+        logger.trace { "Handling event (#{LogText.attributes self, event_data})" }
+
+        entity_id = Messaging::StreamName.get_id event_data.stream_name
+
+        entity, projected_version = get_entity entity_id
+
+        iterator = EventSource::Iterator.build get, event_data.stream_name, position: projected_version.next
+
+        (projected_version.next..event_data.position).each do |position|
+          if position == event_data.position
+            read_event_data = event_data
+          else
+            read_event_data = iterator.next
+          end
+
+          project entity, read_event_data, &supplemental_action
+        end
+
+        if projected_version < event_data.position
+          cache.put entity_id, entity, event_data.position
+        end
+
+        if event_data.position < projected_version
+          error_message = "Event is far ahead of entity (#{LogText.attributes self, event_data}, Projected Version: #{projected_version})"
+          logger.error { error_message }
+          raise SynchronizationError, error_message
+        end
+
+        entity.save
+
+        logger.info { "Projected event (#{LogText.attributes self, event_data})" }
+
+        entity
+      end
+
+      def get_entity(entity_id)
+        cache_record = cache.get entity_id
+
+        if cache_record.nil?
+          entity = entity_class.get entity_id
+
+          return entity, -1
+        else
+          entity = cache_record.entity
+
+          return entity, cache_record.version
+        end
+      end
+
+      def project(entity, event_data, &supplemental_action)
+        projection.(entity, event_data)
+
+        supplemental_action.(event_data) if supplemental_action
+      end
+
+      SynchronizationError = Class.new StandardError
+
+      module LogText
+        def self.attributes(project, event_data)
+          entity_id = Messaging::StreamName.get_id event_data.stream_name
+
+          text = "Event Type: #{event_data.type}, Event Position: #{event_data.position}, Entity ID: #{entity_id}, Entity Class: #{project.entity_class}, Projection Class: #{project.projection}"
+
+          text
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,173 @@
+--- !ruby/object:Gem::Specification
+name: read_model-projection
+version: !ruby/object:Gem::Version
+  version: 0.3.0.0.pre1
+platform: ruby
+authors:
+- Obsidian Software, Inc
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-01-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: evt-consumer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: evt-entity_cache
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: evt-entity_projection
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: evt-messaging
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: postgresql-connector
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: read_model-entity-sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: evt-messaging-event_store
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test_bench
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: " "
+email: developers@obsidianexchange.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/read_model/projection.rb
+- lib/read_model/projection/connection.rb
+- lib/read_model/projection/consumer/event_store.rb
+- lib/read_model/projection/controls.rb
+- lib/read_model/projection/controls/category.rb
+- lib/read_model/projection/controls/entity.rb
+- lib/read_model/projection/controls/entity/projection.rb
+- lib/read_model/projection/controls/event_data.rb
+- lib/read_model/projection/controls/message.rb
+- lib/read_model/projection/controls/name.rb
+- lib/read_model/projection/controls/position_store/fails.rb
+- lib/read_model/projection/controls/project.rb
+- lib/read_model/projection/controls/setup_schema.rb
+- lib/read_model/projection/controls/stream_name.rb
+- lib/read_model/projection/log.rb
+- lib/read_model/projection/position/setup_schema.rb
+- lib/read_model/projection/position/store.rb
+- lib/read_model/projection/project.rb
+homepage: https://github.com/obsidian-btc/read-model-publisher
+licenses:
+- Not licensed for public use
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.2.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Read model projection
+test_files: []