evt-message_store-postgres 0.1.0.0

data/lib/message_store/postgres/read.rb

@@ -0,0 +1,12 @@
+module MessageStore
+  module Postgres
+    class Read
+      include MessageStore::Read
+
+      def configure(session: nil)
+        Iterator.configure(self, stream_name, position: position)
+        Get.configure(self.iterator, batch_size: batch_size, session: session)
+      end
+    end
+  end
+end

data/lib/message_store/postgres/read/iterator.rb

@@ -0,0 +1,17 @@
+module MessageStore
+  module Postgres
+    class Read
+      class Iterator
+        include MessageStore::Read::Iterator
+
+        def last_position
+          unless MessageStore::Postgres::StreamName.category?(stream_name)
+            batch.last.position
+          else
+            batch.last.global_position
+          end
+        end
+      end
+    end
+  end
+end

data/lib/message_store/postgres/session.rb

@@ -0,0 +1,128 @@
+module MessageStore
+  module Postgres
+    class Session
+      include Log::Dependency
+
+      def self.settings
+        Settings.names
+      end
+
+      settings.each do |s|
+        setting s
+      end
+
+      attr_accessor :connection
+
+      def self.build(settings: nil)
+        new.tap do |instance|
+          settings ||= Settings.instance
+          settings.set(instance)
+        end
+      end
+
+      def self.configure(receiver, session: nil, attr_name: nil)
+        attr_name ||= :session
+
+        instance = session || build
+        receiver.public_send "#{attr_name}=", instance
+        instance
+      end
+
+      def connect
+        logger.trace { "Connecting to database" }
+
+        if connected?
+          logger.debug { "Already connected. A new connection will not be built." }
+          return
+        end
+
+        logger.debug { "Not connected. A new connection will be built." }
+        connection = self.class.build_connection(self)
+        self.connection = connection
+
+        logger.debug { "Connected to database" }
+
+        connection
+      end
+
+      def self.build_connection(instance)
+        settings = instance.settings
+        logger.trace { "Building new connection to database (Settings: #{LogText.settings(settings).inspect})" }
+
+        connection = PG::Connection.open(settings)
+        connection.type_map_for_results = PG::BasicTypeMapForResults.new(connection)
+
+        logger.trace { "Built new connection to database (Settings: #{LogText.settings(settings).inspect})" }
+
+        connection
+      end
+
+      def connected?
+        !connection.nil? && connection.status == PG::CONNECTION_OK
+      end
+      alias :open? :connected?
+
+      def close
+        connection.close
+        connection = nil
+      end
+
+      def reset
+        connection.reset
+      end
+
+      def settings
+        settings = {}
+        self.class.settings.each do |s|
+          val = public_send(s)
+          settings[s] = val unless val.nil?
+        end
+        settings
+      end
+
+      def execute(statement, params=nil)
+        logger.trace { "Executing statement" }
+        logger.trace(tag: :data) { statement }
+        logger.trace(tag: :data) { params.pretty_inspect }
+
+        unless connected?
+          connect
+        end
+
+        if params.nil?
+          connection.exec(statement).tap do
+            logger.debug { "Executed statement" }
+          end
+        else
+          connection.exec_params(statement, params).tap do
+            logger.debug { "Executed statement with params" }
+          end
+        end
+      end
+
+      def transaction(&blk)
+        unless connected?
+          connect
+        end
+
+        connection.transaction(&blk)
+      end
+
+      def self.logger
+        @logger ||= Log.get self
+      end
+
+      module LogText
+        def self.settings(settings)
+          s = settings.dup
+
+          if s.has_key?(:password)
+            s[:password] = '(hidden)'
+          end
+
+          s
+        end
+      end
+    end
+  end
+end

data/lib/message_store/postgres/settings.rb

@@ -0,0 +1,30 @@
+module MessageStore
+  module Postgres
+    class Settings < ::Settings
+      def self.instance
+        @instance ||= build
+      end
+
+      def self.data_source
+        'settings/message_store_postgres.json'
+      end
+
+      def self.names
+        [
+          :dbname,
+          :host,
+          :hostaddr,
+          :port,
+          :user,
+          :password,
+          :connect_timeout,
+          :options,
+          :sslmode,
+          :krbsrvname,
+          :gsslib,
+          :service
+        ]
+      end
+    end
+  end
+end

data/lib/message_store/postgres/stream_name.rb

@@ -0,0 +1,52 @@
+module MessageStore
+  module Postgres
+    module StreamName
+      def self.stream_name(category_name, id=nil, type: nil, types: nil)
+        types = Array(types)
+        types.unshift(type) unless type.nil?
+
+        type_list = nil
+        type_list = types.join('+') unless types.empty?
+
+        stream_name = category_name
+        stream_name = "#{stream_name}:#{type_list}" unless type_list.nil?
+        stream_name = "#{stream_name}-#{id}" unless id.nil?
+
+        stream_name
+      end
+
+      def self.get_id(stream_name)
+        id = stream_name.partition('-').last
+        id.empty? ? nil : id
+      end
+
+      def self.get_category(stream_name)
+        stream_name.split('-').first
+      end
+
+      def self.category?(stream_name)
+        !stream_name.include?('-')
+      end
+
+      def self.get_type_list(stream_name)
+        type = stream_name.split(':').last.split('-').first
+
+        return nil if stream_name.start_with?(type)
+
+        type
+      end
+
+      def self.get_types(stream_name)
+        type_list = get_type_list(stream_name)
+
+        return [] if type_list.nil?
+
+        type_list.split('+')
+      end
+
+      def self.get_entity_name(stream_name)
+        get_category(stream_name).split(':').first
+      end
+    end
+  end
+end

data/lib/message_store/postgres/write.rb

@@ -0,0 +1,46 @@
+module MessageStore
+  module Postgres
+    class Write
+      include MessageStore::Write
+
+      dependency :put
+
+      def configure(session: nil)
+        Put.configure(self, session: session)
+      end
+
+      def write(batch, stream_name, expected_version: nil)
+        logger.trace(tag: :write) { "Writing batch (Stream Name: #{stream_name}, Number of Messages: #{batch.length}, Expected Version: #{expected_version.inspect})" }
+
+        unless expected_version.nil?
+          expected_version = ExpectedVersion.canonize(expected_version)
+        end
+
+        last_position = nil
+        put.session.transaction do
+          batch.each do |message_data|
+            last_position = write_message_data(message_data, stream_name, expected_version: expected_version)
+
+            unless expected_version.nil?
+              expected_version += 1
+            end
+          end
+        end
+
+        logger.debug(tag: :write) { "Wrote batch (Stream Name: #{stream_name}, Number of Messages: #{batch.length}, Expected Version: #{expected_version.inspect})" }
+
+        last_position
+      end
+
+      def write_message_data(message_data, stream_name, expected_version: nil)
+        logger.trace(tag: :write) { "Writing message data (Stream Name: #{stream_name}, Type: #{message_data.type}, Expected Version: #{expected_version.inspect})" }
+        logger.trace(tags: [:data, :message_data, :write]) { message_data.pretty_inspect }
+
+        put.(message_data, stream_name, expected_version: expected_version).tap do
+          logger.debug(tag: :write) { "Wrote message data (Stream Name: #{stream_name}, Type: #{message_data.type}, Expected Version: #{expected_version.inspect})" }
+          logger.debug(tags: [:data, :message_data, :write]) { message_data.pretty_inspect }
+        end
+      end
+    end
+  end
+end

data/scripts/evt-pg-create-db

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+root = File.expand_path '../database', __dir__
+script_filename = 'install.sh'
+script_filepath = File.join root, script_filename
+
+system script_filepath

data/scripts/evt-pg-delete-db

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+root = File.expand_path '../database', __dir__
+script_filename = 'uninstall.sh'
+script_filepath = File.join root, script_filename
+
+system script_filepath

data/scripts/evt-pg-list-events

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+root = File.expand_path '../database', __dir__
+script_filename = 'list-events.sh'
+script_filepath = File.join root, script_filename
+
+system script_filepath

data/scripts/evt-pg-recreate-db

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+root = File.expand_path '../database', __dir__
+
+script_filename = 'uninstall.sh'
+script_filepath = File.join root, script_filename
+system script_filepath
+
+script_filename = 'install.sh'
+script_filepath = File.join root, script_filename
+system script_filepath

data/scripts/scripts_init.rb

@@ -0,0 +1,12 @@
+ENV['CONSOLE_DEVICE'] ||= 'stdout'
+ENV['LOG_LEVEL'] ||= '_min'
+
+puts RUBY_DESCRIPTION
+
+init_file = File.expand_path('../init.rb', __dir__)
+if File.exist?(init_file)
+  require_relative '../init'
+end
+
+require 'event_source/postgres'
+require 'event_source/postgres/database'

metadata

@@ -0,0 +1,156 @@
+--- !ruby/object:Gem::Specification
+name: evt-message_store-postgres
+version: !ruby/object:Gem::Version
+  version: 0.1.0.0
+platform: ruby
+authors:
+- The Eventide Project
+autorequire: 
+bindir: scripts
+cert_chain: []
+date: 2017-05-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: evt-message_store
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: evt-log
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: evt-settings
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test_bench
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: " "
+email: opensource@eventide-project.org
+executables:
+- evt-pg-create-db
+- evt-pg-delete-db
+- evt-pg-list-events
+- evt-pg-recreate-db
+extensions: []
+extra_rdoc_files: []
+files:
+- database/clear-events-table.sh
+- database/extensions.sql
+- database/functions/category.sql
+- database/functions/stream-version.sql
+- database/functions/write-event.sql
+- database/indexes/events-category-global-position.sql
+- database/indexes/events-category.sql
+- database/indexes/events-id.sql
+- database/indexes/events-stream-name-position-uniq.sql
+- database/indexes/events-stream-name.sql
+- database/install.sh
+- database/list-events.sh
+- database/table/events-table.sql
+- database/test/write-event-expected-version.sql
+- database/test/write-event.sql
+- database/uninstall.sh
+- lib/message_store/postgres.rb
+- lib/message_store/postgres/controls.rb
+- lib/message_store/postgres/controls/category.rb
+- lib/message_store/postgres/controls/message_data.rb
+- lib/message_store/postgres/controls/put.rb
+- lib/message_store/postgres/controls/stream_name.rb
+- lib/message_store/postgres/get.rb
+- lib/message_store/postgres/get/last.rb
+- lib/message_store/postgres/get/last/select_statement.rb
+- lib/message_store/postgres/get/select_statement.rb
+- lib/message_store/postgres/log.rb
+- lib/message_store/postgres/put.rb
+- lib/message_store/postgres/read.rb
+- lib/message_store/postgres/read/iterator.rb
+- lib/message_store/postgres/session.rb
+- lib/message_store/postgres/settings.rb
+- lib/message_store/postgres/stream_name.rb
+- lib/message_store/postgres/write.rb
+- scripts/evt-pg-create-db
+- scripts/evt-pg-delete-db
+- scripts/evt-pg-list-events
+- scripts/evt-pg-recreate-db
+- scripts/scripts_init.rb
+homepage: https://github.com/eventide-project/message-store-postgres
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.4.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.11
+signing_key: 
+specification_version: 4
+summary: Event source client for PostgreSQL
+test_files: []