evt-event_source-postgres 0.16.0.0 → 0.16.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fdde5b460ccf63ebbb229bd0ddda5d65d4995a9c
-  data.tar.gz: 8edfa63de22e167447a6d3bde932d82b5fd240da
+  metadata.gz: ea157c9663d13cb265743abe28c95e77b108ba43
+  data.tar.gz: c8f1355b895578f3d498be0a7351374ed54ca7ae
 SHA512:
-  metadata.gz: e5e23256132e2340cf30082de49ab97c4af5904f2014d364755ae2c217f6ae4d71b3683d4bf248ed8851bde4db91ffaf0ce3876cb0ee1ce9f8e0cd6fb1e8e37d
-  data.tar.gz: f7be71af3182fb67ad718c4d893cae015bebb280b6a8db0cdd2dd83892e4f083f456589641b825370b06c79f4823dc914d16feaeadf6564c301fd580ecb40358
+  metadata.gz: 737ac3b19da5ad8821b4b9d6c67681e7c214780aeafea78734bea85aed7891e67266131b8c086dffe2103f7366c53f1f28c0ae2e5e484d605e9be2f96a184940
+  data.tar.gz: 64e9ca7ab470cd2e1d829d17ab5fcd275e52126a53f6328ba9e87eaab620069063187bacfbef4fbd77e73fb0a7ee8c6fce6f8afee90d612e2a2fa92a9ac16f5b

data/database/clear-events-table.sh

@@ -0,0 +1,42 @@
+#!/usr/bin/env bash
+
+set -e
+
+clear
+
+echo
+echo "Clearing Events Table"
+echo "= = ="
+echo
+
+default_name=event_source
+
+if [ -z ${DATABASE_USER+x} ]; then
+  echo "(DATABASE_USER is not set)"
+  user=$default_name
+else
+  user=$DATABASE_USER
+fi
+echo "Database user is: $user"
+
+if [ -z ${DATABASE_NAME+x} ]; then
+  echo "(DATABASE_NAME is not set)"
+  database=$default_name
+else
+  database=$DATABASE_NAME
+fi
+echo "Database name is: $database"
+
+default_table_name=events
+
+if [ -z ${TABLE_NAME+x} ]; then
+  echo "(TABLE_NAME is not set)"
+  table=$default_table_name
+else
+  table=$TABLE_NAME
+fi
+echo "Table name is: $table"
+
+echo
+
+psql $database -c "TRUNCATE $table RESTART IDENTITY;"

data/database/extensions.sql

@@ -0,0 +1 @@
+CREATE EXTENSION IF NOT EXISTS "pgcrypto";

data/database/functions/category.sql

@@ -0,0 +1,10 @@
+CREATE OR REPLACE FUNCTION category(
+  _stream_name varchar
+)
+RETURNS varchar
+AS $$
+BEGIN
+  return split_part(_stream_name, '-', 1);
+END;
+$$ LANGUAGE plpgsql
+IMMUTABLE;

data/database/functions/stream-version.sql

@@ -0,0 +1,13 @@
+CREATE OR REPLACE FUNCTION stream_version(
+  _stream_name varchar
+)
+RETURNS int
+AS $$
+DECLARE
+  stream_version int;
+BEGIN
+  select max(position) into stream_version from events where stream_name = _stream_name;
+
+  return stream_version;
+END;
+$$ LANGUAGE plpgsql;

data/database/functions/write-event.sql

@@ -0,0 +1,55 @@
+CREATE OR REPLACE FUNCTION write_event(
+  _id varchar,
+  _stream_name varchar,
+  _type varchar,
+  _data jsonb,
+  _metadata jsonb DEFAULT NULL,
+  _expected_version int DEFAULT NULL
+)
+RETURNS int
+AS $$
+DECLARE
+  event_id uuid;
+  stream_version int;
+  position int;
+  category varchar;
+BEGIN
+  event_id = uuid(_id);
+
+  stream_version := stream_version(_stream_name);
+
+  if stream_version is null then
+    stream_version := -1;
+  end if;
+
+  if _expected_version is not null then
+    if _expected_version != stream_version then
+      raise exception 'Wrong expected version: % (Stream: %, Stream Version: %)', _expected_version, _stream_name, stream_version;
+    end if;
+  end if;
+
+  position := stream_version + 1;
+
+  insert into "events"
+    (
+      "id",
+      "stream_name",
+      "position",
+      "type",
+      "data",
+      "metadata"
+    )
+  values
+    (
+      event_id,
+      _stream_name,
+      position,
+      _type,
+      _data,
+      _metadata
+    )
+  ;
+
+  return position;
+END;
+$$ LANGUAGE plpgsql;

data/database/indexes/events-category-global-position.sql

@@ -0,0 +1 @@
+CREATE INDEX CONCURRENTLY  "events_category_global_position_idx" ON "public"."events" USING btree(category(stream_name) COLLATE "default" "pg_catalog"."text_ops" ASC NULLS LAST, "global_position" "pg_catalog"."int8_ops" ASC NULLS LAST);

data/database/indexes/events-category.sql

@@ -0,0 +1 @@
+CREATE INDEX CONCURRENTLY "events_category_idx" ON "public"."events" USING btree(category(stream_name) COLLATE "default" "pg_catalog"."text_ops" ASC NULLS LAST);

data/database/indexes/events-id.sql

@@ -0,0 +1 @@
+CREATE INDEX CONCURRENTLY  "events_id_idx" ON "public"."events" USING btree(id ASC NULLS LAST);

data/database/indexes/events-stream-name-position-uniq.sql

@@ -0,0 +1 @@
+CREATE UNIQUE INDEX CONCURRENTLY "events_stream_name_position_uniq_idx" ON "public"."events" USING btree(stream_name COLLATE "default" "pg_catalog"."text_ops" ASC NULLS LAST, "position" "pg_catalog"."int4_ops" ASC NULLS LAST);

data/database/indexes/events-stream-name.sql

@@ -0,0 +1 @@
+CREATE INDEX CONCURRENTLY "events_stream_name_idx" ON "public"."events" USING btree(stream_name COLLATE "default" "pg_catalog"."text_ops" ASC NULLS LAST);

data/database/install.sh

@@ -0,0 +1,89 @@
+#!/usr/bin/env bash
+
+set -e
+
+clear
+
+echo
+echo "Installing Database"
+echo "= = ="
+echo
+
+default_name=event_source
+
+if [ -z ${DATABASE_USER+x} ]; then
+  echo "(DATABASE_USER is not set)"
+  user=$default_name
+else
+  user=$DATABASE_USER
+fi
+
+if [ -z ${DATABASE_NAME+x} ]; then
+  echo "(DATABASE_NAME is not set)"
+  database=$default_name
+else
+  database=$DATABASE_NAME
+fi
+
+echo
+
+function create-user {
+  echo "Database user is: $user"
+
+  user_exists=`psql postgres -tAc "SELECT 1 FROM pg_roles WHERE rolname='$user'"`
+
+  if [ "$user_exists" = "1" ]; then
+    echo "Database user \"$user\" was previously created. Not creating again."
+  else
+    echo "Database user \"$user\" has not yet been created"
+    echo "Creating database user \"$user\""
+    createuser -s $user
+  fi
+
+  echo
+}
+
+function create-database {
+  echo "Database name is: $database"
+
+  database_exists=`psql postgres -tAc "SELECT 1 FROM pg_database WHERE datname='$database'"`
+
+  if [ "$database_exists" = "1" ]; then
+    echo "Database \"$database\" was previously created. Not creating again."
+  else
+    echo "Database \"$database\" has not yet been created"
+    echo "Creating database \"$database\""
+    createdb $database || true
+  fi
+
+  echo
+}
+
+function create-extensions {
+  psql $database -f database/extensions.sql
+}
+
+function create-table {
+  psql $database -f database/table/events-table.sql
+}
+
+function create-functions {
+  psql $database -f database/functions/category.sql
+  psql $database -f database/functions/stream-version.sql
+  psql $database -f database/functions/write-event.sql
+}
+
+function create-indexes {
+  psql $database -f database/indexes/events-id.sql
+  psql $database -f database/indexes/events-category-global-position.sql
+  psql $database -f database/indexes/events-category.sql
+  psql $database -f database/indexes/events-stream-name.sql
+  psql $database -f database/indexes/events-stream-name-position-uniq.sql
+}
+
+create-user
+create-database
+create-extensions
+create-table
+create-functions
+create-indexes

data/database/list-events.sh

@@ -0,0 +1,42 @@
+#!/usr/bin/env bash
+
+set -e
+
+clear
+
+echo
+echo "Listing Events"
+echo "= = ="
+echo
+
+default_name=event_source
+
+if [ -z ${DATABASE_USER+x} ]; then
+  echo "(DATABASE_USER is not set)"
+  user=$default_name
+else
+  user=$DATABASE_USER
+fi
+echo "Database user is: $user"
+
+if [ -z ${DATABASE_NAME+x} ]; then
+  echo "(DATABASE_NAME is not set)"
+  database=$default_name
+else
+  database=$DATABASE_NAME
+fi
+echo "Database name is: $database"
+
+default_table_name=events
+
+if [ -z ${TABLE_NAME+x} ]; then
+  echo "(TABLE_NAME is not set)"
+  table=$default_table_name
+else
+  table=$TABLE_NAME
+fi
+echo "Table name is: $table"
+
+echo
+
+psql $database -c "SELECT * FROM $table"

data/database/table/events-table.sql

@@ -0,0 +1,20 @@
+-- ----------------------------
+--  Table structure for events
+-- ----------------------------
+DROP TABLE IF EXISTS "public"."events";
+CREATE TABLE "public"."events" (
+  "id" UUID NOT NULL DEFAULT gen_random_uuid(),
+  "stream_name" varchar(255) NOT NULL COLLATE "default",
+  "position" int4 NOT NULL,
+  "type" varchar(255) NOT NULL COLLATE "default",
+  "global_position" bigserial NOT NULL ,
+  "data" jsonb,
+  "metadata" jsonb,
+  "time" TIMESTAMP WITHOUT TIME ZONE DEFAULT (now() AT TIME ZONE 'utc') NOT NULL
+)
+WITH (OIDS=FALSE);
+
+-- ----------------------------
+--  Primary key structure for table events
+-- ----------------------------
+ALTER TABLE "public"."events" ADD PRIMARY KEY ("global_position") NOT DEFERRABLE INITIALLY IMMEDIATE;

data/database/test/write-event-expected-version.sql

@@ -0,0 +1 @@
+SELECT write_event('someStream-123', 'SomeType', '{"someField":"some value"}', '{"someMetadataField":"some metadata value"}', 1);

data/database/test/write-event.sql

@@ -0,0 +1 @@
+SELECT write_event('someStream-123', 'SomeType', '{"someField":"some value"}', '{"someMetadataField":"some metadata value"}');

data/database/uninstall.sh

@@ -0,0 +1,62 @@
+#!/usr/bin/env bash
+
+set -e
+
+clear
+
+echo
+echo "Uninstalling Database"
+echo "= = ="
+echo
+
+default_name=event_source
+
+if [ -z ${DATABASE_USER+x} ]; then
+  echo "(DATABASE_USER is not set)"
+  user=$default_name
+else
+  user=$DATABASE_USER
+fi
+
+if [ -z ${DATABASE_NAME+x} ]; then
+  echo "(DATABASE_NAME is not set)"
+  database=$default_name
+else
+  database=$DATABASE_NAME
+fi
+
+echo
+
+function delete-user {
+  echo "Database user is: $user"
+
+  user_exists=`psql postgres -tAc "SELECT 1 FROM pg_roles WHERE rolname='$user'"`
+
+  if [ "$user_exists" = "1" ]; then
+    echo "Deleting database user \"$user\""
+    dropuser $user
+  else
+    echo "Database user \"$user\" does not exist. Not deleting."
+  fi
+
+  echo
+}
+
+function delete-database {
+  echo "Database name is: $database"
+
+  database_exists=`psql -tAc "SELECT 1 FROM pg_database WHERE datname='$database'"`
+
+  if [ "$database_exists" = "1" ]; then
+    echo "Deleting database \"$database\""
+    dropdb $database
+  else
+    echo "Database \"$database\" does not exist. Not deleting."
+  fi
+
+  echo
+}
+
+
+delete-database
+delete-user

data/lib/event_source/loader.rb

@@ -0,0 +1 @@
+lib/event_source/postgres.rb

data/lib/event_source/postgres/database/create.rb

@@ -0,0 +1,22 @@
+module EventSource
+  module Postgres
+    module Database
+      module Create
+        def self.call
+          warn "Creating database"
+
+          session = Session.build
+
+          User::Create.(session)
+          Database::Create.(session)
+          Extensions::Create.(session)
+          Table::Create.(session)
+          Functions::Create.(session)
+          Indexes::Create.(session)
+
+          warn "Done creating database"
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/database.rb

@@ -0,0 +1,26 @@
+module EventSource
+  module Postgres
+    module Database
+      module Database
+        module Create
+          def self.call(session)
+            database = Settings.database
+
+            begin
+              session.execute("CREATE DATABASE #{database}")
+            rescue PG::DuplicateDatabase
+              warn "NOTICE:  database \"#{database}\" already exists, skipping"
+            end
+          end
+        end
+
+        module Delete
+          def self.call(session)
+            database = Settings.database
+            session.execute("DROP DATABASE IF EXISTS #{database}")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/delete.rb

@@ -0,0 +1,18 @@
+module EventSource
+  module Postgres
+    module Database
+      module Delete
+        def self.call
+          warn "Deleting database"
+
+          session = Session.build
+
+          User::Delete.(session)
+          Database::Delete.(session)
+
+          warn "Done deleting database"
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/extensions.rb

@@ -0,0 +1,19 @@
+module EventSource
+  module Postgres
+    module Database
+      module Extensions
+        module Create
+          def self.sql_filename
+            'extensions.sql'
+          end
+
+          def self.call(session)
+            sql_code = SQLCode.read sql_filename
+
+            session.execute(sql_code)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/functions.rb

@@ -0,0 +1,57 @@
+module EventSource
+  module Postgres
+    module Database
+      module Functions
+        module Create
+          def self.call(session)
+            Category::Create.(session)
+            StreamVersion::Create.(session)
+            WriteEvent::Create.(session)
+          end
+
+          module Category
+            module Create
+              def self.sql_filename
+                'functions/category.sql'
+              end
+
+              def self.call(session)
+                sql_code = SQLCode.read sql_filename
+
+                session.execute(sql_code)
+              end
+            end
+          end
+
+          module StreamVersion
+            module Create
+              def self.sql_filename
+                'functions/stream-version.sql'
+              end
+
+              def self.call(session)
+                sql_code = SQLCode.read sql_filename
+
+                session.execute(sql_code)
+              end
+            end
+          end
+
+          module WriteEvent
+            module Create
+              def self.sql_filename
+                'functions/write-event.sql'
+              end
+
+              def self.call(session)
+                sql_code = SQLCode.read sql_filename
+
+                session.execute(sql_code)
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/indexes.rb

@@ -0,0 +1,87 @@
+module EventSource
+  module Postgres
+    module Database
+      module Indexes
+        module Create
+          def self.call(session)
+            Category::GlobalPosition::Create.(session)
+            Category::Create.(session)
+            ID::Create.(session)
+            StreamName::PositionUniq::Create.(session)
+            StreamName::Create.(session)
+          end
+
+          module Category
+            module Create
+              def self.sql_filename
+                'indexes/events-category.sql'
+              end
+
+              def self.call(session)
+                sql_code = SQLCode.read sql_filename
+
+                session.execute(sql_code)
+              end
+            end
+
+            module GlobalPosition
+              module Create
+                def self.sql_filename
+                  'indexes/events-category-global-position.sql'
+                end
+
+                def self.call(session)
+                  sql_code = SQLCode.read sql_filename
+
+                  session.execute(sql_code)
+                end
+              end
+            end
+          end
+
+          module ID
+            module Create
+              def self.sql_filename
+                'indexes/events-id.sql'
+              end
+
+              def self.call(session)
+                sql_code = SQLCode.read sql_filename
+
+                session.execute(sql_code)
+              end
+            end
+          end
+
+          module StreamName
+            module Create
+              def self.sql_filename
+                'indexes/events-stream-name.sql'
+              end
+
+              def self.call(session)
+                sql_code = SQLCode.read sql_filename
+
+                session.execute(sql_code)
+              end
+            end
+
+            module PositionUniq
+              module Create
+                def self.sql_filename
+                  'indexes/events-stream-name-position-uniq.sql'
+                end
+
+                def self.call(session)
+                  sql_code = SQLCode.read sql_filename
+
+                  session.execute(sql_code)
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/recreate.rb

@@ -0,0 +1,12 @@
+module EventSource
+  module Postgres
+    module Database
+      module Recreate
+        def self.call
+          Delete.()
+          Create.()
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/session.rb

@@ -0,0 +1,14 @@
+module EventSource
+  module Postgres
+    module Database
+      class Session < Postgres::Session
+        def self.build
+          instance = new
+          settings = Postgres::Settings.build({})
+          settings.set(instance)
+          instance
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/settings.rb

@@ -0,0 +1,19 @@
+module EventSource
+  module Postgres
+    module Database
+      module Settings
+        def self.user
+          ENV['DATABASE_USER'] || 'event_source'
+        end
+
+        def self.password
+          ENV['DATABASE_PASSWORD']
+        end
+
+        def self.database
+          ENV['DATABASE_NAME'] || 'event_source'
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/sql_code.rb

@@ -0,0 +1,17 @@
+module EventSource
+  module Postgres
+    module Database
+      module SQLCode
+        def self.read(filename)
+          path = File.join root, filename
+
+          File.read path
+        end
+
+        def self.root
+          File.expand_path '../../../../database', __dir__
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/table.rb

@@ -0,0 +1,19 @@
+module EventSource
+  module Postgres
+    module Database
+      module Table
+        module Create
+          def self.sql_filename
+            'table/events-table.sql'
+          end
+
+          def self.call(session)
+            sql_code = SQLCode.read sql_filename
+
+            session.execute(sql_code)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database/user.rb

@@ -0,0 +1,30 @@
+module EventSource
+  module Postgres
+    module Database
+      module User
+        module Create
+          def self.call(session)
+            user = Settings.user
+            password = Settings.password
+
+            create_user_statement = "CREATE USER #{user}"
+            create_user_statement << " PASSWORD #{password}" unless password.nil?
+
+            begin
+              session.execute(create_user_statement)
+            rescue PG::DuplicateObject
+              warn "NOTICE:  role \"#{user}\" already exists, skipping"
+            end
+          end
+        end
+
+        module Delete
+          def self.call(session)
+            user = Settings.user
+            session.execute("DROP USER IF EXISTS #{user}")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/event_source/postgres/database.rb

@@ -0,0 +1,12 @@
+require 'event_source/postgres/database/settings'
+require 'event_source/postgres/database/session'
+require 'event_source/postgres/database/delete'
+require 'event_source/postgres/database/create'
+require 'event_source/postgres/database/user'
+require 'event_source/postgres/database/database'
+require 'event_source/postgres/database/extensions'
+require 'event_source/postgres/database/table'
+require 'event_source/postgres/database/indexes'
+require 'event_source/postgres/database/functions'
+require 'event_source/postgres/database/sql_code'
+require 'event_source/postgres/database/recreate'

data/scripts/evt-pg-create

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative './scripts_init'
+
+EventSource::Postgres::Database::Create.()

data/scripts/evt-pg-delete

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative './scripts_init'
+
+EventSource::Postgres::Database::Delete.()

data/scripts/evt-pg-recreate

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative './scripts_init'
+
+EventSource::Postgres::Database::Recreate.()

data/scripts/scripts_init.rb

@@ -0,0 +1,12 @@
+ENV['CONSOLE_DEVICE'] ||= 'stdout'
+ENV['LOG_LEVEL'] ||= '_min'
+
+puts RUBY_DESCRIPTION
+
+init_file = File.expand_path('../init.rb', __dir__)
+if File.exist?(init_file)
+  require_relative '../init'
+end
+
+require 'event_source/postgres'
+require 'event_source/postgres/database'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: evt-event_source-postgres
 version: !ruby/object:Gem::Version
-  version: 0.16.0.0
+  version: 0.16.1.0
 platform: ruby
 authors:
 - The Eventide Project
 autorequire: 
-bindir: bin
+bindir: scripts
 cert_chain: []
-date: 2017-03-14 00:00:00.000000000 Z
+date: 2017-03-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: evt-event_source
@@ -96,16 +96,49 @@ dependencies:
         version: '0'
 description: " "
 email: opensource@eventide-project.org
-executables: []
+executables:
+- evt-pg-create
+- evt-pg-delete
+- evt-pg-recreate
 extensions: []
 extra_rdoc_files: []
 files:
+- database/clear-events-table.sh
+- database/extensions.sql
+- database/functions/category.sql
+- database/functions/stream-version.sql
+- database/functions/write-event.sql
+- database/indexes/events-category-global-position.sql
+- database/indexes/events-category.sql
+- database/indexes/events-id.sql
+- database/indexes/events-stream-name-position-uniq.sql
+- database/indexes/events-stream-name.sql
+- database/install.sh
+- database/list-events.sh
+- database/table/events-table.sql
+- database/test/write-event-expected-version.sql
+- database/test/write-event.sql
+- database/uninstall.sh
+- lib/event_source/loader.rb
 - lib/event_source/postgres.rb
 - lib/event_source/postgres/controls.rb
 - lib/event_source/postgres/controls/category.rb
 - lib/event_source/postgres/controls/event_data.rb
 - lib/event_source/postgres/controls/put.rb
 - lib/event_source/postgres/controls/stream_name.rb
+- lib/event_source/postgres/database.rb
+- lib/event_source/postgres/database/create.rb
+- lib/event_source/postgres/database/database.rb
+- lib/event_source/postgres/database/delete.rb
+- lib/event_source/postgres/database/extensions.rb
+- lib/event_source/postgres/database/functions.rb
+- lib/event_source/postgres/database/indexes.rb
+- lib/event_source/postgres/database/recreate.rb
+- lib/event_source/postgres/database/session.rb
+- lib/event_source/postgres/database/settings.rb
+- lib/event_source/postgres/database/sql_code.rb
+- lib/event_source/postgres/database/table.rb
+- lib/event_source/postgres/database/user.rb
 - lib/event_source/postgres/get.rb
 - lib/event_source/postgres/get/last.rb
 - lib/event_source/postgres/get/last/select_statement.rb
@@ -118,6 +151,10 @@ files:
 - lib/event_source/postgres/settings.rb
 - lib/event_source/postgres/stream_name.rb
 - lib/event_source/postgres/write.rb
+- scripts/evt-pg-create
+- scripts/evt-pg-delete
+- scripts/evt-pg-recreate
+- scripts/scripts_init.rb
 homepage: https://github.com/eventide-project/event-source-postgres
 licenses:
 - MIT
@@ -138,7 +175,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.8
+rubygems_version: 2.6.11
 signing_key: 
 specification_version: 4
 summary: Event source client for PostgreSQL