evt-message_store-postgres 0.1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1f4b2f2927cc0e063949a067f30ac982f1418e4a
+  data.tar.gz: 0e9fb2772b23237a597fc14aa1ff0fde0a8567a3
+SHA512:
+  metadata.gz: ad29845afd4883df20ea3ed878d6338ff8cf94f892fa9ae8bd59e8d635b745ddfcc4d31ca6255683850d85f5d19fe87f47e2c0dc8f68802c07903f74c8c343cd
+  data.tar.gz: 3631c15fa6864977c03e3e48d1f395a17c1e201c8319247c70984d3f72694b83c882ae121a9e40074766d799b4d1be197326d49ee204c891099adfd216b05496

data/database/clear-events-table.sh

@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+
+set -e
+
+echo
+echo "Clearing Events Table"
+echo "= = ="
+echo
+
+default_name=event_source
+
+if [ -z ${DATABASE_USER+x} ]; then
+  echo "(DATABASE_USER is not set)"
+  user=$default_name
+else
+  user=$DATABASE_USER
+fi
+echo "Database user is: $user"
+
+if [ -z ${DATABASE_NAME+x} ]; then
+  echo "(DATABASE_NAME is not set)"
+  database=$default_name
+else
+  database=$DATABASE_NAME
+fi
+echo "Database name is: $database"
+
+default_table_name=events
+
+if [ -z ${TABLE_NAME+x} ]; then
+  echo "(TABLE_NAME is not set)"
+  table=$default_table_name
+else
+  table=$TABLE_NAME
+fi
+echo "Table name is: $table"
+
+echo
+
+psql $database -c "TRUNCATE $table RESTART IDENTITY;"

data/database/extensions.sql

@@ -0,0 +1 @@
+CREATE EXTENSION IF NOT EXISTS "pgcrypto";

data/database/functions/category.sql

@@ -0,0 +1,10 @@
+CREATE OR REPLACE FUNCTION category(
+  _stream_name varchar
+)
+RETURNS varchar
+AS $$
+BEGIN
+  return split_part(_stream_name, '-', 1);
+END;
+$$ LANGUAGE plpgsql
+IMMUTABLE;

data/database/functions/stream-version.sql

@@ -0,0 +1,13 @@
+CREATE OR REPLACE FUNCTION stream_version(
+  _stream_name varchar
+)
+RETURNS int
+AS $$
+DECLARE
+  stream_version int;
+BEGIN
+  select max(position) into stream_version from events where stream_name = _stream_name;
+
+  return stream_version;
+END;
+$$ LANGUAGE plpgsql;

data/database/functions/write-event.sql

@@ -0,0 +1,55 @@
+CREATE OR REPLACE FUNCTION write_event(
+  _id varchar,
+  _stream_name varchar,
+  _type varchar,
+  _data jsonb,
+  _metadata jsonb DEFAULT NULL,
+  _expected_version int DEFAULT NULL
+)
+RETURNS int
+AS $$
+DECLARE
+  event_id uuid;
+  stream_version int;
+  position int;
+  category varchar;
+BEGIN
+  event_id = uuid(_id);
+
+  stream_version := stream_version(_stream_name);
+
+  if stream_version is null then
+    stream_version := -1;
+  end if;
+
+  if _expected_version is not null then
+    if _expected_version != stream_version then
+      raise exception 'Wrong expected version: % (Stream: %, Stream Version: %)', _expected_version, _stream_name, stream_version;
+    end if;
+  end if;
+
+  position := stream_version + 1;
+
+  insert into "events"
+    (
+      "id",
+      "stream_name",
+      "position",
+      "type",
+      "data",
+      "metadata"
+    )
+  values
+    (
+      event_id,
+      _stream_name,
+      position,
+      _type,
+      _data,
+      _metadata
+    )
+  ;
+
+  return position;
+END;
+$$ LANGUAGE plpgsql;

data/database/indexes/events-category-global-position.sql

@@ -0,0 +1 @@
+CREATE INDEX CONCURRENTLY  "events_category_global_position_idx" ON "public"."events" USING btree(category(stream_name) COLLATE "default" "pg_catalog"."text_ops" ASC NULLS LAST, "global_position" "pg_catalog"."int8_ops" ASC NULLS LAST);

data/database/indexes/events-category.sql

@@ -0,0 +1 @@
+CREATE INDEX CONCURRENTLY "events_category_idx" ON "public"."events" USING btree(category(stream_name) COLLATE "default" "pg_catalog"."text_ops" ASC NULLS LAST);

data/database/indexes/events-id.sql

@@ -0,0 +1 @@
+CREATE INDEX CONCURRENTLY  "events_id_idx" ON "public"."events" USING btree(id ASC NULLS LAST);

data/database/indexes/events-stream-name-position-uniq.sql

@@ -0,0 +1 @@
+CREATE UNIQUE INDEX CONCURRENTLY "events_stream_name_position_uniq_idx" ON "public"."events" USING btree(stream_name COLLATE "default" "pg_catalog"."text_ops" ASC NULLS LAST, "position" "pg_catalog"."int4_ops" ASC NULLS LAST);

data/database/indexes/events-stream-name.sql

@@ -0,0 +1 @@
+CREATE INDEX CONCURRENTLY "events_stream_name_idx" ON "public"."events" USING btree(stream_name COLLATE "default" "pg_catalog"."text_ops" ASC NULLS LAST);

data/database/install.sh

@@ -0,0 +1,103 @@
+#!/usr/bin/env bash
+
+set -e
+
+echo
+echo "Installing Database"
+echo "= = ="
+echo
+
+default_name=event_source
+
+if [ -z ${DATABASE_USER+x} ]; then
+  echo "(DATABASE_USER is not set. Default will be used.)"
+  user=$default_name
+else
+  user=$DATABASE_USER
+fi
+
+if [ -z ${DATABASE_NAME+x} ]; then
+  echo "(DATABASE_NAME is not set. Default will be used.)"
+  database=$default_name
+else
+  database=$DATABASE_NAME
+fi
+
+echo
+
+function create-user {
+  echo "Database user is: $user"
+
+  user_exists=`psql postgres -tAc "SELECT 1 FROM pg_roles WHERE rolname='$user'"`
+
+  if [ "$user_exists" = "1" ]; then
+    echo "Database user \"$user\" was previously created. Not creating again."
+  else
+    echo "Database user \"$user\" has not yet been created"
+    echo "Creating database user \"$user\"..."
+    createuser -s $user
+  fi
+
+  echo
+}
+
+function create-database {
+  echo "Database name is: $database"
+  echo "Creating database \"$database\"..."
+  createdb $database
+  echo
+}
+
+function script_dir {
+  val="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+  echo "$val"
+}
+
+function create-extensions {
+  echo "Creating extensions..."
+  base=$(script_dir)
+  psql $database -f $base/extensions.sql
+  echo
+}
+
+function create-table {
+  echo "Creating events table..."
+  base=$(script_dir)
+  psql $database -f $base/table/events-table.sql
+  echo
+}
+
+function create-functions {
+  base=$(script_dir)
+  echo "Creating functions..."
+  echo "category function"
+  psql $database -f $base/functions/category.sql
+  echo "stream_version function"
+  psql $database -f $base/functions/stream-version.sql
+  echo "write_sql function"
+  psql $database -f $base/functions/write-event.sql
+  echo
+}
+
+function create-indexes {
+  base=$(script_dir)
+  echo "Creating indexes..."
+  echo "events_id_idx"
+  psql $database -f $base/indexes/events-id.sql
+  echo "events_category_global_position_idx"
+  psql $database -f $base/indexes/events-category-global-position.sql
+  echo "events_category_idx"
+  psql $database -f $base/indexes/events-category.sql
+  echo "events_stream_name_idx"
+  psql $database -f $base/indexes/events-stream-name.sql
+  echo "events_stream_name_position_uniq_idx"
+  psql $database -f $base/indexes/events-stream-name-position-uniq.sql
+  echo
+}
+
+create-user
+create-database
+create-extensions
+create-table
+create-functions
+create-indexes

data/database/list-events.sh

@@ -0,0 +1,52 @@
+#!/usr/bin/env bash
+
+set -e
+
+echo
+echo "Listing Events"
+echo "= = ="
+echo
+
+default_name=event_source
+
+if [ -z ${DATABASE_USER+x} ]; then
+  echo "(DATABASE_USER is not set)"
+  user=$default_name
+else
+  user=$DATABASE_USER
+fi
+echo "Database user is: $user"
+
+if [ -z ${DATABASE_NAME+x} ]; then
+  echo "(DATABASE_NAME is not set)"
+  database=$default_name
+else
+  database=$DATABASE_NAME
+fi
+echo "Database name is: $database"
+
+default_table_name=events
+
+if [ -z ${TABLE_NAME+x} ]; then
+  echo "(TABLE_NAME is not set)"
+  table=$default_table_name
+else
+  table=$TABLE_NAME
+fi
+echo "Table name is: $table"
+
+if [ -z ${STREAM_NAME+x} ]; then
+  echo "(STREAM_NAME is not set)"
+  stream_name=''
+else
+  stream_name=$STREAM_NAME
+  echo "Stream name is: $STREAM_NAME"
+fi
+
+echo
+
+if [ -z $stream_name ]; then
+  psql $database -c "SELECT * FROM $table"
+else
+  psql $database -c "SELECT * FROM $table WHERE stream_name = '$stream_name'"
+fi

data/database/table/events-table.sql

@@ -0,0 +1,19 @@
+-- ----------------------------
+--  Table structure for events
+-- ----------------------------
+CREATE TABLE "public"."events" (
+  "id" UUID NOT NULL DEFAULT gen_random_uuid(),
+  "stream_name" varchar(255) NOT NULL COLLATE "default",
+  "type" varchar(255) NOT NULL COLLATE "default",
+  "position" int4 NOT NULL,
+  "global_position" bigserial NOT NULL ,
+  "data" jsonb,
+  "metadata" jsonb,
+  "time" TIMESTAMP WITHOUT TIME ZONE DEFAULT (now() AT TIME ZONE 'utc') NOT NULL
+)
+WITH (OIDS=FALSE);
+
+-- ----------------------------
+--  Primary key structure for table events
+-- ----------------------------
+ALTER TABLE "public"."events" ADD PRIMARY KEY ("global_position") NOT DEFERRABLE INITIALLY IMMEDIATE;

data/database/test/write-event-expected-version.sql

@@ -0,0 +1 @@
+SELECT write_event('someStream-123', 'SomeType', '{"someField":"some value"}', '{"someMetadataField":"some metadata value"}', 1);

data/database/test/write-event.sql

@@ -0,0 +1 @@
+SELECT write_event('someStream-123', 'SomeType', '{"someField":"some value"}', '{"someMetadataField":"some metadata value"}');

data/database/uninstall.sh

@@ -0,0 +1,60 @@
+#!/usr/bin/env bash
+
+set -e
+
+echo
+echo "Uninstalling Database"
+echo "= = ="
+echo
+
+default_name=event_source
+
+if [ -z ${DATABASE_USER+x} ]; then
+  echo "(DATABASE_USER is not set. Default will be used.)"
+  user=$default_name
+else
+  user=$DATABASE_USER
+fi
+
+if [ -z ${DATABASE_NAME+x} ]; then
+  echo "(DATABASE_NAME is not set. Default will be used.)"
+  database=$default_name
+else
+  database=$DATABASE_NAME
+fi
+
+echo
+
+function delete-user {
+  echo "Database user is: $user"
+
+  user_exists=`psql postgres -tAc "SELECT 1 FROM pg_roles WHERE rolname='$user'"`
+
+  if [ "$user_exists" = "1" ]; then
+    echo "Deleting database user \"$user\"..."
+    dropuser $user
+  else
+    echo "Database user \"$user\" does not exist. Not deleting."
+  fi
+
+  echo
+}
+
+function delete-database {
+  echo "Database name is: $database"
+
+  database_exists=`psql postgres -tAc "SELECT 1 FROM pg_database WHERE datname='$database'"`
+
+  if [ "$database_exists" = "1" ]; then
+    echo "Deleting database \"$database\"..."
+    dropdb $database
+  else
+    echo "Database \"$database\" does not exist. Not deleting."
+  fi
+
+  echo
+}
+
+
+delete-database
+delete-user

data/lib/message_store/postgres.rb

@@ -0,0 +1,24 @@
+require 'pg'
+
+require 'message_store'
+
+require 'log'
+require 'telemetry'
+require 'settings'; Settings.activate
+
+require 'message_store/postgres/log'
+
+require 'message_store/postgres/settings'
+require 'message_store/postgres/session'
+
+require 'message_store/postgres/stream_name'
+
+require 'message_store/postgres/put'
+require 'message_store/postgres/write'
+
+require 'message_store/postgres/get/select_statement'
+require 'message_store/postgres/get'
+require 'message_store/postgres/get/last/select_statement'
+require 'message_store/postgres/get/last'
+require 'message_store/postgres/read/iterator'
+require 'message_store/postgres/read'

data/lib/message_store/postgres/controls.rb

@@ -0,0 +1,6 @@
+require 'message_store/controls'
+
+require 'message_store/postgres/controls/category'
+require 'message_store/postgres/controls/stream_name'
+require 'message_store/postgres/controls/message_data'
+require 'message_store/postgres/controls/put'

data/lib/message_store/postgres/controls/category.rb

@@ -0,0 +1,34 @@
+# module MessageStore
+#   module Postgres
+#     module Controls
+#       Category = MessageStore::Controls::Category
+#     end
+#   end
+# end
+
+
+module MessageStore
+  module Postgres
+    module Controls
+      module Category
+        def self.example(category: nil, randomize_category: nil)
+          if randomize_category.nil?
+            if !category.nil?
+              randomize_category = false
+            end
+          end
+
+          randomize_category = true if randomize_category.nil?
+
+          category ||= 'test'
+
+          if randomize_category
+            category = "#{category}#{SecureRandom.hex(16)}XX"
+          end
+
+          category
+        end
+      end
+    end
+  end
+end