logidze 0.12.0 → 1.0.0.rc1

data/bench/performance/update_bench.rb

@@ -1,38 +0,0 @@
-# frozen_string_literal: true
-
-require "benchmark/ips"
-require "./setup"
-
-params = {
-  age: Faker::Number.number(2),
-  email: Faker::Internet.email
-}
-
-params2 = {
-  email: Faker::Internet.email,
-  position: Faker::Number.number(3),
-  name: Faker::Name.name,
-  age: Faker::Number.number(2),
-  bio: Faker::Lorem.paragraph
-}
-
-LogidzeBench.cleanup
-LogidzeBench.populate
-
-Benchmark.ips do |x|
-  x.report("PT UPDATE #1") do
-    User.random.update!(params)
-  end
-
-  x.report("Logidze UPDATE #1") do
-    LogidzeUser.random.update!(params)
-  end
-
-  x.report("PT UPDATE #2") do
-    User.random.update!(params2)
-  end
-
-  x.report("Logidze UPDATE #2") do
-    LogidzeUser.random.update!(params2)
-  end
-end

data/bench/triggers/Makefile

@@ -1,56 +0,0 @@
-# Database name
-ifndef DB
-	DB = logidze_bench
-endif
-
-# Transactions count
-ifndef T
-	T = 10000
-endif
-
-all: plain hstore jsonb jsonb2 keys keys2
-
-setup:
-	createdb $(DB) -w
-	psql -q -d $(DB) -c 'CREATE EXTENSION IF NOT EXISTS hstore;'
-
-plain:
-	$(info )
-	$(info ======  [START] Update without triggers ======)
-	pgbench -i -q $(DB)
-	pgbench -f bench.sql -t $(T) -r $(DB)
-
-hstore:
-	$(info )
-	$(info ======  [START] Update with hstore-based triggers ======)
-	pgbench -i -q $(DB)
-	psql -q -d $(DB) -f hstore_trigger_setup.sql 
-	pgbench -f bench.sql -t $(T) -r $(DB)
-
-jsonb:
-	$(info )
-	$(info ======  [START] Update with jsonb-minus triggers ======)
-	pgbench -i -q $(DB)
-	psql -q -d $(DB) -f jsonb_minus_setup.sql 
-	pgbench -f bench.sql -t $(T) -r $(DB)
-
-jsonb2:
-	$(info )
-	$(info ======  [START] Update with jsonb-minus triggers ======)
-	pgbench -i -q $(DB)
-	psql -q -d $(DB) -f jsonb_minus_2_setup.sql 
-	pgbench -f bench.sql -t $(T) -r $(DB)
-
-keys:
-	$(info )
-	$(info ======  [START] Update with loop thru keys triggers (v1) ======)
-	pgbench -i -q $(DB)
-	psql -q -d $(DB) -f keys_trigger_setup.sql
-	pgbench -f bench.sql -t $(T) -r $(DB) 
-
-keys2:
-	$(info )
-	$(info ======  [START] Update with loop thru keys triggers (v2) ======)
-	pgbench -i -q $(DB)
-	psql -q -d $(DB) -f keys2_trigger_setup.sql
-	pgbench -f bench.sql -t $(T) -r $(DB)  

data/bench/triggers/Readme.md

@@ -1,58 +0,0 @@
-# Triggers benchmarks
-
-This benchmark uses standard _pg\_bench_ table `pgbench_accounts`.
-We consider several approaches for calculating records diff: one uses _hstore_ extension, two uses jsonb functions and two others iterate through record fields.
-
-# Usage
-
-Create database:
-
-```sh
-make setup
-```
-
-You can provide database name by `DB` variable (defaults to "logidze_bench").
-
-Run all benchmarks:
-
-```sh
-make
-```
-
-or separate benchmark:
-
-```sh
-make hstore
-
-make jsonb
-
-make jsonb2
-
-make keys
-
-make keys2
-
-# Raw update, no triggers
-make plain
-```
-
-You can specify the number of transactions by `T` variable (defaults to 10000):
-
-```sh
-make T=1000000
-```
-
-# Results
-
-The benchmark shows that hstore variant is the most efficient (running on MacPro 2013, 2.4 GHz Core i5, 4GB, SSD, 1 million transactions per test):
-
-|Mode    | TPS  | Statement latency (ms) |
-|--------|------|------------------------|
-| plain  | 3628 | 0.113                  |
-| hstore | 3015 | 0.168                  |
-| jsonb  | 1647 | 0.363                  |
-| jsonb2 | 1674 | 0.354                  |
-| keys   | 2355 | 0.219                  |
-| keys2  | 2542 | 0.210                  |
-
-_Logidze_ uses hstore variant.

data/bench/triggers/bench.sql

@@ -1,6 +0,0 @@
-\set naccounts 100000 * :scale
-\setrandom aid 1 :naccounts
-\setrandom delta -5000 5000
-BEGIN;
-UPDATE pgbench_accounts SET abalance = abalance + :delta WHERE aid = :aid;
-END;

data/bench/triggers/hstore_trigger_setup.sql

@@ -1,38 +0,0 @@
-CREATE OR REPLACE FUNCTION hstore_logger() RETURNS TRIGGER AS $body$
-  DECLARE
-    changes_h jsonb;
-    size integer;
-    buffer jsonb;
-  BEGIN
-    size := jsonb_array_length(NEW.log);
-    
-    changes_h := hstore_to_jsonb_loose(
-      hstore(NEW.*) - hstore(OLD.*)
-    );
-
-    NEW.log := jsonb_set(
-      NEW.log,
-      ARRAY[size::text],
-      jsonb_build_object(
-        'ts',
-        extract(epoch from now())::int,
-        'i',
-        (NEW.log#>>ARRAY[(size - 1)::text, 'i'])::int + 1,
-        'd',
-        changes_h
-      ),
-      true
-    );
-    return NEW;
-  END;
-  $body$
-  LANGUAGE plpgsql;
-
-
-ALTER TABLE pgbench_accounts ADD COLUMN log jsonb DEFAULT '[]' NOT NULL;
-
-UPDATE pgbench_accounts SET log = to_jsonb(ARRAY[json_build_object('i', 0)])::jsonb;
-
-CREATE TRIGGER hstore_log_accounts
-BEFORE UPDATE ON pgbench_accounts FOR EACH ROW
-EXECUTE PROCEDURE hstore_logger();

data/bench/triggers/jsonb_minus_2_setup.sql

@@ -1,47 +0,0 @@
-CREATE OR REPLACE FUNCTION jsonb_minus(arg1 jsonb, arg2 jsonb) RETURNS jsonb
-AS $$
-
-SELECT 
-  COALESCE(json_object_agg(key, value), '{}')::jsonb
-FROM 
-  jsonb_each(arg1)
-WHERE NOT jsonb_build_object(key, value) <@ arg2;
-
-$$ LANGUAGE SQL;
-
-CREATE OR REPLACE FUNCTION jsonb_minus_2_logger() RETURNS TRIGGER AS $body$
-  DECLARE
-    changes_h jsonb;
-    size integer;
-    buffer jsonb;
-  BEGIN
-    size := jsonb_array_length(NEW.log);
-    
-    changes_h := jsonb_minus(row_to_json(OLD)::jsonb, row_to_json(NEW)::jsonb);
-
-    NEW.log := jsonb_set(
-      NEW.log,
-      ARRAY[size::text],
-      jsonb_build_object(
-        'ts',
-        extract(epoch from now())::int,
-        'i',
-        (NEW.log#>>ARRAY[(size - 1)::text, 'i'])::int + 1,
-        'd',
-        changes_h
-      ),
-      true
-    );
-    return NEW;
-  END;
-  $body$
-  LANGUAGE plpgsql;
-
-
-ALTER TABLE pgbench_accounts ADD COLUMN log jsonb DEFAULT '[]' NOT NULL;
-
-UPDATE pgbench_accounts SET log = to_jsonb(ARRAY[json_build_object('i', 0)])::jsonb;
-
-CREATE TRIGGER hstore_log_accounts
-BEFORE UPDATE ON pgbench_accounts FOR EACH ROW
-EXECUTE PROCEDURE jsonb_minus_2_logger();

data/bench/triggers/jsonb_minus_setup.sql

@@ -1,49 +0,0 @@
-CREATE OR REPLACE FUNCTION jsonb_minus(arg1 jsonb, arg2 jsonb) RETURNS jsonb
-AS $$
-
-SELECT 
-  COALESCE(json_object_agg(key, value), '{}')::jsonb
-FROM 
-  jsonb_each(arg1)
-WHERE 
-  arg1 -> key <> arg2 -> key 
-  OR arg2 -> key IS NULL;
-
-$$ LANGUAGE SQL;
-
-CREATE OR REPLACE FUNCTION jsonb_minus_logger() RETURNS TRIGGER AS $body$
-  DECLARE
-    changes_h jsonb;
-    size integer;
-    buffer jsonb;
-  BEGIN
-    size := jsonb_array_length(NEW.log);
-    
-    changes_h := jsonb_minus(row_to_json(OLD)::jsonb, row_to_json(NEW)::jsonb);
-
-    NEW.log := jsonb_set(
-      NEW.log,
-      ARRAY[size::text],
-      jsonb_build_object(
-        'ts',
-        extract(epoch from now())::int,
-        'i',
-        (NEW.log#>>ARRAY[(size - 1)::text, 'i'])::int + 1,
-        'd',
-        changes_h
-      ),
-      true
-    );
-    return NEW;
-  END;
-  $body$
-  LANGUAGE plpgsql;
-
-
-ALTER TABLE pgbench_accounts ADD COLUMN log jsonb DEFAULT '[]' NOT NULL;
-
-UPDATE pgbench_accounts SET log = to_jsonb(ARRAY[json_build_object('i', 0)])::jsonb;
-
-CREATE TRIGGER hstore_log_accounts
-BEFORE UPDATE ON pgbench_accounts FOR EACH ROW
-EXECUTE PROCEDURE jsonb_minus_logger();

data/bench/triggers/keys2_trigger_setup.sql

@@ -1,44 +0,0 @@
-CREATE OR REPLACE FUNCTION keys_2_logger() RETURNS TRIGGER AS $body$
-  DECLARE
-    size integer;
-    old_j jsonb;
-    changes_j jsonb;
-    item record;
-  BEGIN
-    size := jsonb_array_length(NEW.log);
-    old_j := to_jsonb(OLD);
-    changes_j := to_jsonb(NEW);
-
-    FOR item in SELECT key as k, value as v FROM jsonb_each(old_j)
-    LOOP
-      IF changes_j->item.k = item.v THEN
-        changes_j := changes_j - item.k;
-      END IF;
-    END LOOP;
-
-    NEW.log := jsonb_set(
-      NEW.log,
-      ARRAY[size::text],
-      jsonb_build_object(
-        'ts',
-        extract(epoch from now())::int,
-        'i',
-        (NEW.log#>>ARRAY[(size - 1)::text, 'i'])::int + 1,
-        'd',
-        changes_j
-      ),
-      true
-    );
-    return NEW;
-  END;
-  $body$
-  LANGUAGE plpgsql;
-
-
-ALTER TABLE pgbench_accounts ADD COLUMN log jsonb DEFAULT '[]' NOT NULL;
-
-UPDATE pgbench_accounts SET log = to_jsonb(ARRAY[json_build_object('i', 0)])::jsonb;
-
-CREATE TRIGGER keys_log_accounts
-BEFORE UPDATE ON pgbench_accounts FOR EACH ROW
-EXECUTE PROCEDURE keys_2_logger();

data/bench/triggers/keys_trigger_setup.sql

@@ -1,50 +0,0 @@
-CREATE OR REPLACE FUNCTION keys_logger() RETURNS TRIGGER AS $body$
-  DECLARE
-    changes_h jsonb;
-    size integer;
-    old_j jsonb;
-    new_j jsonb;
-    item record;
-  BEGIN
-    size := jsonb_array_length(NEW.log);
-    old_j := to_jsonb(OLD);
-    new_j := to_jsonb(NEW);
-    changes_h := '{}'::jsonb;
-
-    FOR item in SELECT key as k, value as v FROM jsonb_each(new_j)
-    LOOP
-      IF item.v <> jsonb_extract_path(old_j, item.k) THEN
-        changes_h := jsonb_set(
-          changes_h,
-          ARRAY[item.k],
-          item.v
-        );
-      END IF;
-    END LOOP;
-
-    NEW.log := jsonb_set(
-      NEW.log,
-      ARRAY[size::text],
-      jsonb_build_object(
-        'ts',
-        extract(epoch from now())::int,
-        'i',
-        (NEW.log#>>ARRAY[(size - 1)::text, 'i'])::int + 1,
-        'd',
-        changes_h
-      ),
-      true
-    );
-    return NEW;
-  END;
-  $body$
-  LANGUAGE plpgsql;
-
-
-ALTER TABLE pgbench_accounts ADD COLUMN log jsonb DEFAULT '[]' NOT NULL;
-
-UPDATE pgbench_accounts SET log = to_jsonb(ARRAY[json_build_object('i', 0)])::jsonb;
-
-CREATE TRIGGER keys_log_accounts
-BEFORE UPDATE ON pgbench_accounts FOR EACH ROW
-EXECUTE PROCEDURE keys_logger();

data/bin/console

@@ -1,8 +0,0 @@
-#!/usr/bin/env ruby
-
-require "bundler/setup"
-require "rails"
-require "logidze"
-
-require "pry"
-Pry.start

data/bin/setup

@@ -1,9 +0,0 @@
-#!/bin/sh
-
-set -e
-
-gem install bundler --conservative
-bundle check || bundle install
-
-RAILS_ENV=test bundle exec rake dummy:db:create
-RAILS_ENV=test bundle exec rake dummy:db:migrate

data/gemfiles/rails42.gemfile

@@ -1,6 +0,0 @@
-source 'https://rubygems.org'
-
-gem 'rails', '~> 4.2'
-gem 'pg', '~> 0.18'
-
-gemspec path: '..'

data/gemfiles/rails5.gemfile

@@ -1,6 +0,0 @@
-source 'https://rubygems.org'
-
-gem 'rails', '~> 5.1.0'
-gem 'rspec-rails', '~> 3.5'
-
-gemspec path: '..'

data/gemfiles/rails52.gemfile

@@ -1,6 +0,0 @@
-source 'https://rubygems.org'
-
-gem 'rails', '~> 5.2.1'
-gem 'rspec-rails', '~> 3.5'
-
-gemspec path: '..'

data/gemfiles/rails6.gemfile

@@ -1,6 +0,0 @@
-source 'https://rubygems.org'
-
-gem 'rails', '~> 6.0'
-gem 'rspec-rails', '>= 3.5'
-
-gemspec path: '..'