pg_easy_replicate 0.1.4 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c253c57988226f7d90116cfc4276a51ac6a2753daea88169ba244fe4ce069e76
-  data.tar.gz: cadca2e9e430f06be91ce4e1623fdf333fdc96edded99e83729f7b56e9356191
+  metadata.gz: ba133c0e80239fb125f32daa490fd20efe18c3f7391291d8465a8688fb3c0caf
+  data.tar.gz: f5c1780f43b621ddf4a8359d7dd3131291f42fe064cbd131b1b49308f0bc041e
 SHA512:
-  metadata.gz: dee2a8f5c96289076276b6d2f92e5e0623ac1c2ed7d885bfa7ab472bbc80fc525665fa72ed54fb772d63e9fd564acecea5c0a3d107dcb5e46370e539c20ab2ac
-  data.tar.gz: b7c9c94cf5c5b9288a81e6d2a144f71cc387096b464f732f38755f293c1d7344120cf4107f1803981524773edd95cabfa34c56b973004dfd0efec69e9f066f8a
+  metadata.gz: b1d9e43d36d98b1cfe1e992123783f3adb160851acbc60447b77b7fba244dfbb1bf219686759b93619a9ac682813a24449bd4ddb3fea5c09f9990f6276b04ca9
+  data.tar.gz: 68d31a389a1ff11a5e30bbe48b6ab9ebd746adf2a2787c18388627e08c8cd8c2dbaa289e1f898ab2a119b7da2a3e72df92a88a6826504c2438fa6a1cd6e7348e

data/.rspec

@@ -2,4 +2,4 @@
 --color
 --require spec_helper
 --fail-fast
---exclude-pattern spec/lib/smoke_spec.rb
+--exclude-pattern spec/smoke_spec.rb

data/CHANGELOG.md

@@ -1,3 +1,17 @@
+## [0.1.5] - 2023-06-22
+
+- Fix bug in `stop_sync`
+
+## [0.1.4] - 2023-06-22
+
+- Drop lockbox dependency
+- Support password with special chars and test for url encoded URI
+- Support AWS and GCP special user scenarios and introduce `--special-user-role`
+
+## [0.1.3] - 2023-06-22
+
+- Docker multi-platform image build support for linux/amd64 and linux/arm64 starting 0.1.3
+
 ## [0.1.2] - 2023-06-22
 
 - Keep the internal username unique

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    pg_easy_replicate (0.1.4)
+    pg_easy_replicate (0.1.6)
       ougai (~> 2.0.0)
       pg (~> 1.5.3)
       sequel (~> 5.69.0)

data/README.md

@@ -15,7 +15,7 @@ Battle tested in production at [Tines](https://www.tines.com/) 🚀
 - [Replicating all tables with a single group](#replicating-all-tables-with-a-single-group)
   - [Config check](#config-check)
   - [Bootstrap](#bootstrap)
-  - [Bootstrap and Config Check with special user role (AWS/GCP/Custom)](#bootstrap-and-config-check-with-special-user-role--aws-gcp-custom-)
+  - [Bootstrap and Config Check with special user role in AWS or GCP](#bootstrap-and-config-check-with-special-user-role-in-aws-or-gcp)
     - [Config Check](#config-check)
     - [Bootstrap](#bootstrap-1)
   - [Start sync](#start-sync)
@@ -120,7 +120,7 @@ $ pg_easy_replicate bootstrap --group-name database-cluster-1
 ...
 ```
 
-### Bootstrap and Config Check with special user role (AWS/GCP/Custom)
+### Bootstrap and Config Check with special user role in AWS or GCP
 
 If you don't want your primary login user to have `superuser` privileges or you are on AWS or GCP, you will need to pass in the special user role that has the privileges to create role, schema, publication and subscription. This is required so `pg_easy_replicate` can create a dedicated user for replication which is granted the respective special user role to carry out its functionalities.
 

data/lib/pg_easy_replicate/cli.rb

@@ -12,7 +12,7 @@ module PgEasyReplicate
                   aliases: "-s",
                   desc:
                     "Name of the role that has superuser permissions. Usually useful for AWS (rds_superuser) or GCP (cloudsqlsuperuser)."
-    def config_check(options)
+    def config_check
       PgEasyReplicate.assert_config(
         special_user_role: options[:special_user_role],
       )
@@ -81,7 +81,7 @@ module PgEasyReplicate
                   required: true,
                   desc: "Name of the group previously provisioned"
     def stop_sync
-      PgEasyReplicate::Orchestrate.stop_sync(options[:group_name])
+      PgEasyReplicate::Orchestrate.stop_sync(group_name: options[:group_name])
     end
 
     desc "switchover ",

data/lib/pg_easy_replicate/orchestrate.rb

@@ -18,7 +18,7 @@ module PgEasyReplicate
           group_name: options[:group_name],
           tables: options[:tables],
           conn_string: source_db_url,
-          schema: options[:schema],
+          schema: options[:schema_name],
         )
 
         create_subscription(
@@ -30,7 +30,7 @@ module PgEasyReplicate
         Group.create(
           name: options[:group_name],
           table_names: options[:tables],
-          schema_name: options[:schema],
+          schema_name: options[:schema_name],
           started_at: Time.now.utc,
         )
       rescue => e
@@ -46,7 +46,7 @@ module PgEasyReplicate
           Group.create(
             name: options[:group_name],
             table_names: options[:tables],
-            schema_name: options[:schema],
+            schema_name: options[:schema_name],
             started_at: Time.now.utc,
             failed_at: Time.now.utc,
           )
@@ -80,6 +80,7 @@ module PgEasyReplicate
           "Adding tables up publication",
           { publication_name: publication_name(group_name) },
         )
+
         tables = tables&.split(",") || []
         unless tables.size > 0
           tables = list_all_tables(schema: schema, conn_string: conn_string)
@@ -169,7 +170,11 @@ module PgEasyReplicate
         raise "Unable to drop subscription: #{e.message}"
       end
 
-      def stop_sync(target_conn_string:, source_conn_string:, group_name:)
+      def stop_sync(
+        group_name:,
+        source_conn_string: source_db_url,
+        target_conn_string: target_db_url
+      )
         logger.info(
           "Stopping sync",
           {
@@ -193,11 +198,11 @@ module PgEasyReplicate
         group_name:,
         source_conn_string: source_db_url,
         target_conn_string: target_db_url,
-        lag_delta_size: DEFAULT_LAG
+        lag_delta_size: nil
       )
         group = Group.find(group_name)
 
-        watch_lag(group_name: group_name, lag: lag_delta_size)
+        watch_lag(group_name: group_name, lag: lag_delta_size || DEFAULT_LAG)
         revoke_connections_on_source_db(group_name)
         wait_for_remaining_catchup(group_name)
         refresh_sequences(

data/lib/pg_easy_replicate/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PgEasyReplicate
-  VERSION = "0.1.4"
+  VERSION = "0.1.6"
 end

data/scripts/e2e-bootstrap.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+set -eo pipefail
+
+if [[ -z ${GITHUB_WORKFLOW} ]]; then
+  export SECONDARY_SOURCE_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@source_db/postgres"
+fi
+
+export SOURCE_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@localhost:5432/postgres"
+export TARGET_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@localhost:5433/postgres"
+export PGPASSWORD='jamesbond123@7!'"'"'3aaR'
+
+pgbench --initialize -s 5 --foreign-keys --host localhost -U jamesbond -d postgres
+
+pg_dump --schema-only --host localhost -U jamesbond -d postgres >schema.sql
+cat schema.sql | psql --host localhost -U jamesbond -d postgres -p 5433
+rm schema.sql
+
+bundle exec bin/pg_easy_replicate config_check

data/scripts/e2e-start.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+set -eo pipefail
+
+if [[ -z ${GITHUB_WORKFLOW} ]]; then
+  export SECONDARY_SOURCE_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@source_db/postgres"
+fi
+
+export SOURCE_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@localhost:5432/postgres"
+export TARGET_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@localhost:5433/postgres"
+export PGPASSWORD='jamesbond123@7!'"'"''"'"'3aaR'
+
+# Bootstrap and cleanup
+echo "===== Performing Bootstrap and cleanup"
+bundle exec bin/pg_easy_replicate bootstrap -g cluster-1
+bundle exec bin/pg_easy_replicate start_sync -g cluster-1 -s public
+bundle exec bin/pg_easy_replicate stats -g cluster-1
+bundle exec bin/pg_easy_replicate switchover -g cluster-1

data/{bin → scripts}/release.sh

@@ -1,3 +1,7 @@
+#!/bin/bash
+
+set -euo pipefail
+
 export VERSION=$1
 echo "VERSION: ${VERSION}"
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pg_easy_replicate
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.6
 platform: ruby
 authors:
 - Shayon Mukherjee
@@ -241,7 +241,6 @@ email:
 executables:
 - pg_easy_replicate
 - pg_easy_replicate_console
-- release.sh
 extensions: []
 extra_rdoc_files: []
 files:
@@ -259,7 +258,6 @@ files:
 - Rakefile
 - bin/pg_easy_replicate
 - bin/pg_easy_replicate_console
-- bin/release.sh
 - docker-compose.yml
 - lib/pg_easy_replicate.rb
 - lib/pg_easy_replicate/cli.rb
@@ -270,6 +268,9 @@ files:
 - lib/pg_easy_replicate/stats.rb
 - lib/pg_easy_replicate/version.rb
 - package.json
+- scripts/e2e-bootstrap.sh
+- scripts/e2e-start.sh
+- scripts/release.sh
 - yarn.lock
 homepage: https://github.com/shayonj/pg_easy_replicate
 licenses: