pg_easy_replicate 0.1.7 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8b855bf14bd72bcf4ace60b2f746139d76408d6a00e0ae7ec3fd2d0c276cf22b
-  data.tar.gz: 1eff23811d7e9d8608c241bcc7a67367c8de8271ea53d6960f57859aa5c186fd
+  metadata.gz: 02ca1ab51b854644e7a44fcb9a166a363b608784f4c38a6872cc6be5d35b21f3
+  data.tar.gz: dfb7b875e61b5c032940af84417ce7cf35b75897039ba4efd400513d7da5de20
 SHA512:
-  metadata.gz: a7de21167ee2027115972442b9aa859fba7954bdc2e04b8e27e92d6fbadd2e7c9eb92c700d01f69ba9fecd5b40fe5593b5d0467ba4b2766106a7951311401842
-  data.tar.gz: c38c45df66c9a4433b558a41f120f8c3304b5cbd9ea1072348df61397b7e51b38d1709b83c160917d69fbcf460e18dc9f9355ea7c96ae3d109ba40b4430ff06c
+  metadata.gz: 698b38142b8f8a8c9a64623d9a3bb06791a3a5bc174c4abffc49a480787d6cf33a002b75e9e6a61c23f443c962818544ef3c98fab5970bc1bccf1224ebaa8cb6
+  data.tar.gz: f6942a91cade0e60c9c5e245f4cabe9a7d0e698316855c7eacbd53bc1b2769a3d465e12dc7e1cda34f10149b24b3bfde35a585ab6b8583f9645b9faae5439021

data/CHANGELOG.md

@@ -1,13 +1,23 @@
-## [0.1.6] - 2023-06-22
+## [0.1.8] - 2023-07-23
+
+- Introduce --copy_schema via pg_dump - #35
+
+## [0.1.7] - 2023-06-26
+
+- Perform smoke test with retries in CI - #26
+- Default schema to `public` #29
+- Perform vacuum and analyze before and after switchover - #30
+
+## [0.1.6] - 2023-06-24
 
 - Bug fix: Support custom schema name
 - New smoke spec in CI
 
-## [0.1.5] - 2023-06-22
+## [0.1.5] - 2023-06-24
 
 - Fix bug in `stop_sync`
 
-## [0.1.4] - 2023-06-22
+## [0.1.4] - 2023-06-24
 
 - Drop lockbox dependency
 - Support password with special chars and test for url encoded URI

data/Dockerfile

@@ -2,4 +2,6 @@ FROM ruby:3.1.4
 
 ARG VERSION
 
+RUN apt-get update && apt-get install postgresql-client -y
+RUN pg_dump --version
 RUN gem install pg_easy_replicate -v $VERSION

data/Gemfile.lock

@@ -1,10 +1,10 @@
 PATH
   remote: .
   specs:
-    pg_easy_replicate (0.1.7)
+    pg_easy_replicate (0.1.9)
       ougai (~> 2.0.0)
       pg (~> 1.5.3)
-      sequel (~> 5.69.0)
+      sequel (>= 5.69, < 5.71)
       thor (~> 1.2.2)
 
 GEM
@@ -18,6 +18,7 @@ GEM
       thor
       tilt
     json (2.6.3)
+    language_server-protocol (3.17.0.3)
     method_source (1.0.0)
     oj (3.14.3)
     ougai (2.0.0)
@@ -36,7 +37,7 @@ GEM
     rake (13.0.6)
     rbs (3.1.0)
     regexp_parser (2.8.1)
-    rexml (3.2.5)
+    rexml (3.2.6)
     rspec (3.12.0)
       rspec-core (~> 3.12.0)
       rspec-expectations (~> 3.12.0)
@@ -50,14 +51,15 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
     rspec-support (3.12.0)
-    rubocop (1.52.1)
+    rubocop (1.55.0)
       json (~> 2.3)
+      language_server-protocol (>= 3.17.0)
       parallel (~> 1.10)
       parser (>= 3.2.2.3)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 1.8, < 3.0)
       rexml (>= 3.2.5, < 4.0)
-      rubocop-ast (>= 1.28.0, < 2.0)
+      rubocop-ast (>= 1.28.1, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 3.0)
     rubocop-ast (1.29.0)
@@ -73,12 +75,12 @@ GEM
       rubocop-ast (>= 0.4.0)
     rubocop-rake (0.6.0)
       rubocop (~> 1.0)
-    rubocop-rspec (2.22.0)
+    rubocop-rspec (2.23.0)
       rubocop (~> 1.33)
       rubocop-capybara (~> 2.17)
       rubocop-factory_bot (~> 2.22)
     ruby-progressbar (1.13.0)
-    sequel (5.69.0)
+    sequel (5.70.0)
     syntax_tree (6.1.1)
       prettier_print (>= 1.2.0)
     syntax_tree-haml (4.0.3)

data/README.md

@@ -2,7 +2,7 @@
 
 [![CI](https://github.com/shayonj/pg_easy_replicate/actions/workflows/ci.yaml/badge.svg?branch=main)](https://github.com/shayonj/pg_easy_replicate/actions/workflows/ci.yaml)
 [![Smoke spec](https://github.com/shayonj/pg_easy_replicate/actions/workflows/smoke.yaml/badge.svg?branch=main)](https://github.com/shayonj/pg_easy_replicate/actions/workflows/ci.yaml)
-[![Gem Version](https://badge.fury.io/rb/pg_easy_replicate.svg?1)](https://badge.fury.io/rb/pg_easy_replicate)
+[![Gem Version](https://badge.fury.io/rb/pg_easy_replicate.svg?2)](https://badge.fury.io/rb/pg_easy_replicate)
 
 `pg_easy_replicate` is a CLI orchestrator tool that simplifies the process of setting up [logical replication](https://www.postgresql.org/docs/current/logical-replication.html) between two PostgreSQL databases. `pg_easy_replicate` also supports switchover. After the source (primary database) is fully replicating, `pg_easy_replicate` puts it into read-only mode and via logical replication flushes all data to the new target database. This ensures zero data loss and minimal downtime for the application. This method can be useful for performing minimal downtime (up to <1min, depending) major version upgrades between two PostgreSQL databases, load testing with blue/green database setup and other similar use cases.
 
@@ -26,6 +26,8 @@ Battle tested in production at [Tines](https://www.tines.com/) 🚀
 - [Switchover strategies with minimal downtime](#switchover-strategies-with-minimal-downtime)
   - [Rolling restart strategy](#rolling-restart-strategy)
   - [DNS Failover strategy](#dns-failover-strategy)
+- [FAQ](#faq)
+  - [Adding internal user to pgBouncer `userlist`](#adding-internal-user-to-pgbouncer-userlist)
 - [Contributing](#contributing)
 
 ## Installation
@@ -57,7 +59,6 @@ https://hub.docker.com/r/shayonj/pg_easy_replicate
 - PostgreSQL 10 and later
 - Ruby 2.7 and later
 - Database user should have permissions for `SUPERUSER` or pass in the special user role that has the privileges to create role, schema, publication and subscription on both databases. More on `--special-user-role` section below.
-- Both databases should have the same schema
 
 ## Limits
 
@@ -115,7 +116,7 @@ $ pg_easy_replicate config_check
 Every sync will need to be bootstrapped before you can set up the sync between two databases. Bootstrap creates a new super user to perform the orchestration required during the rest of the process. It also creates some internal metadata tables for record keeping.
 
 ```bash
-$ pg_easy_replicate bootstrap --group-name database-cluster-1
+$ pg_easy_replicate bootstrap --group-name database-cluster-1 --copy-schema
 
 {"name":"pg_easy_replicate","hostname":"PKHXQVK6DW","pid":21485,"level":30,"time":"2023-06-19T15:51:11.015-04:00","v":0,"msg":"Setting up schema","version":"0.1.0"}
 ...
@@ -132,7 +133,7 @@ For AWS the special user role is `rds_superuser`, and for GCP it is `cloudsqlsup
 #### Config Check
 
 ```bash
-$ pg_easy_replicate config_check --special-user-role="rds_superuser"
+$ pg_easy_replicate config_check --special-user-role="rds_superuser" --copy-schema
 
 ✅ Config is looking good.
 ```
@@ -140,7 +141,7 @@ $ pg_easy_replicate config_check --special-user-role="rds_superuser"
 #### Bootstrap
 
 ```bash
-$ pg_easy_replicate bootstrap --group-name database-cluster-1 --special-user-role="rds_superuser"
+$ pg_easy_replicate bootstrap --group-name database-cluster-1 --special-user-role="rds_superuser" --copy-schema
 
 {"name":"pg_easy_replicate","hostname":"PKHXQVK6DW","pid":21485,"level":30,"time":"2023-06-19T15:51:11.015-04:00","v":0,"msg":"Setting up schema","version":"0.1.0"}
 ...
@@ -217,12 +218,12 @@ By default all tables are added for replication but you can create multiple grou
 
 ```bash
 
-$ pg_easy_replicate bootstrap --group-name database-cluster-1
+$ pg_easy_replicate bootstrap --group-name database-cluster-1 --copy-schema
 $ pg_easy_replicate start_sync --group-name database-cluster-1 --schema-name public --tables "users, posts, events"
 
 ...
 
-$ pg_easy_replicate bootstrap --group-name database-cluster-2
+$ pg_easy_replicate bootstrap --group-name database-cluster-2 --copy-schema
 $ pg_easy_replicate start_sync --group-name database-cluster-2 --schema-name public --tables "comments, views"
 
 ...
@@ -247,6 +248,12 @@ In this strategy, you have a weighted based DNS system (example [AWS Route53 wei
 
 Next, you can set up a program that watches the `stats` and waits until `switchover_completed_at` is reporting as `true`. Once that happens it updates the weight in the DNS weighted group where 100% of the requests now go to the new/target database. Note: Keeping a low `ttl` is recommended.
 
+## FAQ
+
+### Adding internal user to pgBouncer `userlist`
+
+`pg_easy_replicate` creates a special user to orchestrate the replication. If you us pgBouncer, you may need to allow `pger_su_h1a4fb` as a user that can perform login by adding it to the `userlist`.
+
 ## Contributing
 
 PRs most welcome. You can get started locally by

data/docker-compose.yml

@@ -5,8 +5,8 @@ services:
     ports:
       - "5432:5432"
     environment:
-      POSTGRES_USER: jamesbond
-      POSTGRES_PASSWORD: jamesbond123@7!'3aaR
+      POSTGRES_USER: james-bond
+      POSTGRES_PASSWORD: james-bond123@7!'3aaR
       POSTGRES_DB: postgres
     command: >
       -c wal_level=logical
@@ -21,8 +21,8 @@ services:
     ports:
       - "5433:5432"
     environment:
-      POSTGRES_USER: jamesbond
-      POSTGRES_PASSWORD: jamesbond123@7!'3aaR
+      POSTGRES_USER: james-bond
+      POSTGRES_PASSWORD: james-bond123@7!'3aaR
       POSTGRES_DB: postgres
     command: >
       -c wal_level=logical

data/lib/pg_easy_replicate/cli.rb

@@ -12,9 +12,14 @@ module PgEasyReplicate
                   aliases: "-s",
                   desc:
                     "Name of the role that has superuser permissions. Usually useful for AWS (rds_superuser) or GCP (cloudsqlsuperuser)."
+    method_option :copy_schema,
+                  aliases: "-c",
+                  boolean: true,
+                  desc: "Copy schema to the new database"
     def config_check
       PgEasyReplicate.assert_config(
         special_user_role: options[:special_user_role],
+        copy_schema: options[:copy_schema],
       )
 
       puts "✅ Config is looking good."
@@ -28,6 +33,10 @@ module PgEasyReplicate
                   aliases: "-s",
                   desc:
                     "Name of the role that has superuser permissions. Usually useful with AWS (rds_superuser) or GCP (cloudsqlsuperuser)."
+    method_option :copy_schema,
+                  aliases: "-c",
+                  boolean: true,
+                  desc: "Copy schema to the new database"
     desc "bootstrap",
          "Sets up temporary tables for information required during runtime"
     def bootstrap

data/lib/pg_easy_replicate/helper.rb

@@ -36,13 +36,17 @@ module PgEasyReplicate
 
     def underscore(str)
       str
-        .gsub(/::/, "/")
+        .gsub("::", "/")
         .gsub(/([A-Z]+)([A-Z][a-z])/, '\1_\2')
         .gsub(/([a-z\d])([A-Z])/, '\1_\2')
         .tr("-", "_")
         .downcase
     end
 
+    def quote_ident(sql_ident)
+      PG::Connection.quote_ident(sql_ident)
+    end
+
     def test_env?
       ENV.fetch("RACK_ENV", nil) == "test"
     end

data/lib/pg_easy_replicate/orchestrate.rb

@@ -94,7 +94,8 @@ module PgEasyReplicate
           .map do |table_name|
             Query.run(
               query:
-                "ALTER PUBLICATION #{publication_name(group_name)} ADD TABLE \"#{table_name}\"",
+                "ALTER PUBLICATION #{quote_ident(publication_name(group_name))}
+                        ADD TABLE #{quote_ident(table_name)}",
               connection_url: conn_string,
               schema: schema,
             )
@@ -107,7 +108,11 @@ module PgEasyReplicate
         Query
           .run(
             query:
-              "SELECT table_name FROM information_schema.tables WHERE table_schema = '#{schema}' ORDER BY table_name",
+              "SELECT table_name
+               FROM information_schema.tables
+               WHERE table_schema = '#{schema}' AND
+                 table_type = 'BASE TABLE'
+               ORDER BY table_name",
             connection_url: conn_string,
           )
           .map(&:values)
@@ -121,7 +126,8 @@ module PgEasyReplicate
           { publication_name: publication_name(group_name) },
         )
         Query.run(
-          query: "DROP PUBLICATION IF EXISTS #{publication_name(group_name)}",
+          query:
+            "DROP PUBLICATION IF EXISTS #{quote_ident(publication_name(group_name))}",
           connection_url: conn_string,
           user: db_user(conn_string),
         )
@@ -144,7 +150,9 @@ module PgEasyReplicate
 
         Query.run(
           query:
-            "CREATE SUBSCRIPTION #{subscription_name(group_name)} CONNECTION '#{source_conn_string}' PUBLICATION #{publication_name(group_name)}",
+            "CREATE SUBSCRIPTION #{quote_ident(subscription_name(group_name))}
+                      CONNECTION '#{source_conn_string}'
+                      PUBLICATION #{quote_ident(publication_name(group_name))}",
           connection_url: target_conn_string,
           user: db_user(target_conn_string),
           transaction: false,
@@ -282,7 +290,7 @@ module PgEasyReplicate
         )
 
         alter_sql =
-          "ALTER USER #{db_user(source_db_url)} set default_transaction_read_only = true"
+          "ALTER USER #{quote_ident(db_user(source_db_url))} set default_transaction_read_only = true"
         Query.run(query: alter_sql, connection_url: source_db_url)
 
         kill_sql =
@@ -297,7 +305,7 @@ module PgEasyReplicate
         logger.info("Restoring connections")
 
         alter_sql =
-          "ALTER USER #{db_user(source_db_url)} set default_transaction_read_only = false"
+          "ALTER USER #{quote_ident(db_user(source_db_url))} set default_transaction_read_only = false"
         Query.run(query: alter_sql, connection_url: source_db_url)
       end
 

data/lib/pg_easy_replicate/query.rb

@@ -17,12 +17,12 @@ module PgEasyReplicate
         if transaction
           r =
             conn.transaction do
-              conn.run("SET search_path to #{schema}") if schema
+              conn.run("SET search_path to #{quote_ident(schema)}") if schema
               conn.run("SET statement_timeout to '5s'")
               conn.fetch(query).to_a
             end
         else
-          conn.run("SET search_path to #{schema}") if schema
+          conn.run("SET search_path to #{quote_ident(schema)}") if schema
           conn.run("SET statement_timeout to '5s'")
           r = conn.fetch(query).to_a
         end

data/lib/pg_easy_replicate/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PgEasyReplicate
-  VERSION = "0.1.7"
+  VERSION = "0.1.9"
 end

data/lib/pg_easy_replicate.rb

@@ -4,6 +4,8 @@ require "json"
 require "ougai"
 require "pg"
 require "sequel"
+require "open3"
+require "English"
 
 require "pg_easy_replicate/helper"
 require "pg_easy_replicate/version"
@@ -15,16 +17,21 @@ require "pg_easy_replicate/cli"
 
 Sequel.default_timezone = :utc
 module PgEasyReplicate
+  SCHEMA_FILE_LOCATION = "/tmp/pger_schema.sql"
+
   class Error < StandardError
   end
 
   extend Helper
 
   class << self
-    def config(special_user_role: nil)
+    def config(special_user_role: nil, copy_schema: false)
       abort_with("SOURCE_DB_URL is missing") if source_db_url.nil?
       abort_with("TARGET_DB_URL is missing") if target_db_url.nil?
 
+      system("which pg_dump")
+      pg_dump_exists = $CHILD_STATUS.success?
+
       @config ||=
         begin
           q =
@@ -47,14 +54,20 @@ module PgEasyReplicate
                 connection_url: target_db_url,
                 user: db_user(target_db_url),
               ),
+            pg_dump_exists: pg_dump_exists,
           }
         rescue => e
           abort_with("Unable to check config: #{e.message}")
         end
     end
 
-    def assert_config(special_user_role: nil)
-      config_hash = config(special_user_role: special_user_role)
+    def assert_config(special_user_role: nil, copy_schema: false)
+      config_hash =
+        config(special_user_role: special_user_role, copy_schema: copy_schema)
+
+      if copy_schema && !config_hash.dig(:pg_dump_exists)
+        abort_with("pg_dump must exist if copy_schema (-c) is passed")
+      end
 
       unless assert_wal_level_logical(config_hash.dig(:source_db))
         abort_with("WAL_LEVEL should be LOGICAL on source DB")
@@ -74,7 +87,15 @@ module PgEasyReplicate
 
     def bootstrap(options)
       logger.info("Setting up schema")
-      setup_schema
+      setup_internal_schema
+
+      if options[:copy_schema]
+        logger.info("Setting up schema on targer database")
+        copy_schema(
+          source_conn_string: source_db_url,
+          target_conn_string: target_db_url,
+        )
+      end
 
       logger.info("Setting up replication user on source database")
       create_user(
@@ -103,7 +124,7 @@ module PgEasyReplicate
 
       if options[:everything]
         logger.info("Dropping schema")
-        drop_schema
+        drop_internal_schema
       end
 
       if options[:everything] || options[:sync]
@@ -130,9 +151,10 @@ module PgEasyReplicate
       abort_with("Unable to cleanup: #{e.message}")
     end
 
-    def drop_schema
+    def drop_internal_schema
       Query.run(
-        query: "DROP SCHEMA IF EXISTS #{internal_schema_name} CASCADE",
+        query:
+          "DROP SCHEMA IF EXISTS #{quote_ident(internal_schema_name)} CASCADE",
         connection_url: source_db_url,
         schema: internal_schema_name,
         user: db_user(target_db_url),
@@ -141,11 +163,11 @@ module PgEasyReplicate
       raise "Unable to drop schema: #{e.message}"
     end
 
-    def setup_schema
+    def setup_internal_schema
       sql = <<~SQL
-        create schema if not exists #{internal_schema_name};
-        grant usage on schema #{internal_schema_name} to #{db_user(source_db_url)};
-        grant create on schema #{internal_schema_name} to #{db_user(source_db_url)};
+        create schema if not exists #{quote_ident(internal_schema_name)};
+        grant usage on schema #{quote_ident(internal_schema_name)} to #{quote_ident(db_user(source_db_url))};
+        grant create on schema #{quote_ident(internal_schema_name)} to #{quote_ident(db_user(source_db_url))};
       SQL
 
       Query.run(
@@ -169,7 +191,39 @@ module PgEasyReplicate
         end
     end
 
-    private
+    def copy_schema(source_conn_string:, target_conn_string:)
+      export_schema(conn_string: source_conn_string)
+      import_schema(conn_string: target_conn_string)
+    end
+
+    def export_schema(conn_string:)
+      logger.info("Exporting schema to #{SCHEMA_FILE_LOCATION}")
+      _, stderr, status =
+        Open3.capture3(
+          "pg_dump",
+          conn_string,
+          "-f",
+          SCHEMA_FILE_LOCATION,
+          "--schema-only",
+        )
+
+      success = status.success?
+      raise stderr unless success
+    rescue => e
+      raise "Unable to export schema: #{e.message}"
+    end
+
+    def import_schema(conn_string:)
+      logger.info("Importing schema from #{SCHEMA_FILE_LOCATION}")
+
+      _, stderr, status =
+        Open3.capture3("psql", "-f", SCHEMA_FILE_LOCATION, conn_string)
+
+      success = status.success?
+      raise stderr unless success
+    rescue => e
+      raise "Unable to import schema: #{e.message}"
+    end
 
     def assert_wal_level_logical(db_config)
       db_config&.find do |r|
@@ -221,9 +275,9 @@ module PgEasyReplicate
       password = connection_info(conn_string)[:password].gsub("'") { "''" }
 
       sql = <<~SQL
-        drop role if exists #{internal_user_name};
-        create role #{internal_user_name} with password '#{password}' login createdb createrole;
-        grant all privileges on database #{db_name(conn_string)} TO #{internal_user_name};
+        drop role if exists #{quote_ident(internal_user_name)};
+        create role #{quote_ident(internal_user_name)} with password '#{password}' login createdb createrole;
+        grant all privileges on database #{quote_ident(db_name(conn_string))} TO #{quote_ident(internal_user_name)};
       SQL
 
       Query.run(
@@ -235,9 +289,9 @@ module PgEasyReplicate
 
       sql =
         if special_user_role
-          "grant #{special_user_role} to #{internal_user_name};"
+          "grant #{quote_ident(special_user_role)} to #{quote_ident(internal_user_name)};"
         else
-          "alter user #{internal_user_name} with superuser;"
+          "alter user #{quote_ident(internal_user_name)} with superuser;"
         end
 
       Query.run(
@@ -250,7 +304,7 @@ module PgEasyReplicate
       return unless grant_permissions_on_schema
       Query.run(
         query:
-          "grant all on schema #{internal_schema_name} to #{internal_user_name}",
+          "grant all on schema #{quote_ident(internal_schema_name)} to #{quote_ident(internal_user_name)}",
         connection_url: conn_string,
         user: db_user(conn_string),
         transaction: false,
@@ -261,7 +315,7 @@ module PgEasyReplicate
 
     def drop_user(conn_string:, group_name:)
       sql = <<~SQL
-       revoke all privileges on database #{db_name(conn_string)} from #{internal_user_name};
+       revoke all privileges on database #{db_name(conn_string)} from #{quote_ident(internal_user_name)};
       SQL
       Query.run(
         query: sql,
@@ -270,7 +324,7 @@ module PgEasyReplicate
       )
 
       sql = <<~SQL
-        drop role if exists #{internal_user_name};
+        drop role if exists #{quote_ident(internal_user_name)};
       SQL
 
       Query.run(

data/scripts/e2e-bootstrap.sh

@@ -3,17 +3,13 @@
 set -eo pipefail
 
 if [[ -z ${GITHUB_WORKFLOW} ]]; then
-  export SECONDARY_SOURCE_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@source_db/postgres"
+  export SECONDARY_SOURCE_DB_URL="postgres://james-bond:james-bond123%407%21%273aaR@source_db/postgres"
 fi
 
-export SOURCE_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@localhost:5432/postgres"
-export TARGET_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@localhost:5433/postgres"
-export PGPASSWORD='jamesbond123@7!'"'"'3aaR'
+export SOURCE_DB_URL="postgres://james-bond:james-bond123%407%21%273aaR@localhost:5432/postgres"
+export TARGET_DB_URL="postgres://james-bond:james-bond123%407%21%273aaR@localhost:5433/postgres"
+export PGPASSWORD='james-bond123@7!'"'"'3aaR'
 
-pgbench --initialize -s 5 --foreign-keys --host localhost -U jamesbond -d postgres
+pgbench --initialize -s 5 --foreign-keys --host localhost -U james-bond -d postgres
 
-pg_dump --schema-only --host localhost -U jamesbond -d postgres >schema.sql
-cat schema.sql | psql --host localhost -U jamesbond -d postgres -p 5433
-rm schema.sql
-
-bundle exec bin/pg_easy_replicate config_check
+bundle exec bin/pg_easy_replicate config_check --copy-schema

data/scripts/e2e-start.sh

@@ -3,16 +3,16 @@
 set -eo pipefail
 
 if [[ -z ${GITHUB_WORKFLOW} ]]; then
-  export SECONDARY_SOURCE_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@source_db/postgres"
+  export SECONDARY_SOURCE_DB_URL="postgres://james-bond:james-bond123%407%21%273aaR@source_db/postgres"
 fi
 
-export SOURCE_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@localhost:5432/postgres"
-export TARGET_DB_URL="postgres://jamesbond:jamesbond123%407%21%273aaR@localhost:5433/postgres"
-export PGPASSWORD='jamesbond123@7!'"'"''"'"'3aaR'
+export SOURCE_DB_URL="postgres://james-bond:james-bond123%407%21%273aaR@localhost:5432/postgres"
+export TARGET_DB_URL="postgres://james-bond:james-bond123%407%21%273aaR@localhost:5433/postgres"
+export PGPASSWORD='james-bond123@7!'"'"''"'"'3aaR'
 
 # Bootstrap and cleanup
 echo "===== Performing Bootstrap and cleanup"
-bundle exec bin/pg_easy_replicate bootstrap -g cluster-1
+bundle exec bin/pg_easy_replicate bootstrap -g cluster-1 --copy-schema
 bundle exec bin/pg_easy_replicate start_sync -g cluster-1 -s public
 bundle exec bin/pg_easy_replicate stats -g cluster-1
 bundle exec bin/pg_easy_replicate switchover -g cluster-1

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pg_easy_replicate
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.9
 platform: ruby
 authors:
 - Shayon Mukherjee
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-06-27 00:00:00.000000000 Z
+date: 2023-08-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ougai
@@ -42,16 +42,22 @@ dependencies:
   name: sequel
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.69'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 5.69.0
+        version: '5.71'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.69'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 5.69.0
+        version: '5.71'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement