pg_online_schema_change 0.9.5 → 0.9.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b4b544005274743fc18f3147204997861e3ac55e7c619a6859849049eff42324
-  data.tar.gz: a4123844149ed79c7e8781588ca055f49954afa245a7a63c50886e076be9562e
+  metadata.gz: 839fe414842291d9118a4115a56e06f1e0308ab3b7a740cafd9994314ded2d76
+  data.tar.gz: 22e9639093bf386f8a1e554e15e8d83df5e3c6de340c372f181fa3b280aee98d
 SHA512:
-  metadata.gz: d5b08b1f26c9d3f3c19d819cf65d0787bbbd6221845ce44bcf2aaf13a0389f8824139d3034507cb8118751b2e09713ec4116322e8b86b8988276d6ab8f4a2390
-  data.tar.gz: e5e589f58797e28fbe15fd355367a61c2673f6d90ccadb67c9b43427ea0a5b86afba9da4ec5199dd4656397f4c7a5e8b27a3805876915d7eddb8366a19892a4b
+  metadata.gz: a160d19b3f1cb6655f70e0481b3293110deaee04d7a017ff9fe0c2b4d6100fd7d475520092db1b3bb5e068df5cb70243a00397a5cb1c2c259f2fe5b776b7e405
+  data.tar.gz: 9e4543fde48359fdc12046ff019420aafe51732f5cd1332285b3762fac3dcb198acc7be4f5fc6f6f90b910532758eb4a5752a8c9835d1f394774e6f77eda3898

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## [0.9.5] - 2023-10-15
+
+- Validate one constraint at a time in #124
+- Introduce --skip-foreign-key-validation in #125
+
 ## [0.9.4] - 2023-09-17
 
 - Resolving gem push and sync glitch in 0.9.3
@@ -13,6 +18,7 @@
 
 - Dependency updates
 - Create shadow and audit with auatovacuum default turned off. Should avoid lock queues when disabling vacuum on audit table. #97
+
 ## [0.9.1] - 2023-06-24
 
 - Dependency updates and refresh docker release process with multi-platform build

data/Gemfile.lock

@@ -1,21 +1,19 @@
 PATH
   remote: .
   specs:
-    pg_online_schema_change (0.9.5)
+    pg_online_schema_change (0.9.6)
       ougai (~> 2.0.0)
       pg (>= 1.3.2, < 1.6.0)
       pg_query (>= 2.1.3, < 4.3.0)
-      thor (~> 1.2.1)
+      thor (>= 1.2.1, < 1.4.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
     ast (2.4.2)
-    base64 (0.1.1)
     coderay (1.1.3)
     diff-lcs (1.5.0)
-    google-protobuf (3.24.4-arm64-darwin)
-    google-protobuf (3.24.4-x86_64-linux)
+    google-protobuf (3.25.0-arm64-darwin)
     haml (6.1.1)
       temple (>= 0.8.2)
       thor
@@ -27,7 +25,7 @@ GEM
     ougai (2.0.0)
       oj (~> 3.10)
     parallel (1.23.0)
-    parser (3.2.2.3)
+    parser (3.2.2.4)
       ast (~> 2.4.1)
       racc
     pg (1.5.4)
@@ -39,9 +37,9 @@ GEM
       method_source (~> 1.0)
     racc (1.7.1)
     rainbow (3.1.1)
-    rake (13.0.6)
+    rake (13.1.0)
     rbs (3.1.0)
-    regexp_parser (2.8.1)
+    regexp_parser (2.8.2)
     rexml (3.2.6)
     rspec (3.12.0)
       rspec-core (~> 3.12.0)
@@ -56,19 +54,18 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
     rspec-support (3.12.0)
-    rubocop (1.56.4)
-      base64 (~> 0.1.1)
+    rubocop (1.57.2)
       json (~> 2.3)
       language_server-protocol (>= 3.17.0)
       parallel (~> 1.10)
-      parser (>= 3.2.2.3)
+      parser (>= 3.2.2.4)
       rainbow (>= 2.2.2, < 4.0)
       regexp_parser (>= 1.8, < 3.0)
       rexml (>= 3.2.5, < 4.0)
       rubocop-ast (>= 1.28.1, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 2.4.0, < 3.0)
-    rubocop-ast (1.29.0)
+    rubocop-ast (1.30.0)
       parser (>= 3.2.1.0)
     rubocop-capybara (2.18.0)
       rubocop (~> 1.41)
@@ -97,7 +94,7 @@ GEM
       rbs
       syntax_tree (>= 2.0.1)
     temple (0.10.0)
-    thor (1.2.2)
+    thor (1.3.0)
     tilt (2.1.0)
     unicode-display_width (2.5.0)
 

data/README.md

@@ -9,10 +9,11 @@ pg-online-schema-change (`pg-osc`) is a tool for making schema changes (any `ALT
 
 `pg-osc` uses the concept of shadow table to perform schema changes. At a high level, it creates a shadow table that looks structurally the same as the primary table, performs the schema change on the shadow table, copies contents from the primary table to the shadow table and swaps the table names in the end while preserving all changes to the primary table using triggers (via audit table).
 
-`pg-osc` is inspired by the design and workings of tools like `pg_repack` and `pt-online-schema-change` (MySQL). Read more below on [how does it work](#how-does-it-work), [prominent features](#prominent-features), the [caveats](#caveats) and [examples](#examples)
+`pg-osc` is inspired by the design and workings of tools like `pg_repack` and `pt-online-schema-change` (MySQL). Read more below on [how does it work](#how-does-it-work), [prominent features](#prominent-features), the [caveats](#few-things-to-keep-in-mind) and [examples](#examples)
 
 ## Table of Contents
 
+- [Table of Contents](#table-of-contents)
 - [Installation](#installation)
 - [Requirements](#requirements)
 - [Usage](#usage)
@@ -22,15 +23,15 @@ pg-online-schema-change (`pg-osc`) is a tool for making schema changes (any `ALT
   - [Renaming a column](#renaming-a-column)
   - [Multiple ALTER statements](#multiple-alter-statements)
   - [Kill other backends after 5s](#kill-other-backends-after-5s)
+  - [Replaying larger workloads](#replaying-larger-workloads)
   - [Backfill data](#backfill-data)
   - [Running using Docker](#running-using-docker)
-- [Caveats](#caveats)
+- [Few things to keep in mind](#few-things-to-keep-in-mind)
 - [How does it work](#how-does-it-work)
 - [Development](#development)
+  - [Local testing](#local-testing)
 - [Releasing](#releasing)
 - [Contributing](#contributing)
-- [License](#license)
-- [Code of Conduct](#code-of-conduct)
 
 ## Installation
 
@@ -103,7 +104,7 @@ print the version
 ## Prominent features
 
 - `pg-osc` supports when a column is being added, dropped or renamed with no data loss.
-- `pg-osc` acquires minimal locks throughout the process (read more below on the caveats).
+- `pg-osc` acquires minimal locks throughout the process (read more below on the [caveats](#few-things-to-keep-in-mind)).
 - Copies over indexes and Foreign keys.
 - Optionally drop or retain old tables in the end.
 - Tune how slow or fast should replays be from the audit/log table ([Replaying larger workloads](#replaying-larger-workloads)).
@@ -216,7 +217,7 @@ docker run --network host -it --rm shayonj/pg-osc:latest \
     --drop
 ```
 
-## Caveats
+## Few things to keep in mind
 
 - Partitioned tables are not supported as of yet. Pull requests and ideas welcome.
 - A primary key should exist on the table; without it, `pg-osc` will raise an exception
@@ -229,8 +230,6 @@ docker run --network host -it --rm shayonj/pg-osc:latest \
 - Due to the nature of duplicating a table, there needs to be enough space on the disk to support the operation.
 - Index, constraints and sequence names will be altered and lose their original naming.
   - Can be fixed in future releases. Feel free to open a feature req.
-- Triggers are not carried over.
-  - Can be fixed in future releases. Feel free to open a feature req.
 - Foreign keys are dropped & re-added to referencing tables with a `NOT VALID`. A follow on `VALIDATE CONSTRAINT` is run.
   - Ensures that integrity is maintained and re-introducing FKs doesn't acquire additional locks, hence the `NOT VALID`.
 
@@ -297,11 +296,3 @@ bundle exec bin/pg-online-schema-change perform -a 'ALTER TABLE pgbench_accounts
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/shayonj/pg-osc.
-
-## License
-
-The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
-
-## Code of Conduct
-
-Everyone interacting in the PgOnlineSchemaChange project's codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/shayonj/pg-osc/blob/main/CODE_OF_CONDUCT.md).

data/lib/pg_online_schema_change/query.rb

@@ -311,20 +311,25 @@ module PgOnlineSchemaChange
 
       def view_definitions_for(client, table)
         query = <<~SQL
-          SELECT DISTINCT dependent_view.relname as view_name, pg_get_viewdef(format('%I.%I', '#{client.schema}', dependent_view.relname)::regclass) as view_definition
-          FROM pg_depend
-          JOIN pg_rewrite ON pg_depend.objid = pg_rewrite.oid
-          JOIN pg_class as dependent_view ON pg_rewrite.ev_class = dependent_view.oid
-          JOIN pg_class as source_table ON pg_depend.refobjid = source_table.oid
-          JOIN pg_namespace source_ns ON source_ns.oid = source_table.relnamespace
-          WHERE
-          source_ns.nspname = '#{client.schema}'
-          AND source_table.relname = '#{table}'
+          SELECT DISTINCT
+            dependent_view.relname AS view_name,
+            pg_get_viewdef(dependent_view.oid) AS view_definition,
+            view_ns.nspname AS schema_name
+          FROM pg_class AS source_table
+          JOIN pg_depend ON pg_depend.refobjid = source_table.oid
+          JOIN pg_rewrite ON pg_rewrite.oid = pg_depend.objid
+          JOIN pg_class AS dependent_view ON dependent_view.oid = pg_rewrite.ev_class
+          JOIN pg_namespace AS view_ns ON dependent_view.relnamespace = view_ns.oid
+          AND dependent_view.relkind = 'v'
+          AND source_table.relname = '#{table}';
         SQL
 
         definitions = []
         run(client.connection, query) do |result|
-          definitions = result.map { |row| { row["view_name"] => row["view_definition"].strip } }
+          definitions =
+            result.map do |row|
+              { "#{row["schema_name"]}.#{row["view_name"]}" => row["view_definition"].strip }
+            end
         end
 
         definitions

data/lib/pg_online_schema_change/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PgOnlineSchemaChange
-  VERSION = "0.9.5"
+  VERSION = "0.9.6"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pg_online_schema_change
 version: !ruby/object:Gem::Version
-  version: 0.9.5
+  version: 0.9.6
 platform: ruby
 authors:
 - Shayon Mukherjee
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-10-15 00:00:00.000000000 Z
+date: 2023-11-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ougai
@@ -68,16 +68,22 @@ dependencies:
   name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.2.1
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 1.4.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.2.1
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 1.4.0
 - !ruby/object:Gem::Dependency
   name: prettier_print
   requirement: !ruby/object:Gem::Requirement