activerecord-pg-extensions 0.2.2 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 39407cedf031029bddd4c9cae80f64da4b635388610a5ed8437cfd7bd1248abd
-  data.tar.gz: 52f6fe2e76431bb4ae3420256ea2a168123641df2c4a851e61e147196d271be1
+  metadata.gz: ca67149b2f8917743b8258c14b7d2e393673093d02956a192ce40ed7857efa89
+  data.tar.gz: df37221b1ba08633bcb1d059ae296c4f83ec2025e6ad35eb87aaf50c7fdbaf39
 SHA512:
-  metadata.gz: b67e8b140d12e4cfec7746f764daa05a613aa71bcb378b7f87a19c96ca12c7715e36ec2706e238d511bcc7377fedd4348e4657f11f1c2af47c61e17688c62ea9
-  data.tar.gz: 248bacb94d750ac4def26b48fb2e6c86637bd874195904153cc346b224e2b919cc3f6577a9b77637ffa788e4caa2a83244760264c27463886f159e64a71e1103
+  metadata.gz: 60739ca5ec1d417e709792231bc06b65af4f6d2e6cac2a883a725bc5acd553d901a2d7c2d9b7da2e1a592f2f66635e740d668070a05551ffcfbefff3b4102dba
+  data.tar.gz: 6e34ef248fb441a9dcbdd60e4a2566e9010b01900b7802c33653e77744c9d7c9d33a65f78649118beb20bdc1fc283775232a7b834d4d514a3c8ea797d7698ee4

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 ## [Unreleased]
 
+## [0.4.0] - 2021-09-29
+
+- Deprecate with_statement_timeout
+- Add statement_timeout, lock_timeout, and idle_in_transaction_session_timeout
+## [0.2.3] - 2021-06-23
+
+- Fix extension_available?
+
 ## [0.2.2] - 2021-06-22
 
 - Fix bug in Ruby 2.6 calling format wrong.

data/lib/active_record/pg_extensions/errors.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  # @deprecated just use QueryCanceled
+  QueryTimeout = QueryCanceled
+end

data/lib/active_record/pg_extensions/pessimistic_migrations.rb

@@ -6,20 +6,36 @@ module ActiveRecord
     # to executing, in order to reduce the amount of time the actual DDL takes to
     # execute (and thus how long it needs the lock)
     module PessimisticMigrations
-      # does a query first to warm the db cache, to make the actual constraint adding fast
+      # adds a temporary check constraint to reduce locking when changing to NOT NULL, and we're not in a transaction
       def change_column_null(table, column, nullness, default = nil)
-        # no point in pre-warming the cache to avoid locking if we're already in a transaction
+        # no point in doing extra work to avoid locking if we're already in a transaction
         return super if nullness != false || open_transactions.positive?
+        return if columns(table).find { |c| c.name == column.to_s }&.null == false
+
+        temp_constraint_name = "chk_rails_#{table}_#{column}_not_null"
+        scope = quoted_scope(temp_constraint_name)
+        # check for temp constraint
+        valid = select_value(<<~SQL, "SCHEMA")
+          SELECT convalidated FROM pg_constraint INNER JOIN pg_namespace ON pg_namespace.oid=connamespace WHERE conname=#{scope[:name]} AND nspname=#{scope[:schema]}
+        SQL
+        if valid.nil?
+          add_check_constraint(table,
+                               "#{quote_column_name(column)} IS NOT NULL",
+                               name: temp_constraint_name,
+                               validate: false)
+        end
+        begin
+          validate_constraint(table, temp_constraint_name)
+        rescue ActiveRecord::StatementInvalid => e
+          raise ActiveRecord::NotNullViolation.new(sql: e.sql, binds: e.binds) if e.cause.is_a?(PG::CheckViolation)
+
+          raise
+        end
 
         transaction do
-          # make sure the query ignores indexes, because the actual ALTER TABLE will also ignore
-          # indexes
-          execute("SET LOCAL enable_indexscan=off")
-          execute("SET LOCAL enable_bitmapscan=off")
-          execute("SELECT COUNT(*) FROM #{quote_table_name(table)} WHERE #{quote_column_name(column)} IS NULL")
-          raise ActiveRecord::Rollback
+          super
+          remove_check_constraint(table, name: temp_constraint_name)
         end
-        super
       end
 
       # several improvements:

data/lib/active_record/pg_extensions/postgresql_adapter.rb

@@ -47,6 +47,7 @@ module ActiveRecord
         sql << " VERSION #{quote(version)}" if version
         sql << " CASCADE" if cascade
         execute(sql)
+        reload_type_map
         @extensions&.delete(extension.to_s)
       end
 
@@ -61,6 +62,7 @@ module ActiveRecord
         sql << " TO #{quote(version)}" if version && version != true
         sql << " SET SCHEMA #{schema}" if schema
         execute(sql)
+        reload_type_map
         @extensions&.delete(extension.to_s)
       end
 
@@ -73,13 +75,14 @@ module ActiveRecord
         sql << extensions.join(", ")
         sql << " CASCADE" if cascade
         execute(sql)
+        reload_type_map
         @extensions&.except!(*extensions.map(&:to_s))
       end
 
       # check if a particular extension can be installed
       def extension_available?(extension, version = nil)
         sql = +"SELECT 1 FROM "
-        sql << version ? "pg_available_extensions" : "pg_available_extension_versions"
+        sql << (version ? "pg_available_extension_versions" : "pg_available_extensions")
         sql << " WHERE name=#{quote(extension)}"
         sql << " AND version=#{quote(version)}" if version
         select_value(sql).to_i == 1
@@ -233,6 +236,56 @@ module ActiveRecord
         select_value("SELECT pg_is_in_recovery()")
       end
 
+      def set(configuration_parameter, value, local: false)
+        value = value.nil? ? "DEFAULT" : quote(value)
+        execute("SET#{' LOCAL' if local} #{configuration_parameter} TO #{value}")
+      end
+
+      def reset(configuration_parameter)
+        execute("RESET #{configuration_parameter}")
+      end
+
+      TIMEOUTS = %i[lock_timeout statement_timeout idle_in_transaction_session_timeout].freeze
+
+      TIMEOUTS.each do |kind|
+        class_eval <<~RUBY, __FILE__, __LINE__ + 1
+          def #{kind}
+            current_transaction.#{kind}
+          end
+
+          def #{kind}=(timeout)
+            raise ArgumentError, "Timeouts can only be set inside of a transaction" unless current_transaction.open?
+
+            current_transaction.send(:#{kind}=, timeout)
+          end
+        RUBY
+      end
+
+      # @deprecated: manage the transaction yourself and set statement_timeout directly
+      #
+      # otherwise, if you're already in a transaction, or you nest with_statement_timeout,
+      # the value will unexpectedly "stick" even after the block returns
+      def with_statement_timeout(timeout)
+        timeout = 30 if timeout.nil? || timeout == true
+
+        transaction do
+          self.statement_timeout = timeout
+          yield
+        end
+      end
+
+      unless ::Rails.version >= "6.1"
+        def add_check_constraint(table_name, expression, name:, validate: true)
+          sql = +"ALTER TABLE #{quote_table_name(table_name)} ADD CONSTRAINT #{quote_column_name(name)} CHECK (#{expression})" # rubocop:disable Layout/LineLength
+          sql << " NOT VALID" unless validate
+          execute(sql)
+        end
+
+        def remove_check_constraint(table_name, name:)
+          execute("ALTER TABLE #{quote_table_name(table_name)} DROP CONSTRAINT #{quote_column_name(name)}")
+        end
+      end
+
       private
 
       if ::Rails.version < "6.1"

data/lib/active_record/pg_extensions/railtie.rb

@@ -8,9 +8,13 @@ module ActiveRecord
     class Railtie < Rails::Railtie
       initializer "pg_extensions.extend_ar", after: "active_record.initialize_database" do
         ActiveSupport.on_load(:active_record) do
+          require "active_record/pg_extensions/errors"
           require "active_record/pg_extensions/postgresql_adapter"
+          require "active_record/pg_extensions/transaction"
 
-          ActiveRecord::ConnectionAdapters::PostgreSQLAdapter.prepend(PostgreSQLAdapter)
+          ::ActiveRecord::ConnectionAdapters::PostgreSQLAdapter.prepend(PostgreSQLAdapter)
+          ::ActiveRecord::ConnectionAdapters::NullTransaction.prepend(NullTransaction)
+          ::ActiveRecord::ConnectionAdapters::Transaction.prepend(Transaction)
           # if they've already require 'all', then inject now
           defined?(All) && All.inject
         end

data/lib/active_record/pg_extensions/transaction.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+module ActiveRecord
+  module PGExtensions
+    # Contains general additions to Transaction
+    module Transaction
+      PostgreSQLAdapter::TIMEOUTS.each do |kind|
+        class_eval <<~RUBY, __FILE__, __LINE__ + 1
+          def #{kind}(local: false)
+            return @#{kind} if local
+            @#{kind} || parent_transaction.#{kind}
+          end
+
+          private def #{kind}=(timeout)
+            return if @#{kind} == timeout
+
+            @#{kind} = timeout
+            return unless materialized?
+            connection.set(#{kind.inspect}, "\#{(timeout * 1000).to_i}ms", local: true)
+          end
+        RUBY
+      end
+
+      def materialize!
+        PostgreSQLAdapter::TIMEOUTS.each do |kind|
+          next if (timeout = send(kind, local: true)).nil?
+
+          connection.set(kind, "#{(timeout * 1000).to_i}ms", local: true)
+        end
+        super
+      end
+    end
+
+    # Contains general additions to NullTransaction
+    module NullTransaction
+      PostgreSQLAdapter::TIMEOUTS.each do |kind|
+        class_eval <<~RUBY, __FILE__, __LINE__ + 1
+          def #{kind}
+            nil
+          end
+        RUBY
+      end
+    end
+  end
+end

data/lib/active_record/pg_extensions/version.rb

@@ -2,6 +2,6 @@
 
 module ActiveRecord
   module PGExtensions
-    VERSION = "0.2.2"
+    VERSION = "0.4.1"
   end
 end

data/spec/pessimistic_migrations_spec.rb

@@ -6,32 +6,61 @@ describe ActiveRecord::PGExtensions::PessimisticMigrations do
   end
 
   describe "#change_column_null" do
+    # Rails 6.1 doesn't quote the constraint name when adding a check constraint??
+    def quote_constraint_name(name)
+      Rails.version >= "6.1" ? name : connection.quote_column_name(name)
+    end
+
     it "does nothing extra when changing a column to nullable" do
       connection.change_column_null(:table, :column, true)
       expect(connection.executed_statements).to eq ['ALTER TABLE "table" ALTER COLUMN "column" DROP NOT NULL']
     end
 
-    it "pre-warms the cache" do
+    it "does nothing if we're in a transaction" do
+      connection.transaction do
+        connection.change_column_null(:table, :column, true)
+      end
+      expect(connection.executed_statements).to eq ["BEGIN",
+                                                    'ALTER TABLE "table" ALTER COLUMN "column" DROP NOT NULL',
+                                                    "COMMIT"]
+    end
+
+    it "skips entirely if the column is already NOT NULL" do
+      expect(connection).to receive(:columns).with(:table).and_return([double(name: "column", null: false)])
       connection.change_column_null(:table, :column, false)
-      expect(connection.executed_statements).to eq(
-        ["BEGIN",
-         "SET LOCAL enable_indexscan=off",
-         "SET LOCAL enable_bitmapscan=off",
-         'SELECT COUNT(*) FROM "table" WHERE "column" IS NULL',
-         "ROLLBACK",
-         'ALTER TABLE "table" ALTER COLUMN "column" SET NOT NULL']
-      )
+      expect(connection.executed_statements).to eq([])
     end
 
-    it "does nothing extra if a transaction is already active" do
-      connection.transaction do
-        connection.change_column_null(:table, :column, false)
-      end
-      expect(connection.executed_statements).to eq(
-        ["BEGIN",
-         'ALTER TABLE "table" ALTER COLUMN "column" SET NOT NULL',
-         "COMMIT"]
-      )
+    it "adds and removes a check constraint" do
+      expect(connection).to receive(:columns).and_return([])
+      allow(connection).to receive(:check_constraint_for!).and_return(double(name: "chk_rails_table_column_not_null"))
+      connection.change_column_null(:table, :column, false)
+
+      expect(connection.executed_statements).to eq [
+        "SELECT convalidated FROM pg_constraint INNER JOIN pg_namespace ON pg_namespace.oid=connamespace WHERE conname='chk_rails_table_column_not_null' AND nspname=ANY (current_schemas(false))\n", # rubocop:disable Layout/LineLength
+        %{ALTER TABLE "table" ADD CONSTRAINT #{quote_constraint_name('chk_rails_table_column_not_null')} CHECK ("column" IS NOT NULL) NOT VALID}, # rubocop:disable Layout/LineLength
+        'ALTER TABLE "table" VALIDATE CONSTRAINT "chk_rails_table_column_not_null"',
+        "BEGIN",
+        'ALTER TABLE "table" ALTER COLUMN "column" SET NOT NULL',
+        'ALTER TABLE "table" DROP CONSTRAINT "chk_rails_table_column_not_null"',
+        "COMMIT"
+      ]
+    end
+
+    it "verifies an existing check constraint" do
+      expect(connection).to receive(:columns).and_return([])
+      allow(connection).to receive(:check_constraint_for!).and_return(double(name: "chk_rails_table_column_not_null"))
+      expect(connection).to receive(:select_value).and_return(false)
+      connection.change_column_null(:table, :column, false)
+
+      expect(connection.executed_statements).to eq [
+        # stubbed out <check constraint valid>
+        'ALTER TABLE "table" VALIDATE CONSTRAINT "chk_rails_table_column_not_null"',
+        "BEGIN",
+        'ALTER TABLE "table" ALTER COLUMN "column" SET NOT NULL',
+        'ALTER TABLE "table" DROP CONSTRAINT "chk_rails_table_column_not_null"',
+        "COMMIT"
+      ]
     end
   end
 

data/spec/postgresql_adapter_spec.rb

@@ -1,6 +1,10 @@
 # frozen_string_literal: true
 
 describe ActiveRecord::ConnectionAdapters::PostgreSQLAdapter do
+  before do
+    allow(connection).to receive(:reload_type_map)
+  end
+
   describe "#set_constraints" do
     around do |example|
       connection.dont_execute(&example)
@@ -131,6 +135,20 @@ describe ActiveRecord::ConnectionAdapters::PostgreSQLAdapter do
       it "does not allow dropping no extensions" do
         expect { connection.drop_extension }.to raise_error(ArgumentError)
       end
+
+      describe "#extension_available?" do
+        it "works with no version constraint" do
+          connection.extension_available?(:postgis)
+          expect(connection.executed_statements).to eq ["SELECT 1 FROM pg_available_extensions WHERE name='postgis'"]
+        end
+
+        it "works with a version constraint" do
+          connection.extension_available?(:postgis, "2.0")
+          expect(connection.executed_statements).to eq(
+            ["SELECT 1 FROM pg_available_extension_versions WHERE name='postgis' AND version='2.0'"]
+          )
+        end
+      end
     end
   end
 
@@ -250,4 +268,190 @@ describe ActiveRecord::ConnectionAdapters::PostgreSQLAdapter do
       end
     end
   end
+
+  describe "#with_statement_timeout" do
+    around do |example|
+      # these specs were written before we supported deferring setting timeouts
+      # until the transaction materializes
+      connection.disable_lazy_transactions!
+      example.call
+      connection.enable_lazy_transactions!
+    end
+
+    it "stops long-running queries" do
+      expect do
+        connection.with_statement_timeout(0.01) do
+          connection.execute("SELECT pg_sleep(3)")
+        end
+      end.to raise_error(ActiveRecord::QueryCanceled)
+    end
+
+    it "re-raises other errors" do
+      expect do
+        connection.with_statement_timeout(1) do
+          connection.execute("bad sql")
+        end
+      end.to(raise_error { |e| expect(e.cause).to be_a(PG::SyntaxError) })
+    end
+
+    context "without executing" do
+      around do |example|
+        connection.dont_execute(&example)
+      end
+
+      it "converts integer to ms" do
+        connection.with_statement_timeout(30) { nil }
+        expect(connection.executed_statements).to eq(
+          [
+            "BEGIN",
+            "SET LOCAL statement_timeout TO '30000ms'",
+            "COMMIT"
+          ]
+        )
+      end
+
+      it "converts float to ms" do
+        connection.with_statement_timeout(5.5) { nil }
+        expect(connection.executed_statements).to eq(
+          [
+            "BEGIN",
+            "SET LOCAL statement_timeout TO '5500ms'",
+            "COMMIT"
+          ]
+        )
+      end
+
+      it "converts ActiveSupport::Duration to ms" do
+        connection.with_statement_timeout(5.seconds) { nil }
+        expect(connection.executed_statements).to eq(
+          [
+            "BEGIN",
+            "SET LOCAL statement_timeout TO '5000ms'",
+            "COMMIT"
+          ]
+        )
+      end
+
+      it "allows true" do
+        connection.with_statement_timeout(true) { nil }
+        expect(connection.executed_statements).to eq(
+          [
+            "BEGIN",
+            "SET LOCAL statement_timeout TO '30000ms'",
+            "COMMIT"
+          ]
+        )
+      end
+    end
+  end
+
+  describe "#statement_timeout=" do
+    around do |example|
+      connection.dont_execute(&example)
+    end
+
+    it "raises if a transaction isn't active" do
+      expect { connection.statement_timeout = 30 }.to raise_error(ArgumentError)
+    end
+
+    it "does nothing if the transaction never materializes" do
+      connection.transaction do
+        connection.statement_timeout = 30
+        expect(connection.statement_timeout).to eq 30
+      end
+      expect(connection.statement_timeout).to be_nil
+
+      expect(connection.executed_statements).to be_empty
+    end
+
+    it "sets the timeout if the transaction is materialized" do
+      connection.transaction do
+        connection.select_value("SELECT 1")
+        connection.statement_timeout = 30
+        expect(connection.statement_timeout).to eq 30
+      end
+      expect(connection.statement_timeout).to be_nil
+
+      expect(connection.executed_statements).to eq(
+        ["BEGIN",
+         "SELECT 1",
+         "SET LOCAL statement_timeout TO '30000ms'",
+         "COMMIT"]
+      )
+    end
+
+    it "sets the timeout if the transaction materializes" do
+      connection.transaction do
+        connection.statement_timeout = 30
+        connection.select_value("SELECT 1")
+        expect(connection.statement_timeout).to eq 30
+      end
+      expect(connection.statement_timeout).to be_nil
+
+      expect(connection.executed_statements).to eq(
+        ["BEGIN",
+         "SET LOCAL statement_timeout TO '30000ms'",
+         "SELECT 1",
+         "COMMIT"]
+      )
+    end
+
+    it "works with nested transactions" do
+      connection.transaction do
+        connection.statement_timeout = 30
+        connection.transaction(requires_new: true) do
+          connection.statement_timeout = 15
+          connection.select_value("SELECT 1")
+          expect(connection.statement_timeout).to eq 15
+        end
+        expect(connection.statement_timeout).to eq 30
+      end
+      expect(connection.statement_timeout).to be_nil
+
+      expect(connection.executed_statements).to eq(
+        ["BEGIN",
+         "SET LOCAL statement_timeout TO '30000ms'",
+         "SAVEPOINT active_record_1",
+         "SET LOCAL statement_timeout TO '15000ms'",
+         "SELECT 1",
+         "RELEASE SAVEPOINT active_record_1",
+         "COMMIT"]
+      )
+    end
+  end
+
+  unless Rails.version >= "6.1"
+    describe "#add_check_constraint" do
+      around do |example|
+        connection.dont_execute(&example)
+      end
+
+      it "works" do
+        connection.add_check_constraint(:table, "column IS NOT NULL", name: :my_constraint)
+        expect(connection.executed_statements).to eq(
+          ['ALTER TABLE "table" ADD CONSTRAINT "my_constraint" CHECK (column IS NOT NULL)']
+        )
+      end
+
+      it "defers validation" do
+        connection.add_check_constraint(:table, "column IS NOT NULL", name: :my_constraint, validate: false)
+        expect(connection.executed_statements).to eq(
+          ['ALTER TABLE "table" ADD CONSTRAINT "my_constraint" CHECK (column IS NOT NULL) NOT VALID']
+        )
+      end
+    end
+
+    describe "#remove_check_constraint" do
+      around do |example|
+        connection.dont_execute(&example)
+      end
+
+      it "works" do
+        connection.remove_check_constraint(:table, name: :my_constraint)
+        expect(connection.executed_statements).to eq(
+          ['ALTER TABLE "table" DROP CONSTRAINT "my_constraint"']
+        )
+      end
+    end
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: activerecord-pg-extensions
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.4.1
 platform: ruby
 authors:
 - Cody Cutrer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-06-22 00:00:00.000000000 Z
+date: 2021-09-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -175,10 +175,12 @@ files:
 - config/database.yml
 - lib/active_record/pg_extensions.rb
 - lib/active_record/pg_extensions/all.rb
+- lib/active_record/pg_extensions/errors.rb
 - lib/active_record/pg_extensions/extension.rb
 - lib/active_record/pg_extensions/pessimistic_migrations.rb
 - lib/active_record/pg_extensions/postgresql_adapter.rb
 - lib/active_record/pg_extensions/railtie.rb
+- lib/active_record/pg_extensions/transaction.rb
 - lib/active_record/pg_extensions/version.rb
 - lib/activerecord-pg-extensions.rb
 - spec/pessimistic_migrations_spec.rb
@@ -204,7 +206,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.2.24
 signing_key:
 specification_version: 4
 summary: Several extensions to ActiveRecord's PostgreSQLAdapter.