searchcraft 0.4.2 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 913320513d07b3447532e62d060b3ebc118dce10531d2f1d62587bdccc5c8c33
-  data.tar.gz: f8b7d111101ece94baeffd41d5d4f42350f47a9b7db0d96e589ee2297e4ae196
+  metadata.gz: baee24eaa1a2af160c50f79554ac35f3944380a161d0d37d78c3aa3c06a2f9c9
+  data.tar.gz: 5fc8e38ccb127a419fe5b75b8bc2332dba4d1b5ae1c951d0148ad85b72b180cb
 SHA512:
-  metadata.gz: baab9337ba89647bd3cf7819570d0de0ae32a066c07d33587ac33c157f8bd3014c20516c6a3d5a2bc77ed37fb9e53fa73eabacef8fbf784b240cc5046da036a0
-  data.tar.gz: 4daaa7dcd5d3312740a83eb8f08efb6f86bc20179a0081e092207f7788673e9bb6ecc0b88ca47beeb33278406f96d4775653b24ccd4255282e9fd8eba16ba3b1
+  metadata.gz: 8c54aa0216ed4de138df713cdf8ecd9d717591823ac9125f5b1fed43742bfbeae7e6b640ef97fca9854cfc1a45dee79fef4ffca270399e4cc235950e26a71096
+  data.tar.gz: 19a9f0f01a8676de06524e0f4c87e10fe509bf52c7766dec07f027645fbb85611d1315006664aee5a9d85d27b8fe348d7f04cb79f30b54dfce156182b49789d8

data/lib/ext/scenic/adapters/postgres.rb

@@ -0,0 +1,27 @@
+# Features of Scenic not available in v1.7.0
+class Scenic::Adapters::Postgres
+  # True if supplied relation name is populated. Useful for checking the
+  # state of materialized views which may error if created `WITH NO DATA`
+  # and used before they are refreshed. True for all other relation types.
+  #
+  # @param name The name of the relation
+  #
+  # @raise [MaterializedViewsNotSupportedError] if the version of Postgres
+  #   in use does not support materialized views.
+  #
+  # @return [boolean]
+  def populated?(name)
+    raise_unless_materialized_views_supported
+
+    schemaless_name = name.split(".").last
+
+    sql = "SELECT relispopulated FROM pg_class WHERE relname = '#{schemaless_name}'"
+    relations = execute(sql)
+
+    if relations.count.positive?
+      relations.first["relispopulated"].in?(["t", true])
+    else
+      false
+    end
+  end
+end

data/lib/searchcraft/builder.rb

@@ -24,6 +24,18 @@ class SearchCraft::Builder
   end
 
   class << self
+    def with_no_data
+      @with_no_data = true
+    end
+
+    def with_data
+      @with_no_data = false
+    end
+
+    def with_no_data?
+      @with_no_data
+    end
+
     # Iterate through subclasses, and invoke recreate_view_if_changed!
     def rebuild_any_if_changed!
       SearchCraft::ViewHashStore.setup_table_if_needed!
@@ -98,7 +110,9 @@ class SearchCraft::Builder
   def view_sql
     # remove trailing ; from view_sql
     inner_sql = view_select_sql.gsub(/;\s*$/, "")
-    "CREATE MATERIALIZED VIEW #{view_name} AS (#{inner_sql}) WITH DATA;"
+
+    with_data = self.class.with_no_data? ? "WITH NO DATA" : "WITH DATA"
+    "CREATE MATERIALIZED VIEW #{view_name} AS (#{inner_sql}) #{with_data};"
   end
 
   # After materialized view created, do you need indexes on its columns?
@@ -145,6 +159,7 @@ class SearchCraft::Builder
   end
 
   def create_view!
+    warn "Creating view/sequence/indexes for #{view_name}..." if SearchCraft.debug?
     create_sequence!
     sql_execute(view_sql)
     create_indexes!
@@ -152,10 +167,12 @@ class SearchCraft::Builder
 
   # Finds and drops all indexes and sequences on view, and then drops view
   def drop_view!
+    puts "Dropping view/sequence for #{view_name}..." if SearchCraft.debug?
     sql_execute("DROP MATERIALIZED VIEW IF EXISTS #{view_name} CASCADE;")
 
     sql_execute("DROP SEQUENCE IF EXISTS #{view_id_sequence_name};")
 
+    warn "Updating ViewHashStore for #{self.class.name}" if SearchCraft.debug?
     SearchCraft::ViewHashStore.reset!(builder: self)
   end
 

data/lib/searchcraft/model.rb

@@ -1,4 +1,5 @@
 require "scenic"
+require "ext/scenic/adapters/postgres"
 
 module SearchCraft::Model
   # Maintain a list of classes that include this module
@@ -28,6 +29,12 @@ module SearchCraft::Model
     end
   end
 
+  def self.refresh_any_unpopulated!
+    included_classes.each do |klass|
+      klass.refresh! unless klass.populated?
+    end
+  end
+
   def self.included_classes
     @included_classes | if SearchCraft.config.explicit_model_class_names
       SearchCraft.config.explicit_model_class_names.map(&:constantize)
@@ -38,12 +45,43 @@ module SearchCraft::Model
 
   module ClassMethods
     def refresh!
-      Scenic.database.refresh_materialized_view(table_name, concurrently: @refresh_concurrently, cascade: false)
+      refresh_concurrently = @refresh_concurrently && populated?
+      puts "Refreshing materialized view #{table_name}..." if SearchCraft.debug?
+
+      Scenic.database.refresh_materialized_view(table_name, concurrently: refresh_concurrently, cascade: false)
+    end
+
+    def populated?
+      Scenic.database.populated?(table_name)
     end
 
     def refresh_concurrently=(value)
       @refresh_concurrently = value
     end
+
+    # Checks the database server to see if the materialized view is currently being refreshed
+    def currently_refreshing?
+      # quoted_table_name is table_name, but with double quotes around each chunk
+      # e.g. "schema"."table" or "table"
+      quoted_table_name = Scenic.database.quote_table_name(table_name)
+      dbname = ActiveRecord::Base.connection_db_config.database
+      sql = <<~SQL
+        SELECT EXISTS (
+          SELECT 1
+          FROM pg_stat_activity
+          WHERE datname = '#{dbname}'
+            AND query LIKE '%REFRESH MATERIALIZED VIEW #{quoted_table_name}%'
+            AND pid <> pg_backend_pid()
+        ) AS is_refresh_running;
+      SQL
+
+      warn "Checking if #{table_name} is currently being refreshed..." if SearchCraft.debug?
+      if (result = ActiveRecord::Base.connection.execute(sql))
+        result.first["is_refresh_running"]
+      else
+        false
+      end
+    end
   end
 
   def read_only?

data/lib/searchcraft/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SearchCraft
-  VERSION = "0.4.2"
+  VERSION = "0.5.0"
 end

data/lib/tasks/refresh.rake

@@ -5,7 +5,7 @@ namespace :searchcraft do
     require "benchmark"
     SearchCraft.config.explicit_model_class_names.each do |model_class_name|
       klass = model_class_name.constantize
-      puts "Refreshing materialized views for #{klass.name}"
+      warn "Refreshing materialized views for #{klass.name}"
       puts Benchmark.measure { klass.refresh! }
     end
   end

data/sig/ext/misc.rbs

@@ -10,6 +10,11 @@ module ActiveRecord
 
   class Base
     def self.configurations: () -> ActiveRecord::DatabaseConfigurations
+    def self.connection_db_config: () -> ActiveRecord::DatabaseConfig
+  end
+
+  class DatabaseConfig
+    def database: () -> String
   end
 end
 
@@ -26,6 +31,12 @@ module Scenic
   module Adapters
     class Postgres
       def refresh_materialized_view: (String, ?concurrently: bool, ?cascade: bool) -> nil
+      def populated?: (String) -> bool
+      def quote_table_name: (String) -> String
+
+      # The following are due to temporary ext/scenic/adapters/postgres.rb
+      def raise_unless_materialized_views_supported: () -> nil
+      def execute: (String) -> ActiveRecord::Result
     end
   end
 

data/sig/searchcraft/builder.rbs

@@ -12,11 +12,14 @@ module SearchCraft
     def self.find_subclasses_via_rails_eager_load_paths: (?known_subclass_names: Array[String]) -> Array[String]
 
     def self.rebuild_all!: () -> void
-
     def self.rebuild_any_if_changed!: () -> void
 
     def self.recreate_indexes!: () -> void
 
+    def self.with_no_data: () -> void
+    def self.with_data: () -> void
+    def self.with_no_data?: () -> bool
+
     def create_view!: () -> void
 
     def dependencies_ready?: () -> bool

data/sig/searchcraft/model.rbs

@@ -5,6 +5,8 @@ module SearchCraft
 
       def refresh_all!: () -> void
 
+      def currently_refreshing?: () -> bool
+
       def table_name: () -> String
 
       def table_name=: (String) -> void
@@ -12,6 +14,8 @@ module SearchCraft
       def name: () -> String
 
       def refresh!: () -> void
+
+      def populated?: () -> bool
     end
 
     extend ClassMethods

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: searchcraft
 version: !ruby/object:Gem::Version
-  version: 0.4.2
+  version: 0.5.0
 platform: ruby
 authors:
 - Dr Nic Williams
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-11-06 00:00:00.000000000 Z
+date: 2024-02-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -168,6 +168,7 @@ files:
 - CODE_OF_CONDUCT.md
 - LICENSE.txt
 - README.md
+- lib/ext/scenic/adapters/postgres.rb
 - lib/search_craft.rb
 - lib/searchcraft.rb
 - lib/searchcraft/annotate.rb
@@ -217,7 +218,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.20
+rubygems_version: 3.5.5
 signing_key:
 specification_version: 4
 summary: Instant search for Rails and ActiveRecord