pg_aggregates 0.1.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7dfdc0600d1533080703b0fd15ac61385df0e081cf30aa85a9813fc09680bfd7
-  data.tar.gz: 3c9999602a5635ecfd3d0c141a86b7fd67b6a47b15f2a6da80843940d4fece31
+  metadata.gz: 404507e81fbfe0ea608413efa6535d34c15beae11392bd86e8c4a0f98525e815
+  data.tar.gz: 953d598b8e88883db7d60153e7bcd048efe97475cd3f72949411a4cc7d7872b7
 SHA512:
-  metadata.gz: e872d45e8ab297e6a47d6d2a8282b932786208e8cb3f36cc684b2094df195b3d4d4091c46c38a00193722c597ec8f0270466b95002ece1d5b496cb88e528ab72
-  data.tar.gz: c2fcccd281d02a9d422bbeb87e852370e558b45adf97c02ac5fb7dab2203db0dd358739ffe50913e3a824288d916c52fe4f593ef7042721a19d536ef67f8054a
+  metadata.gz: e6091519ab8526a079af9c4adce52c596e7c7f02ddf07d41d6a506a57200120a21eb58863b212d1071aa72732d30c17aa76a8622569715001a43b6ed4b84f687
+  data.tar.gz: 1df224a0da63cb50de1c435eb1a3a4c3d62e48a0efbe9deb92f8d1edbc4adeecb44745f29766368a8fe522319966224e2f01c3d5b260cdde04a93ec12868f8f5

data/.ruby-version

@@ -1 +1 @@
-3.3.5
+3.4.3

data/gemfiles/rails_6.1.gemfile

@@ -1,21 +1,24 @@
+# frozen_string_literal: true
+
 # This file was generated by Appraisal
 
 source "https://rubygems.org"
 
+gem "activerecord", "~> 6.1.0"
 gem "ammeter"
 gem "appraisal"
 gem "base64"
 gem "bigdecimal"
 gem "database_cleaner"
 gem "drb"
+gem "gem-release"
 gem "logger"
 gem "mutex_m"
+gem "railties", "~> 6.1.0"
 gem "rake"
 gem "rspec"
 gem "rubocop-mhenrixon"
 gem "rubocop-rake"
 gem "rubocop-rspec"
-gem "activerecord", "~> 6.1.0"
-gem "railties", "~> 6.1.0"
 
 gemspec path: "../"

data/gemfiles/rails_6.1.gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    pg_aggregates (0.1.0)
+    pg_aggregates (0.1.1)
       activerecord (>= 6.1)
       pg (>= 1.1)
       railties (>= 6.1)
@@ -56,6 +56,7 @@ GEM
     diff-lcs (1.5.1)
     drb (2.2.1)
     erubi (1.13.0)
+    gem-release (2.2.2)
     i18n (1.14.6)
       concurrent-ruby (~> 1.0)
     json (2.7.6)
@@ -160,6 +161,7 @@ DEPENDENCIES
   bigdecimal
   database_cleaner
   drb
+  gem-release
   logger
   mutex_m
   pg_aggregates!

data/gemfiles/rails_7.0.gemfile

@@ -1,21 +1,24 @@
+# frozen_string_literal: true
+
 # This file was generated by Appraisal
 
 source "https://rubygems.org"
 
+gem "activerecord", "~> 7.0.0"
 gem "ammeter"
 gem "appraisal"
 gem "base64"
 gem "bigdecimal"
 gem "database_cleaner"
 gem "drb"
+gem "gem-release"
 gem "logger"
 gem "mutex_m"
+gem "railties", "~> 7.0.0"
 gem "rake"
 gem "rspec"
 gem "rubocop-mhenrixon"
 gem "rubocop-rake"
 gem "rubocop-rspec"
-gem "activerecord", "~> 7.0.0"
-gem "railties", "~> 7.0.0"
 
 gemspec path: "../"

data/gemfiles/rails_7.0.gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    pg_aggregates (0.1.0)
+    pg_aggregates (0.1.1)
       activerecord (>= 6.1)
       pg (>= 1.1)
       railties (>= 6.1)
@@ -55,6 +55,7 @@ GEM
     diff-lcs (1.5.1)
     drb (2.2.1)
     erubi (1.13.0)
+    gem-release (2.2.2)
     i18n (1.14.6)
       concurrent-ruby (~> 1.0)
     json (2.7.6)
@@ -175,6 +176,7 @@ DEPENDENCIES
   bigdecimal
   database_cleaner
   drb
+  gem-release
   logger
   mutex_m
   pg_aggregates!

data/gemfiles/rails_7.1.gemfile

@@ -1,21 +1,24 @@
+# frozen_string_literal: true
+
 # This file was generated by Appraisal
 
 source "https://rubygems.org"
 
+gem "activerecord", "~> 7.1.0"
 gem "ammeter"
 gem "appraisal"
 gem "base64"
 gem "bigdecimal"
 gem "database_cleaner"
 gem "drb"
+gem "gem-release"
 gem "logger"
 gem "mutex_m"
+gem "railties", "~> 7.1.0"
 gem "rake"
 gem "rspec"
 gem "rubocop-mhenrixon"
 gem "rubocop-rake"
 gem "rubocop-rspec"
-gem "activerecord", "~> 7.1.0"
-gem "railties", "~> 7.1.0"
 
 gemspec path: "../"

data/gemfiles/rails_7.1.gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: ..
   specs:
-    pg_aggregates (0.1.0)
+    pg_aggregates (0.1.1)
       activerecord (>= 6.1)
       pg (>= 1.1)
       railties (>= 6.1)
@@ -69,6 +69,7 @@ GEM
     diff-lcs (1.5.1)
     drb (2.2.1)
     erubi (1.13.0)
+    gem-release (2.2.2)
     i18n (1.14.6)
       concurrent-ruby (~> 1.0)
     io-console (0.7.2)
@@ -206,6 +207,7 @@ DEPENDENCIES
   bigdecimal
   database_cleaner
   drb
+  gem-release
   logger
   mutex_m
   pg_aggregates!

data/lib/pg_aggregates/railtie.rb

@@ -2,11 +2,9 @@
 
 module PgAggregates
   class Railtie < Rails::Railtie
-    initializer "postgres_aggregates.load" do
+    initializer "pg_aggregates.load", before: "fx.load" do
       ActiveSupport.on_load(:active_record) do
-        ActiveRecord::ConnectionAdapters::AbstractAdapter.include PgAggregates::SchemaStatements
-        ActiveRecord::Migration::CommandRecorder.include PgAggregates::CommandRecorder
-        ActiveRecord::SchemaDumper.prepend PgAggregates::SchemaDumper
+        PgAggregates.load
       end
     end
   end

data/lib/pg_aggregates/schema_dumper.rb

@@ -1,50 +1,90 @@
 # frozen_string_literal: true
 
+require "ostruct"
+
 module PgAggregates
   module SchemaDumper
+    # Define a Struct for aggregate information
+    AggregateDefinition = Struct.new(:name, :definition)
+
+    # Override the tables method to inject aggregate dumping *after* functions (handled by fx)
+    # but *before* tables.
     def tables(stream)
-      # First dump aggregates
+      # Dump custom aggregates first
       dump_custom_aggregates(stream)
-      stream.puts
 
+      stream.puts # Add a newline for separation before tables
+
+      # Call the next implementation (likely fx's tables or Rails' tables)
       super
     end
 
     private
 
     def dump_custom_aggregates(stream)
-      # Group all versions of each aggregate
-      aggregate_versions = {}
+      aggregates = dumpable_aggregates_in_database
 
-      Dir.glob(Rails.root.join("db/aggregates/*_v*.sql").to_s).each do |file|
-        file_version = FileVersion.new(file)
-        aggregate_versions[file_version.name] ||= []
-        aggregate_versions[file_version.name] << file_version
-      end
-
-      return if aggregate_versions.empty?
+      return if aggregates.empty?
 
       stream.puts "  # These are custom PostgreSQL aggregates that were defined"
 
-      # For each aggregate, use the latest version
-      latest_versions = aggregate_versions.transform_values do |versions|
-        versions.max_by(&:version)
-      end
-
       # Sort by name to ensure consistent ordering
-      latest_versions.keys.sort.each do |aggregate_name|
-        file_version = latest_versions[aggregate_name]
+      aggregates.sort_by(&:name).each do |aggregate|
+        stream.puts <<~AGG
+            create_aggregate "#{aggregate.name}", sql_definition: <<-SQL
+          #{aggregate.definition}
+            SQL
+
+        AGG
+      end
+    end
 
-        # Add a comment showing the version history
-        all_versions = aggregate_versions[aggregate_name].map(&:version).sort
-        version_comment = all_versions.size > 1 ? " -- versions: #{all_versions.join(", ")}" : ""
+    # Fetches all aggregate functions from the database
+    def dumpable_aggregates_in_database
+      @dumpable_aggregates_in_database ||= begin
+        # SQL query to fetch aggregate functions from PostgreSQL
+        # This query gets the aggregate name and constructs the CREATE AGGREGATE statement
+        sql = <<~SQL
+          SELECT
+            p.proname AS name,
+            format(
+              'CREATE AGGREGATE %s(%s) (%s);',
+              p.proname,
+              pg_get_function_arguments(p.oid),
+              array_to_string(array_agg(format('%s = %s', option_name, option_value)), E',\n    ')
+            ) AS definition
+          FROM pg_proc p
+          JOIN pg_namespace n ON p.pronamespace = n.oid
+          JOIN pg_aggregate a ON a.aggfnoid = p.oid
+          JOIN LATERAL (
+            SELECT 'sfunc' AS option_name, p2.proname::text AS option_value
+            FROM pg_proc p2
+            WHERE p2.oid = a.aggtransfn
+            UNION ALL
+            SELECT 'stype', format_type(a.aggtranstype, NULL)
+            UNION ALL
+            SELECT 'finalfunc', p3.proname::text
+            FROM pg_proc p3
+            WHERE p3.oid = a.aggfinalfn AND a.aggfinalfn != 0
+            UNION ALL
+            SELECT 'initcond', quote_literal(a.agginitval)
+            WHERE a.agginitval IS NOT NULL
+          ) options ON true
+          WHERE n.nspname = 'public'
+          GROUP BY p.proname, p.oid
+          ORDER BY p.proname;
+        SQL
 
-        stream.puts <<-AGG
-  create_aggregate "#{aggregate_name}", sql_definition: <<-SQL#{version_comment}
-    #{file_version.sql_definition}
-  SQL
+        # Get the appropriate connection
+        connection = ActiveRecord::Base.connection
 
-        AGG
+        # Execute the query and transform results into aggregate objects
+        connection.execute(sql).map do |result|
+          AggregateDefinition.new(
+            result["name"],
+            result["definition"].strip
+          )
+        end
       end
     end
   end

data/lib/pg_aggregates/schema_statements.rb

@@ -2,9 +2,18 @@
 
 module PgAggregates
   module SchemaStatements
+    # Reserved words to skip when checking function dependencies
+    RESERVED_WORDS = ["public"].freeze
+
     def create_aggregate(name, version: nil, sql_definition: nil)
       raise ArgumentError, "Must provide either sql_definition or version" if sql_definition.nil? && version.nil?
 
+      # First, check if the function already exists to avoid duplicate creation attempts
+      return if aggregate_exists?(name)
+
+      # Check if dependent functions exist before attempting to create
+      check_dependent_functions(sql_definition || read_aggregate_definition(name, version))
+
       if sql_definition
         execute sql_definition
       else
@@ -18,6 +27,14 @@ module PgAggregates
 
         execute aggregate_definition.to_sql
       end
+    rescue ActiveRecord::StatementInvalid => e
+      raise unless /function .* does not exist/.match?(e.message)
+
+      puts "WARNING: Failed to create aggregate #{name} because a required function does not exist."
+      puts "         This could indicate a dependency ordering issue."
+      puts "         Error: #{e.message}"
+
+      raise
     end
 
     def drop_aggregate(name, *arg_types, force: false)
@@ -25,5 +42,59 @@ module PgAggregates
       force_clause = force ? " CASCADE" : ""
       execute "DROP AGGREGATE IF EXISTS #{name}#{arg_types_sql}#{force_clause}"
     end
+
+    private
+
+    def aggregate_exists?(name)
+      sql = <<-SQL
+        SELECT 1
+        FROM pg_catalog.pg_proc p
+        JOIN pg_catalog.pg_namespace n ON n.oid = p.pronamespace
+        WHERE p.proname = '#{name}'
+        AND p.prokind = 'a'
+      SQL
+
+      result = execute(sql)
+      result.any?
+    rescue StandardError
+      false
+    end
+
+    def read_aggregate_definition(name, version)
+      aggregate_definition = PgAggregates::AggregateDefinition.new(name, version: version)
+      File.read(aggregate_definition.path) if File.exist?(aggregate_definition.path)
+    end
+
+    def check_dependent_functions(sql_definition)
+      return unless sql_definition
+
+      # Extract function names mentioned in the aggregate definition
+      # Be careful to extract only the function name, not schema qualifiers
+      function_matches = sql_definition.scan(/sfunc\s*=\s*['"]?(?:(?:[a-zA-Z0-9_]+\.)?([a-zA-Z0-9_]+))['"]?/i)
+      function_names = function_matches.flatten.compact.uniq
+
+      # For each referenced function, check if it exists
+      function_names.each do |function_name|
+        # Skip if function_name is empty or a reserved word
+        next if function_name.nil? || function_name.empty? || RESERVED_WORDS.include?(function_name.downcase)
+
+        check_sql = <<-SQL
+          SELECT 1#{" "}
+          FROM pg_catalog.pg_proc p
+          JOIN pg_catalog.pg_namespace n ON n.oid = p.pronamespace
+          WHERE p.proname = '#{function_name}'
+          AND n.nspname = 'public'
+        SQL
+
+        result = execute(check_sql)
+        unless result.any?
+          puts "WARNING: Aggregate depends on function '#{function_name}' which does not exist"
+          puts "         This will likely fail. Create the function first."
+        end
+      end
+    rescue StandardError => e
+      # Log the error but continue
+      puts "WARNING: Error checking function dependencies: #{e.message}"
+    end
   end
 end

data/lib/pg_aggregates/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PgAggregates
-  VERSION = "0.1.1"
+  VERSION = "0.2.2"
 end

data/lib/pg_aggregates.rb

@@ -10,11 +10,27 @@ require_relative "pg_aggregates/schema_dumper"
 require_relative "pg_aggregates/railtie"
 
 module PgAggregates
+  module_function
+
   class Error < StandardError; end
 
-  class << self
-    def database
-      ActiveRecord::Base.connection
-    end
+  def load
+    # This is crucial - we must ensure proper load order:
+    # 1. extensions
+    # 2. types
+    # 3. functions
+    # 4. aggregates
+    # 5. tables
+
+    # Add schema statements and command recorder
+    ActiveRecord::ConnectionAdapters::AbstractAdapter.include PgAggregates::SchemaStatements
+    ActiveRecord::Migration::CommandRecorder.include PgAggregates::CommandRecorder
+
+    # Hook into the schema dumper, with dependency awareness
+    ActiveRecord::SchemaDumper.prepend PgAggregates::SchemaDumper
+  end
+
+  def database
+    ActiveRecord::Base.connection
   end
 end

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: pg_aggregates
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.2
 platform: ruby
 authors:
 - mhenrixon
-autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-11-04 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -92,7 +91,6 @@ metadata:
   source_code_uri: https://github.com/mhenrixon/pg_aggregates
   changelog_uri: https://github.com/mhenrixon/pg_aggregates/blob/main/CHANGELOG.md
   rubygems_mfa_required: 'true'
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -107,8 +105,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.33
-signing_key:
+rubygems_version: 3.6.7
 specification_version: 4
 summary: Rails integration for PostgreSQL aggregate functions
 test_files: []