active_partition 0.4.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c3178cd138ff766dfa2e7c01735724975fbaa1a63b0fb444c13643effd2b740d
-  data.tar.gz: 94d3d671b623d8f45ef95ad25023f84901653771a58fa764a7ce0364e386babb
+  metadata.gz: 942bdda1651b12d3dac2b0137a8d4ec024746bc6a494d7873d6328d1e5166ddc
+  data.tar.gz: 1f5770064c39d828a6d7fb4b7d89e4d1f49711bfb8fb304c8ad73430032e29f2
 SHA512:
-  metadata.gz: 53535fb5f2739bf8e6e3290e530e310dc80d7a3f6aeae71ee93c1ba88f56a22f9aaf2559a354a7c364604a3e2a8b03548e49317e68bb5d40946089c5ef43be61
-  data.tar.gz: 65037c3bcc0e9ed93f489670fd7377a35dfc67aac836b04c11b6e401d6010fe1098e410f090c7e2979443711aad506243a51d590be9211aff4156a893863b44a
+  metadata.gz: 18119f845f143524abedfe280c09cfdd4cca5591a56aa4428413ee19cf3bb9f035e951ad3d1c7100a12e80fefc81037dc82f613b50b549497a1586ec655192b2
+  data.tar.gz: b56f0432c0c6fd7a42c8916547a97cd793be170e759f88b409ff9b2ec773f8a95c330997dfe111b4f37ac66137e52bd7ed3e105fdd547e8d5a92477ae3a78f2e

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    active_partition (0.2.0)
+    active_partition (0.5.0)
       rails
       range_operators (~> 0.1.1)
       rspec-rails

data/README.md

@@ -38,6 +38,13 @@ class Event < ActiveRecord::Base
   self.retention_period = 1.month
   # Keep last n partitions
   self.retention_partition_count = 3
+  # The start time of the partition range, default is Time.current.beginning_of_hour.utc
+  # For example, if today is July 31, and you create a new record.
+  # if the partition_start_from is 2021-01-01, the new partition should cover [2024-07-01 00:00:00 UTC...2024-08-01 00:00:00 UTC]
+  # if the partition_start_from is nil, the coverage can be [2024-07-31 08:00:00 UTC...2024-08-31 08:00:00 UTC]
+  # This configuration help us to sync partition ranges of all partitioned tables.
+  # Therefore, you can easy to join/drop/manage related partitioned tables.
+  self.partition_start_from = DateTime.new(2021, 1, 1)
 end
 
 # auto create a new partition if needed.

data/bin/console

@@ -5,7 +5,7 @@ require "bundler/setup"
 require "active_partition"
 require "active_record"
 require "byebug"
-
+require "rails"
 def reload!
   files = $LOADED_FEATURES.select { |feat| feat =~ /\/active_partition\// }
   files.each { |file| load file }
@@ -30,7 +30,32 @@ class OutgoingEvent < ActiveRecord::Base
   self.retention_partition_count = 3
 end
 
+class OutgoingEventsWebhook < ActiveRecord::Base
+  include ActivePartition::Partitionable
+  self.primary_key = "id"
+  self.partitioned_by = "created_at"
+  self.partition_range = 1.hour
+  self.partition_start_from = DateTime.new(2021, 1, 1)
+
+  # You can choose 1 of the following 2 options
+  self.retention_period = 1.day
+  self.retention_partition_count = 3
+end
+
 OutgoingEvent.establish_connection(ENV["DATABASE_URL"])
+OutgoingEventsWebhook.establish_connection(ENV["DATABASE_URL"])
+
+if OutgoingEventsWebhook.partition_adapter == OutgoingEvent.partition_adapter
+  puts "Violate the partition adapter constraint", OutgoingEventsWebhook.partition_adapter == OutgoingEvent.partition_adapter
+  puts OutgoingEventsWebhook.partition_adapter
+  puts OutgoingEvent.partition_adapter
+end
+
+if OutgoingEventsWebhook.partition_manager == OutgoingEvent.partition_manager
+  puts "Violate the partition manager constraint"
+  puts OutgoingEventsWebhook.partition_manager
+  puts OutgoingEvent.partition_manager
+end
 
 require "irb"
 IRB.start(__FILE__)

data/lib/active_partition/partition_managers/time_range.rb

@@ -2,9 +2,10 @@
 
 module ActivePartition::PartitionManagers
   class TimeRange
-    def initialize(partition_adapter, table_name)
+    def initialize(partition_adapter, table_name, partition_start_from = nil)
       @partition_adapter = partition_adapter
       @table_name = table_name
+      @partition_start_from = partition_start_from
     end
 
     # Retrieves the active ranges from the partition adapter.
@@ -15,6 +16,9 @@ module ActivePartition::PartitionManagers
     #
     # @return [Array] The array of active ranges.
     def active_ranges
+      # in test environment, the partition table is not actually created. Therefore, return empty array
+      return [] if defined?(Rails) && Rails.env.test?
+
       @active_ranges ||= reload_active_ranges(@partition_adapter.get_all_supported_partition_tables)
     end
 
@@ -128,7 +132,7 @@ module ActivePartition::PartitionManagers
     def latest_partition_coverage_time
       partition_tables = @partition_adapter.get_all_supported_partition_tables
       reload_active_ranges(partition_tables)
-      return Time.current.beginning_of_hour.utc if partition_tables.empty?
+      return (@partition_start_from || Time.current.beginning_of_hour.utc) if partition_tables.empty?
 
       latest_partition_table = partition_tables.sort_by { |p_name| p_name.split("_").last.to_i }.last
       @latest_coverage_at = Time.at(latest_partition_table.split("_").last.to_i).utc

data/lib/active_partition/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ActivePartition
-  VERSION = "0.4.0"
+  VERSION = "0.6.0"
 end

data/lib/active_partition.rb

@@ -13,6 +13,7 @@ module ActivePartition
   module Partitionable
     extend ActiveSupport::Concern
 
+    # rubocop:disable Metrics
     included do
       # when partitioned column change, create partition if needed
       # before_validation will be called with create, update, save, and create! methods
@@ -30,47 +31,52 @@ module ActivePartition
         partitioned_value = attributes[self.class.partitioned_by.to_s]
         self.class.prepare_partition(partitioned_value, self.class.partition_range)
       end
-    end
-
-    # rubocop:disable Metrics
-    class_methods do
-      # The range of each partition. You can change this value over time.
-      # example: 1.month, 2.weeks, 3.hours
-      attr_accessor :partition_range
-      # The column name to partition the table by
-      attr_accessor :partitioned_by
-      # Retains partitions until the specified time [Choose one of retention_period or retention_partition_count]
-      # For example: 1.month (1 month from now), 2.weeks (2 weeks from now), 3.hours (3 hours from now)
-      attr_accessor :retention_period
-      # Retains the specified number of partitions [Choose one of retention_period or retention_partition_count]
-      attr_accessor :retention_partition_count
 
-      def partition_adapter
-        @@partition_adapter ||= ActivePartition::Adapters::PostgresqlAdapter.new(connection, table_name)
-      end
+      class << self
+        def partition_adapter
+          @partition_adapter ||= ActivePartition::Adapters::PostgresqlAdapter.new(connection, table_name)
+        end
 
-      def partition_manager
-        @@partition_manager ||= case columns_hash[partitioned_by.to_s].type.to_s
-                                when "datetime"
-                                  ActivePartition::PartitionManagers::TimeRange.new(partition_adapter, table_name)
-                                else
-                                  ActivePartition::PartitionManagers::TimeRange.new(partition_adapter, table_name)
+        def partition_manager
+          @partition_manager ||= case columns_hash[partitioned_by.to_s].type.to_s
+                                 when "datetime"
+                                   ActivePartition::PartitionManagers::TimeRange.new(partition_adapter, table_name, partition_start_from)
+                                 else
+                                   ActivePartition::PartitionManagers::TimeRange.new(partition_adapter, table_name, partition_start_from)
+          end
         end
-      end
 
-      def delete_expired_partitions
-        if retention_period && retention_period.is_a?(ActiveSupport::Duration)
-          partition_manager.retain_by_time(retention_period.ago)
-        elsif retention_partition_count
-          partition_manager.retain_by_partition_count(retention_partition_count)
+        # The range of each partition. You can change this value over time.
+        # example: 1.month, 2.weeks, 3.hours
+        attr_accessor :partition_range
+        # The column name to partition the table by
+        attr_accessor :partitioned_by
+        # Retains partitions until the specified time [Choose one of retention_period or retention_partition_count]
+        # For example: 1.month (1 month from now), 2.weeks (2 weeks from now), 3.hours (3 hours from now)
+        attr_accessor :retention_period
+        # Retains the specified number of partitions [Choose one of retention_period or retention_partition_count]
+        attr_accessor :retention_partition_count
+        # The start time of the partition range, default is Time.current
+        attr_accessor :partition_start_from
+
+        def delete_expired_partitions
+          if retention_period && retention_period.is_a?(ActiveSupport::Duration)
+            partition_manager.retain_by_time(retention_period.ago)
+          elsif retention_partition_count
+            partition_manager.retain_by_partition_count(retention_partition_count)
+          end
         end
-      end
 
-      delegate :premake, :latest_partition_coverage_time, to: :partition_manager
-      delegate :retain, :retain_by_time, :retain_by_partition_count, to: :partition_manager
-      delegate :prepare_partition, "active_partitions_cover?", to: :partition_manager
-      delegate :get_all_supported_partition_tables, to: :partition_adapter
-      delegate :drop_partition, to: :partition_adapter
+        delegate :premake, :latest_partition_coverage_time, to: :partition_manager
+        delegate :retain, :retain_by_time, :retain_by_partition_count, to: :partition_manager
+        delegate :prepare_partition, "active_partitions_cover?", to: :partition_manager
+        delegate :get_all_supported_partition_tables, to: :partition_adapter
+        delegate :drop_partition, to: :partition_adapter
+      end
     end
+
+    # rubocop:disable Metrics
+    # class_methods do
+    # end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: active_partition
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Thien Tran
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-07-24 00:00:00.000000000 Z
+date: 2024-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: byebug