active_partition 0.5.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9c038362292769cc7d68786d177c845429a6e15a3bac8c6b1de166e976a27d26
-  data.tar.gz: 84a4f14e03c642cd562caae6e93fd9aaee1a4bf2bb7e4bb50f284860a809e2fa
+  metadata.gz: da2366e713d210800cf673216c0fef5f0789ca8defcc7400d4fcd45551441342
+  data.tar.gz: 1b6412d55ab7a691073fb4bc225db6991b1d46398f3cb7ed4a53bb489a49739b
 SHA512:
-  metadata.gz: 9d15088d3d42bb257b854e7f04ed265400ae810831692b5fda3f5ef8ae2d7e3582bf09e7703393e2cbdf67cdf388b74a6b1dd77624a74a38706f9face93ac3d1
-  data.tar.gz: 0a58ffcebd2c11bc4e26faefe7106928ef58fa435c7d8c7e441b11b06487f018298cfcceec3fb8d924ac80a62f1d4a844f8c381a736930f6a583bcc9f334d30d
+  metadata.gz: c21a20dc712152a6b0279f842933bcc6629dda6bcb23b45d8a1cfcae11a1e4f2e1fe27a88e2767d0aee45baabe6a7a2c50783d3ba950ec67621b33e64d376a8c
+  data.tar.gz: 26dc7eb4a4867a0a9129bd68e3cd66b549548e4befdb0a17b51975f37b49c6ed3279fff631d7af3aa97842c2c6363420ad8cc9aad0fcd33f21df9c986148b4cc

data/README.md

@@ -38,6 +38,13 @@ class Event < ActiveRecord::Base
   self.retention_period = 1.month
   # Keep last n partitions
   self.retention_partition_count = 3
+  # The start time of the partition range, default is Time.current.beginning_of_hour.utc
+  # For example, if today is July 31, and you create a new record.
+  # if the partition_start_from is 2021-01-01, the new partition should cover [2024-07-01 00:00:00 UTC...2024-08-01 00:00:00 UTC]
+  # if the partition_start_from is nil, the coverage can be [2024-07-31 08:00:00 UTC...2024-08-31 08:00:00 UTC]
+  # This configuration help us to sync partition ranges of all partitioned tables.
+  # Therefore, you can easy to join/drop/manage related partitioned tables.
+  self.partition_start_from = DateTime.new(2021, 1, 1)
 end
 
 # auto create a new partition if needed.

data/bin/console

@@ -5,7 +5,7 @@ require "bundler/setup"
 require "active_partition"
 require "active_record"
 require "byebug"
-
+require "rails"
 def reload!
   files = $LOADED_FEATURES.select { |feat| feat =~ /\/active_partition\// }
   files.each { |file| load file }
@@ -34,10 +34,11 @@ class OutgoingEventsWebhook < ActiveRecord::Base
   include ActivePartition::Partitionable
   self.primary_key = "id"
   self.partitioned_by = "created_at"
-  self.partition_range = 1.hour
+  self.partition_range = 1.month
+  self.partition_start_from = DateTime.new(2021, 1, 1)
 
   # You can choose 1 of the following 2 options
-  self.retention_period = 1.day
+  self.retention_period = 1.month
   self.retention_partition_count = 3
 end
 

data/lib/active_partition/partition_managers/time_range.rb

@@ -2,9 +2,10 @@
 
 module ActivePartition::PartitionManagers
   class TimeRange
-    def initialize(partition_adapter, table_name)
+    def initialize(partition_adapter, table_name, partition_start_from = nil)
       @partition_adapter = partition_adapter
       @table_name = table_name
+      @partition_start_from = partition_start_from
     end
 
     # Retrieves the active ranges from the partition adapter.
@@ -15,6 +16,9 @@ module ActivePartition::PartitionManagers
     #
     # @return [Array] The array of active ranges.
     def active_ranges
+      # in test environment, the partition table is not actually created. Therefore, return empty array
+      return [] if defined?(Rails) && Rails.env.test?
+
       @active_ranges ||= reload_active_ranges(@partition_adapter.get_all_supported_partition_tables)
     end
 
@@ -58,11 +62,18 @@ module ActivePartition::PartitionManagers
     def prepare_partition(partitioned_value, period)
       return if active_partitions_cover?(partitioned_value)
 
-      diff = (partitioned_value.utc - latest_coverage_at) / period
-      from_time = latest_coverage_at + (diff.floor * period)
-      to_time = from_time + period
+      # when the latest_coverage_at is too far, the diff can be wrong (because leap years add up to the diff)
+      # therefore, we need to calculate the diff based on the period
+      # diff = (partitioned_value.utc - latest_coverage_at) / period
+      # from_time = latest_coverage_at + (diff.floor * period)
+      # to_time = from_time + period
+
+      from_time = latest_coverage_at
+      while !(from_time..(from_time + period)).cover?(partitioned_value) do
+        from_time += period * (partitioned_value > from_time ? 1 : -1)
+      end
 
-      create_partition(from_time, to_time)
+      create_partition(from_time, from_time + period)
     end
 
     # Builds a partition name based on the given time range.
@@ -128,7 +139,7 @@ module ActivePartition::PartitionManagers
     def latest_partition_coverage_time
       partition_tables = @partition_adapter.get_all_supported_partition_tables
       reload_active_ranges(partition_tables)
-      return Time.current.beginning_of_hour.utc if partition_tables.empty?
+      return (@partition_start_from || Time.current.beginning_of_hour).utc if partition_tables.empty?
 
       latest_partition_table = partition_tables.sort_by { |p_name| p_name.split("_").last.to_i }.last
       @latest_coverage_at = Time.at(latest_partition_table.split("_").last.to_i).utc

data/lib/active_partition/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ActivePartition
-  VERSION = "0.5.0"
+  VERSION = "0.7.0"
 end

data/lib/active_partition.rb

@@ -40,9 +40,9 @@ module ActivePartition
         def partition_manager
           @partition_manager ||= case columns_hash[partitioned_by.to_s].type.to_s
                                  when "datetime"
-                                   ActivePartition::PartitionManagers::TimeRange.new(partition_adapter, table_name)
+                                   ActivePartition::PartitionManagers::TimeRange.new(partition_adapter, table_name, partition_start_from)
                                  else
-                                   ActivePartition::PartitionManagers::TimeRange.new(partition_adapter, table_name)
+                                   ActivePartition::PartitionManagers::TimeRange.new(partition_adapter, table_name, partition_start_from)
           end
         end
 
@@ -56,6 +56,8 @@ module ActivePartition
         attr_accessor :retention_period
         # Retains the specified number of partitions [Choose one of retention_period or retention_partition_count]
         attr_accessor :retention_partition_count
+        # The start time of the partition range, default is Time.current
+        attr_accessor :partition_start_from
 
         def delete_expired_partitions
           if retention_period && retention_period.is_a?(ActiveSupport::Duration)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: active_partition
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.7.0
 platform: ruby
 authors:
 - Thien Tran
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-07-26 00:00:00.000000000 Z
+date: 2024-08-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: byebug