rubydb 0.1.3 → 0.1.5

data/lib/rubydb/backup/incremental.rb

@@ -1,353 +1,349 @@
-# frozen_string_literal: true
-
-require "fileutils"
-require "time"
-require "json"
-require "digest"
-require "monitor"
-
-module RubyDB
-  module Backup
-    # Incremental - Handles incremental backups
-    class Incremental
-      attr_reader :stats
-
-      def initialize(engine, config = {})
-        @engine = engine
-        @config = config
-        @backup_dir = config[:backup_dir] || "backups"
-        @incremental_dir = config[:incremental_dir] || File.join(@backup_dir, "incremental")
-        @max_incrementals = config[:max_incrementals] || 10
-        @stats = {
-          incrementals_created: 0,
-          incrementals_restored: 0,
-          total_size_bytes: 0,
-          last_incremental: nil,
-          chain_length: 0
-        }
-        @lock = Monitor.new
-        @incrementals = {}
-        @chains = {}
-
-        FileUtils.mkdir_p(@incremental_dir)
-        load_incrementals
-      end
-
-      def create_incremental(base_backup = nil)
-        @lock.synchronize do
-          start_time = Time.now
-
-          # Find base backup if not specified
-          base_backup ||= find_latest_backup
-          unless base_backup
-            return { success: false, error: "No base backup found" }
-          end
-
-          # Get last LSN from base backup or previous incremental
-          last_lsn = get_last_lsn(base_backup)
-
-          # Create incremental backup
-          incremental_name = "inc_#{Time.now.strftime('%Y%m%d_%H%M%S')}"
-          incremental_path = File.join(@incremental_dir, incremental_name)
-          FileUtils.mkdir_p(incremental_path)
-
-          # Capture changes since last backup
-          changes = capture_changes_since(last_lsn)
-
-          # Write changes
-          changes_path = File.join(incremental_path, "changes.json")
-          File.write(changes_path, JSON.generate(changes))
-
-          # Write metadata
-          metadata = {
-            name: incremental_name,
-            type: :incremental,
-            base_backup: base_backup,
-            created_at: Time.now.iso8601,
-            last_lsn: last_lsn,
-            new_lsn: changes[:new_lsn],
-            change_count: changes[:changes].size,
-            size: calculate_size(incremental_path),
-            checksum: Digest::SHA256.file(changes_path).hexdigest
-          }
-
-          metadata_path = File.join(incremental_path, "metadata.json")
-          File.write(metadata_path, JSON.generate(metadata))
-          File.write(File.join(incremental_path, "manifest.json"), JSON.generate(metadata))
-
-          # Update chain
-          @chains[base_backup] ||= []
-          @chains[base_backup] << metadata
-          @incrementals[incremental_name] = metadata
-
-          # Update stats
-          @stats[:incrementals_created] += 1
-          @stats[:total_size_bytes] += metadata[:size]
-          @stats[:last_incremental] = Time.now
-          @stats[:chain_length] = @chains[base_backup].size
-
-          # Clean old incrementals
-          clean_old_incrementals
-
-          {
-            success: true,
-            incremental_name: incremental_name,
-            metadata: metadata,
-            elapsed_ms: (Time.now - start_time) * 1000
-          }
-        end
-      end
-
-      def create_differential(base_backup = nil)
-        result = create_incremental(base_backup)
-        return result unless result[:success]
-
-        metadata = result[:metadata].merge(type: :differential)
-        path = File.join(@incremental_dir, result[:incremental_name])
-        File.write(File.join(path, "metadata.json"), JSON.generate(metadata))
-        File.write(File.join(path, "manifest.json"), JSON.generate(metadata))
-        @incrementals[result[:incremental_name]] = metadata
-        result.merge(metadata: metadata)
-      end
-
-      def restore_to_lsn(target_lsn, options = {})
-        @lock.synchronize do
-          start_time = Time.now
-
-          # Find the chain that covers the target LSN
-          chain = find_chain_for_lsn(target_lsn)
-          unless chain
-            return { success: false, error: "No chain found for LSN" }
-          end
-
-          # Restore base backup
-          base_backup = chain[:base]
-          restore_base = restore_backup(base_backup)
-
-          unless restore_base[:success]
-            return { success: false, error: "Failed to restore base backup" }
-          end
-
-          # Apply incrementals in order
-          applied = []
-          chain[:incrementals].each do |inc|
-            break if inc[:new_lsn] > target_lsn
-
-            apply_incremental(inc)
-            applied << inc[:name]
-          end
-
-          @stats[:incrementals_restored] += 1
-
-          {
-            success: true,
-            restored_to_lsn: target_lsn,
-            applied_incrementals: applied,
-            count: applied.size,
-            elapsed_ms: (Time.now - start_time) * 1000
-          }
-        end
-      end
-
-      def restore_to_time(target_time, options = {})
-        @lock.synchronize do
-          # Find incremental closest to target time
-          target = Time.parse(target_time)
-          best = nil
-          best_diff = Float::INFINITY
-
-          @incrementals.each do |name, inc|
-            diff = (Time.parse(inc[:created_at]) - target).abs
-            if diff < best_diff
-              best_diff = diff
-              best = inc
-            end
-          end
-
-          unless best
-            return { success: false, error: "No incremental found for time" }
-          end
-
-          restore_to_lsn(best[:new_lsn], options)
-        end
-      end
-
-      def list_incrementals
-        @lock.synchronize do
-          @incrementals.values.sort_by { |i| i[:created_at] }.reverse
-        end
-      end
-
-      def list_chains
-        @lock.synchronize do
-          @chains.transform_values { |chain| chain.map { |c| c[:name] } }
-        end
-      end
-
-      def delete_incremental(incremental_name)
-        @lock.synchronize do
-          inc = @incrementals[incremental_name]
-          return { success: false, error: "Incremental not found" } unless inc
-
-          path = File.join(@incremental_dir, incremental_name)
-          size = calculate_size(path)
-          FileUtils.rm_rf(path)
-
-          @incrementals.delete(incremental_name)
-          @stats[:total_size_bytes] -= size
-
-          { success: true }
-        end
-      end
-
-      def stats
-        @lock.synchronize do
-          @stats.merge({
-            incrementals: @incrementals.size,
-            chains: @chains.size,
-            incremental_dir: @incremental_dir,
-            max_incrementals: @max_incrementals
-          })
-        end
-      end
-
-      private
-
-      def load_incrementals
-        Dir.glob(File.join(@incremental_dir, "inc_*")).each do |path|
-          metadata_path = File.join(path, "metadata.json")
-          next unless File.exist?(metadata_path)
-
-          begin
-            metadata = JSON.parse(File.read(metadata_path), symbolize_names: true)
-            validate_incremental_metadata!(path, metadata)
-            @incrementals[metadata[:name]] = metadata
-
-            base = metadata[:base_backup]
-            @chains[base] ||= []
-            @chains[base] << metadata
-          rescue StandardError => error
-            raise error
-          end
-        end
-
-        # Sort chains by time
-        @chains.each do |base, chain|
-          @chains[base] = chain.sort_by { |c| c[:created_at] }
-        end
-      end
-
-      def find_latest_backup
-        backups = list_available_backups
-        backups.first
-      end
-
-      def find_chain_for_lsn(target_lsn)
-        @chains.each do |base, chain|
-          last = chain.last
-          if last && last[:new_lsn] >= target_lsn
-            return { base: base, incrementals: chain }
-          end
-        end
-        nil
-      end
-
-      def get_last_lsn(backup)
-        backup_path = File.join(@backup_dir, backup)
-        manifest_path = File.join(backup_path, "manifest.json")
-        raise "Base backup manifest not found: #{backup}" unless File.exist?(manifest_path)
-
-        verification = Backup.new(@engine, @config.merge(backup_dir: @backup_dir)).verify_backup(backup_path)
-        raise "Base backup verification failed: #{verification[:error]}" unless verification[:success]
-
-        manifest = JSON.parse(File.read(manifest_path), symbolize_names: true)
-        (manifest[:lsn] || 0).to_i
-      end
-
-      def capture_changes_since(last_lsn)
-        wal = @engine.respond_to?(:wal) ? @engine.wal : nil
-        raise "Incremental backup requires an engine WAL" unless wal
-        records = wal.read_all.select do |record|
-          record.lsn && record.lsn.to_i > last_lsn.to_i
-        end
-        changes = records.filter_map do |record|
-          next unless %i[insert update delete].include?(record.type)
-          data = (record.data || {}).dup
-          data[:type] = record.type.to_s
-          data
-        end
-        new_lsn = records.map { |record| record.lsn.to_i }.max || last_lsn.to_i
-        {
-          new_lsn: new_lsn,
-          changes: changes
-        }
-      end
-
-      def calculate_size(path)
-        Dir.glob(File.join(path, "**/*")).sum do |f|
-          File.size(f) if File.file?(f)
-        end || 0
-      end
-
-      def restore_backup(backup_name)
-        backup_path = File.join(@backup_dir, backup_name)
-        restore = Restore.new(@engine, @config)
-        restore.restore(backup_path)
-      end
-
-      def apply_incremental(inc)
-        inc_path = File.join(@incremental_dir, inc[:name])
-        changes_path = File.join(inc_path, "changes.json")
-        raise "Incremental changes not found: #{inc[:name]}" unless File.exist?(changes_path)
-        expected = inc[:checksum]
-        if expected && Digest::SHA256.file(changes_path).hexdigest != expected
-          raise "Incremental checksum mismatch: #{inc[:name]}"
-        end
-
-        changes = JSON.parse(File.read(changes_path), symbolize_names: true)
-        changes[:changes].each do |change|
-          case change[:type].to_s
-          when "insert"
-            columns = @engine.table_columns(change[:table])
-            @engine.insert_row(change[:table], columns, normalize_values(change[:values] || change[:data]))
-          when "update"
-            @engine.update_row(change[:table], change[:row_id], normalize_values(change[:values] || change[:data]))
-          when "delete"
-            @engine.delete_row(change[:table], change[:row_id])
-          end
-        end
-        true
-      end
-
-      def normalize_values(values)
-        return {} unless values
-        values.each_with_object({}) { |(key, value), result| result[key.to_s] = value }
-      end
-
-      def validate_incremental_metadata!(path, metadata)
-        changes_path = File.join(path, "changes.json")
-        raise "Incremental changes file missing: #{path}" unless File.file?(changes_path)
-        if metadata[:checksum] && Digest::SHA256.file(changes_path).hexdigest != metadata[:checksum]
-          raise "Incremental checksum mismatch: #{metadata[:name]}"
-        end
-      end
-
-      def list_available_backups
-        backup = Backup.new(@engine, @config)
-        backups = backup.list_backups
-        backups.map { |b| b[:name] }
-      end
-
-      def clean_old_incrementals
-        @chains.each do |base, chain|
-          if chain.size > @max_incrementals
-            to_remove = chain.first(chain.size - @max_incrementals)
-            to_remove.each do |inc|
-              delete_incremental(inc[:name])
-            end
-          end
-        end
-      end
-    end
-  end
-end
+# frozen_string_literal: true
+
+require "fileutils"
+require "time"
+require "json"
+require "digest"
+require "monitor"
+
+module RubyDB
+  module Backup
+    # Incremental - Handles incremental backups
+    class Incremental
+      attr_reader :stats
+
+      def initialize(engine, config = {})
+        @engine = engine
+        @config = config
+        @backup_dir = config[:backup_dir] || "backups"
+        @incremental_dir = config[:incremental_dir] || File.join(@backup_dir, "incremental")
+        @max_incrementals = config[:max_incrementals] || 10
+        @stats = {
+          incrementals_created: 0,
+          incrementals_restored: 0,
+          total_size_bytes: 0,
+          last_incremental: nil,
+          chain_length: 0
+        }
+        @lock = Monitor.new
+        @incrementals = {}
+        @chains = {}
+
+        FileUtils.mkdir_p(@incremental_dir)
+        load_incrementals
+      end
+
+      def create_incremental(base_backup = nil)
+        @lock.synchronize do
+          start_time = Time.now
+
+          # Find base backup if not specified
+          base_backup ||= find_latest_backup
+          unless base_backup
+            return {success: false, error: "No base backup found"}
+          end
+
+          # Get last LSN from base backup or previous incremental
+          last_lsn = get_last_lsn(base_backup)
+
+          # Create incremental backup
+          incremental_name = "inc_#{Time.now.strftime("%Y%m%d_%H%M%S")}"
+          incremental_path = File.join(@incremental_dir, incremental_name)
+          FileUtils.mkdir_p(incremental_path)
+
+          # Capture changes since last backup
+          changes = capture_changes_since(last_lsn)
+
+          # Write changes
+          changes_path = File.join(incremental_path, "changes.json")
+          File.write(changes_path, JSON.generate(changes))
+
+          # Write metadata
+          metadata = {
+            name: incremental_name,
+            type: :incremental,
+            base_backup: base_backup,
+            created_at: Time.now.iso8601,
+            last_lsn: last_lsn,
+            new_lsn: changes[:new_lsn],
+            change_count: changes[:changes].size,
+            size: calculate_size(incremental_path),
+            checksum: Digest::SHA256.file(changes_path).hexdigest
+          }
+
+          metadata_path = File.join(incremental_path, "metadata.json")
+          File.write(metadata_path, JSON.generate(metadata))
+          File.write(File.join(incremental_path, "manifest.json"), JSON.generate(metadata))
+
+          # Update chain
+          @chains[base_backup] ||= []
+          @chains[base_backup] << metadata
+          @incrementals[incremental_name] = metadata
+
+          # Update stats
+          @stats[:incrementals_created] += 1
+          @stats[:total_size_bytes] += metadata[:size]
+          @stats[:last_incremental] = Time.now
+          @stats[:chain_length] = @chains[base_backup].size
+
+          # Clean old incrementals
+          clean_old_incrementals
+
+          {
+            success: true,
+            incremental_name: incremental_name,
+            metadata: metadata,
+            elapsed_ms: (Time.now - start_time) * 1000
+          }
+        end
+      end
+
+      def create_differential(base_backup = nil)
+        result = create_incremental(base_backup)
+        return result unless result[:success]
+
+        metadata = result[:metadata].merge(type: :differential)
+        path = File.join(@incremental_dir, result[:incremental_name])
+        File.write(File.join(path, "metadata.json"), JSON.generate(metadata))
+        File.write(File.join(path, "manifest.json"), JSON.generate(metadata))
+        @incrementals[result[:incremental_name]] = metadata
+        result.merge(metadata: metadata)
+      end
+
+      def restore_to_lsn(target_lsn, options = {})
+        @lock.synchronize do
+          start_time = Time.now
+
+          # Find the chain that covers the target LSN
+          chain = find_chain_for_lsn(target_lsn)
+          unless chain
+            return {success: false, error: "No chain found for LSN"}
+          end
+
+          # Restore base backup
+          base_backup = chain[:base]
+          restore_base = restore_backup(base_backup)
+
+          unless restore_base[:success]
+            return {success: false, error: "Failed to restore base backup"}
+          end
+
+          # Apply incrementals in order
+          applied = []
+          chain[:incrementals].each do |inc|
+            break if inc[:new_lsn] > target_lsn
+
+            apply_incremental(inc)
+            applied << inc[:name]
+          end
+
+          @stats[:incrementals_restored] += 1
+
+          {
+            success: true,
+            restored_to_lsn: target_lsn,
+            applied_incrementals: applied,
+            count: applied.size,
+            elapsed_ms: (Time.now - start_time) * 1000
+          }
+        end
+      end
+
+      def restore_to_time(target_time, options = {})
+        @lock.synchronize do
+          # Find incremental closest to target time
+          target = Time.parse(target_time)
+          best = nil
+          best_diff = Float::INFINITY
+
+          @incrementals.each do |name, inc|
+            diff = (Time.parse(inc[:created_at]) - target).abs
+            if diff < best_diff
+              best_diff = diff
+              best = inc
+            end
+          end
+
+          unless best
+            return {success: false, error: "No incremental found for time"}
+          end
+
+          restore_to_lsn(best[:new_lsn], options)
+        end
+      end
+
+      def list_incrementals
+        @lock.synchronize do
+          @incrementals.values.sort_by { |i| i[:created_at] }.reverse
+        end
+      end
+
+      def list_chains
+        @lock.synchronize do
+          @chains.transform_values { |chain| chain.map { |c| c[:name] } }
+        end
+      end
+
+      def delete_incremental(incremental_name)
+        @lock.synchronize do
+          inc = @incrementals[incremental_name]
+          return {success: false, error: "Incremental not found"} unless inc
+
+          path = File.join(@incremental_dir, incremental_name)
+          size = calculate_size(path)
+          FileUtils.rm_rf(path)
+
+          @incrementals.delete(incremental_name)
+          @stats[:total_size_bytes] -= size
+
+          {success: true}
+        end
+      end
+
+      def stats
+        @lock.synchronize do
+          @stats.merge({
+            incrementals: @incrementals.size,
+            chains: @chains.size,
+            incremental_dir: @incremental_dir,
+            max_incrementals: @max_incrementals
+          })
+        end
+      end
+
+      private
+
+      def load_incrementals
+        Dir.glob(File.join(@incremental_dir, "inc_*")).each do |path|
+          metadata_path = File.join(path, "metadata.json")
+          next unless File.exist?(metadata_path)
+
+          metadata = JSON.parse(File.read(metadata_path), symbolize_names: true)
+          validate_incremental_metadata!(path, metadata)
+          @incrementals[metadata[:name]] = metadata
+
+          base = metadata[:base_backup]
+          @chains[base] ||= []
+          @chains[base] << metadata
+        end
+
+        # Sort chains by time
+        @chains.each do |base, chain|
+          @chains[base] = chain.sort_by { |c| c[:created_at] }
+        end
+      end
+
+      def find_latest_backup
+        backups = list_available_backups
+        backups.first
+      end
+
+      def find_chain_for_lsn(target_lsn)
+        @chains.each do |base, chain|
+          last = chain.last
+          if last && last[:new_lsn] >= target_lsn
+            return {base: base, incrementals: chain}
+          end
+        end
+        nil
+      end
+
+      def get_last_lsn(backup)
+        backup_path = File.join(@backup_dir, backup)
+        manifest_path = File.join(backup_path, "manifest.json")
+        raise "Base backup manifest not found: #{backup}" unless File.exist?(manifest_path)
+
+        verification = Backup.new(@engine, @config.merge(backup_dir: @backup_dir)).verify_backup(backup_path)
+        raise "Base backup verification failed: #{verification[:error]}" unless verification[:success]
+
+        manifest = JSON.parse(File.read(manifest_path), symbolize_names: true)
+        (manifest[:lsn] || 0).to_i
+      end
+
+      def capture_changes_since(last_lsn)
+        wal = @engine.respond_to?(:wal) ? @engine.wal : nil
+        raise "Incremental backup requires an engine WAL" unless wal
+        records = wal.read_all.select do |record|
+          record.lsn && record.lsn.to_i > last_lsn.to_i
+        end
+        changes = records.filter_map do |record|
+          next unless %i[insert update delete].include?(record.type)
+          data = (record.data || {}).dup
+          data[:type] = record.type.to_s
+          data
+        end
+        new_lsn = records.map { |record| record.lsn.to_i }.max || last_lsn.to_i
+        {
+          new_lsn: new_lsn,
+          changes: changes
+        }
+      end
+
+      def calculate_size(path)
+        Dir.glob(File.join(path, "**/*")).sum do |f|
+          File.size(f) if File.file?(f)
+        end || 0
+      end
+
+      def restore_backup(backup_name)
+        backup_path = File.join(@backup_dir, backup_name)
+        restore = Restore.new(@engine, @config)
+        restore.restore(backup_path)
+      end
+
+      def apply_incremental(inc)
+        inc_path = File.join(@incremental_dir, inc[:name])
+        changes_path = File.join(inc_path, "changes.json")
+        raise "Incremental changes not found: #{inc[:name]}" unless File.exist?(changes_path)
+        expected = inc[:checksum]
+        if expected && Digest::SHA256.file(changes_path).hexdigest != expected
+          raise "Incremental checksum mismatch: #{inc[:name]}"
+        end
+
+        changes = JSON.parse(File.read(changes_path), symbolize_names: true)
+        changes[:changes].each do |change|
+          case change[:type].to_s
+          when "insert"
+            columns = @engine.table_columns(change[:table])
+            @engine.insert_row(change[:table], columns, normalize_values(change[:values] || change[:data]))
+          when "update"
+            @engine.update_row(change[:table], change[:row_id], normalize_values(change[:values] || change[:data]))
+          when "delete"
+            @engine.delete_row(change[:table], change[:row_id])
+          end
+        end
+        true
+      end
+
+      def normalize_values(values)
+        return {} unless values
+        values.each_with_object({}) { |(key, value), result| result[key.to_s] = value }
+      end
+
+      def validate_incremental_metadata!(path, metadata)
+        changes_path = File.join(path, "changes.json")
+        raise "Incremental changes file missing: #{path}" unless File.file?(changes_path)
+        if metadata[:checksum] && Digest::SHA256.file(changes_path).hexdigest != metadata[:checksum]
+          raise "Incremental checksum mismatch: #{metadata[:name]}"
+        end
+      end
+
+      def list_available_backups
+        backup = Backup.new(@engine, @config)
+        backups = backup.list_backups
+        backups.map { |b| b[:name] }
+      end
+
+      def clean_old_incrementals
+        @chains.each do |base, chain|
+          if chain.size > @max_incrementals
+            to_remove = chain.first(chain.size - @max_incrementals)
+            to_remove.each do |inc|
+              delete_incremental(inc[:name])
+            end
+          end
+        end
+      end
+    end
+  end
+end