familia 2.0.0.pre26 → 2.1.0

data/try/migration/runner_try.rb

@@ -0,0 +1,311 @@
+# try/migration/runner_try.rb
+#
+# frozen_string_literal: true
+
+require_relative '../support/helpers/test_helpers'
+require_relative '../../lib/familia/migration'
+
+Familia.debug = false
+
+@redis = Familia.dbclient
+@prefix = "familia:test:runner:#{Process.pid}:#{Time.now.to_i}"
+@registry = Familia::Migration::Registry.new(redis: @redis, prefix: @prefix)
+
+# Clean any existing test keys
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+
+# Store initial migration count
+@initial_migrations = Familia::Migration.migrations.dup
+
+# Define test migration classes
+class RunnerTestMigrationA < Familia::Migration::Base
+  self.migration_id = 'runner_test_a'
+  self.description = 'First migration'
+  self.dependencies = []
+
+  def migration_needed?
+    true
+  end
+
+  def migrate
+    track_stat(:a_ran)
+  end
+end
+
+class RunnerTestMigrationB < Familia::Migration::Base
+  self.migration_id = 'runner_test_b'
+  self.description = 'Depends on A'
+  self.dependencies = ['runner_test_a']
+
+  def migration_needed?
+    true
+  end
+
+  def migrate
+    track_stat(:b_ran)
+  end
+end
+
+class RunnerTestReversible < Familia::Migration::Base
+  self.migration_id = 'runner_test_reversible'
+  self.description = 'Reversible migration'
+  self.dependencies = []
+
+  def migration_needed?
+    true
+  end
+
+  def migrate
+    track_stat(:forward)
+  end
+
+  def down
+    track_stat(:backward)
+  end
+end
+
+@test_migrations = [RunnerTestMigrationA, RunnerTestMigrationB, RunnerTestReversible]
+
+# Circular dependency test migrations
+class CircularMigrationA < Familia::Migration::Base
+  self.migration_id = 'circular_a'
+  self.dependencies = ['circular_b']
+  def migration_needed?; true; end
+  def migrate; end
+end
+
+class CircularMigrationB < Familia::Migration::Base
+  self.migration_id = 'circular_b'
+  self.dependencies = ['circular_a']
+  def migration_needed?; true; end
+  def migrate; end
+end
+
+class CircularMigrationC < Familia::Migration::Base
+  self.migration_id = 'circular_c'
+  self.dependencies = ['circular_d']
+  def migration_needed?; true; end
+  def migrate; end
+end
+
+class CircularMigrationD < Familia::Migration::Base
+  self.migration_id = 'circular_d'
+  self.dependencies = ['circular_e']
+  def migration_needed?; true; end
+  def migrate; end
+end
+
+class CircularMigrationE < Familia::Migration::Base
+  self.migration_id = 'circular_e'
+  self.dependencies = ['circular_c']
+  def migration_needed?; true; end
+  def migrate; end
+end
+
+class SelfRefMigration < Familia::Migration::Base
+  self.migration_id = 'self_ref'
+  self.dependencies = ['self_ref']
+  def migration_needed?; true; end
+  def migrate; end
+end
+
+## Runner initializes with default values
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+runner.is_a?(Familia::Migration::Runner)
+#=> true
+
+## status returns array of migration info
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+status = runner.status
+status.is_a?(Array) && status.size == 3
+#=> true
+
+## status shows all as pending initially
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+runner.status.all? { |s| s[:status] == :pending }
+#=> true
+
+## pending returns all migrations initially
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+runner.pending.size
+#=> 3
+
+## validate returns empty array when dependencies valid
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+runner.validate
+#=> []
+
+## validate detects missing dependencies
+class MissingDepMigration < Familia::Migration::Base
+  self.migration_id = 'missing_dep'
+  self.dependencies = ['nonexistent']
+  def migration_needed?; true; end
+  def migrate; end
+end
+runner = Familia::Migration::Runner.new(
+  migrations: [MissingDepMigration],
+  registry: @registry
+)
+issues = runner.validate
+issues.any? { |i| i[:type] == :missing_dependency }
+#=> true
+
+## run executes migrations respecting dependencies
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+results = runner.run(dry_run: false)
+ids = results.map { |r| r[:migration_id] }
+ids.index('runner_test_a') < ids.index('runner_test_b')
+#=> true
+
+## run records applied migrations
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+@registry.applied?('runner_test_a')
+#=> true
+
+## run_one with dry_run returns dry_run flag
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+result = runner.run_one(RunnerTestMigrationA, dry_run: true)
+result[:dry_run]
+#=> true
+
+## dry run does not mark as applied
+@registry.applied?('runner_test_a')
+#=> false
+
+## run with limit stops after N migrations
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+results = runner.run(dry_run: false, limit: 1)
+results.size
+#=> 1
+
+## run_one executes single migration by class
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+result = runner.run_one(RunnerTestMigrationA, dry_run: false)
+result[:status]
+#=> :success
+
+## run_one executes single migration by ID
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+result = runner.run_one('runner_test_reversible', dry_run: false)
+result[:status]
+#=> :success
+
+## run_one raises DependencyNotMet if dependencies not applied
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+begin
+  runner.run_one(RunnerTestMigrationB, dry_run: false)
+  false
+rescue Familia::Migration::Errors::DependencyNotMet
+  true
+end
+#=> true
+
+## rollback calls down method
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+runner.run_one(RunnerTestReversible, dry_run: false)
+result = runner.rollback('runner_test_reversible')
+result[:status]
+#=> :rolled_back
+
+## rollback raises NotApplied if not applied
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+begin
+  runner.rollback('runner_test_reversible')
+  false
+rescue Familia::Migration::Errors::NotApplied
+  true
+end
+#=> true
+
+## rollback raises HasDependents if others depend on it
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+runner.run(dry_run: false)
+begin
+  runner.rollback('runner_test_a')
+  false
+rescue Familia::Migration::Errors::HasDependents
+  true
+end
+#=> true
+
+## rollback raises NotReversible if no down method
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+runner.run_one(RunnerTestMigrationA, dry_run: false)
+begin
+  runner.rollback('runner_test_a')
+  false
+rescue Familia::Migration::Errors::NotReversible
+  true
+end
+#=> true
+
+## NotFound raised for unknown migration ID
+runner = Familia::Migration::Runner.new(migrations: @test_migrations, registry: @registry)
+begin
+  runner.run_one('nonexistent_migration', dry_run: false)
+  false
+rescue Familia::Migration::Errors::NotFound
+  true
+end
+#=> true
+
+## validate detects simple circular dependency (A -> B -> A)
+runner = Familia::Migration::Runner.new(
+  migrations: [CircularMigrationA, CircularMigrationB],
+  registry: @registry
+)
+issues = runner.validate
+issues.any? { |i| i[:type] == :circular_dependency }
+#=> true
+
+## validate detects complex circular dependency (C -> D -> E -> C)
+runner = Familia::Migration::Runner.new(
+  migrations: [CircularMigrationC, CircularMigrationD, CircularMigrationE],
+  registry: @registry
+)
+issues = runner.validate
+issues.any? { |i| i[:type] == :circular_dependency }
+#=> true
+
+## run raises CircularDependency for circular dependencies
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+runner = Familia::Migration::Runner.new(
+  migrations: [CircularMigrationA, CircularMigrationB],
+  registry: @registry
+)
+begin
+  runner.run(dry_run: false)
+  false
+rescue Familia::Migration::Errors::CircularDependency
+  true
+end
+#=> true
+
+## Self-referencing dependency is detected
+runner = Familia::Migration::Runner.new(
+  migrations: [SelfRefMigration],
+  registry: @registry
+)
+issues = runner.validate
+issues.any? { |i| i[:type] == :circular_dependency }
+#=> true
+
+# Teardown
+@redis.keys("#{@prefix}:*").each { |k| @redis.del(k) }
+Familia::Migration.migrations.replace(@initial_migrations)
+Familia::Migration.migrations.delete(MissingDepMigration)
+Familia::Migration.migrations.delete(CircularMigrationA)
+Familia::Migration.migrations.delete(CircularMigrationB)
+Familia::Migration.migrations.delete(CircularMigrationC)
+Familia::Migration.migrations.delete(CircularMigrationD)
+Familia::Migration.migrations.delete(CircularMigrationE)
+Familia::Migration.migrations.delete(SelfRefMigration)

data/try/migration/schema_validation_try.rb

@@ -0,0 +1,201 @@
+# try/migration/schema_validation_try.rb
+#
+# frozen_string_literal: true
+
+require_relative '../support/helpers/test_helpers'
+require_relative '../../lib/familia/migration'
+require 'json'
+require 'tmpdir'
+require 'fileutils'
+
+Familia.debug = false
+
+# Setup
+@schema_dir = Dir.mktmpdir('familia_migration_schemas')
+
+# Store and configure
+@original_schema_path = Familia.schema_path
+@original_schemas = Familia.schemas
+@original_validator = Familia.schema_validator
+@initial_migrations = Familia::Migration.migrations.dup
+
+# Test model - define at top level to avoid Tryouts class scoping issue
+# The class will have a simple name 'MigrationSchemaModel' instead of
+# '#<Class:0x...>::MigrationSchemaModel' which happens when defined inside
+# Tryouts' evaluation context
+Object.const_set(:MigrationSchemaModel, Class.new(Familia::Horreum) do
+  feature :schema_validation
+  identifier_field :custid
+  field :custid
+  field :email
+  field :status
+end) unless defined?(::MigrationSchemaModel)
+
+# Custom migration for testing validation hooks
+Object.const_set(:TestValidationMigration, Class.new(Familia::Migration::Model) do
+  self.migration_id = 'test_validation_hooks'
+
+  define_method(:validate_before_transform?) { true }
+  define_method(:validate_after_transform?) { true }
+  define_method(:migration_needed?) { false }
+  define_method(:prepare) { @model_class = MigrationSchemaModel }
+  define_method(:process_record) { |obj, key| }
+end) unless defined?(::TestValidationMigration)
+
+# Create test schema after class is defined so we can use the actual name
+File.write(File.join(@schema_dir, 'migration_schema_model.json'), JSON.generate({
+  type: 'object',
+  properties: {
+    email: { type: 'string', format: 'email' },
+    status: { type: 'string', enum: ['active', 'inactive', 'pending'] }
+  },
+  required: ['email']
+}))
+
+Familia.schema_path = @schema_dir
+Familia.schema_validator = :json_schemer
+Familia::SchemaRegistry.reset!
+Familia::SchemaRegistry.load!
+
+## Base migration has validate_schema method
+migration = Familia::Migration::Base.new
+migration.respond_to?(:validate_schema)
+#=> true
+
+## Base migration has validate_schema! method
+migration = Familia::Migration::Base.new
+migration.respond_to?(:validate_schema!)
+#=> true
+
+## validate_schema returns valid result for conforming data
+migration = Familia::Migration::Base.new
+obj = MigrationSchemaModel.new(custid: 'c1', email: 'test@example.com', status: 'active')
+result = migration.validate_schema(obj)
+result[:valid]
+#=> true
+
+## validate_schema returns errors for non-conforming data
+migration = Familia::Migration::Base.new
+obj = MigrationSchemaModel.new(custid: 'c2', email: 'invalid-email', status: 'unknown')
+result = migration.validate_schema(obj)
+result[:valid]
+#=> false
+
+## validate_schema errors array has content for invalid data
+migration = Familia::Migration::Base.new
+obj = MigrationSchemaModel.new(custid: 'c3', email: 'bad')
+result = migration.validate_schema(obj)
+result[:errors].size > 0
+#=> true
+
+## validate_schema! raises for invalid data
+migration = Familia::Migration::Base.new
+obj = MigrationSchemaModel.new(custid: 'c4', status: 'active')
+begin
+  migration.validate_schema!(obj)
+  false
+rescue Familia::SchemaValidationError
+  true
+end
+#=> true
+
+## validate_schema! returns true for valid data
+migration = Familia::Migration::Base.new
+obj = MigrationSchemaModel.new(custid: 'c5', email: 'valid@example.com', status: 'pending')
+migration.validate_schema!(obj)
+#=> true
+
+## schema_validation_enabled? returns true by default
+migration = Familia::Migration::Base.new
+migration.schema_validation_enabled?
+#=> true
+
+## skip_schema_validation! disables validation
+migration = Familia::Migration::Base.new
+migration.skip_schema_validation!
+migration.schema_validation_enabled?
+#=> false
+
+## validate_schema returns valid when validation disabled
+migration = Familia::Migration::Base.new
+migration.skip_schema_validation!
+obj = MigrationSchemaModel.new(custid: 'c6', email: 'invalid')
+result = migration.validate_schema(obj)
+result[:valid]
+#=> true
+
+## Model migration has validate_before_transform? protected method
+migration = Familia::Migration::Model.new
+migration.respond_to?(:validate_before_transform?, true)
+#=> true
+
+## Model migration has validate_after_transform? protected method
+migration = Familia::Migration::Model.new
+migration.respond_to?(:validate_after_transform?, true)
+#=> true
+
+## validate_before_transform? defaults to false via send
+migration = Familia::Migration::Model.new
+migration.send(:validate_before_transform?)
+#=> false
+
+## validate_after_transform? defaults to false via send
+migration = Familia::Migration::Model.new
+migration.send(:validate_after_transform?)
+#=> false
+
+## Custom migration has before validation hook enabled
+migration = TestValidationMigration.new
+migration.send(:validate_before_transform?)
+#=> true
+
+## Custom migration has after validation hook enabled
+migration = TestValidationMigration.new
+migration.send(:validate_after_transform?)
+#=> true
+
+## process_record_with_validation is a protected method
+migration = TestValidationMigration.new
+migration.respond_to?(:process_record_with_validation, true)
+#=> true
+
+## validate_schema with context returns valid for good data
+migration = Familia::Migration::Base.new
+obj = MigrationSchemaModel.new(custid: 'c7', email: 'valid@example.com', status: 'active')
+result = migration.validate_schema(obj, context: 'before transform')
+result[:valid]
+#=> true
+
+## validate_schema! with context raises for invalid data
+migration = Familia::Migration::Base.new
+obj = MigrationSchemaModel.new(custid: 'c8', status: 'active')
+begin
+  migration.validate_schema!(obj, context: 'after transform')
+  false
+rescue Familia::SchemaValidationError
+  true
+end
+#=> true
+
+## Model migration inherits schema validation from Base
+Familia::Migration::Model.ancestors.include?(Familia::Migration::Base)
+#=> true
+
+## Model migration responds to all schema validation methods
+migration = Familia::Migration::Model.new
+[:validate_schema, :validate_schema!, :schema_validation_enabled?, :skip_schema_validation!].all? do |m|
+  migration.respond_to?(m)
+end
+#=> true
+
+# Teardown
+FileUtils.rm_rf(@schema_dir)
+Familia.schema_path = @original_schema_path
+Familia.schemas = @original_schemas || {}
+Familia.schema_validator = @original_validator || :json_schemer
+Familia::SchemaRegistry.reset!
+Familia::Migration.migrations.replace(@initial_migrations)
+Familia::Migration.migrations.delete(TestValidationMigration) if defined?(::TestValidationMigration)
+# Clean up the top-level constants
+Object.send(:remove_const, :MigrationSchemaModel) if defined?(::MigrationSchemaModel)
+Object.send(:remove_const, :TestValidationMigration) if defined?(::TestValidationMigration)

data/try/migration/script_try.rb

@@ -0,0 +1,192 @@
+# try/migration/script_try.rb
+#
+# frozen_string_literal: true
+
+require_relative '../support/helpers/test_helpers'
+require_relative '../../lib/familia/migration/errors'
+require_relative '../../lib/familia/migration/script'
+
+Familia.debug = false
+
+@redis = Familia.dbclient
+@test_prefix = "familia:test:script:#{Process.pid}"
+
+## Script class exists
+Familia::Migration::Script.is_a?(Class)
+#=> true
+
+## Built-in scripts are registered
+Familia::Migration::Script.scripts.keys.sort
+#=> [:backup_and_modify_field, :copy_field, :delete_field, :rename_field, :rename_key_preserve_ttl]
+
+## registered? returns true for built-in scripts
+Familia::Migration::Script.registered?(:rename_field)
+#=> true
+
+## registered? returns false for unknown scripts
+Familia::Migration::Script.registered?(:nonexistent_script)
+#=> false
+
+## sha_for returns SHA1 hash for registered script
+sha = Familia::Migration::Script.sha_for(:rename_field)
+sha.is_a?(String) && sha.length == 40
+#=> true
+
+## sha_for returns nil for unregistered script
+Familia::Migration::Script.sha_for(:no_such_script)
+#=> nil
+
+## Custom script can be registered
+Familia::Migration::Script.register(:test_script, "return 'hello'")
+Familia::Migration::Script.registered?(:test_script)
+#=> true
+
+## register raises ArgumentError for non-Symbol name
+begin
+  Familia::Migration::Script.register("string_name", "return 1")
+  false
+rescue ArgumentError => e
+  e.message.include?('Symbol')
+end
+#=> true
+
+## register raises ArgumentError for empty source
+begin
+  Familia::Migration::Script.register(:empty_script, "   ")
+  false
+rescue ArgumentError => e
+  e.message.include?('empty')
+end
+#=> true
+
+## rename_field script works correctly
+@redis.del("#{@test_prefix}:hash1")
+@redis.hset("#{@test_prefix}:hash1", "old_name", "test_value")
+result = Familia::Migration::Script.execute(
+  @redis,
+  :rename_field,
+  keys: ["#{@test_prefix}:hash1"],
+  argv: ["old_name", "new_name"]
+)
+[@redis.hexists("#{@test_prefix}:hash1", "old_name"),
+ @redis.hget("#{@test_prefix}:hash1", "new_name"),
+ result]
+#=> [false, "test_value", 1]
+
+## rename_field returns 0 when source field does not exist
+@redis.del("#{@test_prefix}:hash1a")
+@redis.hset("#{@test_prefix}:hash1a", "other_field", "value")
+result = Familia::Migration::Script.execute(
+  @redis,
+  :rename_field,
+  keys: ["#{@test_prefix}:hash1a"],
+  argv: ["missing_field", "new_field"]
+)
+result
+#=> 0
+
+## copy_field script works correctly
+@redis.del("#{@test_prefix}:hash2")
+@redis.hset("#{@test_prefix}:hash2", "source", "copied_value")
+Familia::Migration::Script.execute(
+  @redis,
+  :copy_field,
+  keys: ["#{@test_prefix}:hash2"],
+  argv: ["source", "destination"]
+)
+[@redis.hget("#{@test_prefix}:hash2", "source"),
+ @redis.hget("#{@test_prefix}:hash2", "destination")]
+#=> ["copied_value", "copied_value"]
+
+## copy_field returns 0 when source field does not exist
+@redis.del("#{@test_prefix}:hash2a")
+result = Familia::Migration::Script.execute(
+  @redis,
+  :copy_field,
+  keys: ["#{@test_prefix}:hash2a"],
+  argv: ["missing", "destination"]
+)
+result
+#=> 0
+
+## delete_field script works correctly
+@redis.del("#{@test_prefix}:hash3")
+@redis.hset("#{@test_prefix}:hash3", "to_delete", "value")
+result = Familia::Migration::Script.execute(
+  @redis,
+  :delete_field,
+  keys: ["#{@test_prefix}:hash3"],
+  argv: ["to_delete"]
+)
+[result, @redis.hexists("#{@test_prefix}:hash3", "to_delete")]
+#=> [1, false]
+
+## delete_field returns 0 when field does not exist
+@redis.del("#{@test_prefix}:hash3a")
+result = Familia::Migration::Script.execute(
+  @redis,
+  :delete_field,
+  keys: ["#{@test_prefix}:hash3a"],
+  argv: ["nonexistent"]
+)
+result
+#=> 0
+
+## rename_key_preserve_ttl works and preserves TTL
+@redis.del("#{@test_prefix}:src_key", "#{@test_prefix}:dst_key")
+@redis.set("#{@test_prefix}:src_key", "value")
+@redis.expire("#{@test_prefix}:src_key", 3600)
+Familia::Migration::Script.execute(
+  @redis,
+  :rename_key_preserve_ttl,
+  keys: ["#{@test_prefix}:src_key", "#{@test_prefix}:dst_key"],
+  argv: []
+)
+ttl = @redis.ttl("#{@test_prefix}:dst_key")
+[@redis.exists("#{@test_prefix}:src_key"),
+ @redis.get("#{@test_prefix}:dst_key"),
+ ttl > 3500]
+#=> [0, "value", true]
+
+## backup_and_modify_field backs up and modifies correctly
+@redis.del("#{@test_prefix}:hash4", "#{@test_prefix}:backup")
+@redis.hset("#{@test_prefix}:hash4", "myfield", "original_value")
+old_val = Familia::Migration::Script.execute(
+  @redis,
+  :backup_and_modify_field,
+  keys: ["#{@test_prefix}:hash4", "#{@test_prefix}:backup"],
+  argv: ["myfield", "new_value", "3600"]
+)
+[@redis.hget("#{@test_prefix}:hash4", "myfield"),
+ @redis.hget("#{@test_prefix}:backup", "#{@test_prefix}:hash4:myfield"),
+ old_val]
+#=> ["new_value", "original_value", "original_value"]
+
+## ScriptNotFound raised for unregistered script
+begin
+  Familia::Migration::Script.execute(@redis, :no_such_script, keys: [], argv: [])
+  false
+rescue Familia::Migration::Script::ScriptNotFound
+  true
+end
+#=> true
+
+## ScriptEntry is immutable (frozen)
+entry = Familia::Migration::Script.scripts[:rename_field]
+[entry.source.frozen?, entry.sha.frozen?]
+#=> [true, true]
+
+## preload_all returns map of script names to SHAs
+result = Familia::Migration::Script.preload_all(@redis)
+result.is_a?(Hash) && result.key?(:rename_field) && result[:rename_field].length == 40
+#=> true
+
+## reset! restores only built-in scripts
+Familia::Migration::Script.register(:temp_script, "return 1")
+Familia::Migration::Script.reset!
+[Familia::Migration::Script.registered?(:temp_script),
+ Familia::Migration::Script.registered?(:rename_field)]
+#=> [false, true]
+
+# Teardown
+@redis.keys("#{@test_prefix}:*").each { |k| @redis.del(k) }