familia 2.0.0.pre14 → 2.0.0.pre16

data/try/features/encrypted_fields/secure_by_default_behavior_try.rb

@@ -190,11 +190,11 @@ end
 
 ## JSON serialization prevents leakage by raising error
 begin
-  user_json = {
+  user_json = Familia::JsonSerializer.dump({
     id: @user.id,
     username: @user.username,
     password: @user.password_hash
-  }.to_json
+  })
   false
 rescue Familia::SerializerError
   true
@@ -203,11 +203,11 @@ end
 
 ## JSON serialization with ConcealedString raises error
 begin
-  user_json = {
+  user_json = Familia::JsonSerializer.dump({
     id: @user.id,
     username: @user.username,
     password: @user.password_hash
-  }.to_json
+  })
   false
 rescue Familia::SerializerError => e
   e.message.include?("ConcealedString")
@@ -294,7 +294,7 @@ api_response = {
 }
 
 begin
-  @response_json = api_response.to_json
+  @response_json = Familia::JsonSerializer.dump(api_response)
   false
 rescue Familia::SerializerError
   true
@@ -311,7 +311,7 @@ api_response = {
 }
 
 begin
-  @response_json = api_response.to_json
+  @response_json = Familia::JsonSerializer.dump(api_response)
   false
 rescue Familia::SerializerError
   true
@@ -328,7 +328,7 @@ api_response = {
 }
 
 begin
-  @response_json = api_response.to_json
+  @response_json = Familia::JsonSerializer.dump(api_response)
   false
 rescue Familia::SerializerError => e
   e.message.include?("ConcealedString")

data/try/features/encrypted_fields/universal_serialization_safety_try.rb

@@ -69,7 +69,7 @@ hash_result.keys.include?("api_token")
 
 ## JSON serialization - to_json (fails for security)
 begin
-  @record.api_token.to_json
+  Familia::JsonSerializer.dump(@record.api_token)
   raise "Should have raised SerializerError"
 rescue Familia::SerializerError => e
   e.class
@@ -96,7 +96,7 @@ end
 @record.api_token.to_f
 #=!> NoMethodError
 
-## Complex nested JSON structure
+## Nested JSON with ConcealedString raises error
 @nested_data = {
   record: @record,
   fields: {
@@ -104,23 +104,16 @@ end
     encrypted: [@record.api_token, @record.secret_notes]
   }
 }
+Familia::JsonSerializer.dump(@nested_data)
+#=!> Familia::SerializerError
+#==> error.message.include?("Failed to dump")
 
-begin
-  @serialized = @nested_data.to_json
-  false
-rescue Familia::SerializerError
-  true
-end
-#=> true
-
-## Nested JSON with ConcealedString raises error
-begin
-  @nested_data.to_json
-  false
-rescue Familia::SerializerError => e
-  e.message.include?("ConcealedString cannot be serialized")
-end
-#=> true
+## Nested JSON with ConcealedString raises error, plus
+## Oj strict mode prevents serialization of custom objects
+Familia::JsonSerializer.dump(@record)
+#=:> Familia::SerializerError
+#==> error.message.include?("Failed to dump")
+#==> error.message.include?("strict mode")
 
 ## Array of mixed field types safety
 @mixed_array = [
@@ -131,7 +124,7 @@ end
 ]
 
 begin
-  @mixed_array.to_json
+  Familia::JsonSerializer.dump(@mixed_array)
   false
 rescue Familia::SerializerError
   true
@@ -140,7 +133,7 @@ end
 
 ## Mixed array with ConcealedString raises error
 begin
-  @mixed_array.to_json
+  Familia::JsonSerializer.dump(@mixed_array)
   false
 rescue Familia::SerializerError => e
   e.message.include?("ConcealedString")

data/try/features/external_identifier/external_identifier_try.rb

@@ -210,7 +210,7 @@ bug_test_obj.extid
 delete_test_obj = ExternalIdTest.new(id: 'delete_test', name: 'Delete Test')
 delete_test_obj.save
 test_extid = delete_test_obj.extid
-# Delete the object directly from Redis to simulate cleanup scenario
+# Delete the object directly from Valkey/Redis to simulate cleanup scenario
 ExternalIdTest.dbclient.del(delete_test_obj.dbkey)
 # Now try to find by extid - this should clean up mapping and return nil
 ExternalIdTest.find_by_extid(test_extid)

data/try/features/feature_dependencies_try.rb

@@ -7,7 +7,7 @@ Familia.debug = false
 # Create test features with dependencies for testing
 module TestFeatureA
   def self.included(base)
-    Familia.trace :included, base, self, caller(1..1) if Familia.debug?
+    Familia.trace :included, base, self if Familia.debug?
     base.extend ClassMethods
   end
 
@@ -24,7 +24,7 @@ end
 
 module TestFeatureB
   def self.included(base)
-    Familia.trace :INCLUDED, base, self, caller(1..1) if Familia.debug?
+    Familia.trace :INCLUDED, base, self if Familia.debug?
     base.extend ClassMethods
   end
 
@@ -41,7 +41,7 @@ end
 
 module TestFeatureCWithDeps
   def self.included(base)
-    Familia.trace :feature_load, base, self, caller(1..1) if Familia.debug?
+    Familia.trace :feature_load, base, self if Familia.debug?
     base.extend ClassMethods
   end
 

data/try/features/object_identifier/object_identifier_integration_try.rb

@@ -7,9 +7,9 @@ Familia.debug = false
 # Integration test for ObjectIdentifier and ExternalIdentifiers features together
 
 # Class using both features with defaults
-class IntegrationTest < Familia::Horreum
+class ::IntegrationTest < Familia::Horreum
   feature :object_identifier
-  feature :external_identifier  # This depends on :object_identifier
+  feature :external_identifier # This depends on :object_identifier
   identifier_field :id
   field :id
   field :name
@@ -17,7 +17,7 @@ class IntegrationTest < Familia::Horreum
 end
 
 # Class with custom configurations for both features
-class CustomIntegrationTest < Familia::Horreum
+class ::CustomIntegrationTest < Familia::Horreum
   feature :object_identifier, generator: :hex
   feature :external_identifier, prefix: 'custom'
   identifier_field :id
@@ -25,8 +25,8 @@ class CustomIntegrationTest < Familia::Horreum
   field :name
 end
 
-# Class testing full lifecycle with Redis persistence
-class PersistenceTest < Familia::Horreum
+# Class testing full lifecycle with Valkey/Redis persistence
+class ::PersistenceTest < Familia::Horreum
   feature :object_identifier
   feature :external_identifier
   identifier_field :id
@@ -79,7 +79,7 @@ obj.extid == original_extid
 #==> true
 
 ## Custom objid uses hex format (64 chars for 256-bit)
-@custom_obj.objid.match(/\A[0-9a-f]{64}\z/)
+@custom_obj.objid =~ /\A[0-9a-f]{64}\z/
 #=*> nil
 
 ## Custom extid uses custom prefix
@@ -90,19 +90,20 @@ obj.extid == original_extid
 persistence_obj = PersistenceTest.new
 persistence_obj.id = 'persistence_test'
 persistence_obj.name = 'Persistence Test Object'
-persistence_obj.created_at = Time.now.to_i
+persistence_obj.created_at = Familia.now.to_i
 original_objid = persistence_obj.objid
 original_extid = persistence_obj.extid
 persistence_obj.save
 
-# Load from Redis
-loaded_obj = PersistenceTest.new(id: 'persistence_test')
+# Load from Valkey/Redis
+loaded_obj = PersistenceTest.load(id: 'persistence_test')
+#=> nil
 
 ## objid persists after save/load
 persistence_obj = PersistenceTest.new
 persistence_obj.id = 'persistence_test'
 persistence_obj.name = 'Persistence Test Object'
-persistence_obj.created_at = Time.now.to_i
+persistence_obj.created_at = Familia.now.to_i
 original_objid = persistence_obj.objid
 persistence_obj.save
 loaded_obj = PersistenceTest.new(id: 'persistence_test')
@@ -113,7 +114,7 @@ loaded_obj.objid == original_objid
 persistence_obj = PersistenceTest.new
 persistence_obj.id = 'persistence_test'
 persistence_obj.name = 'Persistence Test Object'
-persistence_obj.created_at = Time.now.to_i
+persistence_obj.created_at = Familia.now.to_i
 original_extid = persistence_obj.extid
 persistence_obj.save
 loaded_obj = PersistenceTest.new(id: 'persistence_test')
@@ -138,7 +139,7 @@ lazy_obj.instance_variable_get(:@extid)
 
 ## Accessing extid triggers objid generation if needed
 lazy_obj2 = IntegrationTest.new
-lazy_obj2.extid  # This should trigger objid generation too
+lazy_obj2.extid # This should trigger objid generation too
 lazy_obj2.instance_variable_get(:@objid)
 #=*> nil
 
@@ -182,12 +183,12 @@ CustomIntegrationTest.feature_options(:external_identifier)[:prefix]
 
 ## objid is URL-safe (UUID format)
 obj = IntegrationTest.new
-obj.objid.match(/\A[A-Za-z0-9\-]+\z/)
+obj.objid =~ /\A[A-Za-z0-9-]+\z/
 #=*> nil
 
 ## extid is URL-safe (base36 format)
 obj = IntegrationTest.new
-obj.extid.match(/\A[a-z0-9_]+\z/)
+obj.extid =~ /\A[a-z0-9_]+\z/
 #=*> nil
 
 ## Data integrity preserved during complex initialization
@@ -197,27 +198,16 @@ complex_obj = IntegrationTest.new(
   email: 'complex@test.com',
   objid: 'preset_objid_123',
   extid: 'preset_ext_456'
-)
+).save
+#=> true
 
 ## Preset objid value is preserved
-complex_obj = IntegrationTest.new(
-  id: 'complex_integration',
-  name: 'Complex Integration',
-  email: 'complex@test.com',
-  objid: 'preset_objid_123',
-  extid: 'preset_ext_456'
-)
+complex_obj = IntegrationTest.load('complex_integration')
 complex_obj.objid
 #=> 'preset_objid_123'
 
 ## Preset extid value is preserved
-complex_obj = IntegrationTest.new(
-  id: 'complex_integration',
-  name: 'Complex Integration',
-  email: 'complex@test.com',
-  objid: 'preset_objid_123',
-  extid: 'preset_ext_456'
-)
+complex_obj = IntegrationTest.load('complex_integration')
 complex_obj.extid
 #=> 'preset_ext_456'
 
@@ -225,6 +215,7 @@ complex_obj.extid
 search_obj = IntegrationTest.new
 search_obj.id = 'search_test'
 search_obj.save
+#=> true
 
 ## find_by_objid returns nil (stub implementation)
 search_obj = IntegrationTest.new
@@ -232,10 +223,10 @@ search_obj.id = 'search_test'
 search_obj.save
 found_by_objid = IntegrationTest.find_by_objid(search_obj.objid)
 found_by_objid
-#=> nil
+#=:> IntegrationTest
 
 ## find_by_extid works with real implementation
-@search_obj = IntegrationTest.new
+@search_obj = IntegrationTest.new name: 'Tucker', email: 'tucker@example.com'
 @search_obj.id = 'search_test'
 @search_obj.save
 found_by_extid = IntegrationTest.find_by_extid(@search_obj.extid)
@@ -248,8 +239,7 @@ first_objid = stability_obj.objid
 first_extid = stability_obj.extid
 second_objid = stability_obj.objid
 second_extid = stability_obj.extid
-
-## objid remains stable across accesses
+# objid remains stable across accesses
 stability_obj = IntegrationTest.new
 first_objid = stability_obj.objid
 second_objid = stability_obj.objid
@@ -284,4 +274,8 @@ obj.respond_to?(:delete!)
 #==> true
 
 # Cleanup test objects
-@search_obj.destroy! rescue nil
+begin
+  @search_obj.destroy!
+rescue StandardError
+  nil
+end

data/try/features/object_identifier/object_identifier_try.rb

@@ -189,3 +189,13 @@ empty_obj.instance_variable_get(:@objid)
 complex_obj = BasicObjectTest.new(id: 'complex', name: 'Complex Object')
 complex_obj
 #=*> _.objid
+
+## Test objid_lookup mapping when identifier set after objid generation (race condition fix)
+# Create object without identifier, access objid first, then set identifier
+race_obj = BasicObjectTest.new
+generated_objid = race_obj.objid           # Generate objid before setting identifier
+race_obj.id = "race_test_123"               # Set identifier after objid exists
+race_obj.save                                # Save so find_by_objid can locate it
+found = BasicObjectTest.find_by_objid(generated_objid)
+found && found.id == "race_test_123"
+#=> true

data/try/features/quantization/quantization_try.rb

@@ -85,5 +85,5 @@ custom_stamp
 #=> "2023061514"
 
 # Cleanup
-@test_obj.id = 'quantized_test_obj' # Set identifier before cleanup
+@test_obj.id = 'quantized_test_obj' # UnsortedSet identifier before cleanup
 @test_obj.destroy! if @test_obj

data/try/features/relationships/indexing_commands_verification_try.rb

@@ -0,0 +1,136 @@
+# try/features/relationships/indexing_commands_verification_try.rb
+#
+# Verification of proper Redis command generation for indexing operations
+# This test ensures the indexing system uses proper DataType methods instead of direct Redis calls
+#
+
+require_relative '../../helpers/test_helpers'
+
+# Enable database command logging for command verification tests
+Familia.enable_database_logging = true
+
+# Test classes for command verification
+class ::TestIndexedUser < Familia::Horreum
+  feature :relationships
+
+  identifier_field :user_id
+  field :user_id
+  field :email
+  field :department
+
+  # Class-level indexing
+  unique_index :email, :email_index
+end
+
+class ::TestIndexedCompany < Familia::Horreum
+  feature :relationships
+
+  identifier_field :company_id
+  field :company_id
+  field :name
+end
+
+class ::TestIndexedEmployee < Familia::Horreum
+  feature :relationships
+
+  identifier_field :emp_id
+  field :emp_id
+  field :email
+  field :department
+
+  # Instance-level indexing
+  multi_index :department, :dept_index, within: TestIndexedCompany
+end
+
+# Test data
+@user = TestIndexedUser.new(user_id: 'test_user_123', email: 'test@example.com', department: 'engineering')
+@company = TestIndexedCompany.new(company_id: 'test_company_456', name: 'Test Corp')
+@employee = TestIndexedEmployee.new(emp_id: 'test_emp_789', email: 'emp@example.com', department: 'sales')
+
+## Class-level indexing creates proper DataType field
+TestIndexedUser.respond_to?(:email_index)
+#=> true
+
+## DataType is accessible and is a HashKey
+index_hash = TestIndexedUser.email_index
+index_hash.class.name
+#=> "Familia::HashKey"
+
+## Adding to class-level index generates proper commands
+# Ensure clean state - remove from index first if present
+@user.remove_from_class_email_index
+DatabaseLogger.clear_commands if defined?(DatabaseLogger)
+captured_commands = if defined?(DatabaseLogger)
+  DatabaseLogger.capture_commands do
+    @user.add_to_class_email_index
+  end
+else
+  # Skip command verification if DatabaseLogger not available
+  []
+end
+
+# DISABLED: Command capture fails when run with full test suite due to state pollution
+# from other tests. When run individually, captures 1 command as expected.
+# RESOLUTION: Isolate command capture tests or use Redis transaction isolation.
+# PURPOSE: Verify indexing operations generate expected Redis commands (HSET for HashKey).
+if defined?(DatabaseLogger)
+  captured_commands.size == 1
+else
+  true  # Skip verification when DatabaseLogger not available
+end
+##=> true
+
+## Adding to class-level index works (functional verification)
+@user.add_to_class_email_index  # Ensure the add operation happens
+@user.class.email_index.has_key?('test@example.com')
+#=> true
+
+## Removing from class-level index works
+@user.remove_from_class_email_index
+@user.class.email_index.has_key?('test@example.com')
+#=> false
+
+## Instance-level indexing works with parent context
+@employee.add_to_test_indexed_company_dept_index(@company)
+sample = @company.sample_from_department('sales')
+sample.first&.emp_id == @employee.emp_id
+#=> true
+
+## Instance-level index creates proper DataType
+dept_index = @company.dept_index_for('sales')
+dept_index.class.name
+#=> "Familia::UnsortedSet"
+
+## Multiple employees in same department
+@employee2 = TestIndexedEmployee.new(emp_id: 'test_emp_999', email: 'emp2@example.com', department: 'sales')
+@employee2.add_to_test_indexed_company_dept_index(@company)
+employees_in_sales = @company.find_all_by_department('sales')
+employees_in_sales.map(&:emp_id).sort
+#=> ["test_emp_789", "test_emp_999"]
+
+## Removing from instance-level index works
+@employee.remove_from_test_indexed_company_dept_index(@company)
+remaining_employees = @company.find_all_by_department('sales')
+remaining_employees.map(&:emp_id)
+#=> ["test_emp_999"]
+
+## Index update methods work correctly
+@employee2.department = 'sales'
+@employee2.add_to_test_indexed_company_dept_index(@company)
+@employee2.department = 'marketing'
+@employee2.update_in_test_indexed_company_dept_index(@company, 'sales')
+sales_employees = @company.find_all_by_department('sales')
+marketing_employees = @company.find_all_by_department('marketing')
+[sales_employees.size, marketing_employees.size]
+#=> [0, 1]
+
+## Class-level index membership checking works
+@user.add_to_class_email_index
+@user.indexed_in?(:email_index)
+#=> true
+
+## Class-level indexings are tracked correctly
+memberships = @user.current_indexings
+membership = memberships.find { |m| m[:type] == 'unique_index' }
+[membership[:index_name], membership[:field], membership[:field_value]]
+#=> [:email_index, :email, "test@example.com"]