legion-data 1.4.12 → 1.4.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 32985bb416df4b3bf1d135609260830412479d6176d4503aa82e1ff4934382a3
-  data.tar.gz: eb1d09e394c743f3334eeb0f3aee9584889a7a4863f190062f6b127dba246ad5
+  metadata.gz: c43d3a8453436e0a8b9293c6cd8f23686f1e73550ed62d27958ecc6a4e55ba02
+  data.tar.gz: 48da4423bb162af7d1e95ba854bce106131b8b1d6cc2e98f6d9205bfd32eb5e1
 SHA512:
-  metadata.gz: 3c23bc39ed0649ed989e484947a33ca85f93b7a5f2b7ea487e862c8aa944c15b60f21c83a162a9ce45ea93b0f5221b66a2ca98f43e016ea1f2b7031ef9e3eee3
-  data.tar.gz: b68e6b6f32262123983356bdfb2a26d243c2e96fbabc3057c285b65eb59f78578e0137147ad82c18f8af8d000f7a25fde9618c54fb9c060e42286a71f8465dea
+  metadata.gz: 96884671abf0ef7ed9fdef58c85e332a186043d35d9bd29210d158fb92a3f7bc7d2e60e8ec5a759f7d854fe89ef7892773b4c81cb841ad8655a103da3401fed4
+  data.tar.gz: 875a80126a77632a4af0604bbb447ddf54646ae37e072f3018a789270b8fb258cf214fc02aa3a639c6c31bcba504c7e639ee4141d5906524eaa5561c9b418a2a

data/CHANGELOG.md

@@ -1,5 +1,29 @@
 # Legion::Data Changelog
 
+## [1.4.13] - 2026-03-22
+
+### Added
+- Comprehensive logging across data operations: connection lifecycle, archival, retention, storage tiers, event store, encryption key provider, spool drain, and vector search
+- `Connection.setup`: `.info` on successful connect (adapter://host:port/db or SQLite path)
+- `Connection.shutdown`: `.info` on disconnect
+- `Connection.connect_with_replicas`: `.debug` with replica count
+- `Data.setup`: `.info` on setup completion
+- `Data.shutdown`: `.info` on shutdown
+- `Archiver.archive_table`: `.info` on start and completion with table name and row count; `.warn` before re-raising S3/Azure upload failures
+- `Archival.archive!`: `.info` with table, destination, cutoff, and dry_run flag; `.info` on restore with row count
+- `Retention.archive_old_records`: `.info` with table name and archived row count
+- `Retention.purge_expired_records`: `.info` with archive table name and purged row count
+- `StorageTiers.archive_to_warm`: `.info` with table name and row count
+- `StorageTiers.export_to_cold`: `.info` with exported row count
+- `EventStore.append`: `.debug` with stream, event type, and sequence number
+- `EventStore.verify_chain`: `.warn` when hash chain is broken, with stream and sequence number
+- `Encryption::KeyProvider`: `.warn` on dev key fallback; `.debug` on Vault key derivation
+- `Encryption::SequelPlugin`: `.warn` on decrypt failure before re-raise
+- `Spool#write`: `.debug` with sub-namespace and filename
+- `Spool#flush`: `.info` with sub-namespace and drained item count
+- `Vector.ensure_extension!`: `.info` on successful pgvector setup
+- `Vector.cosine_search` / `Vector.l2_search`: `.debug` with table, column, and limit
+
 ## [1.4.12] - 2026-03-21
 
 ### Added

data/CODEOWNERS

@@ -1 +1,41 @@
+# Default owner — all files
 * @Esity
+
+# Core library code
+# lib/ @Esity @future-core-team
+
+# Database connection
+# lib/legion/data/connection.rb @Esity @future-infra-team
+
+# Migrations
+# lib/legion/data/migrations/ @Esity @future-core-team
+
+# Models
+# lib/legion/data/models/ @Esity @future-core-team
+
+# Local SQLite (agentic cognitive state)
+# lib/legion/data/local.rb @Esity @future-ai-team
+# lib/legion/data/local/ @Esity @future-ai-team
+
+# Encryption at rest
+# lib/legion/data/encryption/ @Esity @future-security-team
+
+# Event store (governance)
+# lib/legion/data/event_store/ @Esity @future-security-team
+# lib/legion/data/event_store.rb @Esity @future-security-team
+
+# Vector helpers (pgvector / Apollo)
+# lib/legion/data/vector.rb @Esity @future-ai-team
+
+# Storage tiers and archival
+# lib/legion/data/storage_tiers.rb @Esity @future-infra-team
+# lib/legion/data/archival/ @Esity @future-infra-team
+
+# Specs
+# spec/ @Esity @future-contributors
+
+# Documentation
+# *.md @Esity @future-docs-team
+
+# CI/CD
+# .github/ @Esity

data/lib/legion/data/archival.rb

@@ -18,6 +18,7 @@ module Legion
             archive_table = ARCHIVE_TABLE_MAP[table]
             next unless archive_table && db_ready?(table) && db_ready?(archive_table)
 
+            Legion::Logging.info "Archiving #{table} -> #{archive_table} (cutoff: #{policy.warm_cutoff}, dry_run: #{dry_run})" if defined?(Legion::Logging)
             count = archive_table!(
               source: table, destination: archive_table,
               cutoff: policy.warm_cutoff, batch_size: policy.batch_size, dry_run: dry_run
@@ -45,6 +46,7 @@ module Legion
             end
             conn[archive_table].where(original_id: ids).delete
           end
+          Legion::Logging.info "Restored #{restored} row(s) from #{archive_table} -> #{source_table}" if defined?(Legion::Logging)
           restored
         end
 

data/lib/legion/data/archiver.rb

@@ -16,6 +16,8 @@ module Legion
         def archive_table(table:, retention_days: 90, batch_size: 1000, storage_backend: nil)
           return { skipped: true, reason: 'not_postgres' } unless postgres?
 
+          Legion::Logging.info "Archiving table #{table} (retention: #{retention_days}d)" if defined?(Legion::Logging)
+
           conn = Legion::Data.connection
           cutoff = Time.now - (retention_days * 86_400)
           now = Time.now.utc
@@ -62,6 +64,7 @@ module Legion
             paths << path
           end
 
+          Legion::Logging.info "Archived #{total_rows} rows from #{table} in #{batches} batch(es)" if defined?(Legion::Logging)
           { batches: batches, total_rows: total_rows, paths: paths }
         end
 
@@ -134,6 +137,7 @@ module Legion
         rescue UploadError
           raise
         rescue StandardError => e
+          Legion::Logging.warn "S3 upload failed: #{e.message}" if defined?(Legion::Logging)
           raise UploadError, "S3 upload failed: #{e.message}"
         end
 
@@ -148,6 +152,7 @@ module Legion
         rescue UploadError
           raise
         rescue StandardError => e
+          Legion::Logging.warn "Azure upload failed: #{e.message}" if defined?(Legion::Logging)
           raise UploadError, "Azure upload failed: #{e.message}"
         end
 

data/lib/legion/data/connection.rb

@@ -33,6 +33,14 @@ module Legion
                       end
                     end
           Legion::Settings[:data][:connected] = true
+          if defined?(Legion::Logging)
+            if adapter == :sqlite
+              Legion::Logging.info "Connected to SQLite at #{sqlite_path}"
+            else
+              creds = Legion::Data::Settings.creds(adapter)
+              Legion::Logging.info "Connected to #{adapter}://#{creds[:host]}:#{creds[:port]}/#{creds[:database] || creds[:db]}"
+            end
+          end
           configure_logging
           connect_with_replicas
         end
@@ -40,6 +48,7 @@ module Legion
         def shutdown
           @sequel&.disconnect
           Legion::Settings[:data][:connected] = false
+          Legion::Logging.info 'Legion::Data connection closed' if defined?(Legion::Logging)
         end
 
         def connect_with_replicas
@@ -61,6 +70,7 @@ module Legion
           end
 
           @replica_servers = replica_list.each_with_index.map { |_, idx| :"read_#{idx}" }
+          Legion::Logging.debug "Registered #{@replica_servers.size} read replica(s)" if defined?(Legion::Logging)
         end
 
         def read_server

data/lib/legion/data/encryption/key_provider.rb

@@ -24,10 +24,12 @@ module Legion
 
         def derive_key(tenant_id)
           if tenant_id && crypt_available?
+            Legion::Logging.debug "Deriving Vault key for tenant #{tenant_id}" if defined?(Legion::Logging)
             Legion::Crypt::PartitionKeys.derive(tenant_id: tenant_id)
           elsif crypt_available?
             Legion::Crypt.default_encryption_key
           else
+            Legion::Logging.warn 'Legion::Crypt unavailable, falling back to dev encryption key' if defined?(Legion::Logging)
             local_key
           end
         end

data/lib/legion/data/encryption/sequel_plugin.rb

@@ -24,7 +24,12 @@ module Legion
               tenant = col_scope == :tenant ? self[:tenant_id] : nil
               key = provider.key_for(tenant_id: tenant)
               aad = "#{self.class.table_name}:#{pk}:#{name}"
-              Legion::Data::Encryption::Cipher.decrypt(raw.b, key: key, aad: aad)
+              begin
+                Legion::Data::Encryption::Cipher.decrypt(raw.b, key: key, aad: aad)
+              rescue StandardError => e
+                Legion::Logging.warn "Decrypt failed for #{self.class.table_name}##{pk} column #{name}: #{e.message}" if defined?(Legion::Logging)
+                raise
+              end
             end
 
             define_method(:"#{name}=") do |value|

data/lib/legion/data/event_store.rb

@@ -42,6 +42,7 @@ module Legion
               created_at:      Time.now
             )
 
+            Legion::Logging.debug "EventStore append: stream=#{stream} type=#{type} seq=#{seq}" if defined?(Legion::Logging)
             { stream: stream, sequence: seq, hash: event_hash }
           end
         end
@@ -73,8 +74,14 @@ module Legion
           prev_hash = '0' * 64
           events.each do |e|
             expected = compute_hash(stream, e[:sequence_number], e[:event_type], e[:data_json], prev_hash)
-            return { valid: false, broken_at: e[:sequence_number] } unless e[:event_hash] == expected
-            return { valid: false, broken_at: e[:sequence_number] } unless e[:previous_hash] == prev_hash
+            unless e[:event_hash] == expected
+              Legion::Logging.warn "EventStore chain broken: stream=#{stream} seq=#{e[:sequence_number]}" if defined?(Legion::Logging)
+              return { valid: false, broken_at: e[:sequence_number] }
+            end
+            unless e[:previous_hash] == prev_hash
+              Legion::Logging.warn "EventStore chain broken: stream=#{stream} seq=#{e[:sequence_number]}" if defined?(Legion::Logging)
+              return { valid: false, broken_at: e[:sequence_number] }
+            end
 
             prev_hash = e[:event_hash]
           end

data/lib/legion/data/retention.rb

@@ -26,6 +26,7 @@ module Legion
             end
           end
 
+          Legion::Logging.info "Archived #{count} row(s) from #{table}" if defined?(Legion::Logging) && count.positive?
           { archived: count, table: table }
         end
 
@@ -38,6 +39,7 @@ module Legion
           expired = db[archive_table].where(Sequel.lit("#{date_column} < ?", cutoff))
           count = expired.count
           expired.delete if count.positive?
+          Legion::Logging.info "Purged #{count} expired row(s) from #{archive_table}" if defined?(Legion::Logging) && count.positive?
 
           { purged: count, table: table }
         end

data/lib/legion/data/spool.rb

@@ -41,6 +41,7 @@ module Legion
           filename = "#{Time.now.strftime('%s%9N')}-#{SecureRandom.uuid}.json"
           path = File.join(dir, filename)
           File.write(path, ::JSON.generate(payload))
+          Legion::Logging.debug "Spool write: #{sub_namespace} -> #{filename}" if defined?(Legion::Logging)
           path
         end
 
@@ -56,6 +57,7 @@ module Legion
             File.delete(path)
             count += 1
           end
+          Legion::Logging.info "Spool drained #{count} item(s) from #{sub_namespace}" if defined?(Legion::Logging) && count.positive?
           count
         end
 

data/lib/legion/data/storage_tiers.rb

@@ -28,6 +28,7 @@ module Legion
             Legion::Data.connection[table].where(id: ids).delete
           end
 
+          Legion::Logging.info "Archived #{records.size} row(s) from #{table} to warm tier" if defined?(Legion::Logging)
           { archived: records.size, table: table.to_s }
         end
 
@@ -43,6 +44,7 @@ module Legion
 
           ids = records.map { |r| r[:id] }
           Legion::Data.connection[:data_archive].where(id: ids).update(tier: TIERS[:cold])
+          Legion::Logging.info "Exported #{records.size} row(s) to cold tier" if defined?(Legion::Logging)
           { exported: records.size, data: records }
         end
 

data/lib/legion/data/vector.rb

@@ -17,6 +17,7 @@ module Legion
           return false unless Legion::Data.connection&.adapter_scheme == :postgres
 
           Legion::Data.connection.run('CREATE EXTENSION IF NOT EXISTS vector')
+          Legion::Logging.info 'pgvector extension enabled' if defined?(Legion::Logging)
           true
         rescue StandardError => e
           Legion::Logging.warn("pgvector extension creation failed: #{e.message}") if defined?(Legion::Logging)
@@ -26,6 +27,7 @@ module Legion
         def cosine_search(table:, column:, query_vector:, limit: 10, min_similarity: 0.0)
           return [] unless available?
 
+          Legion::Logging.debug "Vector cosine_search: table=#{table} column=#{column} limit=#{limit}" if defined?(Legion::Logging)
           vec_literal = vector_literal(query_vector)
           ds = Legion::Data.connection[table]
                            .select_all
@@ -40,6 +42,7 @@ module Legion
         def l2_search(table:, column:, query_vector:, limit: 10)
           return [] unless available?
 
+          Legion::Logging.debug "Vector l2_search: table=#{table} column=#{column} limit=#{limit}" if defined?(Legion::Logging)
           vec_literal = vector_literal(query_vector)
           Legion::Data.connection[table]
                       .select_all

data/lib/legion/data/version.rb

@@ -2,6 +2,6 @@
 
 module Legion
   module Data
-    VERSION = '1.4.12'
+    VERSION = '1.4.13'
   end
 end

data/lib/legion/data.rb

@@ -21,6 +21,7 @@ module Legion
         load_models
         setup_cache
         setup_local
+        Legion::Logging.info 'Legion::Data setup complete' if defined?(Legion::Logging)
       end
 
       def connection_setup
@@ -66,6 +67,7 @@ module Legion
       def shutdown
         Legion::Data::Local.shutdown if defined?(Legion::Data::Local) && Legion::Data::Local.connected?
         Legion::Data::Connection.shutdown
+        Legion::Logging.info 'Legion::Data shutdown complete' if defined?(Legion::Logging)
       end
 
       private

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: legion-data
 version: !ruby/object:Gem::Version
-  version: 1.4.12
+  version: 1.4.13
 platform: ruby
 authors:
 - Esity