legion-data 1.10.1 → 1.10.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ec6d2ef95eb45caa64e713c5dc236752a856cb7298e6b054099587b4faedcda1
-  data.tar.gz: 7df69945231cc4e38501cd1e49149ea44110db060600ea6606fb11008c5d1df6
+  metadata.gz: 2489246ac60704ae24678b24c75ab7d2e8f4153d332f3ad1d61f062a4e5c1c9c
+  data.tar.gz: 03e7b2217887a809525bdbf10337af382b1059638ce04c65c3c6bca31f517cc2
 SHA512:
-  metadata.gz: 3bd4a9fc8ed37d9fcbf92796baab4891601dbbed4b75a4bc1f752ee164a437af5a6e22516796977051c67c1bf555145fab2d2043a8754c7f7bf86175ebc977df
-  data.tar.gz: 3af41e387d8b98a3c7a8b527b88c6824b022d3baacc27c7243b5bafb7e7dc8c7e2876edc71e66994456667ade8a9b4b8854f55b1cffcfd1630ac082ffd87cdb0
+  metadata.gz: 5bd7a8abc3a69bcf9ad7c7da89a3937057af7e10516b2070ea60eb0d893b9f09c83570b3535af5949ce0bf3138a7b4e6cd5302eac0bd0b09b259da84e432a9dd
+  data.tar.gz: b934c3058f683f0905a84590f41eb0da21db6ba8c9d221201e5a444c47e486c3cec1dedc14f058ebff7ea8c0637fe67d9bbbae66b108d211529909db3ef4e968

data/CHANGELOG.md

@@ -1,11 +1,31 @@
 # Legion::Data Changelog
 
+## [1.10.3] - 2026-06-10
+
+### Changed
+- `connection_validation` now defaults to `false` — the Sequel connection_validator extension issues a `SELECT NULL` on every pool checkout/checkin and before real queries, which measurably degrades throughput; query-time error handling already recovers stale/dead connections. Set `connection_validation: true` in settings to opt back in (timeout semantics unchanged: `-1` validates every checkout)
+- Pool timeout assignments read `connection_validation_timeout` / `connection_expiration_timeout` directly from settings — removed inline `|| 600` / `|| 14_400` shadow defaults that disagreed with the documented settings defaults
+
+## [1.10.2] - 2026-06-02
+
+### Fixed
+- Replace `return` with `next` in migration blocks — Sequel uses `instance_exec`, bare `return` raises `LocalJumpError` (migrations 019, 044, 045, 046, 118, 120)
+- Make migrations 118-130 idempotent with schema column checks for safe re-run after partial failures
+- Restore migration 131 (`add_column :schema_version` to `llm_tool_calls`) with idempotent guard — preserves contiguous migration sequence for existing installations
+
+### Added
+- Migration 132: drops unused `schema_version` column from `llm_tool_calls` (no code reads/writes it)
+- Migration 133: allows NULL on `context_tokens` in `llm_message_inference_requests` — prevents NOT NULL violations when token counts are unavailable
+
 ## [1.10.1] - 2026-06-01
 
 ### Added
 
-- Migration 130: adds `pii_types_json` (TEXT), `jurisdictions_json` (TEXT), and `schema_version` (Integer, default 15) to `llm_conversations`. Required by lex-llm-ledger OfficialRecordWriter for compliance metadata.
-- Migration 131: adds `schema_version` (Integer, default 15) to `llm_tool_calls`. Required by lex-llm-ledger OfficialRecordWriter.
+- Migration 130: adds `pii_types_json` (TEXT) and `jurisdictions_json` (TEXT) to `llm_conversations`. Required by lex-llm-ledger OfficialRecordWriter for compliance metadata.
+
+### Removed
+
+- `schema_version` column removed from lex-llm-ledger writer — no longer written to any table. Column remains on `llm_skill_events` (migration 129) but is not actively populated.
 
 ## [1.10.0] - 2026-06-01
 

data/lib/legion/data/connection.rb

@@ -581,12 +581,12 @@ module Legion
 
           if data[:connection_validation] != false
             @sequel.extension(:connection_validator)
-            @sequel.pool.connection_validation_timeout = data[:connection_validation_timeout] || 600
+            @sequel.pool.connection_validation_timeout = data[:connection_validation_timeout]
           end
 
           if data[:connection_expiration] != false
             @sequel.extension(:connection_expiration)
-            @sequel.pool.connection_expiration_timeout = data[:connection_expiration_timeout] || 14_400
+            @sequel.pool.connection_expiration_timeout = data[:connection_expiration_timeout]
           end
         rescue StandardError => e
           handle_exception(e, level: :warn, handled: true, operation: :configure_extensions, adapter: adapter)

data/lib/legion/data/migrations/019_add_audit_hash_chain.rb

@@ -2,7 +2,7 @@
 
 Sequel.migration do
   up do
-    return unless table_exists?(:audit_log)
+    next unless table_exists?(:audit_log)
 
     cols    = schema(:audit_log).map(&:first)
     idxs    = indexes(:audit_log)
@@ -33,7 +33,7 @@ Sequel.migration do
   end
 
   down do
-    return unless table_exists?(:audit_log)
+    next unless table_exists?(:audit_log)
 
     cols = schema(:audit_log).map(&:first)
 

data/lib/legion/data/migrations/044_expand_memory_traces.rb

@@ -2,7 +2,7 @@
 
 Sequel.migration do
   up do
-    return unless table_exists?(:memory_traces)
+    next unless table_exists?(:memory_traces)
 
     existing = schema(:memory_traces).map(&:first)
 
@@ -45,7 +45,7 @@ Sequel.migration do
   end
 
   down do
-    return unless table_exists?(:memory_traces)
+    next unless table_exists?(:memory_traces)
 
     existing = schema(:memory_traces).map(&:first)
 

data/lib/legion/data/migrations/045_add_memory_associations.rb

@@ -2,7 +2,7 @@
 
 Sequel.migration do
   up do
-    return if table_exists?(:memory_associations)
+    next if table_exists?(:memory_associations)
 
     create_table(:memory_associations) do
       primary_key :id

data/lib/legion/data/migrations/046_add_metering_hourly_rollup.rb

@@ -2,7 +2,7 @@
 
 Sequel.migration do
   up do
-    return if table_exists?(:metering_hourly_rollup)
+    next if table_exists?(:metering_hourly_rollup)
 
     create_table(:metering_hourly_rollup) do
       primary_key :id

data/lib/legion/data/migrations/118_add_entity_type_to_audit_records.rb

@@ -7,10 +7,10 @@
 
 Sequel.migration do
   up do
-    return unless table_exists?(:audit_records)
+    next unless table_exists?(:audit_records)
 
     existing = schema(:audit_records).map(&:first)
-    return if existing.include?(:entity_type)
+    next if existing.include?(:entity_type)
 
     alter_table(:audit_records) do
       add_column :entity_type, String, size: 100, null: true
@@ -20,7 +20,7 @@ Sequel.migration do
   end
 
   down do
-    return unless table_exists?(:audit_records)
+    next unless table_exists?(:audit_records)
 
     alter_table(:audit_records) do
       drop_column :entity_type if schema(:audit_records).any? { |col, _| col == :entity_type }

data/lib/legion/data/migrations/120_add_missing_apollo_indexes.rb

@@ -14,7 +14,7 @@
 
 Sequel.migration do
   up do
-    return unless table_exists?(:apollo_entries)
+    next unless table_exists?(:apollo_entries)
 
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_submitted_by ON apollo_entries (submitted_by)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_submitted_from ON apollo_entries (submitted_from)'
@@ -29,26 +29,26 @@ Sequel.migration do
     run "CREATE INDEX IF NOT EXISTS idx_apollo_decay_target ON apollo_entries (updated_at) WHERE status != 'archived'"
     run "CREATE INDEX IF NOT EXISTS idx_apollo_candidates ON apollo_entries (status, source_provider, source_channel) WHERE status = 'candidate'"
 
-    return unless table_exists?(:apollo_entries_archive)
+    next unless table_exists?(:apollo_entries_archive)
 
     run 'CREATE INDEX IF NOT EXISTS idx_archive_content_hash ON apollo_entries_archive (content_hash)'
     run 'CREATE INDEX IF NOT EXISTS idx_archive_source_agent ON apollo_entries_archive (source_agent)'
     run 'CREATE INDEX IF NOT EXISTS idx_archive_archived_at ON apollo_entries_archive (archived_at)'
 
-    return unless table_exists?(:apollo_relations)
+    next unless table_exists?(:apollo_relations)
 
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_rel_from ON apollo_relations (from_entry_id)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_rel_to ON apollo_relations (to_entry_id)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_rel_type ON apollo_relations (relation_type)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_rel_composite ON apollo_relations (from_entry_id, relation_type)'
 
-    return unless table_exists?(:apollo_expertise)
+    next unless table_exists?(:apollo_expertise)
 
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_exp_agent ON apollo_expertise (agent_id)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_exp_domain ON apollo_expertise (domain)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_exp_composite ON apollo_expertise (agent_id, domain)'
 
-    return unless table_exists?(:apollo_operations)
+    next unless table_exists?(:apollo_operations)
 
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_ops_created ON apollo_operations (created_at)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_ops_operation ON apollo_operations (operation)'

data/lib/legion/data/migrations/121_add_cache_token_metrics.rb

@@ -1,20 +1,20 @@
 # frozen_string_literal: true
 
-# Add cached_input_tokens and cache_creation_tokens to llm_message_inference_metrics.
-# Tracks cache hit tokens (read from cache) and cache write tokens separately from
-# standard input/output token counts.
-#
-# See: https://github.com/LegionIO/legion-data/issues/55
-
 Sequel.migration do
   up do
+    next unless table_exists?(:llm_message_inference_metrics)
+
+    existing = schema(:llm_message_inference_metrics).map(&:first)
+
     alter_table(:llm_message_inference_metrics) do
-      add_column :cached_input_tokens, Integer, null: false, default: 0
-      add_column :cache_creation_tokens, Integer, null: false, default: 0
+      add_column :cached_input_tokens, Integer, null: false, default: 0 unless existing.include?(:cached_input_tokens)
+      add_column :cache_creation_tokens, Integer, null: false, default: 0 unless existing.include?(:cache_creation_tokens)
     end
   end
 
   down do
+    next unless table_exists?(:llm_message_inference_metrics)
+
     alter_table(:llm_message_inference_metrics) do
       drop_column :cache_creation_tokens
       drop_column :cached_input_tokens

data/lib/legion/data/migrations/123_add_llm_tool_calls_audit_columns.rb

@@ -1,17 +1,35 @@
 # frozen_string_literal: true
 
 Sequel.migration do
-  change do
+  up do
+    next unless table_exists?(:llm_tool_calls)
+
+    existing = schema(:llm_tool_calls).map(&:first)
+
+    alter_table(:llm_tool_calls) do
+      add_column :tool_arguments_json, :text, null: true unless existing.include?(:tool_arguments_json)
+      add_column :tool_result_json, :text, null: true unless existing.include?(:tool_result_json)
+      add_column :tool_category, String, size: 64, null: true unless existing.include?(:tool_category)
+      add_column :data_handling_classification, String, size: 32, null: true unless existing.include?(:data_handling_classification)
+      add_column :policy_decision, String, size: 32, null: true unless existing.include?(:policy_decision)
+      add_column :requires_human_approval, TrueClass, null: true unless existing.include?(:requires_human_approval)
+    end
+
+    add_index :llm_tool_calls, :tool_category, name: :idx_tool_calls_tool_category, if_not_exists: true
+    add_index :llm_tool_calls, :data_handling_classification, name: :idx_tool_calls_data_handling_classification, if_not_exists: true
+    add_index :llm_tool_calls, :policy_decision, name: :idx_tool_calls_policy_decision, if_not_exists: true
+  end
+
+  down do
+    next unless table_exists?(:llm_tool_calls)
+
     alter_table(:llm_tool_calls) do
-      add_column :tool_arguments_json, :text, null: true
-      add_column :tool_result_json, :text, null: true
-      add_column :tool_category, String, size: 64, null: true
-      add_column :data_handling_classification, String, size: 32, null: true
-      add_column :policy_decision, String, size: 32, null: true
-      add_column :requires_human_approval, TrueClass, null: true
-      add_index :tool_category, name: :idx_tool_calls_tool_category
-      add_index :data_handling_classification, name: :idx_tool_calls_data_handling_classification
-      add_index :policy_decision, name: :idx_tool_calls_policy_decision
+      drop_column :requires_human_approval
+      drop_column :policy_decision
+      drop_column :data_handling_classification
+      drop_column :tool_category
+      drop_column :tool_result_json
+      drop_column :tool_arguments_json
     end
   end
 end

data/lib/legion/data/migrations/124_add_llm_tool_call_attempts_audit_columns.rb

@@ -1,11 +1,25 @@
 # frozen_string_literal: true
 
 Sequel.migration do
-  change do
+  up do
+    next unless table_exists?(:llm_tool_call_attempts)
+
+    existing = schema(:llm_tool_call_attempts).map(&:first)
+
+    alter_table(:llm_tool_call_attempts) do
+      add_column :attempt_input_json, :text, null: true unless existing.include?(:attempt_input_json)
+      add_column :attempt_output_json, :text, null: true unless existing.include?(:attempt_output_json)
+      add_column :error_details_json, :text, null: true unless existing.include?(:error_details_json)
+    end
+  end
+
+  down do
+    next unless table_exists?(:llm_tool_call_attempts)
+
     alter_table(:llm_tool_call_attempts) do
-      add_column :attempt_input_json, :text, null: true
-      add_column :attempt_output_json, :text, null: true
-      add_column :error_details_json, :text, null: true
+      drop_column :error_details_json
+      drop_column :attempt_output_json
+      drop_column :attempt_input_json
     end
   end
 end

data/lib/legion/data/migrations/126_add_llm_message_inference_responses_audit_columns.rb

@@ -1,13 +1,26 @@
 # frozen_string_literal: true
 
-# NOTE: response_content_hash already exists (migration 080) — skipped.
-
 Sequel.migration do
-  change do
+  up do
+    next unless table_exists?(:llm_message_inference_responses)
+
+    existing = schema(:llm_message_inference_responses).map(&:first)
+
+    alter_table(:llm_message_inference_responses) do
+      add_column :route_attempts, Integer, null: true, default: 0 unless existing.include?(:route_attempts)
+      add_column :escalation_chain_ref, String, size: 128, null: true unless existing.include?(:escalation_chain_ref)
+    end
+
+    add_index :llm_message_inference_responses, :escalation_chain_ref,
+              name: :idx_inference_responses_escalation_chain_ref, if_not_exists: true
+  end
+
+  down do
+    next unless table_exists?(:llm_message_inference_responses)
+
     alter_table(:llm_message_inference_responses) do
-      add_column :route_attempts, Integer, null: true, default: 0
-      add_column :escalation_chain_ref, String, size: 128, null: true
-      add_index :escalation_chain_ref, name: :idx_inference_responses_escalation_chain_ref
+      drop_column :escalation_chain_ref
+      drop_column :route_attempts
     end
   end
 end

data/lib/legion/data/migrations/127_add_llm_message_inference_requests_audit_columns.rb

@@ -1,12 +1,22 @@
 # frozen_string_literal: true
 
-# NOTE: request_content_hash, curation_strategy, and tool_policy already exist
-# (migration 079) — all skipped. Only parent_request_id is new.
-
 Sequel.migration do
-  change do
+  up do
+    next unless table_exists?(:llm_message_inference_requests)
+
+    existing = schema(:llm_message_inference_requests).map(&:first)
+    next if existing.include?(:parent_request_id)
+
     alter_table(:llm_message_inference_requests) do
       add_foreign_key :parent_request_id, :llm_message_inference_requests, null: true, on_delete: :set_null
     end
   end
+
+  down do
+    next unless table_exists?(:llm_message_inference_requests)
+
+    alter_table(:llm_message_inference_requests) do
+      drop_foreign_key :parent_request_id
+    end
+  end
 end

data/lib/legion/data/migrations/129_create_llm_skill_events.rb

@@ -2,6 +2,8 @@
 
 Sequel.migration do
   up do
+    next if table_exists?(:llm_skill_events)
+
     create_table(:llm_skill_events) do
       primary_key :id
 
@@ -23,6 +25,6 @@ Sequel.migration do
   end
 
   down do
-    drop_table :llm_skill_events
+    drop_table(:llm_skill_events) if table_exists?(:llm_skill_events)
   end
 end

data/lib/legion/data/migrations/130_add_llm_conversations_compliance_columns.rb

@@ -2,16 +2,20 @@
 
 Sequel.migration do
   up do
+    next unless table_exists?(:llm_conversations)
+
+    existing = schema(:llm_conversations).map(&:first)
+
     alter_table(:llm_conversations) do
-      add_column :pii_types_json, :text, null: true
-      add_column :jurisdictions_json, :text, null: true
-      add_column :schema_version, Integer, null: false, default: 15
+      add_column :pii_types_json, :text, null: true unless existing.include?(:pii_types_json)
+      add_column :jurisdictions_json, :text, null: true unless existing.include?(:jurisdictions_json)
     end
   end
 
   down do
+    next unless table_exists?(:llm_conversations)
+
     alter_table(:llm_conversations) do
-      drop_column :schema_version
       drop_column :jurisdictions_json
       drop_column :pii_types_json
     end

data/lib/legion/data/migrations/131_add_llm_tool_calls_schema_version.rb

@@ -2,6 +2,9 @@
 
 Sequel.migration do
   up do
+    existing = schema(:llm_tool_calls).map(&:first)
+    next if existing.include?(:schema_version)
+
     alter_table(:llm_tool_calls) do
       add_column :schema_version, Integer, null: false, default: 15
     end

data/lib/legion/data/migrations/132_drop_schema_version_from_llm_tool_calls.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    existing = schema(:llm_tool_calls).map(&:first)
+    next unless existing.include?(:schema_version)
+
+    alter_table(:llm_tool_calls) do
+      drop_column :schema_version
+    end
+  end
+
+  down do
+    alter_table(:llm_tool_calls) do
+      add_column :schema_version, Integer, null: false, default: 15
+    end
+  end
+end

data/lib/legion/data/migrations/133_allow_null_context_tokens.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    alter_table(:llm_message_inference_requests) do
+      set_column_allow_null :context_tokens
+    end
+  end
+
+  down do
+    alter_table(:llm_message_inference_requests) do
+      set_column_not_null :context_tokens
+    end
+  end
+end

data/lib/legion/data/migrations/134_add_route_attempt_columns.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    alter_table(:llm_route_attempts) do
+      add_column :operation, String, size: 64, null: true
+      add_column :dispatch_path, String, size: 32, null: true
+      add_column :idempotency_key, String, size: 128, null: true
+      add_index :operation, name: :idx_route_attempts_operation
+      add_index :idempotency_key, name: :idx_route_attempts_idempotency_key
+    end
+  end
+
+  down do
+    alter_table(:llm_route_attempts) do
+      drop_index :operation, name: :idx_route_attempts_operation
+      drop_index :idempotency_key, name: :idx_route_attempts_idempotency_key
+      drop_column :operation
+      drop_column :dispatch_path
+      drop_column :idempotency_key
+    end
+  end
+end

data/lib/legion/data/settings.rb

@@ -48,8 +48,12 @@ module Legion
           sql_log_level:                 'debug',
 
           # Connection health (network adapters only, ignored for sqlite)
-          # -1 means validate on every checkout, catching stale connections from VPN/sleep/network changes immediately
-          connection_validation:         true,
+          # Validation is disabled by default: the connection_validator extension issues a
+          # SELECT NULL on every checkout/checkin and before real queries, which kills
+          # throughput. Connection errors are already rescued and reconnected at query time.
+          # When enabled, connection_validation_timeout: -1 validates on every checkout
+          # (catches stale connections from VPN/sleep/network changes immediately).
+          connection_validation:         false,
           connection_validation_timeout: -1,
           connection_expiration:         true,
           connection_expiration_timeout: 14_400,

data/lib/legion/data/version.rb

@@ -2,6 +2,6 @@
 
 module Legion
   module Data
-    VERSION = '1.10.1'
+    VERSION = '1.10.3'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: legion-data
 version: !ruby/object:Gem::Version
-  version: 1.10.1
+  version: 1.10.3
 platform: ruby
 authors:
 - Esity
@@ -278,6 +278,9 @@ files:
 - lib/legion/data/migrations/129_create_llm_skill_events.rb
 - lib/legion/data/migrations/130_add_llm_conversations_compliance_columns.rb
 - lib/legion/data/migrations/131_add_llm_tool_calls_schema_version.rb
+- lib/legion/data/migrations/132_drop_schema_version_from_llm_tool_calls.rb
+- lib/legion/data/migrations/133_allow_null_context_tokens.rb
+- lib/legion/data/migrations/134_add_route_attempt_columns.rb
 - lib/legion/data/model.rb
 - lib/legion/data/models/apollo/access_log.rb
 - lib/legion/data/models/apollo/entries.rb