legion-data 1.10.1 → 1.10.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ec6d2ef95eb45caa64e713c5dc236752a856cb7298e6b054099587b4faedcda1
-  data.tar.gz: 7df69945231cc4e38501cd1e49149ea44110db060600ea6606fb11008c5d1df6
+  metadata.gz: 212e01a164b58ab2a8a4273497e98acf0d99f174f4a66a77c7c707899685f2ed
+  data.tar.gz: e3302347dd4f8d3ce634fc88110a645ad6986aa5d8b531d5a9187fe894872ae0
 SHA512:
-  metadata.gz: 3bd4a9fc8ed37d9fcbf92796baab4891601dbbed4b75a4bc1f752ee164a437af5a6e22516796977051c67c1bf555145fab2d2043a8754c7f7bf86175ebc977df
-  data.tar.gz: 3af41e387d8b98a3c7a8b527b88c6824b022d3baacc27c7243b5bafb7e7dc8c7e2876edc71e66994456667ade8a9b4b8854f55b1cffcfd1630ac082ffd87cdb0
+  metadata.gz: 6399d19fe35c9b3e975522d6d2b4654d0bc56240e508a38bcf55c4cb064fbb1214f7e2c5de7f3c4828a79f8543044da476811808d574b020609ab20adcc8d778
+  data.tar.gz: 87e1b1e58c66e464cbb1ccf41ad2a1917531edff611dcef0fc0f6b20f7dfe9331f854e684c00ace11557c714cd77e6131cd2a6b07c837f60d670c0d9fdf9b704

data/CHANGELOG.md

@@ -1,11 +1,25 @@
 # Legion::Data Changelog
 
+## [1.10.2] - 2026-06-02
+
+### Fixed
+- Replace `return` with `next` in migration blocks — Sequel uses `instance_exec`, bare `return` raises `LocalJumpError` (migrations 019, 044, 045, 046, 118, 120)
+- Make migrations 118-130 idempotent with schema column checks for safe re-run after partial failures
+- Restore migration 131 (`add_column :schema_version` to `llm_tool_calls`) with idempotent guard — preserves contiguous migration sequence for existing installations
+
+### Added
+- Migration 132: drops unused `schema_version` column from `llm_tool_calls` (no code reads/writes it)
+- Migration 133: allows NULL on `context_tokens` in `llm_message_inference_requests` — prevents NOT NULL violations when token counts are unavailable
+
 ## [1.10.1] - 2026-06-01
 
 ### Added
 
-- Migration 130: adds `pii_types_json` (TEXT), `jurisdictions_json` (TEXT), and `schema_version` (Integer, default 15) to `llm_conversations`. Required by lex-llm-ledger OfficialRecordWriter for compliance metadata.
-- Migration 131: adds `schema_version` (Integer, default 15) to `llm_tool_calls`. Required by lex-llm-ledger OfficialRecordWriter.
+- Migration 130: adds `pii_types_json` (TEXT) and `jurisdictions_json` (TEXT) to `llm_conversations`. Required by lex-llm-ledger OfficialRecordWriter for compliance metadata.
+
+### Removed
+
+- `schema_version` column removed from lex-llm-ledger writer — no longer written to any table. Column remains on `llm_skill_events` (migration 129) but is not actively populated.
 
 ## [1.10.0] - 2026-06-01
 

data/lib/legion/data/migrations/019_add_audit_hash_chain.rb

@@ -2,7 +2,7 @@
 
 Sequel.migration do
   up do
-    return unless table_exists?(:audit_log)
+    next unless table_exists?(:audit_log)
 
     cols    = schema(:audit_log).map(&:first)
     idxs    = indexes(:audit_log)
@@ -33,7 +33,7 @@ Sequel.migration do
   end
 
   down do
-    return unless table_exists?(:audit_log)
+    next unless table_exists?(:audit_log)
 
     cols = schema(:audit_log).map(&:first)
 

data/lib/legion/data/migrations/044_expand_memory_traces.rb

@@ -2,7 +2,7 @@
 
 Sequel.migration do
   up do
-    return unless table_exists?(:memory_traces)
+    next unless table_exists?(:memory_traces)
 
     existing = schema(:memory_traces).map(&:first)
 
@@ -45,7 +45,7 @@ Sequel.migration do
   end
 
   down do
-    return unless table_exists?(:memory_traces)
+    next unless table_exists?(:memory_traces)
 
     existing = schema(:memory_traces).map(&:first)
 

data/lib/legion/data/migrations/045_add_memory_associations.rb

@@ -2,7 +2,7 @@
 
 Sequel.migration do
   up do
-    return if table_exists?(:memory_associations)
+    next if table_exists?(:memory_associations)
 
     create_table(:memory_associations) do
       primary_key :id

data/lib/legion/data/migrations/046_add_metering_hourly_rollup.rb

@@ -2,7 +2,7 @@
 
 Sequel.migration do
   up do
-    return if table_exists?(:metering_hourly_rollup)
+    next if table_exists?(:metering_hourly_rollup)
 
     create_table(:metering_hourly_rollup) do
       primary_key :id

data/lib/legion/data/migrations/118_add_entity_type_to_audit_records.rb

@@ -7,10 +7,10 @@
 
 Sequel.migration do
   up do
-    return unless table_exists?(:audit_records)
+    next unless table_exists?(:audit_records)
 
     existing = schema(:audit_records).map(&:first)
-    return if existing.include?(:entity_type)
+    next if existing.include?(:entity_type)
 
     alter_table(:audit_records) do
       add_column :entity_type, String, size: 100, null: true
@@ -20,7 +20,7 @@ Sequel.migration do
   end
 
   down do
-    return unless table_exists?(:audit_records)
+    next unless table_exists?(:audit_records)
 
     alter_table(:audit_records) do
       drop_column :entity_type if schema(:audit_records).any? { |col, _| col == :entity_type }

data/lib/legion/data/migrations/120_add_missing_apollo_indexes.rb

@@ -14,7 +14,7 @@
 
 Sequel.migration do
   up do
-    return unless table_exists?(:apollo_entries)
+    next unless table_exists?(:apollo_entries)
 
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_submitted_by ON apollo_entries (submitted_by)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_submitted_from ON apollo_entries (submitted_from)'
@@ -29,26 +29,26 @@ Sequel.migration do
     run "CREATE INDEX IF NOT EXISTS idx_apollo_decay_target ON apollo_entries (updated_at) WHERE status != 'archived'"
     run "CREATE INDEX IF NOT EXISTS idx_apollo_candidates ON apollo_entries (status, source_provider, source_channel) WHERE status = 'candidate'"
 
-    return unless table_exists?(:apollo_entries_archive)
+    next unless table_exists?(:apollo_entries_archive)
 
     run 'CREATE INDEX IF NOT EXISTS idx_archive_content_hash ON apollo_entries_archive (content_hash)'
     run 'CREATE INDEX IF NOT EXISTS idx_archive_source_agent ON apollo_entries_archive (source_agent)'
     run 'CREATE INDEX IF NOT EXISTS idx_archive_archived_at ON apollo_entries_archive (archived_at)'
 
-    return unless table_exists?(:apollo_relations)
+    next unless table_exists?(:apollo_relations)
 
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_rel_from ON apollo_relations (from_entry_id)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_rel_to ON apollo_relations (to_entry_id)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_rel_type ON apollo_relations (relation_type)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_rel_composite ON apollo_relations (from_entry_id, relation_type)'
 
-    return unless table_exists?(:apollo_expertise)
+    next unless table_exists?(:apollo_expertise)
 
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_exp_agent ON apollo_expertise (agent_id)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_exp_domain ON apollo_expertise (domain)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_exp_composite ON apollo_expertise (agent_id, domain)'
 
-    return unless table_exists?(:apollo_operations)
+    next unless table_exists?(:apollo_operations)
 
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_ops_created ON apollo_operations (created_at)'
     run 'CREATE INDEX IF NOT EXISTS idx_apollo_ops_operation ON apollo_operations (operation)'

data/lib/legion/data/migrations/121_add_cache_token_metrics.rb

@@ -1,20 +1,20 @@
 # frozen_string_literal: true
 
-# Add cached_input_tokens and cache_creation_tokens to llm_message_inference_metrics.
-# Tracks cache hit tokens (read from cache) and cache write tokens separately from
-# standard input/output token counts.
-#
-# See: https://github.com/LegionIO/legion-data/issues/55
-
 Sequel.migration do
   up do
+    next unless table_exists?(:llm_message_inference_metrics)
+
+    existing = schema(:llm_message_inference_metrics).map(&:first)
+
     alter_table(:llm_message_inference_metrics) do
-      add_column :cached_input_tokens, Integer, null: false, default: 0
-      add_column :cache_creation_tokens, Integer, null: false, default: 0
+      add_column :cached_input_tokens, Integer, null: false, default: 0 unless existing.include?(:cached_input_tokens)
+      add_column :cache_creation_tokens, Integer, null: false, default: 0 unless existing.include?(:cache_creation_tokens)
     end
   end
 
   down do
+    next unless table_exists?(:llm_message_inference_metrics)
+
     alter_table(:llm_message_inference_metrics) do
       drop_column :cache_creation_tokens
       drop_column :cached_input_tokens

data/lib/legion/data/migrations/123_add_llm_tool_calls_audit_columns.rb

@@ -1,17 +1,35 @@
 # frozen_string_literal: true
 
 Sequel.migration do
-  change do
+  up do
+    next unless table_exists?(:llm_tool_calls)
+
+    existing = schema(:llm_tool_calls).map(&:first)
+
+    alter_table(:llm_tool_calls) do
+      add_column :tool_arguments_json, :text, null: true unless existing.include?(:tool_arguments_json)
+      add_column :tool_result_json, :text, null: true unless existing.include?(:tool_result_json)
+      add_column :tool_category, String, size: 64, null: true unless existing.include?(:tool_category)
+      add_column :data_handling_classification, String, size: 32, null: true unless existing.include?(:data_handling_classification)
+      add_column :policy_decision, String, size: 32, null: true unless existing.include?(:policy_decision)
+      add_column :requires_human_approval, TrueClass, null: true unless existing.include?(:requires_human_approval)
+    end
+
+    add_index :llm_tool_calls, :tool_category, name: :idx_tool_calls_tool_category, if_not_exists: true
+    add_index :llm_tool_calls, :data_handling_classification, name: :idx_tool_calls_data_handling_classification, if_not_exists: true
+    add_index :llm_tool_calls, :policy_decision, name: :idx_tool_calls_policy_decision, if_not_exists: true
+  end
+
+  down do
+    next unless table_exists?(:llm_tool_calls)
+
     alter_table(:llm_tool_calls) do
-      add_column :tool_arguments_json, :text, null: true
-      add_column :tool_result_json, :text, null: true
-      add_column :tool_category, String, size: 64, null: true
-      add_column :data_handling_classification, String, size: 32, null: true
-      add_column :policy_decision, String, size: 32, null: true
-      add_column :requires_human_approval, TrueClass, null: true
-      add_index :tool_category, name: :idx_tool_calls_tool_category
-      add_index :data_handling_classification, name: :idx_tool_calls_data_handling_classification
-      add_index :policy_decision, name: :idx_tool_calls_policy_decision
+      drop_column :requires_human_approval
+      drop_column :policy_decision
+      drop_column :data_handling_classification
+      drop_column :tool_category
+      drop_column :tool_result_json
+      drop_column :tool_arguments_json
     end
   end
 end

data/lib/legion/data/migrations/124_add_llm_tool_call_attempts_audit_columns.rb

@@ -1,11 +1,25 @@
 # frozen_string_literal: true
 
 Sequel.migration do
-  change do
+  up do
+    next unless table_exists?(:llm_tool_call_attempts)
+
+    existing = schema(:llm_tool_call_attempts).map(&:first)
+
+    alter_table(:llm_tool_call_attempts) do
+      add_column :attempt_input_json, :text, null: true unless existing.include?(:attempt_input_json)
+      add_column :attempt_output_json, :text, null: true unless existing.include?(:attempt_output_json)
+      add_column :error_details_json, :text, null: true unless existing.include?(:error_details_json)
+    end
+  end
+
+  down do
+    next unless table_exists?(:llm_tool_call_attempts)
+
     alter_table(:llm_tool_call_attempts) do
-      add_column :attempt_input_json, :text, null: true
-      add_column :attempt_output_json, :text, null: true
-      add_column :error_details_json, :text, null: true
+      drop_column :error_details_json
+      drop_column :attempt_output_json
+      drop_column :attempt_input_json
     end
   end
 end

data/lib/legion/data/migrations/126_add_llm_message_inference_responses_audit_columns.rb

@@ -1,13 +1,26 @@
 # frozen_string_literal: true
 
-# NOTE: response_content_hash already exists (migration 080) — skipped.
-
 Sequel.migration do
-  change do
+  up do
+    next unless table_exists?(:llm_message_inference_responses)
+
+    existing = schema(:llm_message_inference_responses).map(&:first)
+
+    alter_table(:llm_message_inference_responses) do
+      add_column :route_attempts, Integer, null: true, default: 0 unless existing.include?(:route_attempts)
+      add_column :escalation_chain_ref, String, size: 128, null: true unless existing.include?(:escalation_chain_ref)
+    end
+
+    add_index :llm_message_inference_responses, :escalation_chain_ref,
+              name: :idx_inference_responses_escalation_chain_ref, if_not_exists: true
+  end
+
+  down do
+    next unless table_exists?(:llm_message_inference_responses)
+
     alter_table(:llm_message_inference_responses) do
-      add_column :route_attempts, Integer, null: true, default: 0
-      add_column :escalation_chain_ref, String, size: 128, null: true
-      add_index :escalation_chain_ref, name: :idx_inference_responses_escalation_chain_ref
+      drop_column :escalation_chain_ref
+      drop_column :route_attempts
     end
   end
 end

data/lib/legion/data/migrations/127_add_llm_message_inference_requests_audit_columns.rb

@@ -1,12 +1,22 @@
 # frozen_string_literal: true
 
-# NOTE: request_content_hash, curation_strategy, and tool_policy already exist
-# (migration 079) — all skipped. Only parent_request_id is new.
-
 Sequel.migration do
-  change do
+  up do
+    next unless table_exists?(:llm_message_inference_requests)
+
+    existing = schema(:llm_message_inference_requests).map(&:first)
+    next if existing.include?(:parent_request_id)
+
     alter_table(:llm_message_inference_requests) do
       add_foreign_key :parent_request_id, :llm_message_inference_requests, null: true, on_delete: :set_null
     end
   end
+
+  down do
+    next unless table_exists?(:llm_message_inference_requests)
+
+    alter_table(:llm_message_inference_requests) do
+      drop_foreign_key :parent_request_id
+    end
+  end
 end

data/lib/legion/data/migrations/129_create_llm_skill_events.rb

@@ -2,6 +2,8 @@
 
 Sequel.migration do
   up do
+    next if table_exists?(:llm_skill_events)
+
     create_table(:llm_skill_events) do
       primary_key :id
 
@@ -23,6 +25,6 @@ Sequel.migration do
   end
 
   down do
-    drop_table :llm_skill_events
+    drop_table(:llm_skill_events) if table_exists?(:llm_skill_events)
   end
 end

data/lib/legion/data/migrations/130_add_llm_conversations_compliance_columns.rb

@@ -2,16 +2,20 @@
 
 Sequel.migration do
   up do
+    next unless table_exists?(:llm_conversations)
+
+    existing = schema(:llm_conversations).map(&:first)
+
     alter_table(:llm_conversations) do
-      add_column :pii_types_json, :text, null: true
-      add_column :jurisdictions_json, :text, null: true
-      add_column :schema_version, Integer, null: false, default: 15
+      add_column :pii_types_json, :text, null: true unless existing.include?(:pii_types_json)
+      add_column :jurisdictions_json, :text, null: true unless existing.include?(:jurisdictions_json)
     end
   end
 
   down do
+    next unless table_exists?(:llm_conversations)
+
     alter_table(:llm_conversations) do
-      drop_column :schema_version
       drop_column :jurisdictions_json
       drop_column :pii_types_json
     end

data/lib/legion/data/migrations/131_add_llm_tool_calls_schema_version.rb

@@ -2,6 +2,9 @@
 
 Sequel.migration do
   up do
+    existing = schema(:llm_tool_calls).map(&:first)
+    next if existing.include?(:schema_version)
+
     alter_table(:llm_tool_calls) do
       add_column :schema_version, Integer, null: false, default: 15
     end

data/lib/legion/data/migrations/132_drop_schema_version_from_llm_tool_calls.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    existing = schema(:llm_tool_calls).map(&:first)
+    next unless existing.include?(:schema_version)
+
+    alter_table(:llm_tool_calls) do
+      drop_column :schema_version
+    end
+  end
+
+  down do
+    alter_table(:llm_tool_calls) do
+      add_column :schema_version, Integer, null: false, default: 15
+    end
+  end
+end

data/lib/legion/data/migrations/133_allow_null_context_tokens.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    alter_table(:llm_message_inference_requests) do
+      set_column_allow_null :context_tokens
+    end
+  end
+
+  down do
+    alter_table(:llm_message_inference_requests) do
+      set_column_not_null :context_tokens
+    end
+  end
+end

data/lib/legion/data/version.rb

@@ -2,6 +2,6 @@
 
 module Legion
   module Data
-    VERSION = '1.10.1'
+    VERSION = '1.10.2'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: legion-data
 version: !ruby/object:Gem::Version
-  version: 1.10.1
+  version: 1.10.2
 platform: ruby
 authors:
 - Esity
@@ -278,6 +278,8 @@ files:
 - lib/legion/data/migrations/129_create_llm_skill_events.rb
 - lib/legion/data/migrations/130_add_llm_conversations_compliance_columns.rb
 - lib/legion/data/migrations/131_add_llm_tool_calls_schema_version.rb
+- lib/legion/data/migrations/132_drop_schema_version_from_llm_tool_calls.rb
+- lib/legion/data/migrations/133_allow_null_context_tokens.rb
 - lib/legion/data/model.rb
 - lib/legion/data/models/apollo/access_log.rb
 - lib/legion/data/models/apollo/entries.rb