legion-data 1.1.5 → 1.3.7

data/lib/legion/data/local.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+require 'sequel'
+require 'sequel/extensions/migration'
+
+module Legion
+  module Data
+    module Local
+      class << self
+        attr_reader :connection, :db_path
+
+        def setup(database: nil, **)
+          return if @connected
+
+          db_file = database || local_settings[:database] || 'legionio_local.db'
+          @db_path = db_file
+          @connection = ::Sequel.sqlite(db_file)
+          @connected = true
+          run_migrations
+          Legion::Logging.info "Legion::Data::Local connected to #{db_file}" if defined?(Legion::Logging)
+        end
+
+        def shutdown
+          @connection&.disconnect
+          @connection = nil
+          @connected = false
+        end
+
+        def connected?
+          @connected == true
+        end
+
+        def register_migrations(name:, path:)
+          @registered_migrations ||= {}
+          @registered_migrations[name] = path
+        end
+
+        def registered_migrations
+          @registered_migrations || {}
+        end
+
+        def model(table_name)
+          raise 'Legion::Data::Local not connected' unless connected?
+
+          ::Sequel::Model(connection[table_name])
+        end
+
+        def reset!
+          @connection = nil
+          @connected = false
+          @db_path = nil
+          @registered_migrations = nil
+        end
+
+        private
+
+        def run_migrations
+          return unless local_settings.dig(:migrations, :auto_migrate) != false
+
+          registered_migrations.each_value do |path|
+            next unless File.directory?(path)
+
+            ::Sequel::TimestampMigrator.new(@connection, path).run
+          rescue StandardError => e
+            Legion::Logging.warn "Local migration failed for #{path}: #{e.message}" if defined?(Legion::Logging)
+          end
+        end
+
+        def local_settings
+          return {} unless defined?(Legion::Settings)
+
+          Legion::Settings[:data]&.dig(:local) || {}
+        end
+      end
+    end
+  end
+end

data/lib/legion/data/migration.rb

@@ -1,12 +1,14 @@
+# frozen_string_literal: true
+
 require 'sequel/extensions/migration'
 
 module Legion
   module Data
     module Migration
       class << self
-        def migrate(connection = Legion::Data.connection, path = "#{__dir__}/migrations", **opts)
-          Legion::Settings[:data][:migrations][:version] = Sequel::Migrator.run(connection, path, **opts)
-          Legion::Logging.info("Legion::Data::Migration ran successfully to version #{Legion::Settings[:data][:migrations][:version]}") # rubocop:disable Layout/LineLength
+        def migrate(connection = Legion::Data.connection, path = "#{__dir__}/migrations", **)
+          Legion::Settings[:data][:migrations][:version] = Sequel::Migrator.run(connection, path, **)
+          Legion::Logging.info("Legion::Data::Migration ran successfully to version #{Legion::Settings[:data][:migrations][:version]}")
           Legion::Settings[:data][:migrations][:ran] = true
         end
       end

data/lib/legion/data/migrations/001_add_schema_columns.rb

@@ -1,10 +1,16 @@
+# frozen_string_literal: true
+
 require 'sequel/extensions/migration'
 
 Sequel.migration do
   up do
-    run 'ALTER TABLE `schema_info` ADD `created_at` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP AFTER `version`;'
-    run 'ALTER TABLE `schema_info` ADD `updated_at` TIMESTAMP  NULL  ON UPDATE CURRENT_TIMESTAMP  AFTER `created_at`;'
-    run 'ALTER TABLE `schema_info` ADD `catalog` VARCHAR(255)  NULL  DEFAULT NULL  AFTER `version`;'
+    alter_table(:schema_info) do
+      # SQLite does not support non-constant defaults in ALTER TABLE ADD COLUMN,
+      # so we omit the default here and let the application set timestamps.
+      add_column :created_at, DateTime, null: true
+      add_column :updated_at, DateTime, null: true
+      add_column :catalog, String, size: 255, null: true
+    end
   end
 
   down do

data/lib/legion/data/migrations/002_add_nodes.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:nodes) do
+      primary_key :id
+      String :name, size: 128, null: false, default: '', unique: true
+      String :status, size: 255, null: false, default: 'unknown', index: true
+      TrueClass :active, null: false, default: true, index: true
+      DateTime :created, null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :updated, null: true
+    end
+  end
+
+  down do
+    drop_table :nodes
+  end
+end

data/lib/legion/data/migrations/003_add_settings.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:settings) do
+      primary_key :id
+      String :key, size: 128, null: false, unique: true
+      String :value, size: 256, null: false
+      TrueClass :encrypted, null: false, default: false
+      DateTime :created, null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :updated, null: true
+    end
+  end
+
+  down do
+    drop_table :settings
+  end
+end

data/lib/legion/data/migrations/004_add_extensions.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:extensions) do
+      primary_key :id
+      TrueClass :active, null: false, default: true, index: true
+      String :name, size: 128, null: false, index: true
+      String :namespace, size: 128, null: false, default: '', index: true
+      String :exchange, size: 255, null: true
+      String :uri, size: 256, null: true
+      Integer :schema_version, null: false, default: 0, index: true
+      DateTime :updated, null: true
+      DateTime :created, null: false, default: Sequel::CURRENT_TIMESTAMP
+
+      unique %i[name namespace]
+    end
+  end
+
+  down do
+    drop_table :extensions
+  end
+end

data/lib/legion/data/migrations/005_add_runners.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:runners) do
+      primary_key :id
+      foreign_key :extension_id, :extensions, null: false, on_delete: :cascade, on_update: :cascade
+      String :name, size: 256, null: false, default: ''
+      String :namespace, size: 256, null: false, default: ''
+      TrueClass :active, null: false, default: true
+      String :queue, size: 256, null: true
+      String :uri, size: 256, null: true
+      DateTime :created, null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :updated, null: true
+    end
+  end
+
+  down do
+    drop_table :runners
+  end
+end

data/lib/legion/data/migrations/006_add_functions.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:functions) do
+      primary_key :id
+      String :name, size: 128, null: false, index: true
+      TrueClass :active, null: false, default: true, index: true
+      foreign_key :runner_id, :runners, null: false, on_delete: :cascade, on_update: :cascade, index: true
+      String :args, text: true, null: true
+      DateTime :created, null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :updated, null: true
+
+      unique %i[runner_id name]
+    end
+  end
+
+  down do
+    drop_table :functions
+  end
+end

data/lib/legion/data/migrations/{015_add_default_extensions.rb → 007_add_default_extensions.rb}

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 Sequel.migration do
   up do
     lex = from(:extensions).insert(namespace: 'Legion::Extensions::Lex', name: 'lex', exchange: 'lex', uri: 'lex')
@@ -17,6 +19,7 @@ Sequel.migration do
       from(:runners).insert row
     end
   end
+
   down do
     from(:extensions).where(namespace: 'Legion::Extensions::Lex').delete
     from(:extensions).where(namespace: 'Legion::Extensions::Node').delete

data/lib/legion/data/migrations/008_add_tasks.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:tasks) do
+      primary_key :id
+      Integer :relationship_id, null: true
+      foreign_key :function_id, :functions, null: true
+      String :status, size: 255, null: false, index: true
+      foreign_key :parent_id, :tasks, null: true, on_delete: :set_null, on_update: :cascade, index: true
+      foreign_key :master_id, :tasks, null: true, on_delete: :set_null, on_update: :cascade, index: true
+      String :function_args, text: true, null: true
+      String :results, text: true, null: true
+      String :payload, text: true, null: true
+      DateTime :created, null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :updated, null: true
+    end
+  end
+
+  down do
+    drop_table :tasks
+  end
+end

data/lib/legion/data/migrations/009_add_digital_workers.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:digital_workers) do
+      primary_key :id
+      String :worker_id,      null: false, unique: true, size: 36
+      String :name,           null: false, size: 255
+      String :entra_app_id,   null: false, unique: true, size: 255
+      String :entra_object_id, null: true, size: 255
+      String :owner_msid,     null: false, size: 255
+      String :owner_name,     null: true,  size: 255
+      String :extension_name, null: false, size: 255
+      String :business_role,  null: true,  size: 255
+      String :risk_tier,      null: true,  size: 50
+      String :lifecycle_state, null: false, default: 'bootstrap', size: 50
+      String :consent_tier,   null: false, default: 'supervised', size: 50
+      Float  :trust_score,    null: false, default: 0.0
+      String :team,           null: true,  size: 255
+      String :manager_msid,   null: true,  size: 255
+      DateTime :created_at,   null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :updated_at,   null: true
+      DateTime :retired_at,   null: true
+      String :retired_by,     null: true,  size: 255
+      String :retired_reason, null: true,  text: true
+      index :owner_msid
+      index :lifecycle_state
+      index :team
+    end
+
+    alter_table(:tasks) do
+      add_column :worker_id, String, null: true, size: 36
+      add_index  :worker_id
+    end
+  end
+
+  down do
+    alter_table(:tasks) do
+      drop_index  :worker_id
+      drop_column :worker_id
+    end
+
+    drop_table :digital_workers
+  end
+end

data/lib/legion/data/migrations/010_add_value_metrics.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:value_metrics) do
+      primary_key :id
+      String :worker_id,   null: false, size: 36, index: true
+      String :metric_name, null: false, size: 255, index: true
+      String :metric_type, null: false, size: 50
+      Float  :value,       null: false, default: 0.0
+      String :metadata,    text: true, null: true
+      DateTime :recorded_at, null: false, default: Sequel::CURRENT_TIMESTAMP, index: true
+    end
+  end
+
+  down do
+    drop_table :value_metrics
+  end
+end

data/lib/legion/data/migrations/011_add_extensions_registry.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  change do
+    create_table(:extensions_registry) do
+      primary_key :id
+      String :name, null: false, unique: true, size: 100
+      String :module_name, null: false, size: 100
+      String :category, null: false, size: 50, default: 'cognition'
+      String :description, text: true
+      String :cognitive_concept, text: true
+      String :metaphor_description, text: true
+      Integer :build_batch
+      DateTime :build_date
+      String :status, null: false, size: 20, default: 'active'
+      Integer :spec_count, default: 0
+      Integer :spec_pass_count, default: 0
+      String :wired_phase, size: 100
+      Float :health_score, default: 1.0
+      Integer :invocation_count, default: 0
+      DateTime :last_invoked_at
+      DateTime :created_at
+      DateTime :updated_at
+
+      index :category
+      index :status
+      index :health_score
+    end
+  end
+end

data/lib/legion/data/migrations/012_add_apollo_tables.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    next unless adapter_scheme == :postgres
+
+    run 'CREATE EXTENSION IF NOT EXISTS vector'
+    run 'CREATE EXTENSION IF NOT EXISTS "uuid-ossp"'
+
+    create_table(:apollo_entries) do
+      column :id, :uuid, default: Sequel.lit('uuid_generate_v4()'), primary_key: true
+      String :content, text: true, null: false
+      String :content_type, null: false, size: 50
+      Float :confidence, default: 0.5
+      String :source_agent, null: false, size: 100
+      column :source_context, :jsonb, default: Sequel.lit("'{}'::jsonb")
+      column :tags, :'text[]', default: Sequel.lit("'{}'::text[]")
+      String :status, null: false, size: 20, default: 'candidate'
+      Integer :access_count, default: 0
+      DateTime :created_at, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :updated_at, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :confirmed_at
+
+      index :status
+    end
+    run 'ALTER TABLE apollo_entries ADD COLUMN embedding vector(1536)'
+    run 'CREATE INDEX idx_apollo_entries_embedding ON apollo_entries USING hnsw (embedding vector_cosine_ops)'
+    run 'CREATE INDEX idx_apollo_entries_tags ON apollo_entries USING gin (tags)'
+
+    create_table(:apollo_relations) do
+      column :id, :uuid, default: Sequel.lit('uuid_generate_v4()'), primary_key: true
+      foreign_key :from_entry_id, :apollo_entries, type: :uuid, null: false, index: true
+      foreign_key :to_entry_id, :apollo_entries, type: :uuid, null: false, index: true
+      String :relation_type, null: false, size: 50
+      Float :weight, default: 1.0
+      String :source_agent, size: 100
+      DateTime :created_at, default: Sequel::CURRENT_TIMESTAMP
+    end
+
+    create_table(:apollo_expertise) do
+      column :id, :uuid, default: Sequel.lit('uuid_generate_v4()'), primary_key: true
+      String :agent_id, null: false, size: 100, index: true
+      String :domain, null: false, size: 100, index: true
+      Float :proficiency, default: 0.0
+      Integer :entry_count, default: 0
+      DateTime :last_active_at, default: Sequel::CURRENT_TIMESTAMP
+    end
+
+    create_table(:apollo_access_log) do
+      column :id, :uuid, default: Sequel.lit('uuid_generate_v4()'), primary_key: true
+      foreign_key :entry_id, :apollo_entries, type: :uuid, index: true
+      String :agent_id, null: false, size: 100
+      String :action, null: false, size: 20
+      DateTime :created_at, default: Sequel::CURRENT_TIMESTAMP
+    end
+  end
+
+  down do
+    next unless adapter_scheme == :postgres
+
+    drop_table(:apollo_access_log) if table_exists?(:apollo_access_log)
+    drop_table(:apollo_expertise) if table_exists?(:apollo_expertise)
+    drop_table(:apollo_relations) if table_exists?(:apollo_relations)
+    drop_table(:apollo_entries) if table_exists?(:apollo_entries)
+  end
+end

data/lib/legion/data/migrations/013_add_relationships.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:relationships) do
+      primary_key :id
+      foreign_key :trigger_id, :functions, null: true, on_delete: :set_null, index: true
+      foreign_key :action_id, :functions, null: true, on_delete: :set_null, index: true
+      String :name, size: 255, null: true
+      String :status, size: 50, null: false, default: 'active', index: true
+      String :relationship_type, size: 50, null: false, default: 'chain'
+      String :options, text: true, null: true
+      DateTime :created, null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :updated, null: true
+    end
+  end
+
+  down do
+    drop_table :relationships
+  end
+end

data/lib/legion/data/migrations/014_add_relationship_columns.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    alter_table(:relationships) do
+      add_column :delay, Integer, null: false, default: 0
+      add_column :chain_id, Integer, null: true, index: true
+      add_column :debug, TrueClass, null: false, default: false
+      add_column :allow_new_chains, TrueClass, null: false, default: false
+      add_column :conditions, String, text: true, null: true
+      add_column :transformation, String, text: true, null: true
+      add_column :active, TrueClass, null: false, default: true, index: true
+    end
+  end
+
+  down do
+    alter_table(:relationships) do
+      drop_column :delay
+      drop_column :chain_id
+      drop_column :debug
+      drop_column :allow_new_chains
+      drop_column :conditions
+      drop_column :transformation
+      drop_column :active
+    end
+  end
+end

data/lib/legion/data/migrations/015_add_rbac_tables.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:rbac_role_assignments) do
+      primary_key :id
+      String :principal_type, null: false, size: 10
+      String :principal_id,   null: false, size: 255
+      String :role,           null: false, size: 100
+      String :team,           null: true,  size: 255
+      String :granted_by,     null: false, size: 255
+      DateTime :granted_at,   null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :expires_at,   null: true
+      unique %i[principal_type principal_id role team]
+      index :principal_id
+      index :team
+    end
+
+    create_table(:rbac_runner_grants) do
+      primary_key :id
+      String :team,            null: false, size: 255
+      String :runner_pattern,  null: false, size: 500
+      String :actions,         null: false, size: 255
+      String :granted_by,      null: false, size: 255
+      DateTime :granted_at,    null: false, default: Sequel::CURRENT_TIMESTAMP
+      unique %i[team runner_pattern]
+      index :team
+    end
+
+    create_table(:rbac_cross_team_grants) do
+      primary_key :id
+      String :source_team,     null: false, size: 255
+      String :target_team,     null: false, size: 255
+      String :runner_pattern,  null: false, size: 500
+      String :actions,         null: false, size: 255
+      String :granted_by,      null: false, size: 255
+      DateTime :granted_at,    null: false, default: Sequel::CURRENT_TIMESTAMP
+      DateTime :expires_at,    null: true
+      unique %i[source_team target_team runner_pattern]
+      index :source_team
+    end
+  end
+
+  down do
+    drop_table :rbac_cross_team_grants
+    drop_table :rbac_runner_grants
+    drop_table :rbac_role_assignments
+  end
+end

data/lib/legion/data/migrations/016_add_worker_health.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    alter_table(:digital_workers) do
+      add_column :health_status, String, size: 20, default: 'unknown', null: false
+      add_column :last_heartbeat_at, DateTime, null: true
+      add_column :health_node, String, size: 255, null: true
+      add_index  :health_status
+    end
+
+    alter_table(:nodes) do
+      add_column :metrics,           :text, null: true
+      add_column :hosted_worker_ids, :text, null: true
+      add_column :version,           String, size: 50, null: true
+    end
+  end
+
+  down do
+    alter_table(:digital_workers) do
+      drop_index  :health_status
+      drop_column :health_node
+      drop_column :last_heartbeat_at
+      drop_column :health_status
+    end
+
+    alter_table(:nodes) do
+      drop_column :version
+      drop_column :hosted_worker_ids
+      drop_column :metrics
+    end
+  end
+end

data/lib/legion/data/migrations/017_add_audit_log.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    create_table(:audit_log) do
+      primary_key :id
+      String   :event_type,     null: false, size: 50
+      String   :principal_id,   null: false, size: 255
+      String   :principal_type, null: false, size: 20
+      String   :action,         null: false, size: 100
+      String   :resource,       null: false, size: 500
+      String   :source,         null: false, size: 20
+      String   :node,           null: false, size: 255
+      String   :status,         null: false, size: 20
+      Integer  :duration_ms,    null: true
+      column   :detail,         :text, null: true
+      String   :record_hash,    null: false, size: 64
+      String   :prev_hash,      null: false, size: 64
+      DateTime :created_at,     null: false
+
+      index :event_type
+      index :principal_id
+      index :created_at
+    end
+  end
+
+  down do
+    drop_table :audit_log
+  end
+end

data/lib/legion/data/migrations/018_add_governance_events.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  change do
+    create_table(:governance_events) do
+      primary_key :id
+      String :stream_id, null: false
+      String :event_type, null: false
+      Integer :sequence_number, null: false
+      column :data_json, :text
+      column :metadata_json, :text
+      String :event_hash, size: 64
+      String :previous_hash, size: 64
+      DateTime :created_at, null: false, default: Sequel::CURRENT_TIMESTAMP
+
+      index %i[stream_id sequence_number], unique: true
+      index :event_type
+      index :created_at
+    end
+  end
+end

data/lib/legion/data/migrations/019_add_audit_hash_chain.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    return unless table_exists?(:audit_log)
+
+    cols = schema(:audit_log).map(&:first)
+
+    alter_table(:audit_log) do
+      add_column :record_hash, String, size: 64 unless cols.include?(:record_hash)
+      add_column :previous_hash, String, size: 64 unless cols.include?(:previous_hash)
+      add_column :retention_tier, String, size: 10, default: 'hot' unless cols.include?(:retention_tier)
+      add_index :record_hash, unique: true, if_not_exists: true
+      add_index :retention_tier, if_not_exists: true
+    end
+  end
+
+  down do
+    return unless table_exists?(:audit_log)
+
+    cols = schema(:audit_log).map(&:first)
+
+    alter_table(:audit_log) do
+      drop_column :record_hash if cols.include?(:record_hash)
+      drop_column :previous_hash if cols.include?(:previous_hash)
+      drop_column :retention_tier if cols.include?(:retention_tier)
+    end
+  end
+end