legion-data 1.4.4 → 1.4.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5cd79bdce76b7a6043a32f43448907046df4ba71a4715dc6afea5c34168f152a
-  data.tar.gz: 9029b9c2de24c614a8c2742ffa7e276cd63b9b1205a1b39d99d22f1ad2fccc77
+  metadata.gz: 6e05799c2c985b4411c44ca60b6fb3b830825e113084c04f9d82292fde323dbd
+  data.tar.gz: 770898dd6f1675c1688ba9b2279d37faff1e440f86aeddaaa207797e8a4277cf
 SHA512:
-  metadata.gz: beafcc4417a128f66b8d13761aa66330cf81903231591b2320c102fff188ed37f9ee82dcbf3e1111fa93c5a7d8c87f3366bea2715260566297e98269b2c6f6c4
-  data.tar.gz: 1dada9cc4fbe1e716b718db9ae28e748ac36a1db5277c1a8652a298747403333b8f0e6d665c69d9219c8a7e268e0f22d31bc638bc334d48b93f14d08cd310824
+  metadata.gz: 4d77e460cbbe665134a2c106cb7d75be7d1dc263233343b102b38df6585f0e5bb43f5f7b5ca2463a08ce9a4d234e11fce40dbdbb53813868273aa47ff074e88a
+  data.tar.gz: 84f820d8da69d6bcbb9e8d97a5c601cac341d5791777b0a9262a084ad8be8925a6044c8b1b00abd4d58ebb152f7982951e6c74103511001ed6479e685a7ca6e0

data/CHANGELOG.md

@@ -1,5 +1,26 @@
 # Legion::Data Changelog
 
+## v1.4.7
+
+### Added
+- Migration 031: adds `depth` column (Integer, default 0) to tasks table for sub-agent recursion tracking
+- Migration 032: adds `cancelled_at` column (DateTime, nullable) to tasks table for cancellation support
+- `cancelled?` predicate method on Task model
+
+## v1.4.6
+
+### Added
+- Migration 028: agent_cluster_nodes table (stub for agent cluster support)
+- Migration 029: agent_cluster_tasks table (stub for agent cluster task tracking)
+- Migration 030: approval_queue table for governance board with status, requester, reviewer, and tenant filtering
+
+## v1.4.5
+
+### Added
+- Migration 027: add `source_provider` column to `apollo_entries` (postgres-only)
+  Tracks the LLM provider or data origin of each knowledge entry for source diversity
+  enforcement in Apollo corroboration
+
 ## v1.4.4
 
 ### Added

data/CLAUDE.md

@@ -8,7 +8,7 @@
 Manages persistent database storage for the LegionIO framework. Supports SQLite (default), MySQL, and PostgreSQL via Sequel ORM. Provides automatic schema migrations and data models for extensions, functions, runners, nodes, tasks, settings, digital workers, task relationships, Apollo shared knowledge tables (PostgreSQL only), tenants, webhooks, audit log, and archive tables. Also provides a parallel local SQLite database (`Legion::Data::Local`) for agentic cognitive state persistence.
 
 **GitHub**: https://github.com/LegionIO/legion-data
-**Version**: 1.4.3
+**Version**: 1.4.4
 **License**: Apache-2.0
 
 ## Supported Databases
@@ -72,7 +72,8 @@ Legion::Data (singleton module)
 │       ├── 022_add_memory_traces
 │       ├── 023_add_data_archive
 │       ├── 024_add_tenant_partition_columns
-│       └── 025_add_tenants_table
+│       ├── 025_add_tenants_table
+│       └── 026_add_function_embeddings  # description + embedding (TEXT) on functions; postgres: embedding_vector vector(1536) with HNSW cosine index
 │
 ├── Model              # Sequel model loader
 │   └── Models/
@@ -190,6 +191,10 @@ Per-adapter credential defaults are defined in `Settings::CREDS`:
 | `lib/legion/data/encryption/sequel_plugin.rb` | Transparent `encrypted_column` DSL for Sequel models |
 | `lib/legion/data/event_store.rb` | Append-only governance event store with hash chain integrity |
 | `lib/legion/data/event_store/projection.rb` | Projection base class, ConsentState, GovernanceTimeline |
+| `lib/legion/data/vector.rb` | Reusable pgvector helpers: `available?`, `cosine_search`, `l2_search`, `ensure_extension!` |
+| `lib/legion/data/storage_tiers.rb` | Hot/warm/cold archival lifecycle: `archive_to_warm`, `export_to_cold`, `stats` |
+| `lib/legion/data/archival.rb` | Archival module entry point and configuration |
+| `lib/legion/data/archival/` | Archival strategy implementations |
 | `lib/legion/data/settings.rb` | Default configuration with per-adapter credential presets |
 | `lib/legion/data/version.rb` | VERSION constant |
 | `exe/legionio_migrate` | CLI executable for running database migrations standalone |
@@ -210,6 +215,7 @@ Optional persistent storage initialized during `Legion::Service` startup (after
 11. Governance event store with append-only integrity (migration 018)
 12. Webhook subscription storage (migration 020)
 13. Archive, memory traces, and tenant partition tables (migrations 021–025)
+14. Function embeddings for semantic runner discovery (migration 026 — description + vector columns on functions table)
 
 ---
 

data/README.md

@@ -2,7 +2,7 @@
 
 Persistent database storage for the [LegionIO](https://github.com/LegionIO/LegionIO) framework. Provides database connectivity via Sequel ORM, automatic schema migrations, and data models for extensions, functions, runners, nodes, tasks, settings, digital workers, task relationships, and Apollo shared knowledge tables.
 
-**Version**: 1.4.3
+**Version**: 1.4.4
 
 ## Supported Databases
 
@@ -50,6 +50,8 @@ gem 'legion-data'
 
 Apollo models require PostgreSQL with the `pgvector` extension. They are skipped silently on SQLite and MySQL.
 
+Migration 026 adds `description` (TEXT) and `embedding` (TEXT, JSON-serialized vector) columns to the `functions` table, plus a `embedding_vector vector(1536)` column with HNSW cosine index on PostgreSQL for semantic similarity search of runner functions.
+
 ## Usage
 
 ```ruby

data/lib/legion/data/migrations/027_add_apollo_source_provider.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    next unless adapter_scheme == :postgres
+
+    alter_table(:apollo_entries) do
+      add_column :source_provider, String, size: 50, null: true
+    end
+
+    run "UPDATE apollo_entries SET source_provider = 'unknown' WHERE source_provider IS NULL"
+  end
+
+  down do
+    next unless adapter_scheme == :postgres
+
+    alter_table(:apollo_entries) do
+      drop_column :source_provider
+    end
+  end
+end

data/lib/legion/data/migrations/028_add_agent_cluster.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    next if table_exists?(:agent_cluster_nodes)
+
+    create_table(:agent_cluster_nodes) do
+      primary_key :id
+      String :node_id, null: false, unique: true
+      String :role, null: false, default: 'worker'
+      String :status, null: false, default: 'active'
+      DateTime :joined_at, null: false
+      DateTime :last_seen
+      String :tenant_id
+      index :status
+      index :tenant_id
+    end
+  end
+
+  down do
+    drop_table?(:agent_cluster_nodes)
+  end
+end

data/lib/legion/data/migrations/029_add_agent_cluster_tasks.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    next if table_exists?(:agent_cluster_tasks)
+
+    create_table(:agent_cluster_tasks) do
+      primary_key :id
+      String :task_type, null: false
+      Text :payload
+      String :assigned_to
+      String :status, null: false, default: 'pending'
+      DateTime :created_at, null: false
+      DateTime :completed_at
+      String :tenant_id
+      index :status
+      index :assigned_to
+      index :tenant_id
+    end
+  end
+
+  down do
+    drop_table?(:agent_cluster_tasks)
+  end
+end

data/lib/legion/data/migrations/030_add_approval_queue.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    next if table_exists?(:approval_queue)
+
+    create_table(:approval_queue) do
+      primary_key :id
+      String :approval_type, null: false
+      Text :payload
+      String :requester_id, null: false
+      String :status, null: false, default: 'pending'
+      String :reviewer_id
+      DateTime :reviewed_at
+      DateTime :created_at, null: false
+      String :tenant_id
+      index :status
+      index :tenant_id
+      index :created_at
+    end
+  end
+
+  down do
+    drop_table?(:approval_queue)
+  end
+end

data/lib/legion/data/migrations/031_add_task_depth.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    next unless table_exists?(:tasks)
+    next if schema(:tasks).any? { |col, _| col == :depth }
+
+    alter_table(:tasks) do
+      add_column :depth, Integer, default: 0, null: false
+    end
+  end
+
+  down do
+    next unless table_exists?(:tasks)
+    next unless schema(:tasks).any? { |col, _| col == :depth }
+
+    alter_table(:tasks) do
+      drop_column :depth
+    end
+  end
+end

data/lib/legion/data/migrations/032_add_task_cancelled_at.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+Sequel.migration do
+  up do
+    next unless table_exists?(:tasks)
+    next if schema(:tasks).any? { |col, _| col == :cancelled_at }
+
+    alter_table(:tasks) do
+      add_column :cancelled_at, DateTime, null: true
+    end
+  end
+
+  down do
+    next unless table_exists?(:tasks)
+    next unless schema(:tasks).any? { |col, _| col == :cancelled_at }
+
+    alter_table(:tasks) do
+      drop_column :cancelled_at
+    end
+  end
+end

data/lib/legion/data/models/task.rb

@@ -10,6 +10,10 @@ module Legion
         one_to_many :children, key: :parent_id, class: self
         many_to_one :master, class: self
         one_to_many :slave, key: :master_id, class: self
+
+        def cancelled?
+          !cancelled_at.nil?
+        end
       end
     end
   end

data/lib/legion/data/version.rb

@@ -2,6 +2,6 @@
 
 module Legion
   module Data
-    VERSION = '1.4.4'
+    VERSION = '1.4.7'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: legion-data
 version: !ruby/object:Gem::Version
-  version: 1.4.4
+  version: 1.4.7
 platform: ruby
 authors:
 - Esity
@@ -122,6 +122,12 @@ files:
 - lib/legion/data/migrations/024_add_tenant_partition_columns.rb
 - lib/legion/data/migrations/025_add_tenants_table.rb
 - lib/legion/data/migrations/026_add_function_embeddings.rb
+- lib/legion/data/migrations/027_add_apollo_source_provider.rb
+- lib/legion/data/migrations/028_add_agent_cluster.rb
+- lib/legion/data/migrations/029_add_agent_cluster_tasks.rb
+- lib/legion/data/migrations/030_add_approval_queue.rb
+- lib/legion/data/migrations/031_add_task_depth.rb
+- lib/legion/data/migrations/032_add_task_cancelled_at.rb
 - lib/legion/data/model.rb
 - lib/legion/data/models/apollo_access_log.rb
 - lib/legion/data/models/apollo_entry.rb