legion-data 1.1.5 → 1.2.0

data/NOTICE.txt

@@ -0,0 +1,9 @@
+Legion::Crypt(legion-crypt)
+Copyright 2021 Optum
+
+Project Description:
+====================
+Manage
+
+Author(s):
+Esity

data/README.md

@@ -1,37 +1,74 @@
-# Legion::Data
+Legion::Data
+=====
 
-Legion::Data is used by the framework to connect to a database. All database changes should be
-added as a migration with proper up/downs.
+Legion::Data is a gem for the LegionIO framework to use persistent storage. Currently only MySQL is supported
 
-## Installation
+Supported Ruby versions and implementations
+------------------------------------------------
 
-Add this line to your application's Gemfile:
+Legion::Json should work identically on:
 
-```ruby
-gem 'legion-data'
-```
+* Ruby 2.5+
 
-And then execute:
 
-    $ bundle
+Installation and Usage
+------------------------
 
-Or install it yourself as:
+You can verify your installation using this piece of code:
 
-    $ gem install legion-data
+```bash
+gem install legion-data
+```
 
-## Usage
+```ruby
+require 'legion/data'
 
-You can create a new connection to the database with the following example
-``` Legion::Data::Connection.new.database.connection ```
-Keep in mind that if you need access to the database as part of a LEX, you should instead add it as a
-requirement inside your definitions with the following
+Legion::Data.setup
+Legion::Data.connected? # => true
+Legion::Data::Model::Extension.all # Sequel::Dataset
 ```
-def requirements
-  %w[legion-transport legion-data]
-end
+
+Settings
+----------
+
+```json
+{
+  "connected": false,
+  "cache": {
+    "connected": false,
+    "auto_enable": null,
+    "ttl": 60
+  },
+  "connection": {
+    "log": false,
+    "log_connection_info": false,
+    "log_warn_duration": 1,
+    "log_warn_duration": "debug",
+    "max_connections": 10,
+    "preconnect": false
+  },
+  "creds": {
+    "username": "legion",
+    "password": "legion",
+    "database": "legionio",
+    "host": "127.0.0.1",
+    "port": 3306
+  },
+  "migrations": {
+    "continue_on_fail": false,
+    "auto_migrate": true,
+    "ran": false,
+    "version": null
+  },
+  "models": {
+    "continue_on_load_fail": false,
+    "autoload": true
+  },
+  "connect_on_start": true
+}
 ```
-and the framework will take care of the rest.
 
-## Contributing
+Authors
+----------
 
-Bug reports and pull requests are welcome on GitHub at https://bitbucket.org/legion-io/legion-data.
+* [Matthew Iverson](https://github.com/Esity) - current maintainer

data/SECURITY.md

@@ -0,0 +1,9 @@
+# Security Policy
+
+## Supported Versions
+| Version | Supported          |
+| ------- | ------------------ |
+| 1.x.x   | :white_check_mark: |
+
+## Reporting a Vulnerability
+To be added

data/attribution.txt

@@ -0,0 +1 @@
+Add attributions here.

data/legion-data.gemspec

@@ -1,46 +1,33 @@
-lib = File.expand_path('lib', __dir__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'legion/data/version'
+# frozen_string_literal: true
+
+require_relative 'lib/legion/data/version'
 
 Gem::Specification.new do |spec|
-  spec.name = (RUBY_ENGINE == 'jruby' ? 'legion-data-java' : 'legion-data')
+  spec.name = 'legion-data'
   spec.version       = Legion::Data::VERSION
   spec.authors       = ['Esity']
-  spec.email         = ['matthewdiverson@gmail.com']
-
-  spec.summary       = 'Used by Legion to connect to the database'
-  spec.description   = 'The Legion connect gem'
-  spec.homepage = 'https://bitbucket.org/legion-io/legion-data'
-  spec.required_ruby_version = Gem::Requirement.new('>= 2.5.0')
-
-  spec.metadata['bug_tracker_uri'] = 'https://bitbucket.org/legion-io/legion-data/issues?status=new&status=open'
-  spec.metadata['changelog_uri'] = 'https://bitbucket.org/legion-io/legion-data/src/CHANGELOG.md'
-  spec.metadata['documentation_uri'] = 'https://bitbucket.org/legion-io/legion-data'
-  spec.metadata['homepage_uri'] = 'https://bitbucket.org/legion-io/legion-data'
-  spec.metadata['source_code_uri'] = 'https://bitbucket.org/legion-io/legion-data'
-  spec.metadata['wiki_uri'] = 'https://bitbucket.org/legion-io/legion-data/wiki/Home'
+  spec.email         = %w[matthewdiverson@gmail.com ruby@optum.com]
 
-  spec.files = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
-  end
-  spec.bindir        = 'bin'
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.summary       = 'Manages the connects to the backend database'
+  spec.description   = 'A LegionIO gem to connect to a persistent data store'
+  spec.homepage      = 'https://github.com/Optum/legion-data'
+  spec.license       = 'Apache-2.0'
+  spec.required_ruby_version = '>= 2.5'
   spec.require_paths = ['lib']
-
-  spec.add_development_dependency 'bundler'
-  spec.add_development_dependency 'codecov'
-  spec.add_development_dependency 'rake'
-  spec.add_development_dependency 'rspec'
-  spec.add_development_dependency 'rspec_junit_formatter'
-  spec.add_development_dependency 'rubocop'
+  spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.test_files        = spec.files.select { |p| p =~ %r{^test/.*_test.rb} }
+  spec.extra_rdoc_files  = %w[README.md LICENSE CHANGELOG.md]
+  spec.metadata = {
+    'bug_tracker_uri' => 'https://github.com/Optum/legion-data/issues',
+    'changelog_uri' => 'https://github.com/Optum/legion-data/src/main/CHANGELOG.md',
+    'documentation_uri' => 'https://github.com/Optum/legion-data',
+    'homepage_uri' => 'https://github.com/Optum/LegionIO',
+    'source_code_uri' => 'https://github.com/Optum/legion-data',
+    'wiki_uri' => 'https://github.com/Optum/legion-data/wiki'
+  }
 
   spec.add_dependency 'legion-logging'
   spec.add_dependency 'legion-settings'
-
-  if RUBY_ENGINE == 'jruby'
-    spec.add_dependency 'jdbc-mysql'
-  else
-    spec.add_dependency 'mysql2'
-  end
+  spec.add_dependency 'mysql2'
   spec.add_dependency 'sequel'
 end

data/lib/legion/data.rb

@@ -39,18 +39,17 @@ module Legion
 
         return unless defined?(::Legion::Cache)
 
-        Legion::Data::Model::Relationship.plugin :caching, Legion::Cache, ttl: 10
-        Legion::Data::Model::Runner.plugin :caching, Legion::Cache, ttl: 60
-        Legion::Data::Model::Chain.plugin :caching, Legion::Cache, ttl: 60
-        Legion::Data::Model::Datacenter.plugin :caching, Legion::Cache, ttl: 120
-        Legion::Data::Model::Function.plugin :caching, Legion::Cache, ttl: 120
-        Legion::Data::Model::Extension.plugin :caching, Legion::Cache, ttl: 120
-        Legion::Data::Model::Node.plugin :caching, Legion::Cache, ttl: 10
-        Legion::Data::Model::TaskLog.plugin :caching, Legion::Cache, ttl: 12
-        Legion::Data::Model::Task.plugin :caching, Legion::Cache, ttl: 10
-        Legion::Data::Model::User.plugin :caching, Legion::Cache, ttl: 120
-        Legion::Data::Model::Group.plugin :caching, Legion::Cache, ttl: 120
-        Legion::Logging.info 'Legion::Data connected to Legion::Cache'
+        # Legion::Data::Model::Relationship.plugin :caching, Legion::Cache, ttl: 10
+        # Legion::Data::Model::Runner.plugin :caching, Legion::Cache, ttl: 60
+        # Legion::Data::Model::Chain.plugin :caching, Legion::Cache, ttl: 60
+        # Legion::Data::Model::Function.plugin :caching, Legion::Cache, ttl: 120
+        # Legion::Data::Model::Extension.plugin :caching, Legion::Cache, ttl: 120
+        # Legion::Data::Model::Node.plugin :caching, Legion::Cache, ttl: 10
+        # Legion::Data::Model::TaskLog.plugin :caching, Legion::Cache, ttl: 12
+        # Legion::Data::Model::Task.plugin :caching, Legion::Cache, ttl: 10
+        # Legion::Data::Model::User.plugin :caching, Legion::Cache, ttl: 120
+        # Legion::Data::Model::Group.plugin :caching, Legion::Cache, ttl: 120
+        # Legion::Logging.info 'Legion::Data connected to Legion::Cache'
       end
 
       def shutdown

data/lib/legion/data/connection.rb

@@ -33,11 +33,11 @@ module Legion
           final_creds.merge! Legion::Data::Settings.creds
           final_creds.merge! Legion::Settings[:data][:creds] if Legion::Settings[:data][:creds].is_a? Hash
 
-          if Legion::Settings[:data][:connection][:max_connections].is_a? Integer
-            final_creds[:max_connections] = Legion::Settings[:data][:connection][:max_connections]
-          end
+          # if Legion::Settings[:data][:connection][:max_connections].is_a? Integer
+          #   final_creds[:max_connections] = Legion::Settings[:data][:connection][:max_connections]
+          # end
 
-          final_creds[:preconnect] = :concurrently if Legion::Settings[:data][:connection][:preconnect]
+          # final_creds[:preconnect] = :concurrently if Legion::Settings[:data][:connection][:preconnect]
 
           return final_creds if Legion::Settings[:vault].nil?
 
@@ -52,11 +52,11 @@ module Legion
 
         def default_creds
           {
-            host:            '127.0.0.1',
-            port:            3306,
-            username:        'legion',
-            password:        'legion',
-            database:        'legion',
+            host: '127.0.0.1',
+            port: 3306,
+            username: 'legion',
+            password: 'legion',
+            database: 'legion',
             max_connections: 4
           }
         end

data/lib/legion/data/migrations/002_add_nodes.rb

@@ -0,0 +1,20 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `nodes` (
+      `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+      `name` varchar(128) NOT NULL DEFAULT '',
+      `status` varchar(255) NOT NULL DEFAULT 'unknown',
+      `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+      `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+      PRIMARY KEY (`id`),
+      UNIQUE KEY `name` (`name`),
+      KEY `active` (`active`),
+      KEY `status` (`status`)
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :nodes
+  end
+end

data/lib/legion/data/migrations/003_add_settings.rb

@@ -0,0 +1,18 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `settings` (
+      `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+      `key` varchar(128) NOT NULL,
+      `value` varchar(256) NOT NULL,
+      `encrypted` tinyint(1) unsigned NOT NULL DEFAULT '0',
+      `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+      PRIMARY KEY (`id`),
+      UNIQUE KEY `key` (`key`)
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :settings
+  end
+end

data/lib/legion/data/migrations/004_add_extensions.rb

@@ -0,0 +1,25 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `extensions` (
+      `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+      `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+      `name` varchar(128) NOT NULL,
+      `namespace` varchar(128) NOT NULL DEFAULT '',
+      `exchange` varchar(255) DEFAULT NULL,
+      `uri` varchar(256) DEFAULT NULL,
+      `schema_version` int(11) unsigned NOT NULL DEFAULT 0,
+      `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+      `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      PRIMARY KEY (`id`),
+      UNIQUE KEY `name_namespace` (`name`,`namespace`),
+      KEY `active` (`active`),
+      KEY `name` (`name`),
+      KEY `namespace` (`namespace`),
+      key `schema_version` (`schema_version`)
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :extensions
+  end
+end

data/lib/legion/data/migrations/005_add_runners.rb

@@ -0,0 +1,21 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `runners` (
+      `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+      `extension_id` int(11) unsigned NOT NULL,
+      `name` varchar(256) NOT NULL DEFAULT '',
+      `namespace` varchar(256) NOT NULL DEFAULT '',
+      `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+      `queue` varchar(256) DEFAULT NULL,
+      `uri` varchar(256) DEFAULT NULL,
+      `created` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      `updated` datetime DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+      PRIMARY KEY (`id`),
+      CONSTRAINT `runner_extension_id` FOREIGN KEY (`extension_id`) REFERENCES `extensions` (`id`) ON DELETE CASCADE ON UPDATE CASCADE
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :runners
+  end
+end

data/lib/legion/data/migrations/006_add_functions.rb

@@ -0,0 +1,23 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `functions` (
+      `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+      `name` varchar(128) NOT NULL,
+      `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+      `runner_id` int(11) unsigned NOT NULL,
+      `args` text,
+      `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+      PRIMARY KEY (`id`),
+      UNIQUE KEY `runner_id` (`runner_id`,`name`),
+      KEY `active` (`active`),
+      KEY `namespace` (`runner_id`),
+      KEY `name` (`name`),
+      CONSTRAINT `function_runner_id` FOREIGN KEY (`runner_id`) REFERENCES `runners` (`id`) ON DELETE CASCADE ON UPDATE CASCADE
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :functions
+  end
+end

data/lib/legion/data/migrations/{015_add_default_extensions.rb → 007_add_default_extensions.rb}

@@ -17,6 +17,7 @@ Sequel.migration do
       from(:runners).insert row
     end
   end
+
   down do
     from(:extensions).where(namespace: 'Legion::Extensions::Lex').delete
     from(:extensions).where(namespace: 'Legion::Extensions::Node').delete

data/lib/legion/data/migrations/008_add_tasks.rb

@@ -0,0 +1,29 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `tasks` (
+      `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+      `relationship_id` int(11) unsigned DEFAULT NULL,
+      `function_id` int(11) unsigned DEFAULT NULL,
+      `status` varchar(255) NOT NULL,
+      `parent_id` int(11) unsigned DEFAULT NULL,
+      `master_id` int(11) unsigned DEFAULT NULL,
+      `function_args` text,
+      `results` text,
+      `payload` text,
+      `created` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      `updated` datetime DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+      PRIMARY KEY (`id`),
+      KEY `status` (`status`),
+      KEY `parent_id` (`parent_id`),
+      KEY `master_id` (`master_id`),
+      KEY `relationship_id` (`relationship_id`),
+      KEY `function_id` (`function_id`),
+      CONSTRAINT `parent_id` FOREIGN KEY (`parent_id`) REFERENCES `tasks` (`id`) ON DELETE SET NULL ON UPDATE CASCADE,
+      CONSTRAINT `master_id` FOREIGN KEY (`master_id`) REFERENCES `tasks` (`id`) ON DELETE SET NULL ON UPDATE CASCADE
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :tasks
+  end
+end

data/lib/legion/data/model.rb

@@ -5,7 +5,7 @@ module Legion
         attr_reader :loaded_models
 
         def models
-          %w[user group extension chain relationship function task runner task_log datacenter environment node setting]
+          %w[extension function task runner node setting]
         end
 
         def load
@@ -16,7 +16,7 @@ module Legion
         end
 
         def require_sequel_models(files = models)
-          Dir["#{File.dirname(__FILE__)}models/*.rb"].each { |file| puts file }
+          # Dir["#{File.dirname(__FILE__)}models/*.rb"].each { |file| puts file }
           files.each { |file| load_sequel_model(file) }
         end
 

data/lib/legion/data/models/function.rb

@@ -1,14 +1,12 @@
 # frozen_string_literal: true
 
-require_relative 'relationship'
-
 module Legion
   module Data
     module Model
       class Function < Sequel::Model
         many_to_one :runner
-        one_to_many :trigger_relationships, class: 'Legion::Data::Model::Relationship', key: :trigger_id
-        one_to_many :action_relationships, class: 'Legion::Data::Model::Relationship', key: :action_id
+        # one_to_many :trigger_relationships, class: 'Legion::Data::Model::Relationship', key: :trigger_id
+        # one_to_many :action_relationships, class: 'Legion::Data::Model::Relationship', key: :action_id
       end
     end
   end