legion-data 0.2.0 → 1.2.0

data/lib/legion/data/migrations/006_add_functions.rb

@@ -0,0 +1,23 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `functions` (
+      `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+      `name` varchar(128) NOT NULL,
+      `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+      `runner_id` int(11) unsigned NOT NULL,
+      `args` text,
+      `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+      PRIMARY KEY (`id`),
+      UNIQUE KEY `runner_id` (`runner_id`,`name`),
+      KEY `active` (`active`),
+      KEY `namespace` (`runner_id`),
+      KEY `name` (`name`),
+      CONSTRAINT `function_runner_id` FOREIGN KEY (`runner_id`) REFERENCES `runners` (`id`) ON DELETE CASCADE ON UPDATE CASCADE
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :functions
+  end
+end

data/lib/legion/data/migrations/007_add_default_extensions.rb

@@ -0,0 +1,25 @@
+Sequel.migration do
+  up do
+    lex = from(:extensions).insert(namespace: 'Legion::Extensions::Lex', name: 'lex', exchange: 'lex', uri: 'lex')
+    [
+      { extension_id: lex, namespace: 'Legion::Extensions::Lex::Runners::Register', name: 'register', queue: 'register', uri: 'register' },
+      { extension_id: lex, namespace: 'Legion::Extensions::Lex::Runners::Function', name: 'function', queue: 'function', uri: 'function' },
+      { extension_id: lex, namespace: 'Legion::Extensions::Lex::Runners::Runner', name: 'runner', queue: 'runner', uri: 'runner' },
+      { extension_id: lex, namespace: 'Legion::Extensions::Lex::Runners::Extension', name: 'extension', queue: 'extension', uri: 'extension' }
+    ].each do |row|
+      from(:runners).insert row
+    end
+
+    lex = from(:extensions).insert(namespace: 'Legion::Extensions::Node', name: 'node', exchange: 'node', uri: 'node')
+    [
+      { extension_id: lex, namespace: 'Legion::Extensions::Node::Runners::Crypt', name: 'crypt', queue: 'crypt', uri: 'crypt' }
+    ].each do |row|
+      from(:runners).insert row
+    end
+  end
+
+  down do
+    from(:extensions).where(namespace: 'Legion::Extensions::Lex').delete
+    from(:extensions).where(namespace: 'Legion::Extensions::Node').delete
+  end
+end

data/lib/legion/data/migrations/008_add_tasks.rb

@@ -0,0 +1,29 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `tasks` (
+      `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+      `relationship_id` int(11) unsigned DEFAULT NULL,
+      `function_id` int(11) unsigned DEFAULT NULL,
+      `status` varchar(255) NOT NULL,
+      `parent_id` int(11) unsigned DEFAULT NULL,
+      `master_id` int(11) unsigned DEFAULT NULL,
+      `function_args` text,
+      `results` text,
+      `payload` text,
+      `created` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+      `updated` datetime DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+      PRIMARY KEY (`id`),
+      KEY `status` (`status`),
+      KEY `parent_id` (`parent_id`),
+      KEY `master_id` (`master_id`),
+      KEY `relationship_id` (`relationship_id`),
+      KEY `function_id` (`function_id`),
+      CONSTRAINT `parent_id` FOREIGN KEY (`parent_id`) REFERENCES `tasks` (`id`) ON DELETE SET NULL ON UPDATE CASCADE,
+      CONSTRAINT `master_id` FOREIGN KEY (`master_id`) REFERENCES `tasks` (`id`) ON DELETE SET NULL ON UPDATE CASCADE
+    ) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :tasks
+  end
+end

data/lib/legion/data/model.rb

@@ -3,18 +3,20 @@ module Legion
     module Models
       class << self
         attr_reader :loaded_models
+
         def models
-          %w[user group extension chain relationship function task runner task_log datacenter environment node setting]
+          %w[extension function task runner node setting]
         end
 
         def load
           Legion::Logging.info 'Loading Legion::Data::Models'
           @loaded_models ||= []
           require_sequel_models(models)
+          Legion::Settings[:data][:models][:loaded] = true
         end
 
         def require_sequel_models(files = models)
-          Dir[File.dirname(__FILE__) + 'models/*.rb'].each { |file| puts file }
+          # Dir["#{File.dirname(__FILE__)}models/*.rb"].each { |file| puts file }
           files.each { |file| load_sequel_model(file) }
         end
 
@@ -23,6 +25,7 @@ module Legion
           require_relative "models/#{model}"
           @loaded_models << model
           Legion::Logging.debug("Successfully loaded #{model}")
+          model
         rescue LoadError => e
           Legion::Logging.fatal("Failed to load #{model}")
           raise e unless Legion::Settings[:data][:models][:continue_on_fail]

data/lib/legion/data/models/extension.rb

@@ -5,8 +5,6 @@ module Legion
     module Model
       class Extension < Sequel::Model
         one_to_many :runners
-        many_to_one :user_owner, class: Legion::Data::Model::User
-        many_to_one :group_owner, class: Legion::Data::Model::Group
       end
     end
   end

data/lib/legion/data/models/function.rb

@@ -1,16 +1,12 @@
 # frozen_string_literal: true
 
-require_relative 'relationship'
-
 module Legion
   module Data
     module Model
       class Function < Sequel::Model
         many_to_one :runner
-        one_to_many :trigger_relationships, class: 'Legion::Data::Model::Relationship', key: :trigger_id
-        one_to_many :action_relationships, class: 'Legion::Data::Model::Relationship', key: :action_id
-        many_to_one :user_owner, class: Legion::Data::Model::User
-        many_to_one :group_owner, class: Legion::Data::Model::Group
+        # one_to_many :trigger_relationships, class: 'Legion::Data::Model::Relationship', key: :trigger_id
+        # one_to_many :action_relationships, class: 'Legion::Data::Model::Relationship', key: :action_id
       end
     end
   end

data/lib/legion/data/models/node.rb

@@ -4,9 +4,7 @@ module Legion
   module Data
     module Model
       class Node < Sequel::Model
-        many_to_one :environment
-        many_to_one :datacenter
-        one_to_many :task_log
+        # one_to_many :task_log
       end
     end
   end

data/lib/legion/data/models/runner.rb

@@ -9,8 +9,6 @@ module Legion
         one_to_many :task
         one_to_many :functions
         many_to_one :extension
-        many_to_one :user_owner, class: Legion::Data::Model::User
-        many_to_one :group_owner, class: Legion::Data::Model::Group
       end
     end
   end

data/lib/legion/data/models/task.rb

@@ -10,8 +10,6 @@ module Legion
         one_to_many :children, key: :parent_id, class: self
         many_to_one :master, class: self
         one_to_many :slave, key: :master_id, class: self
-        many_to_one :user_owner, class: Legion::Data::Model::User
-        many_to_one :group_owner, class: Legion::Data::Model::Group
       end
     end
   end

data/lib/legion/data/settings.rb

@@ -3,39 +3,40 @@ module Legion
     module Settings
       def self.default
         {
-          connected:  false,
-          cache:      cache,
+          connected: false,
+          cache: cache,
           connection: connection,
-          creds:      creds,
+          creds: creds,
           migrations: migrations,
-          models:     models
-
+          models: models,
+          connect_on_start: true
         }
       end
 
       def self.models
         {
           continue_on_load_fail: false,
-          autoload:              true
+          autoload: true
         }
       end
 
       def self.migrations
         {
           continue_on_fail: false,
-          auto_migrate:     true,
-          ran:              false,
-          version:          nil
+          auto_migrate: true,
+          ran: false,
+          version: nil
         }
       end
 
       def self.connection
         {
-          log:                 false,
+          log: false,
           log_connection_info: false,
-          log_warn_duration:   1,
-          sql_log_level:       'debug',
-          max_connections:     32
+          log_warn_duration: 1,
+          sql_log_level: 'debug',
+          max_connections: 10,
+          preconnect: false
         }
       end
 
@@ -43,20 +44,25 @@ module Legion
         {
           username: 'legion',
           password: 'legion',
-          database: 'legion',
-          host:     '127.0.0.1',
-          port:     3306,
-          debug:    false
+          database: 'legionio',
+          host: '127.0.0.1',
+          port: 3306
         }
       end
 
       def self.cache
         {
-          connected:   false,
+          connected: false,
           auto_enable: Legion::Settings[:cache][:connected],
-          ttl:         60
+          ttl: 60
         }
       end
     end
   end
 end
+
+begin
+  Legion::Settings.merge_settings('data', Legion::Data::Settings.default) if Legion.const_defined?('Settings')
+rescue StandardError => e
+  Legion::Logging.fatal(e.message) if Legion::Logging.method_defined?(:fatal)
+end

data/lib/legion/data/version.rb

@@ -1,5 +1,5 @@
 module Legion
   module Data
-    VERSION = '0.2.0'.freeze
+    VERSION = '1.2.0'.freeze
   end
 end

data/sonar-project.properties

@@ -0,0 +1,12 @@
+sonar.projectKey=legion-io_legion-data
+sonar.organization=legion-io
+sonar.projectName=Legion::Data
+sonar.sources=.
+sonar.exclusions=vendor/**
+sonar.coverage.exclusions=spec/**
+sonar.ruby.coverage.reportPath=coverage/.resultset.json
+sonar.ruby.file.suffixes=rb,ruby
+sonar.ruby.coverage.framework=RSpec
+sonar.ruby.rubocopConfig=.rubocop.yml
+sonar.ruby.rubocop.reportPath=rubocop-result.json
+sonar.ruby.rubocop.filePath=.

data/sourcehawk.yml

@@ -0,0 +1,4 @@
+
+config-locations:
+  - https://raw.githubusercontent.com/optum/.github/main/sourcehawk.yml
+  

metadata

@@ -1,155 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: legion-data
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 1.2.0
 platform: ruby
 authors:
 - Esity
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-02-27 00:00:00.000000000 Z
+date: 2021-06-09 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: codecov
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rspec
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rspec_junit_formatter
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rubocop
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rubocop-md
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rubocop-performance
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rubocop-rspec
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rubocop-sequel
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: legion-logging
   requirement: !ruby/object:Gem::Requirement
@@ -206,74 +66,66 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: The Legion connect gem
+description: A LegionIO gem to connect to a persistent data store
 email:
 - matthewdiverson@gmail.com
+- ruby@optum.com
 executables: []
 extensions: []
-extra_rdoc_files: []
+extra_rdoc_files:
+- README.md
+- LICENSE
+- CHANGELOG.md
 files:
-- ".circleci/config.yml"
+- ".github/workflows/rubocop-analysis.yml"
+- ".github/workflows/sourcehawk-scan.yml"
 - ".gitignore"
-- ".rspec"
 - ".rubocop.yml"
 - CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- CONTRIBUTING.md
 - Gemfile
+- INDIVIDUAL_CONTRIBUTOR_LICENSE.md
+- LICENSE
+- NOTICE.txt
 - README.md
-- Rakefile
-- bin/console
-- bin/setup
-- bitbucket-pipelines.yml
+- SECURITY.md
+- attribution.txt
 - legion-data.gemspec
 - lib/legion/data.rb
 - lib/legion/data/connection.rb
-- lib/legion/data/connections/base.rb
-- lib/legion/data/connections/jdbc.rb
-- lib/legion/data/connections/mysql.rb
-- lib/legion/data/connections/mysql2.rb
-- lib/legion/data/connections/mysql_base.rb
 - lib/legion/data/migration.rb
 - lib/legion/data/migrations/001_add_schema_columns.rb
-- lib/legion/data/migrations/002_add_users.rb
-- lib/legion/data/migrations/003_add_groups.rb
-- lib/legion/data/migrations/004_add_chains.rb
-- lib/legion/data/migrations/005_add_envs.rb
-- lib/legion/data/migrations/006_add_dcs.rb
-- lib/legion/data/migrations/007_add_nodes.rb
-- lib/legion/data/migrations/008_add_settings.rb
-- lib/legion/data/migrations/009_add_extensions.rb
-- lib/legion/data/migrations/010_add_runners.rb
-- lib/legion/data/migrations/011_add_functions.rb
-- lib/legion/data/migrations/012_add_tasks.rb
-- lib/legion/data/migrations/013_add_task_logs.rb
-- lib/legion/data/migrations/014_add_relationships.rb
+- lib/legion/data/migrations/002_add_nodes.rb
+- lib/legion/data/migrations/003_add_settings.rb
+- lib/legion/data/migrations/004_add_extensions.rb
+- lib/legion/data/migrations/005_add_runners.rb
+- lib/legion/data/migrations/006_add_functions.rb
+- lib/legion/data/migrations/007_add_default_extensions.rb
+- lib/legion/data/migrations/008_add_tasks.rb
 - lib/legion/data/model.rb
-- lib/legion/data/models/chain.rb
-- lib/legion/data/models/datacenter.rb
-- lib/legion/data/models/environment.rb
 - lib/legion/data/models/extension.rb
 - lib/legion/data/models/function.rb
-- lib/legion/data/models/group.rb
-- lib/legion/data/models/namespace.rb
 - lib/legion/data/models/node.rb
-- lib/legion/data/models/relationship.rb
 - lib/legion/data/models/runner.rb
 - lib/legion/data/models/setting.rb
 - lib/legion/data/models/task.rb
 - lib/legion/data/models/task_log.rb
-- lib/legion/data/models/user.rb
 - lib/legion/data/settings.rb
 - lib/legion/data/version.rb
-homepage: https://bitbucket.org/legion-io/legion-data
-licenses: []
+- sonar-project.properties
+- sourcehawk.yml
+homepage: https://github.com/Optum/legion-data
+licenses:
+- Apache-2.0
 metadata:
-  bug_tracker_uri: https://bitbucket.org/legion-io/legion-data/issues?status=new&status=open
-  changelog_uri: https://bitbucket.org/legion-io/legion-data/src/CHANGELOG.md
-  documentation_uri: https://bitbucket.org/legion-io/legion-data
-  homepage_uri: https://bitbucket.org/legion-io/legion-data
-  source_code_uri: https://bitbucket.org/legion-io/legion-data
-  wiki_uri: https://bitbucket.org/legion-io/legion-data/wiki/Home
-post_install_message: 
+  bug_tracker_uri: https://github.com/Optum/legion-data/issues
+  changelog_uri: https://github.com/Optum/legion-data/src/main/CHANGELOG.md
+  documentation_uri: https://github.com/Optum/legion-data
+  homepage_uri: https://github.com/Optum/LegionIO
+  source_code_uri: https://github.com/Optum/legion-data
+  wiki_uri: https://github.com/Optum/legion-data/wiki
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -281,15 +133,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '2.5'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.1.6
+signing_key:
 specification_version: 4
-summary: Used by Legion to connect to the database
+summary: Manages the connects to the backend database
 test_files: []