legion-data 0.1.0 → 1.1.4

data/lib/legion/data/migrations/010_add_runners.rb

@@ -0,0 +1,21 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `runners` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `extension_id` int(11) unsigned NOT NULL,
+  `name` varchar(256) NOT NULL DEFAULT '',
+  `namespace` varchar(256) NOT NULL DEFAULT '',
+  `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+  `queue` varchar(256) DEFAULT NULL,
+  `uri` varchar(256) DEFAULT NULL,
+  `created` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` datetime DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  CONSTRAINT `runner_extension_id` FOREIGN KEY (`extension_id`) REFERENCES `extensions` (`id`) ON DELETE CASCADE ON UPDATE CASCADE
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :runners
+  end
+end

data/lib/legion/data/migrations/011_add_functions.rb

@@ -0,0 +1,29 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `functions` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `name` varchar(128) NOT NULL,
+  `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+  `runner_id` int(11) unsigned NOT NULL,
+  `args` text,
+  `user_owner` int(11) unsigned DEFAULT NULL,
+  `group_owner` int(11) unsigned DEFAULT NULL,
+  `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `runner_id` (`runner_id`,`name`),
+  KEY `active` (`active`),
+  KEY `namespace` (`runner_id`),
+  KEY `name` (`name`),
+  KEY `functions_user_owner` (`user_owner`),
+  KEY `functions_group_owner` (`group_owner`),
+  CONSTRAINT `function_runner_id` FOREIGN KEY (`runner_id`) REFERENCES `runners` (`id`) ON DELETE CASCADE ON UPDATE CASCADE,
+  CONSTRAINT `functions_group_owner` FOREIGN KEY (`group_owner`) REFERENCES `groups` (`id`) ON DELETE SET NULL ON UPDATE CASCADE,
+  CONSTRAINT `functions_user_owner` FOREIGN KEY (`user_owner`) REFERENCES `users` (`id`) ON DELETE SET NULL ON UPDATE CASCADE
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :functions
+  end
+end

data/lib/legion/data/migrations/012_add_tasks.rb

@@ -0,0 +1,28 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `tasks` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `relationship_id` int(11) unsigned DEFAULT NULL,
+  `function_id` int(11) unsigned DEFAULT NULL,
+  `status` varchar(255) NOT NULL,
+  `parent_id` int(11) unsigned DEFAULT NULL,
+  `master_id` int(11) unsigned DEFAULT NULL,
+  `args` text,
+  `results` text,
+  `created` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` datetime DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  KEY `status` (`status`),
+  KEY `parent_id` (`parent_id`),
+  KEY `master_id` (`master_id`),
+  KEY `relationship_id` (`relationship_id`),
+  KEY `function_id` (`function_id`),
+  CONSTRAINT `parent_id` FOREIGN KEY (`parent_id`) REFERENCES `tasks` (`id`) ON DELETE SET NULL ON UPDATE CASCADE,
+  CONSTRAINT `master_id` FOREIGN KEY (`master_id`) REFERENCES `tasks` (`id`) ON DELETE SET NULL ON UPDATE CASCADE
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :tasks
+  end
+end

data/lib/legion/data/migrations/013_add_task_logs.rb

@@ -0,0 +1,23 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `task_logs` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `task_id` int(11) unsigned NOT NULL,
+  `function_id` int(11) unsigned,
+  `node_id` int(11) unsigned,
+  `entry` text NOT NULL,
+  `created` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` datetime DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  KEY (`created`),
+  KEY (`updated`),
+  CONSTRAINT `task_log_task_id` FOREIGN KEY (`task_id`) REFERENCES `tasks` (`id`) ON DELETE CASCADE ON UPDATE CASCADE,
+  CONSTRAINT `task_log_functions` FOREIGN KEY (`function_id`) REFERENCES `functions` (`id`) ON DELETE CASCADE ON UPDATE CASCADE,
+  CONSTRAINT `task_log_nodes` FOREIGN KEY (`node_id`) REFERENCES `nodes` (`id`) ON DELETE SET NULL ON UPDATE CASCADE
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :task_logs
+  end
+end

data/lib/legion/data/migrations/014_add_relationships.rb

@@ -0,0 +1,27 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `relationships` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `name` varchar(255) DEFAULT NULL,
+  `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+  `chain_id` int(11) unsigned DEFAULT NULL,
+  `trigger_id` int(11) unsigned NOT NULL,
+  `action_id` int(11) unsigned NOT NULL,
+  `delay` int(11) unsigned NOT NULL DEFAULT '0',
+  `allow_new_chains` tinyint(1) unsigned NOT NULL DEFAULT '1',
+  `conditions` text,
+  `transformation` text,
+  `created` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` datetime DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  KEY `chain_id` (`chain_id`),
+  CONSTRAINT `function_chain_id` FOREIGN KEY (`chain_id`) REFERENCES `chains` (`id`) ON DELETE CASCADE ON UPDATE CASCADE,
+  CONSTRAINT `relationship_action_id` FOREIGN KEY (`action_id`) REFERENCES `functions` (`id`) ON DELETE CASCADE ON UPDATE CASCADE,
+  CONSTRAINT `relationship_trigger_id` FOREIGN KEY (`trigger_id`) REFERENCES `functions` (`id`) ON DELETE CASCADE ON UPDATE CASCADE
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :relationships
+  end
+end

data/lib/legion/data/migrations/015_add_default_extensions.rb

@@ -0,0 +1,24 @@
+Sequel.migration do
+  up do
+    lex = from(:extensions).insert(namespace: 'Legion::Extensions::Lex', name: 'lex', exchange: 'lex', uri: 'lex')
+    [
+      { extension_id: lex, namespace: 'Legion::Extensions::Lex::Runners::Register', name: 'register', queue: 'register', uri: 'register' },
+      { extension_id: lex, namespace: 'Legion::Extensions::Lex::Runners::Function', name: 'function', queue: 'function', uri: 'function' },
+      { extension_id: lex, namespace: 'Legion::Extensions::Lex::Runners::Runner', name: 'runner', queue: 'runner', uri: 'runner' },
+      { extension_id: lex, namespace: 'Legion::Extensions::Lex::Runners::Extension', name: 'extension', queue: 'extension', uri: 'extension' }
+    ].each do |row|
+      from(:runners).insert row
+    end
+
+    lex = from(:extensions).insert(namespace: 'Legion::Extensions::Node', name: 'node', exchange: 'node', uri: 'node')
+    [
+      { extension_id: lex, namespace: 'Legion::Extensions::Node::Runners::Crypt', name: 'crypt', queue: 'crypt', uri: 'crypt' }
+    ].each do |row|
+      from(:runners).insert row
+    end
+  end
+  down do
+    from(:extensions).where(namespace: 'Legion::Extensions::Lex').delete
+    from(:extensions).where(namespace: 'Legion::Extensions::Node').delete
+  end
+end

data/lib/legion/data/migrations/016_change_task_args.rb

@@ -0,0 +1,7 @@
+Sequel.migration do
+  change do
+    alter_table(:tasks) do
+      rename_column :args, :function_args
+    end
+  end
+end

data/lib/legion/data/migrations/017_add_payload_task.rb

@@ -0,0 +1,7 @@
+Sequel.migration do
+  change do
+    alter_table(:tasks) do
+      add_column :payload, :text
+    end
+  end
+end

data/lib/legion/data/migrations/018_add_migration_column.rb

@@ -0,0 +1,7 @@
+Sequel.migration do
+  change do
+    alter_table(:extensions) do
+      add_column :schema_version, Integer, null: false, default: 0, index: true
+    end
+  end
+end

data/lib/legion/data/model.rb

@@ -1,34 +1,35 @@
 module Legion
   module Data
-    class Models
-      attr_reader :loaded_models
-      def initialize(options = {})
-        options.merge!(default_options) { |_key, v1, _v2| v1 }
-        @loaded_models = []
-        require_sequel_models if options[:auto_load]
-      end
+    module Models
+      class << self
+        attr_reader :loaded_models
 
-      def default_options
-        { continue_on_model_fail: false,
-          auto_load:              true }
-      end
+        def models
+          %w[user group extension chain relationship function task runner task_log datacenter environment node setting]
+        end
 
-      def models
-        %w[chain relationship function task namespace task_log datacenter environment node]
-      end
+        def load
+          Legion::Logging.info 'Loading Legion::Data::Models'
+          @loaded_models ||= []
+          require_sequel_models(models)
+          Legion::Settings[:data][:models][:loaded] = true
+        end
 
-      def require_sequel_models(files = models)
-        files.each { |file| load_sequel_model(file) }
-      end
+        def require_sequel_models(files = models)
+          Dir["#{File.dirname(__FILE__)}models/*.rb"].each { |file| puts file }
+          files.each { |file| load_sequel_model(file) }
+        end
 
-      def load_sequel_model(model)
-        Legion::Logging.debug("Trying to load #{model}.rb")
-        require_relative "models/#{model}"
-        @loaded_models << model
-        Legion::Logging.debug("Successfully loaded #{model}")
-      rescue LoadError => ex
-        Legion::Logging.fatal("Failed to load #{model}")
-        raise ex unless Legion::Settings[:data][:models][:continue_on_fail]
+        def load_sequel_model(model)
+          Legion::Logging.debug("Trying to load #{model}.rb")
+          require_relative "models/#{model}"
+          @loaded_models << model
+          Legion::Logging.debug("Successfully loaded #{model}")
+          model
+        rescue LoadError => e
+          Legion::Logging.fatal("Failed to load #{model}")
+          raise e unless Legion::Settings[:data][:models][:continue_on_fail]
+        end
       end
     end
   end

data/lib/legion/data/models/chain.rb

@@ -3,7 +3,6 @@
 module Legion
   module Data
     module Model
-      # Used for accessing legion.chains
       class Chain < Sequel::Model
         one_to_many :relationship
       end

data/lib/legion/data/models/datacenter.rb

@@ -3,7 +3,6 @@
 module Legion
   module Data
     module Model
-      # Used for accessing legion.datacenters
       class Datacenter < Sequel::Model
         one_to_many :node
       end

data/lib/legion/data/models/environment.rb

@@ -3,7 +3,6 @@
 module Legion
   module Data
     module Model
-      # Used for accessing legion.environments
       class Environment < Sequel::Model
         one_to_many :node
       end

data/lib/legion/data/models/extension.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Legion
+  module Data
+    module Model
+      class Extension < Sequel::Model
+        one_to_many :runners
+      end
+    end
+  end
+end

data/lib/legion/data/models/function.rb

@@ -1,13 +1,14 @@
 # frozen_string_literal: true
 
+require_relative 'relationship'
+
 module Legion
   module Data
     module Model
-      # Used for accessing legion.functions
       class Function < Sequel::Model
-        many_to_one :namespace
-        one_to_many :trigger_functions, class: :Relationship, key: :trigger_id
-        one_to_many :action_functions, class: :Relationship, key: :action_id
+        many_to_one :runner
+        one_to_many :trigger_relationships, class: 'Legion::Data::Model::Relationship', key: :trigger_id
+        one_to_many :action_relationships, class: 'Legion::Data::Model::Relationship', key: :action_id
       end
     end
   end

data/lib/legion/data/models/group.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+module Legion
+  module Data
+    module Model
+      class Group < Sequel::Model
+      end
+    end
+  end
+end

data/lib/legion/data/models/node.rb

@@ -3,10 +3,10 @@
 module Legion
   module Data
     module Model
-      # Used for accessing legion.nodes
       class Node < Sequel::Model
         many_to_one :environment
         many_to_one :datacenter
+        one_to_many :task_log
       end
     end
   end

data/lib/legion/data/models/relationship.rb

@@ -1,10 +1,10 @@
 # frozen_string_literal: true
 
 require_relative 'function'
+
 module Legion
   module Data
     module Model
-      # Used for access legion.relationships
       class Relationship < Sequel::Model
         many_to_one :chain
         one_to_many :task

data/lib/legion/data/models/runner.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require_relative 'function'
+module Legion
+  module Data
+    module Model
+      class Runner < Sequel::Model
+        many_to_one :chain
+        one_to_many :task
+        one_to_many :functions
+        many_to_one :extension
+      end
+    end
+  end
+end

data/lib/legion/data/models/setting.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+module Legion
+  module Data
+    module Model
+      class Setting < Sequel::Model
+      end
+    end
+  end
+end

data/lib/legion/data/models/task.rb

@@ -3,7 +3,6 @@
 module Legion
   module Data
     module Model
-      # Used for accessing legion.tasks
       class Task < Sequel::Model
         many_to_one :relationship
         one_to_many :task_log

data/lib/legion/data/models/task_log.rb

@@ -3,7 +3,6 @@
 module Legion
   module Data
     module Model
-      # Used for accessing legion.task_logs
       class TaskLog < Sequel::Model
         many_to_one :task
         many_to_one :node

data/lib/legion/data/models/user.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+module Legion
+  module Data
+    module Model
+      class User < Sequel::Model
+      end
+    end
+  end
+end

data/lib/legion/data/settings.rb

@@ -0,0 +1,68 @@
+module Legion
+  module Data
+    module Settings
+      def self.default
+        {
+          connected:        false,
+          cache:            cache,
+          connection:       connection,
+          creds:            creds,
+          migrations:       migrations,
+          models:           models,
+          connect_on_start: true
+        }
+      end
+
+      def self.models
+        {
+          continue_on_load_fail: false,
+          autoload:              true
+        }
+      end
+
+      def self.migrations
+        {
+          continue_on_fail: false,
+          auto_migrate:     true,
+          ran:              false,
+          version:          nil
+        }
+      end
+
+      def self.connection
+        {
+          log:                 false,
+          log_connection_info: false,
+          log_warn_duration:   1,
+          sql_log_level:       'debug',
+          max_connections:     10,
+          preconnect:          false
+        }
+      end
+
+      def self.creds
+        {
+          username: 'legion',
+          password: 'legion',
+          database: 'legion',
+          host:     '127.0.0.1',
+          port:     3306
+        }
+      end
+
+      def self.cache
+        {
+          connected:   false,
+          auto_enable: Legion::Settings[:cache][:connected],
+          ttl:         60
+        }
+      end
+    end
+  end
+end
+
+begin
+  Legion::Settings.merge_settings('data', Legion::Data::Settings.default) if Legion.const_defined?('Settings')
+rescue StandardError => e
+  Legion::Logging.fatal(e.message) if Legion::Logging.method_defined?(:fatal)
+end