legion-data-java 1.1.2

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'legion/data'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require 'irb'
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/bitbucket-pipelines.yml

@@ -0,0 +1,26 @@
+image: ruby:2.4.0
+
+pipelines:
+  branches:
+    master:
+    - step:
+        caches:
+        - bundler
+        script:
+        - gem install bundle rubocop
+        - bundle install
+        - rubocop
+        - rake
+        services:
+        - mysql
+definitions:
+  services:
+    mysql:
+      image: mysql:5.7
+      environment:
+        MYSQL_DATABASE: 'legion'
+        MYSQL_ROOT_PASSWORD: 'legion'
+        MYSQL_USER: 'legion'
+        MYSQL_PASSWORD: 'legion'
+  caches:
+    bundler: vendor/bundle

data/legion-data.gemspec

@@ -0,0 +1,50 @@
+lib = File.expand_path('lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'legion/data/version'
+
+Gem::Specification.new do |spec|
+  spec.name = (RUBY_ENGINE == 'jruby' ? 'legion-data-java' : 'legion-data')
+  spec.version       = Legion::Data::VERSION
+  spec.authors       = ['Esity']
+  spec.email         = ['matthewdiverson@gmail.com']
+
+  spec.summary       = 'Used by Legion to connect to the database'
+  spec.description   = 'The Legion connect gem'
+  spec.homepage = 'https://bitbucket.org/legion-io/legion-data'
+  spec.required_ruby_version = Gem::Requirement.new('>= 2.5.0')
+
+  spec.metadata['bug_tracker_uri'] = 'https://bitbucket.org/legion-io/legion-data/issues?status=new&status=open'
+  spec.metadata['changelog_uri'] = 'https://bitbucket.org/legion-io/legion-data/src/CHANGELOG.md'
+  spec.metadata['documentation_uri'] = 'https://bitbucket.org/legion-io/legion-data'
+  spec.metadata['homepage_uri'] = 'https://bitbucket.org/legion-io/legion-data'
+  spec.metadata['source_code_uri'] = 'https://bitbucket.org/legion-io/legion-data'
+  spec.metadata['wiki_uri'] = 'https://bitbucket.org/legion-io/legion-data/wiki/Home'
+
+  spec.files = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'bin'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'codecov'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'rspec_junit_formatter'
+  spec.add_development_dependency 'rubocop'
+  spec.add_development_dependency 'rubocop-md'
+  spec.add_development_dependency 'rubocop-performance'
+  spec.add_development_dependency 'rubocop-rspec'
+  spec.add_development_dependency 'rubocop-sequel'
+
+  spec.add_dependency 'legion-logging'
+  spec.add_dependency 'legion-settings'
+
+  if RUBY_ENGINE == 'jruby'
+    spec.add_dependency 'jdbc-mysql'
+  else
+    spec.add_dependency 'mysql2'
+  end
+  spec.add_dependency 'sequel'
+end

data/lib/legion/data.rb

@@ -0,0 +1,60 @@
+require 'legion/data/version'
+require 'legion/data/settings'
+require 'sequel'
+
+require 'legion/data/connection'
+require 'legion/data/model'
+require 'legion/data/migration'
+
+module Legion
+  module Data
+    class << self
+      def setup
+        connection_setup
+        migrate
+        load_models
+        setup_cache
+      end
+
+      def connection_setup
+        return if Legion::Settings[:data][:connected]
+
+        Legion::Data::Connection.setup
+      end
+
+      def migrate
+        Legion::Data::Migration.migrate
+      end
+
+      def load_models
+        Legion::Data::Models.load
+      end
+
+      def connection
+        Legion::Data::Connection.sequel
+      end
+
+      def setup_cache
+        return if Legion::Settings[:data][:cache][:enabled]
+
+        return unless defined?(::Legion::Cache)
+
+        Legion::Data::Model::Relationship.plugin :caching, Legion::Cache, ttl: 10
+        Legion::Data::Model::Chain.plugin :caching, Legion::Cache, ttl: 60
+        Legion::Data::Model::Datacenter.plugin :caching, Legion::Cache, ttl: 120
+        Legion::Data::Model::Extension.plugin :caching, Legion::Cache, ttl: 120
+        Legion::Data::Model::Function.plugin :caching, Legion::Cache, ttl: 120
+        Legion::Data::Model::Extension.plugin :caching, Legion::Cache, ttl: 120
+        Legion::Data::Model::Node.plugin :caching, Legion::Cache, ttl: 10
+        Legion::Data::Model::TaskLog.plugin :caching, Legion::Cache, ttl: 12
+        Legion::Data::Model::Task.plugin :caching, Legion::Cache, ttl: 10
+        Legion::Data::Model::User.plugin :caching, Legion::Cache, ttl: 120
+        Legion::Data::Model::Group.plugin :caching, Legion::Cache, ttl: 120
+      end
+
+      def shutdown
+        Legion::Data::Connection.shutdown
+      end
+    end
+  end
+end

data/lib/legion/data/connection.rb

@@ -0,0 +1,61 @@
+require 'sequel'
+
+module Legion
+  module Data
+    module Connection
+      class << self
+        attr_accessor :sequel
+
+        def adapter
+          @adapter ||= RUBY_ENGINE == 'jruby' ? :jdbc : :mysql2
+        end
+
+        def setup
+          @sequel = if adapter == :mysql2
+                      ::Sequel.connect(adapter: adapter, **creds_builder)
+                    else
+                      ::Sequel.connect("jdbc:mysql://#{creds_builder[:host]}:#{creds_builder[:port]}/#{creds_builder[:database]}?user=#{creds_builder[:username]}&password=#{creds_builder[:password]}&serverTimezone=UTC") # rubocop:disable Layout/LineLength
+                    end
+          Legion::Settings[:data][:connected] = true
+          return if Legion::Settings[:data][:connection].nil? || Legion::Settings[:data][:connection][:log].nil?
+
+          @sequel.logger = Legion::Logging
+          @sequel.sql_log_level = Legion::Settings[:data][:connection][:sql_log_level]
+          @sequel.log_warn_duration = Legion::Settings[:data][:connection][:log_warn_duration]
+        end
+
+        def shutdown
+          @sequel&.disconnect
+          Legion::Settings[:data][:connected] = false
+        end
+
+        def creds_builder
+          final_creds = {}
+          final_creds.merge! default_creds
+          final_creds.merge! Legion::Settings[:data][:creds] if Legion::Settings[:data][:creds].is_a? Hash
+          return final_creds if Legion::Settings[:vault].nil?
+
+          if Legion::Settings[:vault][:connected] && ::Vault.sys.mounts.key?(:database)
+            temp_vault_creds = Legion::Crypt.read('database/creds/legion')
+            final_creds[:user] = temp_vault_creds[:username]
+            final_creds[:password] = temp_vault_creds[:password]
+          end
+
+          final_creds
+        end
+
+        def default_creds
+          {
+            host:            '127.0.0.1',
+            port:            3306,
+            username:        'legion',
+            password:        'legion',
+            database:        'legion',
+            max_connections: 32,
+            preconnect:      'concurrently'
+          }
+        end
+      end
+    end
+  end
+end

data/lib/legion/data/migration.rb

@@ -0,0 +1,15 @@
+require 'sequel/extensions/migration'
+
+module Legion
+  module Data
+    module Migration
+      class << self
+        def migrate(connection = Legion::Data.connection, path = "#{__dir__}/migrations", **opts)
+          Legion::Settings[:data][:migrations][:version] = Sequel::Migrator.run(connection, path, **opts)
+          Legion::Logging.info("Legion::Data::Migration ran successfully to version #{Legion::Settings[:data][:migrations][:version]}") # rubocop:disable Layout/LineLength
+          Legion::Settings[:data][:migrations][:ran] = true
+        end
+      end
+    end
+  end
+end

data/lib/legion/data/migrations/001_add_schema_columns.rb

@@ -0,0 +1,17 @@
+require 'sequel/extensions/migration'
+
+Sequel.migration do
+  up do
+    run 'ALTER TABLE `schema_info` ADD `created_at` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP AFTER `version`;'
+    run 'ALTER TABLE `schema_info` ADD `updated_at` TIMESTAMP  NULL  ON UPDATE CURRENT_TIMESTAMP  AFTER `created_at`;'
+    run 'ALTER TABLE `schema_info` ADD `catalog` VARCHAR(255)  NULL  DEFAULT NULL  AFTER `version`;'
+  end
+
+  down do
+    alter_table(:schema_info) do
+      drop_column :catalog
+      drop_column :updated_at
+      drop_column :created_at
+    end
+  end
+end

data/lib/legion/data/migrations/002_add_users.rb

@@ -0,0 +1,17 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `users` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `active` tinyint(1) unsigned DEFAULT '1',
+  `name` varchar(128) DEFAULT NULL,
+  `version` tinyint(5) unsigned NOT NULL DEFAULT '1',
+  `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :users
+  end
+end

data/lib/legion/data/migrations/003_add_groups.rb

@@ -0,0 +1,16 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `groups` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `name` varchar(128) DEFAULT NULL,
+  `active` tinyint(1) unsigned DEFAULT '1',
+  `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :groups
+  end
+end

data/lib/legion/data/migrations/004_add_chains.rb

@@ -0,0 +1,25 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `chains` (
+      `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `name` varchar(128) NOT NULL DEFAULT '',
+  `active` tinyint(1) unsigned DEFAULT '1',
+  `version` int(11) unsigned NOT NULL DEFAULT '1',
+  `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  `user_owner` int(11) unsigned DEFAULT NULL,
+  `group_owner` int(11) unsigned DEFAULT NULL,
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `name` (`name`),
+  KEY `active` (`active`),
+  KEY `chains_user_owner` (`user_owner`),
+  KEY `chains_group_owner` (`group_owner`),
+  CONSTRAINT `chains_group_owner` FOREIGN KEY (`group_owner`) REFERENCES `groups` (`id`) ON DELETE SET NULL ON UPDATE CASCADE,
+  CONSTRAINT `chains_user_owner` FOREIGN KEY (`user_owner`) REFERENCES `users` (`id`) ON DELETE SET NULL ON UPDATE CASCADE
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :chains
+  end
+end

data/lib/legion/data/migrations/005_add_envs.rb

@@ -0,0 +1,24 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `environments` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `name` varchar(128) NOT NULL DEFAULT '',
+  `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+  `user_owner` int(11) unsigned DEFAULT NULL,
+  `group_owner` int(11) unsigned DEFAULT NULL,
+  `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `name` (`name`),
+  KEY `active` (`active`),
+  KEY `environments_user_owner` (`user_owner`),
+  KEY `environments_group_owner` (`group_owner`),
+  CONSTRAINT `environments_group_owner` FOREIGN KEY (`group_owner`) REFERENCES `groups` (`id`) ON DELETE SET NULL ON UPDATE CASCADE,
+  CONSTRAINT `environments_user_owner` FOREIGN KEY (`user_owner`) REFERENCES `users` (`id`) ON DELETE SET NULL ON UPDATE CASCADE
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :environments
+  end
+end

data/lib/legion/data/migrations/006_add_dcs.rb

@@ -0,0 +1,24 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `datacenters` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `name` varchar(128) NOT NULL DEFAULT '',
+  `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+  `user_owner` int(11) unsigned DEFAULT NULL,
+  `group_owner` int(11) unsigned DEFAULT NULL,
+  `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `name` (`name`),
+  KEY `active` (`active`),
+  KEY `datacenters_user_owner` (`user_owner`),
+  KEY `datacenters_group_owner` (`group_owner`),
+  CONSTRAINT `datacenters_group_owner` FOREIGN KEY (`group_owner`) REFERENCES `groups` (`id`) ON DELETE SET NULL ON UPDATE CASCADE,
+  CONSTRAINT `datacenters_user_owner` FOREIGN KEY (`user_owner`) REFERENCES `users` (`id`) ON DELETE SET NULL ON UPDATE CASCADE
+) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :datacenters
+  end
+end

data/lib/legion/data/migrations/007_add_nodes.rb

@@ -0,0 +1,26 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `nodes` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `name` varchar(128) NOT NULL DEFAULT '',
+  `datacenter_id` int(11) unsigned DEFAULT NULL,
+  `environment_id` int(11) unsigned DEFAULT NULL,
+  `status` varchar(255) NOT NULL DEFAULT 'unknown',
+  `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+  `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `name` (`name`),
+  KEY `active` (`active`),
+  KEY `status` (`status`),
+  KEY `node_datacenter_id` (`datacenter_id`),
+  KEY `node_environment_id` (`environment_id`),
+  CONSTRAINT `node_datacenter_id` FOREIGN KEY (`datacenter_id`) REFERENCES `datacenters` (`id`) ON DELETE SET NULL ON UPDATE CASCADE,
+  CONSTRAINT `node_environment_id` FOREIGN KEY (`environment_id`) REFERENCES `environments` (`id`) ON DELETE SET NULL ON UPDATE CASCADE
+) ENGINE=InnoDB AUTO_INCREMENT=6 DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :nodes
+  end
+end

data/lib/legion/data/migrations/008_add_settings.rb

@@ -0,0 +1,18 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `settings` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `key` varchar(128) NOT NULL,
+  `value` varchar(256) NOT NULL,
+  `encrypted` tinyint(1) unsigned NOT NULL DEFAULT '0',
+  `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `key` (`key`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :settings
+  end
+end

data/lib/legion/data/migrations/009_add_extensions.rb

@@ -0,0 +1,25 @@
+Sequel.migration do
+  up do
+    run "CREATE TABLE `extensions` (
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,
+  `active` tinyint(1) unsigned NOT NULL DEFAULT '1',
+  `name` varchar(128) NOT NULL,
+  `namespace` varchar(128) NOT NULL DEFAULT '',
+  `exchange` varchar(255) DEFAULT NULL,
+  `uri` varchar(256) DEFAULT NULL,
+  `user_owner` int(11) unsigned DEFAULT NULL,
+  `group_owner` int(11) unsigned DEFAULT NULL,
+  `updated` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
+  `created` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `name_namespace` (`name`,`namespace`),
+  KEY `active` (`active`),
+  KEY `name` (`name`),
+  KEY `namespace` (`namespace`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;"
+  end
+
+  down do
+    drop_table :extensions
+  end
+end