eac_tools 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b7a8783e959726395500e5906486977e2327de7bd36b704a463cc93e44f99a45
-  data.tar.gz: 9600cce4fea268fa340dc8078d249a05b5332a8c04a8ae2047a3798209535dfd
+  metadata.gz: 52be2b949c88f70cad235bb01bab0f0155f1093364f0328a83ec022bcd5446e9
+  data.tar.gz: b9b1dcf2119964ebe0052931f853579bbce9dc274412a780075dfc1df24cf550
 SHA512:
-  metadata.gz: cbecc550cdc6a8a401f276c44aee1139320260fb8fcca6a7f0d8b4c599071d8176912f7f79b13c167065b463920938d5168fd2f1f2278294ee2bdc82ec6a4d48
-  data.tar.gz: 462e518ffb680a8eeac2207d605d04a88fdc61b88d344e081141aa9533ae21e72e0efd85753ef6f80bcecce5e00fbe6535af9d5cee71f841bc5f91b1bdb6d454
+  metadata.gz: 9bfcb9a6e13b090f254550a6c3b0f563f0d5c61fdef6227e29c660bec2f2d419803dbed1655ae29945f1c82d0f26e0f9c76408a74718f92d2817e749fb339ec2
+  data.tar.gz: 34bf06360e871a1e7a88275da9222fb6ea92a75b0e177cb0ce6ff87c2bce3ee8412d7564dcfa045a9acc8cc90f2783d11241f4b3921b205433e937b29b605320

data/Gemfile

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+gemspec
+
+::Dir["#{::File.join(__dir__, 'sub')}/*"].each do |dir|
+  gem ::File.basename(dir), path: dir, require: false
+end

data/Gemfile.lock

@@ -0,0 +1,306 @@
+PATH
+  remote: .
+  specs:
+    eac_tools (0.3.0)
+      avm-eac_generic_base0 (~> 0.2, >= 0.2.2)
+      avm-eac_rails_base1 (~> 0.3, >= 0.3.1)
+      avm-eac_redmine_base0 (~> 0.8)
+      avm-eac_redmine_plugin_base0 (~> 0.1, >= 0.1.1)
+      avm-eac_ruby_base1 (~> 0.8, >= 0.8.2)
+      avm-tools (~> 0.121)
+      eac_ruby_utils (~> 0.95, >= 0.95.1)
+
+PATH
+  remote: sub/avm-eac_generic_base0
+  specs:
+    avm-eac_generic_base0 (0.2.2)
+      avm (~> 0.19)
+      eac_ruby_utils (~> 0.80)
+
+PATH
+  remote: sub/avm-eac_rails_base1
+  specs:
+    avm-eac_rails_base1 (0.3.2)
+      avm-eac_ruby_base1 (~> 0.8)
+      avm-eac_webapp_base0 (~> 0.3)
+      eac_ruby_utils (~> 0.95, >= 0.95.1)
+
+PATH
+  remote: sub/avm-eac_redmine_base0
+  specs:
+    avm-eac_redmine_base0 (0.8.0)
+      avm-eac_rails_base1 (~> 0.3)
+      avm-eac_ubuntu_base0 (~> 0.2)
+      curb (~> 0.9.10)
+      eac_fs (~> 0.4)
+      eac_rest (~> 0.4)
+      eac_ruby_utils (~> 0.68)
+
+PATH
+  remote: sub/avm-eac_redmine_plugin_base0
+  specs:
+    avm-eac_redmine_plugin_base0 (0.1.1)
+      avm-eac_ruby_base1 (~> 0.8, >= 0.8.1)
+      eac_ruby_utils (~> 0.95, >= 0.95.1)
+
+PATH
+  remote: sub/avm-eac_ruby_base1
+  specs:
+    avm-eac_ruby_base1 (0.8.2)
+      avm (~> 0.23)
+      avm-eac_generic_base0 (~> 0.2)
+      eac_ruby_utils (~> 0.95, >= 0.95.1)
+
+PATH
+  remote: sub/avm-tools
+  specs:
+    avm-tools (0.121.1)
+      aranha-parsers (~> 0.4)
+      avm (~> 0.22)
+      avm-eac_asciidoctor_base0 (~> 0.3, >= 0.3.4)
+      avm-eac_rails_base0 (~> 0.3)
+      avm-eac_redmine_base0 (~> 0.5, >= 0.5.2)
+      avm-eac_ruby_base1 (~> 0.8)
+      avm-eac_ubuntu_base0 (~> 0.3)
+      avm-files (~> 0.1)
+      avm-git (~> 0.3, >= 0.3.1)
+      clipboard (~> 1.3, >= 1.3.3)
+      curb (~> 0.9.10)
+      eac_ruby_base0 (~> 0.16, >= 0.16.4)
+      git (~> 1.7)
+      ruby-progressbar (~> 1.10, >= 1.10.1)
+
+PATH
+  remote: sub/avm
+  specs:
+    avm (0.23.0)
+      eac_cli (~> 0.27, >= 0.27.6)
+      eac_docker (~> 0.3)
+      eac_git (~> 0.6)
+      eac_ruby_utils (~> 0.95)
+      eac_templates (~> 0.1, >= 0.1.1)
+      filesize (~> 0.2)
+      htmlbeautifier (~> 1.3, >= 1.3.1)
+      minitar (~> 0.9)
+
+PATH
+  remote: sub/eac_cli
+  specs:
+    eac_cli (0.27.6)
+      colorize (~> 0.8.1)
+      eac_config (~> 0.8)
+      eac_ruby_utils (~> 0.95)
+
+PATH
+  remote: sub/eac_fs
+  specs:
+    eac_fs (0.12.2)
+      content-type
+      eac_ruby_utils (~> 0.70)
+      ruby-filemagic
+
+PATH
+  remote: sub/eac_ruby_base0
+  specs:
+    eac_ruby_base0 (0.16.5)
+      avm-eac_ruby_base1 (~> 0.8)
+      eac_cli (~> 0.27, >= 0.27.5)
+      eac_fs (~> 0.10)
+      eac_ruby_utils (~> 0.95, >= 0.95.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (6.1.6.1)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
+      zeitwerk (~> 2.3)
+    addressable (2.8.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    aranha-parsers (0.14.1)
+      activesupport (>= 4.0.0)
+      addressable (~> 2.7)
+      curb (~> 0.9.10)
+      eac_ruby_utils (~> 0.92, >= 0.92.1)
+      faraday-gzip (~> 0.1)
+      faraday_middleware
+      nokogiri (~> 1.12, >= 1.12.4)
+      ofx-parser (~> 1.1.0)
+    asciidoctor (2.0.17)
+    ast (2.4.2)
+    avm-eac_asciidoctor_base0 (0.3.4)
+      asciidoctor (~> 2.0, >= 2.0.12)
+      avm-eac_webapp_base0 (~> 0.2)
+      eac_ruby_utils (~> 0.63)
+      os
+      rouge (~> 3.26)
+    avm-eac_postgresql_base0 (0.2.0)
+      avm (~> 0.12, >= 0.12.1)
+      eac_ruby_utils (~> 0.82)
+    avm-eac_rails_base0 (0.4.1)
+      avm-eac_rails_base1 (~> 0.3)
+      eac_ruby_utils (~> 0.80, >= 0.80.2)
+    avm-eac_ubuntu_base0 (0.3.0)
+      avm (~> 0.7)
+      eac_ruby_utils (~> 0.77, >= 0.77.1)
+      eac_templates (~> 0.3)
+    avm-eac_webapp_base0 (0.3.0)
+      avm (~> 0.1)
+      avm-eac_generic_base0 (~> 0.1)
+      avm-eac_postgresql_base0 (~> 0.1)
+      avm-eac_ubuntu_base0 (~> 0.3)
+      eac_ruby_utils (~> 0.68)
+    avm-files (0.3.2)
+      avm (~> 0.6)
+      eac_fs (~> 0.5)
+      eac_ruby_utils (~> 0.76)
+      eac_templates (~> 0.2)
+    avm-git (0.4.0)
+      avm-files (~> 0.1)
+      eac_git (~> 0.11)
+      eac_ruby_utils (~> 0.76)
+    clipboard (1.3.6)
+    colorize (0.8.1)
+    concurrent-ruby (1.1.10)
+    content-type (0.0.2)
+      parslet (~> 2.0)
+    curb (0.9.11)
+    diff-lcs (1.5.0)
+    eac_config (0.8.1)
+      addressable
+      eac_ruby_utils (~> 0.83)
+    eac_docker (0.4.1)
+      eac_ruby_utils (~> 0.74)
+      eac_templates (~> 0.1)
+    eac_git (0.12.1)
+      eac_ruby_utils (~> 0.83)
+      parseconfig (~> 1.0, >= 1.0.8)
+    eac_rest (0.6.1)
+      eac_ruby_utils (~> 0.70)
+    eac_ruby_gem_support (0.5.1)
+      eac_ruby_utils (~> 0.74)
+      rspec (~> 3.9)
+      rubocop (~> 0.80.1)
+      rubocop-rails (~> 2.4.2)
+      rubocop-rspec (~> 1.38.1)
+    eac_ruby_utils (0.95.1)
+      activesupport (>= 4, < 7)
+      addressable (~> 2.6)
+      filesize
+      net-ssh (~> 4.2)
+    eac_templates (0.3.1)
+      eac_config (~> 0.5)
+      eac_ruby_utils (~> 0.64)
+    faraday (1.10.0)
+      faraday-em_http (~> 1.0)
+      faraday-em_synchrony (~> 1.0)
+      faraday-excon (~> 1.1)
+      faraday-httpclient (~> 1.0)
+      faraday-multipart (~> 1.0)
+      faraday-net_http (~> 1.0)
+      faraday-net_http_persistent (~> 1.0)
+      faraday-patron (~> 1.0)
+      faraday-rack (~> 1.0)
+      faraday-retry (~> 1.0)
+      ruby2_keywords (>= 0.0.4)
+    faraday-em_http (1.0.0)
+    faraday-em_synchrony (1.0.0)
+    faraday-excon (1.1.0)
+    faraday-gzip (0.1.0)
+      faraday (>= 1.0)
+      zlib (~> 2.1)
+    faraday-httpclient (1.0.1)
+    faraday-multipart (1.0.4)
+      multipart-post (~> 2)
+    faraday-net_http (1.0.1)
+    faraday-net_http_persistent (1.2.0)
+    faraday-patron (1.0.0)
+    faraday-rack (1.0.0)
+    faraday-retry (1.0.3)
+    faraday_middleware (1.2.0)
+      faraday (~> 1.0)
+    filesize (0.2.0)
+    git (1.11.0)
+      rchardet (~> 1.8)
+    hpricot (0.8.6)
+    htmlbeautifier (1.4.2)
+    i18n (1.12.0)
+      concurrent-ruby (~> 1.0)
+    jaro_winkler (1.5.4)
+    minitar (0.9)
+    minitest (5.16.2)
+    multipart-post (2.2.3)
+    net-ssh (4.2.0)
+    nokogiri (1.13.7-x86_64-linux)
+      racc (~> 1.4)
+    ofx-parser (1.1.0)
+      hpricot (>= 0.6)
+    os (1.1.4)
+    parallel (1.22.1)
+    parseconfig (1.1.2)
+    parser (3.1.2.0)
+      ast (~> 2.4.1)
+    parslet (2.0.0)
+    public_suffix (4.0.7)
+    racc (1.6.0)
+    rack (2.2.4)
+    rainbow (3.1.1)
+    rchardet (1.8.0)
+    rexml (3.2.5)
+    rouge (3.29.0)
+    rspec (3.11.0)
+      rspec-core (~> 3.11.0)
+      rspec-expectations (~> 3.11.0)
+      rspec-mocks (~> 3.11.0)
+    rspec-core (3.11.0)
+      rspec-support (~> 3.11.0)
+    rspec-expectations (3.11.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.11.0)
+    rspec-mocks (3.11.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.11.0)
+    rspec-support (3.11.0)
+    rubocop (0.80.1)
+      jaro_winkler (~> 1.5.1)
+      parallel (~> 1.10)
+      parser (>= 2.7.0.1)
+      rainbow (>= 2.2.2, < 4.0)
+      rexml
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 1.7)
+    rubocop-rails (2.4.2)
+      rack (>= 1.1)
+      rubocop (>= 0.72.0)
+    rubocop-rspec (1.38.1)
+      rubocop (>= 0.68.1)
+    ruby-filemagic (0.7.3)
+    ruby-progressbar (1.11.0)
+    ruby2_keywords (0.0.5)
+    tzinfo (2.0.4)
+      concurrent-ruby (~> 1.0)
+    unicode-display_width (1.6.1)
+    zeitwerk (2.6.0)
+    zlib (2.1.1)
+
+PLATFORMS
+  x86_64-linux
+
+DEPENDENCIES
+  avm!
+  avm-eac_generic_base0!
+  avm-eac_rails_base1!
+  avm-eac_redmine_base0!
+  avm-eac_redmine_plugin_base0!
+  avm-eac_ruby_base1!
+  avm-tools!
+  eac_cli!
+  eac_fs!
+  eac_ruby_base0!
+  eac_ruby_gem_support (~> 0.5.1)
+  eac_tools!
+
+BUNDLED WITH
+   2.3.17

data/lib/eac_tools/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module EacTools
-  VERSION = '0.2.0'
+  VERSION = '0.3.0'
 end

data/sub/avm/Gemfile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+gemspec
+
+local_gemfile = ::File.join(::File.dirname(__FILE__), 'Gemfile.local')
+eval_gemfile local_gemfile if ::File.exist?(local_gemfile)

data/sub/avm/avm.gemspec

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+$LOAD_PATH.push File.expand_path('lib', __dir__)
+
+require 'avm/version'
+
+Gem::Specification.new do |s|
+  s.name        = 'avm'
+  s.version     = Avm::VERSION
+  s.authors     = ['Eduardo H. Bogoni']
+  s.summary     = 'Ruby base library for Agora Vai! Methodology (https://avm.esquiloazul.tech).'
+
+  s.files = Dir['{lib}/**/*']
+
+  s.add_dependency 'eac_cli', '~> 0.27', '>= 0.27.6'
+  s.add_dependency 'eac_docker', '~> 0.3'
+  s.add_dependency 'eac_git', '~> 0.6'
+  s.add_dependency 'eac_ruby_utils', '~> 0.95'
+  s.add_dependency 'eac_templates', '~> 0.1', '>= 0.1.1'
+  s.add_dependency 'filesize', '~> 0.2'
+  s.add_dependency 'htmlbeautifier', '~> 1.3', '>= 1.3.1'
+  s.add_dependency 'minitar', '~> 0.9'
+
+  s.add_development_dependency 'aranha-parsers', '~> 0.14', '~> 0.14.1'
+  s.add_development_dependency 'eac_ruby_gem_support', '~> 0.5.1'
+end

data/sub/avm/lib/avm/data/instance/files_unit.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+require 'avm/data/instance/unit'
+
+module Avm
+  module Data
+    module Instance
+      class FilesUnit < ::Avm::Data::Instance::Unit
+        EXTENSION = '.tar.gz'
+
+        attr_reader :fs_path_subpath
+
+        def initialize(instance, fs_path_subpath)
+          super(instance)
+          @fs_path_subpath = fs_path_subpath
+        end
+
+        before_load :clear_files
+
+        def files_path
+          ::File.join(instance.read_entry(::Avm::Instances::EntryKeys::FS_PATH), fs_path_subpath)
+        end
+
+        def dump_command
+          instance.host_env.command('tar', '-czf', '-', '-C', files_path, '.')
+        end
+
+        def load_command
+          instance.host_env.command('tar', '-xzf', '-', '-C', files_path)
+        end
+
+        def clear_files
+          infom "Removing all files under #{files_path}..."
+          instance.host_env.command('mkdir', '-p', files_path).execute!
+          instance.host_env.command('find', files_path, '-mindepth', 1, '-delete').execute!
+        end
+      end
+    end
+  end
+end

data/sub/avm/lib/avm/data/instance/package.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+require 'avm/data/package'
+
+module Avm
+  module Data
+    module Instance
+      class Package < ::Avm::Data::Package
+        attr_reader :instance
+
+        def initialize(instance, options = {})
+          @instance = instance
+          super options
+        end
+      end
+    end
+  end
+end

data/sub/avm/lib/avm/data/instance/unit.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require 'avm/data/unit'
+
+module Avm
+  module Data
+    module Instance
+      class Unit < ::Avm::Data::Unit
+        attr_reader :instance
+
+        def initialize(instance)
+          @instance = instance
+        end
+      end
+    end
+  end
+end

data/sub/avm/lib/avm/data/instance.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/require_sub'
+::EacRubyUtils.require_sub(__FILE__)
+
+module Avm
+  module Data
+    module Instance
+    end
+  end
+end

data/sub/avm/lib/avm/data/package/dump.rb

@@ -0,0 +1,119 @@
+# frozen_string_literal: true
+
+require 'avm/data/rotate'
+require 'eac_ruby_utils/core_ext'
+require 'minitar'
+
+module Avm
+  module Data
+    class Package
+      class Dump
+        enable_speaker
+        enable_listable
+
+        DEFAULT_EXPIRE_TIME = 1.day
+        DEFAULT_FILE_EXTENSION = '.tar'
+
+        attr_reader :package, :data_file_path, :existing
+
+        lists.add_string :existing, :denied, :overwrite, :rotate, :rotate_expired
+
+        def initialize(package, data_file_path, options = {})
+          @package = package
+          @data_file_path = data_file_path
+          options = options.to_options_consumer
+          @existing, @expire_time = options.consume(:existing, :expire_time)
+          options.validate
+          self.class.lists.existing.value_validate!(@existing)
+        end
+
+        def runnable?
+          cannot_run_reason.blank?
+        end
+
+        def cannot_run_reason
+          return nil if !data_file_exist? ||
+                        [EXISTING_OVERWRITE, EXISTING_ROTATE].include?(existing)
+
+          if existing == EXISTING_DENIED
+            'Data exist and overwriting is denied'
+          elsif existing == EXISTING_ROTATE_EXPIRED && !data_file_expired?
+            'Data exist and yet is not expired'
+          end
+        end
+
+        def run
+          raise "Cannot run: #{cannot_run_reason}" unless runnable?
+
+          build_dir = dump_units_to_build_directory
+          package_file = create_package_file(build_dir)
+          rotate
+          move_download_to_final_dest(package_file)
+        end
+
+        def data_file_exist?
+          ::File.exist?(data_file_path)
+        end
+
+        def data_file_time
+          data_file_exist? ? ::Time.now - ::File.mtime(data_file_path) : nil
+        end
+
+        def data_file_expired?
+          data_file_time.if_present(false) { |v| v >= expire_time }
+        end
+
+        def expire_time
+          @expire_time || DEFAULT_EXPIRE_TIME
+        end
+
+        private
+
+        def download
+          infom 'Downloading dump...'
+          download_path = find_download_path
+          dump_command.system!(output_file: download_path)
+          fatal_error "File \"#{download_path}\" not saved" unless ::File.exist?(download_path)
+          fatal_error "File \"#{download_path}\" is empty" if ::File.zero?(download_path)
+          download_path
+        end
+
+        def move_download_to_final_dest(download_path)
+          ::FileUtils.mkdir_p(::File.dirname(data_file_path))
+          ::FileUtils.mv(download_path, data_file_path)
+        end
+
+        def rotate
+          return unless data_file_exist?
+          return unless existing == EXISTING_ROTATE
+
+          infom "Rotating \"#{data_file_path}\"..."
+          ::Avm::Data::Rotate.new(data_file_path).run
+        end
+
+        def new_build_path
+          f = ::Tempfile.new(self.class.name.parameterize + '-download')
+          path = f.path
+          f.close
+          f.unlink
+          path
+        end
+
+        def dump_units_to_build_directory
+          dir = ::Dir.mktmpdir
+          package.dump_units_to_directory(dir)
+          dir
+        end
+
+        def create_package_file(build_dir)
+          package_path = new_build_path
+          infom "Creating package \"#{package_path}\" from \"#{build_dir}\"..."
+          Dir.chdir(build_dir) do
+            ::Minitar.pack('.', File.open(::File.expand_path(package_path), 'wb'))
+          end
+          package_path
+        end
+      end
+    end
+  end
+end

data/sub/avm/lib/avm/data/package/load.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+require 'eac_ruby_utils/core_ext'
+require 'minitar'
+
+module Avm
+  module Data
+    class Package
+      class Load
+        enable_speaker
+
+        attr_reader :package, :data_file_path
+
+        def initialize(package, data_file_path)
+          @package = package
+          @data_file_path = data_file_path
+        end
+
+        def runnable?
+          cannot_run_reason.blank?
+        end
+
+        def cannot_run_reason
+          return nil if data_file_exist?
+
+          "Data file \"#{data_file_path}\" does not exist"
+        end
+
+        def run
+          raise "Cannot run: #{cannot_run_reason}" unless runnable?
+
+          build_dir = extract_packages_to_build_directory
+          package.load_units_from_directory(build_dir)
+        end
+
+        def data_file_exist?
+          ::File.exist?(data_file_path)
+        end
+
+        def extract_packages_to_build_directory
+          dir = ::Dir.mktmpdir
+          ::Minitar.unpack(data_file_path, dir)
+          dir
+        end
+      end
+    end
+  end
+end

data/sub/avm/lib/avm/data/package.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require 'avm/data/package/dump'
+require 'avm/data/package/load'
+
+module Avm
+  module Data
+    class Package
+      attr_reader :units
+
+      def initialize(options)
+        @units = {}
+        options = options.to_options_consumer
+        units = options.consume(:units)
+        options.validate
+        units.if_present do |v|
+          v.each { |identifier, unit| add_unit(identifier, unit) }
+        end
+      end
+
+      def add_unit(identifier, unit)
+        @units[identifier.to_sym] = unit
+      end
+
+      def dump(data_path, options = {})
+        ::Avm::Data::Package::Dump.new(self, data_path, options)
+      end
+
+      def load(data_path)
+        ::Avm::Data::Package::Load.new(self, data_path)
+      end
+
+      def dump_units_to_directory(directory)
+        @units.each { |identifier, unit| unit.dump_to_directory(directory, identifier) }
+      end
+
+      def load_units_from_directory(directory)
+        @units.each { |identifier, unit| unit.load_from_directory(directory, identifier) }
+      end
+    end
+  end
+end