matrixeval-ruby 0.1.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6bd932a09eb30fdf342cc0596af3e6cd82496deaa0af2746bdc79a06b1c85911
-  data.tar.gz: b13ef75ed283407d0d3e9ac50f0d0053a81a39dbcab737183e6886b9caf34a99
+  metadata.gz: 526b698efa76d623a97a48ec4f9ed2d365ed9c05f2d6ea8230d7778997173dd9
+  data.tar.gz: fcb6eb6971632aaf115e00390c7b0230e903e4ef57421e9e0d3a192535b645b8
 SHA512:
-  metadata.gz: a8593994584983cde95650942a8ca0479c58412ecdccaddb2ab4aa31f378544f46fead1f05d9e12f33f405b68aeb8d5fdf4017059e39f81c22a8d494d89619e6
-  data.tar.gz: b83de57cc53b6b3a35dd86e0fd4196218a900219af7868b3870feff925db05a0c6fe6c0820cbef94903dac4c186684ac13d897a31ce75a612149d945f5cf31eb
+  metadata.gz: fc21ef4da660bddffb12d523559c7609b6d8b232c2b38409184c9e67260b37d5acf23a0d2456afe977076f09ccf436b0b138502caf3b3db90b4d330a0050d2dd
+  data.tar.gz: 35085fc143ce553458ebbab452aec1a062f1faed2915098c6d9753115ca906cd19d2f335bbf5def2310f18bddd380bf43351ad23f00191d3401035892580ba0f

data/CHANGELOG.md

@@ -1,8 +1,28 @@
 ## [Unreleased]
 
+## [0.3.0] - 2022-02-21
+
+- Support add extra docker compose services and volumes
+- Isolate each job with docker compose project name and network
+
+## [0.2.2] - 2022-02-11
+
+- Auto remove containers
+
+## [0.2.1] - 2022-02-11
+
+- Fix a assignment method issue
+
+## [0.2.0] - 2022-02-10
+
+- Change config format from 0.1 to 0.2
+- CLI description
+- Other errors fix
+
 ## [0.1.1] - 2022-02-09
 
 - Fix a execution report issue
+
 ## [0.1.0] - 2022-02-09
 
 - Initial release

data/README.md

@@ -1,6 +1,15 @@
 # matrixeval-ruby
 
 Test your ruby code against multiple versions of dependencies like Ruby, Rails, Env ...
+
+![](https://raw.githubusercontent.com/MatrixEval/assets/main/screenshots/summary.png)
+
+## Features
+
+- Parallel test your ruby code against multiple versions of dependencies combinations.
+- Test your ruby code against a specific dependencies combination.
+- Choose any docker image you like for each job.
+- Easy to use CLI to speed up your development efficiency
 ## Installation
 
 Add this line to your application's Gemfile:
@@ -19,7 +28,98 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+Initialize
+
+```bash
+matrixeval init
+```
+
+Customize `matrixeval.yml` file and run commands like:
+
+```bash
+matrixeval --all bundle install
+matrixeval --all rspec
+matrixeval --ruby 3.0 rspec a_spec.rb
+matrixeval --ruby 3.1 --rails 7.0 rake test
+matrixeval bash
+```
+Run `matrixeval --help` for more details
+
+![](https://raw.githubusercontent.com/MatrixEval/assets/main/screenshots/help.png)
+
+### Configuration Example
+
+Here is the configuration file `matrixeval.yml` which will auto created by `matrixeval init`
+
+```yaml
+version: 0.3
+project_name: REPLACE_ME
+target: ruby
+parallel_workers: number_of_processors
+# commands:
+#   - ps
+#   - top
+#   - an_additional_command
+# mounts:
+#   - /a/path/need/to/mount:/a/path/mount/to
+matrix:
+  ruby:
+    variants:
+      - key: 2.7
+        container:
+          image: ruby:2.7.1
+      - key: 3.0
+        default: true
+        container:
+          image: ruby:3.0.0
+      - key: 3.1
+        container:
+          image: ruby:3.1.0
+      # - key: jruby-9.3
+      #   container:
+      #     image: jruby:9.3
+      #   env:
+      #       PATH: "/opt/jruby/bin:/app/bin:/bundle/bin:$PATH"
+      #   mounts:
+      #     - /a/path/need/to/mount:/a/path/mount/to
+
+  # rails:
+  #   variants:
+  #     - key: 6.1
+  #       default: true
+  #       env:
+  #         RAILS_VERSION: "~> 6.1.0"
+  #     - key: 7.0
+  #       env:
+  #         RAILS_VERSION: "~> 7.0.0"
+  # another:
+  #   variants:
+  #     - key: key1
+  #       default: true
+  #       env:
+  #         ENV_KEY: 1
+  #     - key: key2
+  #       env:
+  #         ENV_KEY: 2
+
+exclude:
+  # - ruby: 3.0
+  #   rails: 4.2
+  # - ruby: jruby-9.3
+  #   rails: 7.0
+```
+
+### Gemfile configuration example
+
+Here is an example from [ruby-trello](https://github.com/jeremytregunna/ruby-trello)
+
+```ruby
+if active_model_version = ENV['ACTIVE_MODEL_VERSION']
+  gem 'activemodel', active_model_version
+end
+```
+
+You can also check its corresponding [`matrixeval.yml`](https://github.com/jeremytregunna/ruby-trello/blob/master/matrixeval.yml)
 
 ## Development
 

data/exe/matrixeval

@@ -1,5 +1,5 @@
 #!/usr/bin/env ruby
 
 require 'matrixeval/ruby'
-puts "Hello, MatrixEval!"
+
 Matrixeval.start(ARGV)

data/exe/meval

@@ -1,5 +1,5 @@
 #!/usr/bin/env ruby
 
 require 'matrixeval/ruby'
-puts "Hello, MatrixEval!"
+
 Matrixeval.start(ARGV)

data/lib/matrixeval/ruby/command_line/parse_context_arguments.rb

@@ -24,11 +24,58 @@ module Matrixeval
 
         def parse!
           OptionParser.new do |opts|
-            opts.banner = "Usage: meval/matrixeval --[VECTOR_KEY] [VECTOR_CHOICE] [COMMAND] [COMMAND_OPTIONS]"
+            opts.version = Matrixeval::Ruby::VERSION
+            opts.program_name = ""
+            opts.banner = <<~USAGE
+              Usage:
+                  matrixeval(meval) [OPTIONS] COMMAND
+              USAGE
+
+            opts.separator ""
+            opts.separator "Options:"
+
+            opts.on "-a", "--all", "# Run the COMMAND against all matrix combinations"
 
             Config.vectors.each do |vector|
-              opts.on("--#{vector.key} [VERSION]", "Set #{vector.key} version")
+              # short = "-#{vector.short_key}"
+              long = "--#{vector.key} [VERSION]"
+              desc = [
+                "# Run the COMMAND against a specific #{vector.key} version",
+                "# Options: #{vector.variants.map(&:key).join("/")}",
+                "# Default: #{vector.default_variant.key}",
+                "# Customizable"
+              ]
+              opts.separator ""
+              opts.on(long, *desc)
+            end
+
+            opts.separator ""
+            opts.separator "Commands: #{Config.commands.join("/")} (Customizable)"
+
+            opts.separator ""
+            opts.separator "MatrixEval Options:"
+
+            opts.on("-h", "--help", "# Show help") do
+              puts opts.help
+              exit
             end
+
+            opts.on("-v", "--version", "# Show version") do
+              puts opts.version
+              exit
+            end
+
+            opts.separator ""
+            opts.separator "Customizations:"
+            opts.separator "    You can customize all options in matrixeval.yml"
+
+            opts.separator ""
+            opts.separator "Example:"
+            opts.separator "    matrixeval --all bundle install"
+            opts.separator "    matrixeval --ruby 3.0 rspec a_spec.rb"
+            opts.separator "    matrixeval --ruby 3.1 --active_model 7.0 rake test"
+            opts.separator "    matrixeval bash"
+
           end.parse!(context_arguments, into: options)
         end
 

data/lib/matrixeval/ruby/command_line.rb

@@ -2,6 +2,12 @@ require_relative "./command_line/parse_context_arguments"
 
 module Matrixeval
   module Ruby
+    COMMANDS = [
+      'ruby', 'rake', 'rails', 'rspec', 'bundle',
+      'bin/rake', 'bin/rails', 'bin/rspec', 'bin/test',
+      'bash', 'dash', 'sh', 'zsh'
+    ]
+
     class CommandLine
 
       attr_reader :argv
@@ -10,38 +16,42 @@ module Matrixeval
         @argv = argv
       end
 
+      def valid?
+        init? ||
+          !context_options.empty? ||
+          !seperator_index.nil?
+      end
+
       def init?
-        argv[0] == 'init'
+        @argv[0] == 'init'
       end
 
       def all?
-        argv[0] == 'all'
+        context_options[:all]
       end
 
       def context_options
-        ParseContextArguments.call(context_arguments)
+        @context_options ||= ParseContextArguments.call(context_arguments)
       end
 
       def context_arguments
-        argv[0...seperator_index]
+        arguments = @argv[0...seperator_index]
+        arguments << "-h" if @argv.empty?
+        arguments
       end
 
       def rest_arguments
-        argv[seperator_index..-1]
+        @argv[seperator_index..-1]
       end
 
       private
 
       def seperator_index
-        argv.index do |argument|
-          seperator_commands.include?(argument)
+        @argv.index do |argument|
+          Config.commands.include?(argument)
         end
       end
 
-      def seperator_commands
-        ['rake', 'rspec', 'bundle', 'bash']
-      end
-
     end
   end
 end

data/lib/matrixeval/ruby/config/yaml.rb

@@ -2,6 +2,9 @@ module Matrixeval
   module Ruby
     class Config
       class YAML
+
+        class MissingError < StandardError; end
+
         class << self
 
           def create
@@ -25,6 +28,8 @@ module Matrixeval
           end
 
           def yaml
+            raise MissingError unless File.exist?(path)
+
             ::YAML.load File.read(path)
           end
 

data/lib/matrixeval/ruby/config.rb

@@ -1,6 +1,8 @@
 require 'yaml'
 require_relative "./vector"
 require_relative "./config/yaml"
+require_relative "./docker_compose/extend_raw"
+require_relative "./docker_compose/extend"
 
 module Matrixeval
   module Ruby
@@ -15,6 +17,16 @@ module Matrixeval
           YAML["target"]
         end
 
+        def project_name
+          name = YAML["project_name"]
+
+          if name.nil? || name.strip.empty?
+            raise Error.new('missing project_name')
+          end
+
+          name
+        end
+
         def vectors
           @vectors = YAML["matrix"].map do |key, vector_config|
             Vector.new(key, vector_config)
@@ -49,6 +61,37 @@ module Matrixeval
           YAML["parallel_workers"] || "number_of_processors"
         end
 
+        def commands
+          cmds = YAML["commands"] || []
+          COMMANDS + cmds
+        end
+
+        def docker_compose_extend_raw
+          DockerCompose::ExtendRaw.new(
+            YAML["docker-compose-extend"] || {}
+          )
+        end
+
+        def env
+          YAML["env"] || {}
+        end
+
+        def mounts
+          YAML["mounts"] || []
+        end
+
+        def all_mounts
+          mounts + all_variant_mounts
+        end
+
+        private
+
+        def all_variant_mounts
+          Config.vectors
+                .map(&:variants).flatten
+                .map(&:mounts).flatten
+        end
+
       end
     end
   end

data/lib/matrixeval/ruby/container.rb

@@ -0,0 +1,15 @@
+module Matrixeval
+  module Ruby
+    class Container
+
+      attr_reader :image, :env
+
+      def initialize(options)
+        options ||= {}
+        @image = options["image"]
+        @env = options["env"] || {}
+      end
+
+    end
+  end
+end

data/lib/matrixeval/ruby/context/build_docker_compose_extend.rb

@@ -0,0 +1,43 @@
+require 'erb'
+require 'json'
+
+module Matrixeval
+  module Ruby
+    class Context
+      class BuildDockerComposeExtend
+        class << self
+          def call(context)
+            new(context).call
+          end
+        end
+
+        attr_reader :context
+
+        def initialize(context)
+          @context = context
+        end
+
+        def matrix_combination_id
+          context.id
+        end
+
+        def call
+          DockerCompose::Extend.new(docker_compose_extend)
+        end
+
+        private
+
+        def docker_compose_extend
+          JSON.parse(render_erb)
+        end
+
+        def render_erb
+          ERB.new(
+            Config.docker_compose_extend_raw.content
+          ).result(binding)
+        end
+
+      end
+    end
+  end
+end

data/lib/matrixeval/ruby/context.rb

@@ -1,4 +1,5 @@
 require_relative "./context/find_by_command_options"
+require_relative "./context/build_docker_compose_extend"
 
 module Matrixeval
   module Ruby
@@ -52,7 +53,11 @@ module Matrixeval
       end
 
       def gemfile_lock_path
-        Matrixeval.working_dir.join(".matrixeval/Gemfile.lock.#{id}")
+        Matrixeval.working_dir.join(".matrixeval/gemfile_locks/#{id}")
+      end
+
+      def docker_compose_file_path
+        Matrixeval.working_dir.join(".matrixeval/docker-compose/#{id}.yml")
       end
 
       def variants
@@ -72,6 +77,10 @@ module Matrixeval
         end
       end
 
+      def docker_compose_extend
+        BuildDockerComposeExtend.call(self)
+      end
+
     end
   end
 end

data/lib/matrixeval/ruby/docker_compose/extend.rb

@@ -0,0 +1,21 @@
+module Matrixeval
+  module Ruby
+    class DockerCompose
+      class Extend
+
+        def initialize(config)
+          @config = config || {}
+        end
+
+        def volumes
+          @config["volumes"] || {}
+        end
+
+        def services
+          @config["services"] || {}
+        end
+
+      end
+    end
+  end
+end

data/lib/matrixeval/ruby/docker_compose/extend_raw.rb

@@ -0,0 +1,19 @@
+require 'json'
+
+module Matrixeval
+  module Ruby
+    class DockerCompose
+      class ExtendRaw
+
+        def initialize(config)
+          @config = config || {}
+        end
+
+        def content
+          @config.to_json
+        end
+
+      end
+    end
+  end
+end

data/lib/matrixeval/ruby/docker_compose/file.rb

@@ -0,0 +1,135 @@
+require "erb"
+
+module Matrixeval
+  module Ruby
+    class DockerCompose
+      class File
+        class << self
+
+          def create_all
+            FileUtils.mkdir_p folder
+
+            Context.all.each do |context|
+              new(context).create
+            end
+          end
+
+          private
+
+          def folder
+            Matrixeval.working_dir.join(".matrixeval/docker-compose")
+          end
+        end
+
+        attr_reader :context
+
+        def initialize(context)
+          @context = context
+        end
+
+        def create
+          ::File.open(docker_compose_file_path, 'w+') do |file|
+            file.puts build_content
+          end
+        end
+
+        private
+
+        def docker_compose_file_path
+          context.docker_compose_file_path
+        end
+
+        def build_content
+          {
+            "version" => "3",
+            "services" => services_json,
+            "volumes" => volumes_json
+          }.to_yaml.sub(/---\n/, "")
+        end
+
+        def services_json
+          services = {}
+
+          services[main_variant.docker_compose_service_name] = {
+            "image" => main_variant.container.image,
+            "volumes" => mounts(main_variant),
+            "environment" => {
+              "BUNDLE_PATH" => "/bundle",
+              "GEM_HOME" => "/bundle",
+              "BUNDLE_APP_CONFIG" => "/bundle",
+              "BUNDLE_BIN" => "/bundle/bin",
+              "PATH" => "/app/bin:/bundle/bin:$PATH"
+            }.merge(extra_env),
+            "working_dir" => "/app"
+          }.merge(depends_on)
+
+          services.merge(docker_compose_extend.services)
+        end
+
+        def volumes_json
+          {
+            bundle_volume => {
+              "name" => bundle_volume
+            }
+          }.merge(docker_compose_extend.volumes)
+        end
+
+        def depends_on
+          if docker_compose_extend.services.keys.empty?
+            {}
+          else
+            { "depends_on" => docker_compose_extend.services.keys }
+          end
+        end
+
+        def extra_env
+          Config.env.merge(context.env)
+                    .merge(main_variant.container.env)
+        end
+
+        def main_variant
+          context.main_variant
+        end
+
+        def bundle_volume
+          main_variant.bundle_volume_name
+        end
+
+        def mounts(variant)
+          [
+            "../..:/app:cached",
+            "#{variant.bundle_volume_name}:/bundle",
+            "../gemfile_locks/#{context.id}:/app/Gemfile.lock"
+          ] + extra_mounts
+        end
+
+        def extra_mounts
+          mounts = Config.mounts + context.variants.map(&:mounts).flatten
+          mounts.map do |mount|
+            local_path, in_docker_path = mount.split(':')
+            next mount if Pathname.new(local_path).absolute?
+
+            local_path = Matrixeval.working_dir.join(local_path)
+            docker_compose_folder_path = Matrixeval.working_dir.join(".matrixeval/docker-compose")
+            local_path = local_path.relative_path_from docker_compose_folder_path
+
+            "#{local_path}:#{in_docker_path}"
+          end
+        end
+
+        def docker_compose_extend
+          @docker_compose_extend ||= context.docker_compose_extend
+        end
+
+        def working_dir_name
+          Matrixeval.working_dir.basename
+        end
+
+        def project_name
+          Config.project_name.gsub(/[^A-Za-z0-9-]/,'_').downcase
+        end
+
+      end
+    end
+  end
+end

data/lib/matrixeval/ruby/docker_compose.rb

@@ -1,5 +1,5 @@
 
-require_relative "./docker_compose/yaml"
+require_relative "./docker_compose/file"
 
 module Matrixeval
   module Ruby
@@ -12,34 +12,55 @@ module Matrixeval
       end
 
       def run(arguments)
-        forward_arguments = arguments.join(" ")
+        forward_arguments = arguments.map do |arg|
+          arg.match(/\s/) ? "\"#{arg}\"" : arg
+        end.join(" ")
+
+        no_tty = %w[bash sh zsh dash].include?(arguments[0]) ? '' : '--no-TTY' 
 
         system(
           <<~DOCKER_COMPOSE_COMMAND
-          docker compose -f .matrixeval/docker-compose.yml \
+          #{docker_compose} \
           run --rm \
-          #{env} \
-          #{gemfile_mount} \
-          #{docker_compose_service_name} \
+          #{no_tty} \
+          #{context.docker_compose_service_name} \
           #{forward_arguments}
           DOCKER_COMPOSE_COMMAND
         )
+      ensure
+        stop_containers
+        clean_containers_and_anonymous_volumes
+        turn_on_stty_opost
       end
 
       private
 
-      def env
-        context.env.map do |k, v|
-          "-e #{k}='#{v}'"
-        end.join(" ")
+      def stop_containers
+        system("#{docker_compose} stop >> /dev/null 2>&1")
+      end
+
+      def clean_containers_and_anonymous_volumes
+        system("#{docker_compose} rm -v -f >> /dev/null 2>&1")
+      end
+
+      def docker_compose
+        <<~DOCKER_COMPOSE_COMMAND.strip
+        docker --log-level error compose \
+        -f #{yaml_file} \
+        -p matrixeval-#{project_name}-#{context.id}
+        DOCKER_COMPOSE_COMMAND
+      end
+
+      def yaml_file
+        ".matrixeval/docker-compose/#{context.id}.yml"
       end
 
-      def gemfile_mount
-        "-v ./.matrixeval/Gemfile.lock.#{context.id}:/app/Gemfile.lock"
+      def turn_on_stty_opost
+        system("stty opost")
       end
 
-      def docker_compose_service_name
-        context.docker_compose_service_name
+      def project_name
+        Config.project_name.gsub(/[^A-Za-z0-9-]/,'_').downcase
       end
 
     end

data/lib/matrixeval/ruby/extra_mount_files.rb

@@ -0,0 +1,23 @@
+module Matrixeval
+  module Ruby
+    class ExtraMountFiles
+      class << self
+
+        def create
+          Config.all_mounts.each do |mount|
+            local_path, _ = mount.split(':')
+            next mount if Pathname.new(local_path).absolute?
+
+            local_path = Matrixeval.working_dir.join(local_path)
+            next if local_path.extname.empty?
+            next if local_path.ascend.none? { |path| path == Matrixeval.working_dir }
+
+            FileUtils.mkdir_p local_path.dirname
+            FileUtils.touch local_path
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/matrixeval/ruby/gemfile_locks.rb

@@ -4,7 +4,7 @@ module Matrixeval
       class << self
 
         def create
-          FileUtils.mkdir_p dot_matrixeval_folder
+          FileUtils.mkdir_p gemfile_lock_folder
 
           Context.all.each do |context|
             FileUtils.touch context.gemfile_lock_path
@@ -13,8 +13,8 @@ module Matrixeval
 
         private
 
-        def dot_matrixeval_folder
-          Matrixeval.working_dir.join(".matrixeval")
+        def gemfile_lock_folder
+          Matrixeval.working_dir.join(".matrixeval/gemfile_locks")
         end
 
       end

data/lib/matrixeval/ruby/gitignore.rb

@@ -41,7 +41,7 @@ module Matrixeval
         end
 
         def gemfile_locks
-          ".matrixeval/Gemfile.lock.*"
+          ".matrixeval/gemfile_locks"
         end
 
         def gitignore_path

data/lib/matrixeval/ruby/runner.rb

@@ -20,9 +20,13 @@ module Matrixeval
       def initialize(argv)
         @argv = argv
         @command = CommandLine.new(argv)
+        @threads ||= []
+        @matrixeval_results ||= []
       end
 
       def start
+        validates
+
         if command.init?
           init
         elsif command.all?
@@ -30,12 +34,31 @@ module Matrixeval
         else
           run_a_specific_context
         end
+      rescue OptionParser::InvalidOption => e
+        puts <<~ERROR
+          #{e.message}
+          See 'matrixeval --help'
+          ERROR
+        exit
+      rescue Config::YAML::MissingError
+        puts "Please run 'matrixeval init' first to generate matrixeval.yml"
+        exit
       ensure
         turn_on_stty_opost
       end
 
       private
 
+      def validates
+        return if command.valid?
+
+        puts <<~ERROR
+          matrixeval: '#{argv.join(' ')}' is not a MatrixEval command.
+          See 'matrixeval --help'
+          ERROR
+        exit
+      end
+
       def init
         Config::YAML.create
         Gitignore.update
@@ -43,9 +66,12 @@ module Matrixeval
 
       def run_all_contexts
         Config::YAML.create
-        DockerCompose::YAML.create
+        DockerCompose::File.create_all
         GemfileLocks.create
         Gitignore.update
+        ExtraMountFiles.create
+
+        pull_all_images
 
         if workers_count == 1
           run_all_contexts_sequentially
@@ -62,17 +88,17 @@ module Matrixeval
           docker_compose = DockerCompose.new(context)
           success = docker_compose.run(command.rest_arguments)
 
-          self.matrixeval_results << [context, !!success]
+          @matrixeval_results << [context, !!success]
         end
 
         report
       end
 
       def run_all_contexts_in_parallel
-        parallel do |contexts|
+        parallel(contexts) do |sub_contexts|
           Thread.current[:matrixeval_results] = []
 
-          contexts.each do |context|
+          sub_contexts.each do |context|
             docker_compose = DockerCompose.new(context)
             success = docker_compose.run(command.rest_arguments)
 
@@ -85,9 +111,10 @@ module Matrixeval
 
       def run_a_specific_context
         Config::YAML.create
-        DockerCompose::YAML.create
+        DockerCompose::File.create_all
         GemfileLocks.create
         Gitignore.update
+        ExtraMountFiles.create
 
         context = Context.find_by_command_options!(command.context_options)
 
@@ -98,15 +125,28 @@ module Matrixeval
         docker_compose.run(command.rest_arguments)
       end
 
+      def pull_all_images
+        parallel(Config.main_vector_variants) do |sub_variants|
+          sub_variants.each do |variant|
+            puts "Docker image check/pull #{variant.container.image}"
+            image_exists = system %Q{[ -n "$(docker images -q #{variant.container.image})" ]}
+            next if image_exists
+
+            system "docker pull #{variant.container.image}"
+          end
+        end
+      end
+
       def report
         turn_on_stty_opost
 
         table = Terminal::Table.new(title: Rainbow("MatrixEval").blue.bright + " Summary", alignment: :center) do |table|
 
-          table.add_row(Config.vectors.map(&:key) + ['result'])
+          headers = Config.vectors.map(&:key) + ['result']
+          table.add_row headers.map { |value| { value: value, alignment: :center } }
           table.add_separator 
 
-          matrixeval_results.each do |context, success|
+          @matrixeval_results.each do |context, success|
             success_cell = [success ? Rainbow('Success').green : Rainbow('Failed').red]
             row = (context.variants.map(&:key) + success_cell).map do |value|
               { value: value, alignment: :center }
@@ -120,32 +160,30 @@ module Matrixeval
         puts table
       end
 
-      def parallel
-        contexts = Context.all
+      def parallel(collection)
+        @threads = [] unless @threads.empty?
+        @matrixeval_results = [] unless @matrixeval_results.empty?
 
-        contexts.each_slice(contexts.count / workers_count) do |sub_contexts|
-          threads << Thread.new do
-            yield sub_contexts
+        collection.each_slice(per_worker_contexts_count) do |sub_collection|
+          @threads << Thread.new do
+            yield sub_collection
           end
         end
 
-        threads.each(&:join)
+        @threads.each(&:join)
 
-        threads.each do |thread|
-          self.matrixeval_results += thread[:matrixeval_results]
+        @threads.each do |thread|
+          @matrixeval_results += (thread[:matrixeval_results] || [])
         end
       end
 
-      def threads
-        @threads ||= []
-      end
 
-      def matrixeval_results
-        @matrixeval_results ||= []
+      def per_worker_contexts_count
+        [(contexts.count / workers_count), 1].max
       end
 
-      def matrixeval_results=(results)
-        @matrixeval_results = results
+      def contexts
+        @contexts ||= Context.all
       end
 
       def workers_count

data/lib/matrixeval/ruby/templates/matrixeval.yml

@@ -1,13 +1,55 @@
-version: 0.1
+version: 0.3
+project_name: REPLACE_ME
 target: ruby
 parallel_workers: number_of_processors
+# commands:
+#   - ps
+#   - top
+#   - an_additional_command
+# mounts:
+#   - /a/path/need/to/mount:/a/path/mount/to
 matrix:
   ruby:
     variants:
       - key: 2.7
-        image: ruby:2.7.1
+        container:
+          image: ruby:2.7.1
       - key: 3.0
-        image: ruby:3.0.0
         default: true
+        container:
+          image: ruby:3.0.0
       - key: 3.1
-        image: ruby:3.1.0
+        container:
+          image: ruby:3.1.0
+      # - key: jruby-9.3
+      #   container:
+      #     image: jruby:9.3
+      #   env:
+      #       PATH: "/opt/jruby/bin:/app/bin:/bundle/bin:$PATH"
+      #   mounts:
+      #     - /a/path/need/to/mount:/a/path/mount/to
+
+  # rails:
+  #   variants:
+  #     - key: 6.1
+  #       default: true
+  #       env:
+  #         RAILS_VERSION: "~> 6.1.0"
+  #     - key: 7.0
+  #       env:
+  #         RAILS_VERSION: "~> 7.0.0"
+  # another:
+  #   variants:
+  #     - key: key1
+  #       default: true
+  #       env:
+  #         ENV_KEY: 1
+  #     - key: key2
+  #       env:
+  #         ENV_KEY: 2
+
+exclude:
+  # - ruby: 3.0
+  #   rails: 4.2
+  # - ruby: jruby-9.3
+  #   rails: 7.0

data/lib/matrixeval/ruby/variant.rb

@@ -1,3 +1,5 @@
+require_relative "./container"
+
 module Matrixeval
   module Ruby
     class Variant
@@ -7,16 +9,17 @@ module Matrixeval
         end
       end
 
-      attr_reader :key, :image, :env, :vector, :default
+      attr_reader :key, :env, :vector, :default, :container, :mounts
 
       def initialize(config = {}, vector)
         raise Error.new("Variant#key is missing") if config["key"].nil?
 
         @vector = vector
         @key = config["key"].to_s
-        @image = config["image"]
+        @container = Container.new(config["container"])
         @env = config["env"] || {}
         @default = config["default"] || false
+        @mounts = config["mounts"] || []
       end
 
       def name
@@ -24,7 +27,7 @@ module Matrixeval
       end
 
       def bundle_volume_name
-        "bundle_#{image.gsub(/[^A-Za-z0-9]/,'_')}"
+        "bundle_#{container.image.gsub(/[^A-Za-z0-9]/,'_')}"
       end
 
       def id

data/lib/matrixeval/ruby/vector.rb

@@ -3,11 +3,10 @@ require_relative "./variant"
 module Matrixeval
   module Ruby
     class Vector
-      attr_reader :key, :variants, :mounts
+      attr_reader :key, :variants
 
       def initialize(key, config)
         @key = key.to_s
-        @mounts = config["mounts"] || []
         @variants = (config["variants"] || []).map do |variant_config|
           config = if variant_config.is_a?(Hash)
             variant_config
@@ -30,7 +29,7 @@ module Matrixeval
       def default_variant
         variant = variants.find(&:default?)
         if variant.nil?
-          raise Error.new("Please set a default variant for matrix #{vector.key}")
+          raise Error.new("Please set a default variant for matrix #{key}")
         end
 
         variant

data/lib/matrixeval/ruby/version.rb

@@ -2,6 +2,6 @@
 
 module Matrixeval
   module Ruby
-    VERSION = "0.1.1"
+    VERSION = "0.3.0"
   end
 end

data/lib/matrixeval/ruby.rb

@@ -5,6 +5,7 @@ require 'rainbow'
 require 'matrixeval/ruby/docker_compose'
 require 'matrixeval/ruby/context'
 require 'matrixeval/ruby/gemfile_locks'
+require 'matrixeval/ruby/extra_mount_files'
 require 'matrixeval/ruby/runner'
 require 'matrixeval/ruby/gitignore'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: matrixeval-ruby
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.3.0
 platform: ruby
 authors:
 - Hopper Gee
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-02-09 00:00:00.000000000 Z
+date: 2022-02-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rainbow
@@ -64,7 +64,6 @@ files:
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
-- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
@@ -78,10 +77,15 @@ files:
 - lib/matrixeval/ruby/command_line/parse_context_arguments.rb
 - lib/matrixeval/ruby/config.rb
 - lib/matrixeval/ruby/config/yaml.rb
+- lib/matrixeval/ruby/container.rb
 - lib/matrixeval/ruby/context.rb
+- lib/matrixeval/ruby/context/build_docker_compose_extend.rb
 - lib/matrixeval/ruby/context/find_by_command_options.rb
 - lib/matrixeval/ruby/docker_compose.rb
-- lib/matrixeval/ruby/docker_compose/yaml.rb
+- lib/matrixeval/ruby/docker_compose/extend.rb
+- lib/matrixeval/ruby/docker_compose/extend_raw.rb
+- lib/matrixeval/ruby/docker_compose/file.rb
+- lib/matrixeval/ruby/extra_mount_files.rb
 - lib/matrixeval/ruby/gemfile_locks.rb
 - lib/matrixeval/ruby/gitignore.rb
 - lib/matrixeval/ruby/runner.rb

data/Gemfile.lock

@@ -1,37 +0,0 @@
-PATH
-  remote: .
-  specs:
-    matrixeval-ruby (0.1.0)
-      concurrent-ruby
-      rainbow (~> 3.1)
-      terminal-table
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    byebug (11.1.3)
-    concurrent-ruby (1.1.9)
-    minitest (5.15.0)
-    minitest-focus (1.3.1)
-      minitest (>= 4, < 6)
-    mocha (1.13.0)
-    rainbow (3.1.1)
-    rake (13.0.6)
-    terminal-table (3.0.2)
-      unicode-display_width (>= 1.1.1, < 3)
-    unicode-display_width (2.1.0)
-
-PLATFORMS
-  x86_64-darwin-19
-  x86_64-linux
-
-DEPENDENCIES
-  byebug
-  matrixeval-ruby!
-  minitest (~> 5.0)
-  minitest-focus
-  mocha
-  rake (~> 13.0)
-
-BUNDLED WITH
-   2.2.32

data/lib/matrixeval/ruby/docker_compose/yaml.rb

@@ -1,77 +0,0 @@
-require "erb"
-
-module Matrixeval
-  module Ruby
-    class DockerCompose
-      class YAML
-        class << self
-
-          def create
-            FileUtils.mkdir_p dot_matrixeval_folder
-
-            File.open(path, 'w+') do |file|
-              file.puts build_content
-            end
-          end
-
-          private
-
-          def build_content
-            {
-              "version" => "3",
-              "services" => services_json,
-              "volumes" => volumes_json
-            }.to_yaml.sub(/---\n/, "")
-          end
-
-          def services_json
-            services = {}
-
-            Config.main_vector_variants.map do |variant|
-              services[variant.docker_compose_service_name] = {
-                "image" => variant.image,
-                "volumes" => mounts(variant),
-                "environment" => {
-                  "BUNDLE_PATH" => "/bundle",
-                  "GEM_HOME" => "/bundle",
-                  "BUNDLE_APP_CONFIG" => "/bundle",
-                  "BUNDLE_BIN" => "/bundle/bin",
-                  "PATH" => "/app/bin:/bundle/bin:$PATH"
-                },
-                "working_dir" => "/app"
-              }
-            end
-
-            services
-          end
-
-          def volumes_json
-            bundle_volumes.map do |volume|
-              [volume, {"name" => volume}]
-            end.to_h
-          end
-
-          def bundle_volumes
-            Config.main_vector_variants.map(&:bundle_volume_name)
-          end
-
-          def mounts(variant)
-            [
-              "..:/app:cached",
-              "#{variant.bundle_volume_name}:/bundle",
-            ] + Config.main_vector.mounts
-          end
-
-          def path
-            dot_matrixeval_folder.join("docker-compose.yml")
-          end
-
-          def dot_matrixeval_folder
-            Matrixeval.working_dir.join(".matrixeval")
-          end
-
-        end
-      end
-    end
-  end
-end