selective-ruby-core 0.1.6-arm64-darwin → 0.1.7-arm64-darwin

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '0917ef27b8eec92996cdf51d44c81d791ae36d5fcfe4ebd6e99a97dc5a805b8f'
-  data.tar.gz: 6afbcc5cc1db830939224cbf5b91c70e334136682175a212f936b6ac066c7ce1
+  metadata.gz: a6b2a7505ab8abece184b64bb2f8094c5334a8269ad98e737f6e76547443783c
+  data.tar.gz: 0e674ee480d0142483f3213545305174787da5d3d76074971d85aa24ea11b577
 SHA512:
-  metadata.gz: 811aee01998525131dcbc36c15f2b71f9a4a32f30c789bd4df7d4bcfd268eea54870f08aac0ae80626c08371d736bcd362f7855d57e749253a5be92cf6784832
-  data.tar.gz: a7700fd13cf50725d36e74bd70259b9de9574cc69080ac3e87c3cf57ecc116edb057e44d1471cb28e220b22594f89bb6d0cba7036d3b0aabaf0ba280009bbb26
+  metadata.gz: 7f64a389227c118efd93520a498b3f256c452d83176e3ce6f1ae15516121c5a94840d008bc630a3c292b2b72ba25c5bd9845aad80be756cc59cf17665e85bf28
+  data.tar.gz: f6d1237f0838537d0755820ebb4f2c688ec0a73c9c822aca5eaa32212caa8a37a5fe271d9451c9a77c8182f0c197bbb5abbbc55f887447957747d41df694ed0d

data/lib/bin/file_correlation_collector.sh

@@ -0,0 +1,141 @@
+#!/bin/bash
+
+# The first argument is the number of commits to process
+branch=$1
+num_commits=$2
+
+# Initialize an associative array to hold the files to check
+declare -A files_to_check
+
+# Populate the array with the script arguments, starting from the second argument
+for file in "${@:3}"
+do
+  files_to_check["$file"]=1
+done
+
+# Get a list of all commit hashes, in reverse order
+all_commits=$(git log origin/$branch --no-merges --format=%H --reverse -n $num_commits)
+
+# Initialize an associative array to store the test files
+declare -A test_files
+declare -A uncorrelated_test_files
+
+# Initialize an array to store the files changed in the previous commit
+prev_changed_files=()
+
+# For each commit...
+for commit in $all_commits
+do
+  # Get a list of all files that were changed in the current commit
+  files=$(git diff-tree --no-commit-id --name-only -r $commit)
+
+  declare -A correlated_test_files
+
+  # # For each file in the list of files changed in the previous commit...
+  for file in "${prev_changed_files[@]}"
+  do
+    # If the file is in the list of files to check...
+    if [[ ${files_to_check[$file]} ]]; then
+      # For each file...
+      for test_file in $files
+      do
+        # If the file is in the test/ directory and ends with _test.rb...
+        if [[ $test_file == spec/*_spec.rb ]]
+        then
+          # Increment the count in the associative array
+          test_files["$file|$test_file"]=$((test_files["$file|$test_file"]+1))
+          # Add the test file to the correlated_test_files array
+          correlated_test_files["$test_file"]=1
+        fi
+      done
+    fi
+  done
+
+  # For each file in the list of files changed in the current commit...
+  for file in $files
+  do
+    # If the file is in the list of files to check...
+    if [[ ${files_to_check[$file]} ]]; then
+      # For each file...
+      for test_file in $files
+      do
+        # If the file is in the test/ directory and ends with _test.rb...
+        if [[ $test_file == spec/*_spec.rb ]]
+        then
+          # Increment the count in the associative array
+          test_files["$file|$test_file"]=$((test_files["$file|$test_file"]+1))
+          # Add the test file to the correlated_test_files array
+          correlated_test_files["$test_file"]=1
+        fi
+      done
+    fi
+  done
+
+  # For each file...
+  for test_file in $files
+  do
+    # If the file is in the test/ directory and ends with _test.rb...
+    if [[ $test_file == spec/*_spec.rb ]]
+    then
+      # If the test file is not correlated to any of the files to check in the current commit...
+      if [[ -z ${correlated_test_files[$test_file]} ]]
+      then
+        # Increment the count in the associative array
+        uncorrelated_test_files["$test_file"]=$((uncorrelated_test_files["$test_file"]+1))
+      fi
+    fi
+  done
+
+  # Clear the correlated_test_files array for the next commit
+  unset correlated_test_files
+
+  # Store the list of files changed in this commit for the next iteration
+  prev_changed_files=($files)
+done
+
+# OUTPUT
+
+# Initialize an associative array to hold the JSON strings for each file
+declare -A file_jsons
+
+# Add the test_files to the file_jsons associative array
+for key in "${!test_files[@]}"
+do
+  file=${key%|*}
+  test_file=${key#*|}
+  count=${test_files[$key]}
+  # Append to the JSON string for this file
+  file_jsons["$file"]+="\"$test_file\": $count,"
+done
+
+# Initialize an empty string for the test_files JSON
+correlated_files_json=""
+
+# Add the file_jsons to the correlated_files_json string
+for file in "${!file_jsons[@]}"
+do
+  # Remove the trailing comma from the JSON string for this file
+  file_json=${file_jsons[$file]%?}
+  # Append to the correlated_files_json string
+  correlated_files_json+="\"$file\": { $file_json },"
+done
+
+# Remove the trailing comma from the correlated_files_json string
+correlated_files_json=${correlated_files_json%?}
+
+# Initialize an empty string for the uncorrelated_test_files JSON
+uncorrelated_files_json=""
+
+# Add the uncorrelated_test_files to the uncorrelated_files_json string
+for key in "${!uncorrelated_test_files[@]}"
+do
+  count=${uncorrelated_test_files[$key]}
+  # Append to the uncorrelated_files_json string
+  uncorrelated_files_json+="\"$key\": $count,"
+done
+
+# Remove the trailing comma from the uncorrelated_files_json string
+uncorrelated_files_json=${uncorrelated_files_json%?}
+
+# Output the JSON
+echo "{ \"correlated_files\": { $correlated_files_json }, \"uncorrelated_files\": { $uncorrelated_files_json } }"

data/lib/selective/ruby/core/controller.rb

@@ -1,13 +1,12 @@
 require "logger"
 require "uri"
-require "json"
 require "fileutils"
-require "open3"
 
 module Selective
   module Ruby
     module Core
       class Controller
+        include Helper
         @@selective_suppress_reporting = false
 
         def initialize(runner, debug: false, log: false)
@@ -51,9 +50,7 @@ module Selective
 
         private
 
-        attr_reader :runner, :pipe, :transport_pid, :retries, :logger, :runner_id
-
-        ROOT_GEM_PATH = Gem.loaded_specs["selective-ruby-core"].full_gem_path
+        attr_reader :runner, :pipe, :transport_pid, :retries, :logger, :runner_id, :diff
 
         def get_runner_id
           runner_id = build_env.delete("runner_id")
@@ -242,7 +239,11 @@ module Selective
           self.class.restore_reporting!
           @logger.info("Sending Response: test_manifest")
           data = {test_cases: runner.manifest["examples"]}
-          data[:modified_test_files] = modified_test_files unless modified_test_files.nil?
+          num_commits = build_env["num_commits"] || 1000
+          if (diff = get_diff(num_commits))
+            data[:modified_test_files] = modified_test_files(diff)
+            data[:correlated_files] = correlated_files(diff, num_commits)
+          end
           write({type: "test_manifest", data: data})
         end
 
@@ -271,93 +272,46 @@ module Selective
           :break
         end
 
+        def correlated_files(diff, num_commits)
+          Selective::Ruby::Core::FileCorrelator.new(diff, num_commits, build_env["target_branch"]).correlate
+        end
+
         def test_case_callback(test_case)
           @logger.info("Sending Response: test_case_result: #{test_case[:id]}")
           write({type: "test_case_result", data: test_case})
         end
 
-        def modified_test_files
+        def modified_test_files(diff)
           @modified_test_files ||= begin
-            target_branch = build_env["target_branch"]
-            return [] if target_branch.nil? || target_branch.empty?
-
-            output, status = Open3.capture2e("git diff #{target_branch} --name-only")
-
-            if status.success?
-              output.split("\n").filter do |f|
-                f.match?(/^#{runner.base_test_path}/)
-              end
+            diff.filter do |f|
+              f.match?(/^#{runner.base_test_path}/)
             end
           end
         end
 
-        def debug?
-          @debug
-        end
+        def get_diff(num_commits)
+          target_branch = build_env["target_branch"]
+          return [] if target_branch.nil? || target_branch.empty?
 
-        def safe_filename(filename)
-          filename
-            .gsub(/[\/\\:*?"<>|\n\r]+/, '_')
-            .gsub(/^\.+|\.+$/, '')
-            .strip[0, 255]
-        end
-
-        def with_error_handling(include_header: true)
-          yield
-        rescue => e
-          raise e if debug?
-          header = <<~TEXT
-            An error occurred. Please rerun with --debug
-            and contact support at https://selective.ci/support
-          TEXT
-
-          unless @banner_displayed
-            header = <<~TEXT
-              #{banner}
-
-              #{header}
-            TEXT
+          Open3.capture2e("git fetch origin #{target_branch} --depth=#{num_commits}").then do |output, status|
+            unless status.success?
+              print_warning "Selective was unable to fetch the target branch. This may result in a sub-optimal test order. If the issue persists, please contact support. The output was:\n\n#{output}"
+              return []
+            end
           end
 
-          puts_indented <<~TEXT
-            \e[31m
-            #{header if include_header}
-            #{e.message}
-            \e[0m
-          TEXT
-
-          exit 1
-        end
-
-        def print_warning(message)
-          puts_indented <<~TEXT
-            \e[33m
-            #{message}
-            \e[0m
-          TEXT
-        end
-
-        def print_notice(message)
-          puts_indented <<~TEXT
-            #{banner}
-            #{message}
-          TEXT
-        end
-
-        def puts_indented(text)
-          puts text.gsub(/^/, "  ")
+          Open3.capture2e("git diff origin/#{target_branch} --name-only").then do |output, status|
+            if status.success?
+              output.split("\n")
+            else
+              print_warning "Selective was unable to diff with the target branch. This may result in a sub-optimal test order. If the issue persists, please contact support. The output was:\n\n#{output}"
+              []
+            end
+          end
         end
 
-        def banner
-          @banner_displayed = true
-          <<~BANNER
-             ____       _           _   _
-            / ___|  ___| | ___  ___| |_(_)_   _____
-            \\___ \\ / _ \\ |/ _ \\/ __| __| \\ \\ / / _ \\
-             ___) |  __/ |  __/ (__| |_| |\\ V /  __/
-            |____/ \\___|_|\\___|\\___|\\__|_| \\_/ \\___|
-            ________________________________________
-          BANNER
+        def debug?
+          @debug
         end
       end
     end

data/lib/selective/ruby/core/file_correlator.rb

@@ -0,0 +1,38 @@
+module Selective
+  module Ruby
+    module Core
+      class FileCorrelator
+        include Helper
+
+        class FileCorrelatorError < StandardError; end
+
+        FILE_CORRELATION_COLLECTOR_PATH = File.join(ROOT_GEM_PATH, "lib", "bin", "file_correlation_collector.sh")
+
+        def initialize(diff, num_commits, target_branch)
+          @diff = diff
+          @num_commits = num_commits
+          @target_branch = target_branch
+        end
+
+        def correlate
+          JSON.parse(get_correlated_files, symbolize_names: true)
+        rescue FileCorrelatorError, JSON::ParserError
+          print_warning "Selective was unable to correlate the diff to test files. This may result in a sub-optimal test order. If the issue persists, please contact support."
+        end
+
+        private
+
+        attr_reader :diff, :num_commits, :target_branch
+
+        def get_correlated_files
+          Open3.capture2e("#{FILE_CORRELATION_COLLECTOR_PATH} #{target_branch} #{num_commits} #{diff.join(" ")}").then do |output, status|
+
+            raise FileCorrelatorError unless status.success?
+
+            output
+          end
+        end
+      end
+    end
+  end
+end

data/lib/selective/ruby/core/helper.rb

@@ -0,0 +1,76 @@
+module Selective
+  module Ruby
+    module Core
+      module Helper
+        def safe_filename(filename)
+          filename
+            .gsub(/[\/\\:*?"<>|\n\r]+/, '_')
+            .gsub(/^\.+|\.+$/, '')
+            .strip[0, 255]
+        end
+
+        def with_error_handling(include_header: true)
+          yield
+        rescue => e
+          raise e if debug?
+          header = <<~TEXT
+            An error occurred. Please rerun with --debug
+            and contact support at https://selective.ci/support
+          TEXT
+
+          unless $selective_banner_displayed
+            header = <<~TEXT
+              #{banner}
+
+              #{header}
+            TEXT
+          end
+
+          puts_indented <<~TEXT
+            \e[31m
+            #{header if include_header}
+            #{e.message}
+            \e[0m
+          TEXT
+
+          exit 1
+        end
+
+        def print_warning(message)
+          puts_indented <<~TEXT
+            \e[33m
+            #{message}
+            \e[0m
+          TEXT
+        end
+
+        def print_notice(message)
+          puts_indented <<~TEXT
+            #{banner unless $selective_banner_displayed}
+            #{message}
+          TEXT
+        end
+
+        def puts_indented(text)
+          puts text.gsub(/^/, "  ")
+        end
+
+        def banner
+          Helper.banner
+        end
+
+        def self.banner
+          $selective_banner_displayed = true
+          <<~BANNER
+             ____       _           _   _
+            / ___|  ___| | ___  ___| |_(_)_   _____
+            \\___ \\ / _ \\ |/ _ \\/ __| __| \\ \\ / / _ \\
+             ___) |  __/ |  __/ (__| |_| |\\ V /  __/
+            |____/ \\___|_|\\___|\\___|\\__|_| \\_/ \\___|
+            ________________________________________
+          BANNER
+        end
+      end
+    end
+  end
+end

data/lib/selective/ruby/core/version.rb

@@ -3,7 +3,7 @@
 module Selective
   module Ruby
     module Core
-      VERSION = "0.1.6"
+      VERSION = "0.1.7"
     end
   end
 end

data/lib/selective-ruby-core.rb

@@ -1,6 +1,8 @@
 # frozen_string_literal: true
 
 require "zeitwerk"
+require "json"
+require "open3"
 require "#{__dir__}/selective/ruby/core/version"
 
 loader = Zeitwerk::Loader.for_gem(warn_on_extra_files: false)
@@ -13,6 +15,8 @@ module Selective
     module Core
       class Error < StandardError; end
 
+      ROOT_GEM_PATH = Gem.loaded_specs["selective-ruby-core"].full_gem_path
+
       @@available_runners = {}
 
       def self.register_runner(name, runner_class)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: selective-ruby-core
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.1.7
 platform: arm64-darwin
 authors:
 - Benjamin Wood
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-01-04 00:00:00.000000000 Z
+date: 2024-01-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: zeitwerk
@@ -41,9 +41,12 @@ files:
 - Rakefile
 - exe/selective
 - lib/bin/build_env.sh
+- lib/bin/file_correlation_collector.sh
 - lib/bin/transport
 - lib/selective-ruby-core.rb
 - lib/selective/ruby/core/controller.rb
+- lib/selective/ruby/core/file_correlator.rb
+- lib/selective/ruby/core/helper.rb
 - lib/selective/ruby/core/named_pipe.rb
 - lib/selective/ruby/core/version.rb
 homepage: https://www.selective.ci