grade_runner 0.0.12 → 0.0.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4d69d4bf6d04b43a1158cee76f3226460f25df5ed22c2ef51923d457edd6fba9
-  data.tar.gz: 5b3b6fe6ca5cefb53e9c03637564ec265d13fff47e0ace72416f87e5c46882e2
+  metadata.gz: 0f0b8b6d8c59749308e3c9dcd6ab96ae9db013bd388961e5ff5029a99a3d0e28
+  data.tar.gz: a1e4d49af97459f0b62b2b74379cbaf1ee21bbce80cf9ddda4562d41e63eaab9
 SHA512:
-  metadata.gz: 46ff93a107026b708e82920099482856d8dc5c303694e24b4e18faf270e8a8ade4429920d69f2b786d1920b1d37629a5f8a8331d8ad19e251e6fc30407889433
-  data.tar.gz: e2e70bfb662d4afed2fdf254e49c42cc2ebc9e83154de2a01a6d1ff0ea16bce65e4b06ec4e3f55c982d1ee70019262fb60c5dd38867cabda831f8cd50a26df67
+  metadata.gz: 8b005be1f8ee9db2d9385036e27233acbce5b5fc6d9eb0a6f875d76d5d7da095cf42d5dde54242b270efa2493ff30414d9f292263648d560e1f9305f0a23a2c5
+  data.tar.gz: c8b7c8026a6d880bca7021d36975f9c71eabcfd7375c4efde5821ff42840d045b333ab61c567b76aecdab61f58d2e48fac1199a9d095cbcddbde5d622bebdd93

data/Gemfile.lock

@@ -8,7 +8,6 @@ GEM
       tzinfo (~> 2.0)
     addressable (2.8.4)
       public_suffix (>= 2.0.2, < 6.0)
-    base64 (0.2.0)
     binding_of_caller (1.0.0)
       debug_inspector (>= 0.0.1)
     builder (3.2.4)
@@ -20,7 +19,6 @@ GEM
       thread_safe (~> 0.3, >= 0.3.1)
     diff-lcs (1.5.0)
     docile (1.4.0)
-    domain_name (0.6.20240107)
     faraday (1.10.3)
       faraday-em_http (~> 1.0)
       faraday-em_synchrony (~> 1.0)
@@ -44,10 +42,6 @@ GEM
     faraday-patron (1.0.0)
     faraday-rack (1.0.0)
     faraday-retry (1.0.3)
-    ffi (1.17.0)
-    ffi-compiler (1.3.2)
-      ffi (>= 1.15.5)
-      rake
     git (1.18.0)
       addressable (~> 2.8)
       rchardet (~> 1.8)
@@ -59,15 +53,6 @@ GEM
       oauth2 (~> 1.0)
     hashie (3.6.0)
     highline (2.1.0)
-    http (5.2.0)
-      addressable (~> 2.8)
-      base64 (~> 0.1)
-      http-cookie (~> 1.0)
-      http-form_data (~> 2.2)
-      llhttp-ffi (~> 0.5.0)
-    http-cookie (1.0.6)
-      domain_name (~> 0.5)
-    http-form_data (2.3.0)
     i18n (1.14.1)
       concurrent-ruby (~> 1.0)
     interception (0.5)
@@ -82,9 +67,6 @@ GEM
       rdoc
       semver
     jwt (2.7.0)
-    llhttp-ffi (0.5.0)
-      ffi-compiler (~> 1.0)
-      rake (~> 13.0)
     method_source (1.0.0)
     mini_portile2 (2.8.1)
     minitest (5.19.0)
@@ -172,7 +154,6 @@ DEPENDENCIES
   activesupport (>= 2.3.5)
   bundler (~> 2.1.4)
   faraday-retry (~> 1.0.3)
-  http
   juwelier (~> 2.1.0)
   octokit (~> 5.0)
   oj (~> 3.13.12)

data/VERSION

@@ -1 +1 @@
-0.0.12
+0.0.13

data/grade_runner.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: grade_runner 0.0.12 ruby lib
+# stub: grade_runner 0.0.13 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "grade_runner".freeze
-  s.version = "0.0.12".freeze
+  s.version = "0.0.13"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
   s.authors = ["Raghu Betina".freeze, "Jelani Woods".freeze]
-  s.date = "2024-07-30"
+  s.date = "2025-03-17"
   s.description = "This gem runs your RSpec test suite and posts the JSON output to grades.firstdraft.com.".freeze
   s.email = ["raghu@firstdraft.com".freeze, "jelani@firstdraft.com".freeze]
   s.extra_rdoc_files = [
@@ -37,27 +37,49 @@ Gem::Specification.new do |s|
   ]
   s.homepage = "http://github.com/firstdraft/grade_runner".freeze
   s.licenses = ["MIT".freeze]
-  s.rubygems_version = "3.5.16".freeze
+  s.rubygems_version = "3.1.6".freeze
   s.summary = "A Ruby client for [firstdraft Grades](https://grades.firstdraft.com)".freeze
 
-  s.specification_version = 4
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+  end
 
-  s.add_runtime_dependency(%q<activesupport>.freeze, [">= 2.3.5".freeze])
-  s.add_runtime_dependency(%q<oj>.freeze, ["~> 3.13.12".freeze])
-  s.add_runtime_dependency(%q<octokit>.freeze, ["~> 5.0".freeze])
-  s.add_runtime_dependency(%q<zip>.freeze, [">= 0".freeze])
-  s.add_runtime_dependency(%q<faraday-retry>.freeze, ["~> 1.0.3".freeze])
-  s.add_runtime_dependency(%q<rake>.freeze, ["~> 13".freeze])
-  s.add_development_dependency(%q<rspec>.freeze, ["~> 3.5.0".freeze])
-  s.add_development_dependency(%q<rdoc>.freeze, ["~> 6.1".freeze])
-  s.add_development_dependency(%q<bundler>.freeze, ["~> 2.1.4".freeze])
-  s.add_development_dependency(%q<juwelier>.freeze, ["~> 2.1.0".freeze])
-  s.add_development_dependency(%q<simplecov>.freeze, [">= 0".freeze])
-  s.add_development_dependency(%q<pry>.freeze, ["~> 0".freeze])
-  s.add_development_dependency(%q<pry-byebug>.freeze, ["~> 3".freeze])
-  s.add_development_dependency(%q<pry-doc>.freeze, ["~> 0".freeze])
-  s.add_development_dependency(%q<pry-remote>.freeze, ["~> 0".freeze])
-  s.add_development_dependency(%q<pry-rescue>.freeze, ["~> 1".freeze])
-  s.add_development_dependency(%q<pry-stack_explorer>.freeze, ["~> 0".freeze])
+  if s.respond_to? :add_runtime_dependency then
+    s.add_runtime_dependency(%q<activesupport>.freeze, [">= 2.3.5"])
+    s.add_runtime_dependency(%q<oj>.freeze, ["~> 3.13.12"])
+    s.add_runtime_dependency(%q<octokit>.freeze, ["~> 5.0"])
+    s.add_runtime_dependency(%q<zip>.freeze, [">= 0"])
+    s.add_runtime_dependency(%q<faraday-retry>.freeze, ["~> 1.0.3"])
+    s.add_runtime_dependency(%q<rake>.freeze, ["~> 13"])
+    s.add_development_dependency(%q<rspec>.freeze, ["~> 3.5.0"])
+    s.add_development_dependency(%q<rdoc>.freeze, ["~> 6.1"])
+    s.add_development_dependency(%q<bundler>.freeze, ["~> 2.1.4"])
+    s.add_development_dependency(%q<juwelier>.freeze, ["~> 2.1.0"])
+    s.add_development_dependency(%q<simplecov>.freeze, [">= 0"])
+    s.add_development_dependency(%q<pry>.freeze, ["~> 0"])
+    s.add_development_dependency(%q<pry-byebug>.freeze, ["~> 3"])
+    s.add_development_dependency(%q<pry-doc>.freeze, ["~> 0"])
+    s.add_development_dependency(%q<pry-remote>.freeze, ["~> 0"])
+    s.add_development_dependency(%q<pry-rescue>.freeze, ["~> 1"])
+    s.add_development_dependency(%q<pry-stack_explorer>.freeze, ["~> 0"])
+  else
+    s.add_dependency(%q<activesupport>.freeze, [">= 2.3.5"])
+    s.add_dependency(%q<oj>.freeze, ["~> 3.13.12"])
+    s.add_dependency(%q<octokit>.freeze, ["~> 5.0"])
+    s.add_dependency(%q<zip>.freeze, [">= 0"])
+    s.add_dependency(%q<faraday-retry>.freeze, ["~> 1.0.3"])
+    s.add_dependency(%q<rake>.freeze, ["~> 13"])
+    s.add_dependency(%q<rspec>.freeze, ["~> 3.5.0"])
+    s.add_dependency(%q<rdoc>.freeze, ["~> 6.1"])
+    s.add_dependency(%q<bundler>.freeze, ["~> 2.1.4"])
+    s.add_dependency(%q<juwelier>.freeze, ["~> 2.1.0"])
+    s.add_dependency(%q<simplecov>.freeze, [">= 0"])
+    s.add_dependency(%q<pry>.freeze, ["~> 0"])
+    s.add_dependency(%q<pry-byebug>.freeze, ["~> 3"])
+    s.add_dependency(%q<pry-doc>.freeze, ["~> 0"])
+    s.add_dependency(%q<pry-remote>.freeze, ["~> 0"])
+    s.add_dependency(%q<pry-rescue>.freeze, ["~> 1"])
+    s.add_dependency(%q<pry-stack_explorer>.freeze, ["~> 0"])
+  end
 end
 

data/lib/grade_runner/formatters/hint_formatter.rb

@@ -0,0 +1,11 @@
+RSpec::Support.require_rspec_core "formatters/documentation_formatter"
+
+class HintFormatter < RSpec::Core::Formatters::DocumentationFormatter
+  RSpec::Core::Formatters.register self, :example_failed
+
+  def example_failed(failure)
+    super
+    @output.puts "\n\nHint:  #{failure.example.metadata[:hint][0]}" if failure.example.metadata[:hint].present?
+  end
+
+end

data/lib/grade_runner/formatters/json_output_formatter.rb

@@ -0,0 +1,67 @@
+RSpec::Support.require_rspec_core "formatters/json_formatter"
+require "oj"
+class JsonOutputFormatter < RSpec::Core::Formatters::JsonFormatter
+  RSpec::Core::Formatters.register self, :dump_summary
+
+  def dump_summary(summary)
+    total_points = summary.
+      examples.
+      map { |example| example.metadata.fetch(:points, GradeRunner.default_points).to_i }.
+      sum
+      
+    earned_points = summary.
+      examples.
+      select { |example| example.execution_result.status == :passed }.
+      map { |example| example.metadata.fetch(:points, GradeRunner.default_points).to_i }.
+      sum
+
+    score = (earned_points.to_f / total_points).round(4)
+    score = 0 if score.nan?
+    
+    @output_hash[:summary] = {
+      duration: summary.duration,
+      example_count: summary.example_count,
+      errors_outside_of_examples_count: summary.errors_outside_of_examples_count,
+      failure_count: summary.failure_count,
+      pending_count: summary.pending_count,
+      total_points: total_points,
+      earned_points: earned_points,
+      score: score
+    }
+    result = (@output_hash[:summary][:score] * 100).round(2)
+    
+    if summary.errors_outside_of_examples_count.positive?
+      result = "An error occurred while running tests"
+    else
+      result = result.to_s + "%"
+    end
+    
+    
+    @output_hash[:summary_line] = [
+      "#{summary.example_count} #{summary.example_count == 1 ? "test" : "tests"}",
+      "#{summary.failure_count} failures",
+      "#{earned_points}/#{total_points} points",
+      result,
+    ].join(", ")
+  end
+
+  def close(_notification)
+    output.write  Oj.dump @output_hash
+  end
+  
+  private
+
+  def format_example(example)
+    {
+      description: example.description,
+      full_description: example.full_description,
+      hint: example.metadata[:hint],
+      status: example.execution_result.status.to_s,
+      points: example.metadata.fetch(:points, GradeRunner.default_points),
+      file_path: example.metadata[:file_path],
+      line_number:  example.metadata[:line_number],
+      run_time: example.execution_result.run_time,
+    }
+  end
+
+end

data/lib/grade_runner.rb

@@ -1,2 +1,26 @@
 require "grade_runner/runner"
 require "grade_runner/railtie" if defined?(Rails)
+
+module GradeRunner
+  class Error < StandardError; end
+
+  class << self
+    attr_writer :default_points, :override_local_specs
+
+    def default_points
+      @default_points || 1
+    end
+
+    def override_local_specs
+      if @override_local_specs.nil?
+        true
+      else
+        @override_local_specs
+      end
+    end
+
+    def config
+      yield self
+    end
+  end
+end

data/lib/tasks/grade.rake

@@ -71,12 +71,14 @@ namespace :grade do
         update_config_file(config_file_name, student_config)
         puts "Your access token looked invalid, so we've reset it to be blank. Please re-run rails grade and, when asked, copy-paste your token carefully from the assignment page."
       else 
-        resource_info = upstream_repo(submission_url, token)
-        full_reponame = resource_info.fetch("repo_slug")
-        remote_spec_folder_sha = resource_info.fetch("spec_folder_sha")
-        source_code_url = resource_info.fetch("source_code_url")
-        set_upstream_remote(full_reponame)
-        sync_specs_with_source(full_reponame, remote_spec_folder_sha, source_code_url)
+        if GradeRunner.override_local_specs
+          resource_info = upstream_repo(submission_url, token)
+          full_reponame = resource_info.fetch("repo_slug")
+          remote_spec_folder_sha = resource_info.fetch("spec_folder_sha")
+          source_code_url = resource_info.fetch("source_code_url")
+          set_upstream_remote(full_reponame)
+          sync_specs_with_source(full_reponame, remote_spec_folder_sha, source_code_url)
+        end
 
         path = File.join(project_root, "/tmp/output/#{Time.now.to_i}.json")
         `bin/rails db:migrate RAILS_ENV=test` if defined?(Rails)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: grade_runner
 version: !ruby/object:Gem::Version
-  version: 0.0.12
+  version: 0.0.13
 platform: ruby
 authors:
 - Raghu Betina
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-08-06 00:00:00.000000000 Z
+date: 2025-03-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -269,6 +269,8 @@ files:
 - VERSION
 - grade_runner.gemspec
 - lib/grade_runner.rb
+- lib/grade_runner/formatters/hint_formatter.rb
+- lib/grade_runner/formatters/json_output_formatter.rb
 - lib/grade_runner/railtie.rb
 - lib/grade_runner/runner.rb
 - lib/tasks/grade.rake
@@ -293,7 +295,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.16
+rubygems_version: 3.1.6
 signing_key: 
 specification_version: 4
 summary: A Ruby client for [firstdraft Grades](https://grades.firstdraft.com)