testmetrics_rspec 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ca2804b98b037c67b23476d07586b3f8c8e0843ffb8ef8b98fbdc7eced0d956b
-  data.tar.gz: d402bac313a1668ee771a38347caf94eaa272e3ad44962fe4aa04835935e5ffa
+  metadata.gz: f442413399ca375da33c09ac075f6089c76eb539e431bb7a71a99e58fb0deef3
+  data.tar.gz: 4ab090299facb131c0e13a0a65bc1290afc28c699799fbf9442167fcdf400dba
 SHA512:
-  metadata.gz: 88a93ab6b35b8fdcca980850eaf63cd96eb6438fdd7c94ff04e499e67db871b51c78687f0a4b4330007b19223382f3d377e939c09a4fa3bad431809f4558c09a
-  data.tar.gz: 49bb0f27a4ff2944199df67b0df5ef7ac818c4d1edb39c4a057bfdb5cd570939ed342d1494dcebc8956380a6a45107d6997c135cade0e5dc6ad16d648bbe2ed4
+  metadata.gz: 85851e3687a1ea8098d71ddf1e530bc3fdee1ffae0a81dee1a6ce4c8d894d3d0f80cc1a3bca1ef63f14c225cfba4fe3568c37be8a0b6caf6fd8297f965f5556d
+  data.tar.gz: ae1a9e350328fd93165a21235fb6d0fee309bc5153275414a2233d0f8678c585622b97f35d6892c33c29b10e225977f48a56c4758467b710697d11cb3c757a22

data/.travis.yml

@@ -0,0 +1,20 @@
+rvm:
+  - 2.3
+  - 2.4
+  - 2.5
+  - ruby-head
+
+before_install:
+  - gem update --system
+  - gem update bundler
+  - gem cleanup bundler
+
+install: "bundle install --jobs 8"
+script: "bundle exec rake"
+matrix:
+  fast_finish: true
+  allow_failures:
+    - rvm: ruby-head
+
+sudo: false
+cache: bundler

data/Gemfile.lock

@@ -1,12 +1,16 @@
 PATH
   remote: .
   specs:
-    testmetrics_rspec (0.1.0)
+    testmetrics_rspec (0.2.0)
+      faraday (>= 0.9.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
     diff-lcs (1.3)
+    faraday (0.15.4)
+      multipart-post (>= 1.2, < 3)
+    multipart-post (2.0.0)
     rake (10.5.0)
     rspec (3.8.0)
       rspec-core (~> 3.8.0)

data/lib/testmetrics_rspec/persist.rb

@@ -1,6 +1,11 @@
-# This sends the results to the Testmetrics server
-module TestmetricsRspec::Persist
-  def self.call(results)
-    puts results
+class TestmetricsRspec
+  # This sends the results to the Testmetrics server
+  module Persist
+    def self.call(results)
+      unless results[:key] == "Unknown"
+        Faraday.post('https://www.testmetrics.app/results', results)
+      end
+      puts results
+    end
   end
 end

data/lib/testmetrics_rspec/rspec2.rb

@@ -1,79 +1,78 @@
 class TestmetricsRspec < RSpec::Core::Formatters::BaseFormatter
-  attr_reader :started
-
   def start(example_count)
-    @started = Time.now
+    results = {
+      key: ENV['TESTMETRICS_PROJECT_KEY'],
+      branch: git_branch,
+      sha: git_sha,
+      metadata: {
+        ruby_version: RUBY_VERSION,
+        ci_platform: ci_platform
+      },
+      tests: []
+    }
+    TestmetricsRspec::Persist.call(results)
     super
   end
 
-  def dump_summary(duration, example_count, failure_count, pending_count)
+  def stop
+    @results = {
+      key: ENV['TESTMETRICS_PROJECT_KEY'],
+      branch: git_branch,
+      sha: git_sha,
+      metadata: {
+        ruby_version: RUBY_VERSION,
+        ci_platform: ci_platform
+      },
+      tests: tests
+    }
     super
   end
 
-private
-
-  def result_of(example)
-    example.execution_result[:status].to_sym
-  end
-
-  def example_group_file_path_for(example)
-    meta = example.metadata
-    while meta[:example_group]
-      meta = meta[:example_group]
-    end
-    meta[:file_path]
-  end
-
-  def classname_for(example)
-    fp = example_group_file_path_for(example)
-    fp.sub(%r{\.[^/.]+\Z}, "").gsub("/", ".").gsub(/\A\.+|\.+\Z/, "")
-  end
-
-  def duration_for(example)
-    example.execution_result[:run_time]
-  end
-
-  def description_for(example)
-    example.full_description
-  end
-
-  def exception_for(example)
-    example.execution_result[:exception]
-  end
-
-  def failure_type_for(example)
-    exception_for(example).class.name
-  end
-
-  def failure_message_for(example)
-    strip_diff_colors(exception_for(example).to_s)
+  def dump_summary(duration, example_count, failure_count, pending_count)
+    # Send results in microseconds
+    @results[:total_run_time] = (duration * 1_000_000).round(0)
+    TestmetricsRspec::Persist.call(@results)
+    super
   end
 
-  def failure_for(example)
-    exception = exception_for(example)
-    message   = strip_diff_colors(exception.message)
-    backtrace = format_backtrace(exception.backtrace, example)
+  private
 
-    if shared_group = find_shared_group(example)
-      backtrace << "Shared Example Group: \"#{shared_group.metadata[:shared_group_name]}\" called from #{shared_group.metadata[:example_group][:location]}"
+  def tests
+    examples.map do |example|
+      {
+        name: example.full_description,
+        # Send results in microseconds
+        total_run_time: (example.execution_result[:run_time] * 1_000_000).round(0),
+        state: example.execution_result[:status].to_sym
+      }
     end
-
-    "#{message}\n#{backtrace.join("\n")}"
   end
 
-  def find_shared_group(example)
-    group_and_parent_groups(example).find { |group| group.metadata[:shared_group_name] }
+  BRANCH_VARS = ["TRAVIS_BRANCH", "CIRCLE_BRANCH", "CI_COMMIT_REF_NAME", "BRANCH_NAME"]
+  def git_branch
+    correct_var = BRANCH_VARS.find do |var| ENV[var] != nil end
+    correct_var.nil? ? "Unknown" : ENV[correct_var]
   end
 
-  def group_and_parent_groups(example)
-    example.example_group.parent_groups + [example.example_group]
+  SHA_VARS = ["TRAVIS_COMMIT", "CIRCLE_SHA1", "CI_COMMIT_SHA", "REVISION"]
+  def git_sha
+    correct_var = SHA_VARS.find do |var| ENV[var] != nil end
+    correct_var.nil? ? "Unknown" : ENV[correct_var]
   end
 
-  def stdout_for(example)
-    example.metadata[:stdout]
-  end
-
-  def stderr_for(example)
-    example.metadata[:stderr]
+  def ci_platform
+    correct_var = SHA_VARS.find do |var| ENV[var] != nil end
+    case correct_var
+    when "TRAVIS_COMMIT"
+      "Travis CI"
+    when "CIRCLE_SHA1"
+      "Circle CI"
+    when "CI_COMMIT_SHA"
+      "Gitlab CI"
+    when "REVISION"
+      "Semaphore CI"
+    else
+      "Unknown"
+    end
   end
 end

data/lib/testmetrics_rspec/rspec3.rb

@@ -1,10 +1,19 @@
-# Doc
 class TestmetricsRspec < RSpec::Core::Formatters::BaseFormatter
   RSpec::Core::Formatters.register self, :start, :stop, :dump_summary
 
   # This sends the "start" message to testmetrics
   def start(notification)
-    TestmetricsRspec::Persist.call({})
+    results = {
+      key: ENV['TESTMETRICS_PROJECT_KEY'] || "Unknown",
+      branch: git_branch,
+      sha: git_sha,
+      metadata: {
+        ruby_version: RUBY_VERSION,
+        ci_platform: ci_platform
+      },
+      tests: []
+    }
+    TestmetricsRspec::Persist.call(results)
     super
   end
 
@@ -12,14 +21,14 @@ class TestmetricsRspec < RSpec::Core::Formatters::BaseFormatter
     tests = notification.notifications.map do |test|
       {
         name: test.example.full_description,
-        total_run_time: test.example.execution_result.run_time,
+        # Send results in microseconds
+        total_run_time: (test.example.execution_result.run_time * 1_000_000).round(0),
         state: test.example.execution_result.status
       }
     end
 
     @results = {
-      total_run_time: nil,
-      key: ENV['TESTMETRICS_PROJECT_KEY'],
+      key: ENV['TESTMETRICS_PROJECT_KEY'] || "Unknown",
       branch: git_branch,
       sha: git_sha,
       metadata: {
@@ -32,20 +41,21 @@ class TestmetricsRspec < RSpec::Core::Formatters::BaseFormatter
 
   # This sends the "end" message to testmetrics
   def dump_summary(notification)
-    @results[:total_run_time] = notification.duration
+    # Send results in microseconds
+    @results[:total_run_time] = (notification.duration * 1_000_000).round(0)
     TestmetricsRspec::Persist.call(@results)
   end
 
   BRANCH_VARS = ["TRAVIS_BRANCH", "CIRCLE_BRANCH", "CI_COMMIT_REF_NAME", "BRANCH_NAME"]
   def git_branch
     correct_var = BRANCH_VARS.find do |var| ENV[var] != nil end
-    correct_var.nil? ? nil : ENV[correct_var]
+    correct_var.nil? ? "Unknown" : ENV[correct_var]
   end
 
   SHA_VARS = ["TRAVIS_COMMIT", "CIRCLE_SHA1", "CI_COMMIT_SHA", "REVISION"]
   def git_sha
     correct_var = SHA_VARS.find do |var| ENV[var] != nil end
-    correct_var.nil? ? nil : ENV[correct_var]
+    correct_var.nil? ? "Unknown" : ENV[correct_var]
   end
 
   def ci_platform

data/lib/testmetrics_rspec.rb

@@ -1,3 +1,4 @@
+require 'faraday'
 require 'rspec/core'
 require 'rspec/core/formatters/base_formatter'
 

data/testmetrics_rspec.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "testmetrics_rspec"
-  spec.version       = "0.1.0"
+  spec.version       = "0.2.0"
   spec.authors       = ["Devon Estes"]
   spec.email         = ["devon.c.estes@gmail.com"]
 
@@ -23,4 +23,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.16"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_runtime_dependency "faraday", ">= 0.9.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: testmetrics_rspec
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Devon Estes
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.0
 description: 
 email:
 - devon.c.estes@gmail.com
@@ -60,6 +74,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".travis.yml"
 - Gemfile
 - Gemfile.lock
 - LICENSE