data_harvester 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fea1b628d5599ddc3521afa2e239fbd25ef83706
+  data.tar.gz: c756143994090ba4dbc968cbc2d98eeee519ec15
+SHA512:
+  metadata.gz: a0f455eea6b5edc320fd46ae4b5cce87ed04870e359a10b94e0babc34248440fd508e55dfcda0b9ae5daf93c9923373257ddca2e5ce633d4fcbde7ef66368acd
+  data.tar.gz: 49e85f5bd472599a71d5a8b93b2ef087a5cb89104c59d8fce88337bc76823e1cb7cdb2972c5c8df4a52aaa9bd91dfaa4e3210b525f0d2d432e8c1caf32e457c6

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/lib/data_harvester.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+require 'influxdb'
+require 'concurrent/promise'
+
+# DataHarvester sends rspec result data to a database (InfluxDB)
+# Allows aggregating the results of Rspec tests in one location.
+class DataHarvester
+  attr_reader :database_client
+
+  def initialize(database: 'master', host: '127.0.0.1')
+    @database_client = InfluxDB::Client.new database: database,
+                                            host: host,
+                                            time_precision: 'u'
+  end
+
+  def generate_payload(example, extra_data: nil, tags: nil)
+    # Rspec status is populated when the rspec after hooks complete, wait until then
+    Timeout.timeout(5) { sleep 0.0001 while example.execution_result.status.nil? }
+
+    data = default_data(example)
+    data[:values].merge! extra_data if extra_data
+    data[:tags] = tags if tags
+    data
+  end
+
+  def queue_send_data(example, series: 'test_results', extra_data: nil, tags: nil)
+    Concurrent::Promise.execute { send_data(example, series, extra_data: extra_data, tags: tags) }
+  end
+
+  private
+
+  def default_data(example)
+    {
+      values: { duration: example.execution_result.run_time,
+                result: example.execution_result.status.to_s,
+                name: example.metadata[:full_description],
+                source_environment: source_environment }
+    }
+  end
+
+  def send_data(example, series, extra_data: nil, tags: nil)
+    return if source_environment == 'bitbucket'
+
+    data = generate_payload(example, extra_data: extra_data, tags: tags)
+    @database_client.write_point(series, data)
+  end
+
+  def source_environment
+    ENV['source_environment'] ||= 'local'
+  end
+end

data/spec/data_harvester_spec.rb

@@ -0,0 +1,78 @@
+# frozen_string_literal: true
+
+require 'data_harvester'
+require 'rspec/eventually'
+require 'webmock/rspec'
+
+describe DataHarvester do
+  subject(:harvester) { described_class.new }
+
+  let(:current_example) do
+    metadata = {
+      description: 'can send test data',
+      full_description: 'DataHarvester can send test data',
+      file_path: './spec/data_harvester_spec.rb',
+      line_number: 26,
+      location: './spec/data_harvester_spec.rb:26',
+      absolute_file_path: '/Development/spec/data_harvester_spec.rb',
+      rerun_file_path: './spec/data_harvester_spec.rb',
+      last_run_status: 'passed'
+    }
+    current_example = RSpec.current_example
+    metadata.each do |key, value|
+      current_example.metadata[key] = value
+    end
+    current_example.execution_result.status = 'passed'
+    current_example
+  end
+
+  before do
+    stub_request(:any, '127.0.0.1')
+    query = { db: 'master', p: 'root', precision: 'u', u: 'root' }
+    body  = 'test_results duration=,result="passed",'
+    body += 'name="DataHarvester can send test data",source_environment="local"'
+    @request = a_request(:post, '127.0.0.1:8086/write').with(body: body, query: query)
+  end
+
+  it 'can send test data' do
+    harvester.queue_send_data(current_example)
+    # Need to find out what expectation to check here
+    expect { @request }.to eventually(have_been_made.once).within 2
+  end
+
+  context 'can be customized' do
+    subject(:custom_database_harvester) { described_class.new database: 'test_run_results' }
+
+    before do
+      query = { db: 'test_run_results', p: 'root', precision: 'u', u: 'root' }
+      body  = 'test_results duration=,result="passed",'
+      body += 'name="DataHarvester can send test data",source_environment="local"'
+      @request = a_request(:post, '127.0.0.1:8086/write').with(body: body, query: query)
+    end
+
+    it 'to use a different database' do
+      custom_database_harvester.queue_send_data(current_example)
+      expect { @request }.to eventually(have_been_made.once).within 2
+    end
+  end
+
+  it 'generates payload that includes full description' do
+    data = harvester.generate_payload(current_example)
+    expect(data[:values][:name]).to eq 'DataHarvester can send test data'
+  end
+
+  it 'supports custom data in the payload' do
+    query = { db: 'master', p: 'root', precision: 'u', u: 'root' }
+    body  = 'test_results duration=,result="passed",'
+    body += 'name="DataHarvester can send test data",source_environment="local"'
+    body += ',custom_field="custom_data"'
+    request = a_request(:post, '127.0.0.1:8086/write').with(body: body, query: query)
+
+    custom_data = {
+      custom_field: 'custom_data'
+    }
+
+    harvester.queue_send_data(current_example, extra_data: custom_data)
+    expect { request }.to eventually(have_been_made.once).within 2
+  end
+end

metadata

@@ -0,0 +1,176 @@
+--- !ruby/object:Gem::Specification
+name: data_harvester
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Felix Barros
+- Tom Mason
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-08-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.1
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.49'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.49'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+- !ruby/object:Gem::Dependency
+  name: influxdb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+- !ruby/object:Gem::Dependency
+  name: rspec-eventually
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+description: 
+email:
+- felix.barros@finalsite.com
+- tom.mason@finalsite.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Rakefile
+- VERSION
+- lib/data_harvester.rb
+- spec/data_harvester_spec.rb
+homepage: https://finalsite.com/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.2.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.14
+signing_key: 
+specification_version: 4
+summary: Allows aggregating results of Rspec tests in one location
+test_files:
+- spec/data_harvester_spec.rb