logstash-input-s3 0.1.5 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7cca9ff1627bc43568a938921989e908cd471d7a
-  data.tar.gz: 75cbc3f6cae6d8e98f2165193d04f10d3877b343
+  metadata.gz: aa4fc81331c80d28e2f60a1b25272416d75a5164
+  data.tar.gz: 6cdab7b995fad5a9568e968c81a8b27874e394e3
 SHA512:
-  metadata.gz: dfaf185985c5b89b26b923528772ebe0f12216db2002289f8e8a31470868f8e16e248c82bbf72b66052a1c6dcd0cde385a6ee6247b7651191c0c3e4f10196141
-  data.tar.gz: b88072c54d0fc0eaf6466eb293e1c646e14ba937dac3886774876b90a00aad6768f161b94786d65d9fc815194016f3e24797bd50063a67daebaa5ebb2c60d383
+  metadata.gz: 63b24fc3c5fab419ccfa85a8d181afb0813665b676e1d3388e45669efd71c686483af57bbe8949f6019a6beda0517f442ee9cd230465db1fec32d6dac9c266e3
+  data.tar.gz: d0edf178a0d260107e85eab199950fc4bf8a78ef58b26e963f944a4a54a1fe39280ec5a1ff526c7c052e9407941890d66ea2e4cf7fc4e8c1225304216d72c955

data/.gitignore

@@ -2,3 +2,4 @@
 Gemfile.lock
 .bundle
 vendor
+coverage/

data/CONTRIBUTORS

@@ -11,6 +11,7 @@ Contributors:
 * Richard Pijnenburg (electrical)
 * Suyog Rao (suyograo)
 * Ted Timmons (tedder)
+* Ryan O'Keeffe (danielredoak)
 
 Note: If you've sent us patches, bug reports, or otherwise contributed to
 Logstash, and you aren't on the list above and want to be, please let us know

data/lib/logstash/inputs/s3.rb

@@ -17,7 +17,7 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
 
   config_name "s3"
 
-  default :codec, "line"
+  default :codec, "plain"
 
   # DEPRECATED: The credentials of the AWS account used to access the bucket.
   # Credentials can be specified:
@@ -64,6 +64,10 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
   # Ruby style regexp of keys to exclude from the bucket
   config :exclude_pattern, :validate => :string, :default => nil
 
+  # Set the directory where logstash will store the tmp files before processing them.
+  # default to the current OS temporary directory in linux /tmp/logstash
+  config :temporary_directory, :validate => :string, :default => File.join(Dir.tmpdir, "logstash")
+
   public
   def register
     require "digest/md5"
@@ -89,7 +93,6 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
     end
   end # def register
 
-
   public
   def run(queue)
     Stud.interval(@interval) do
@@ -114,7 +117,6 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
     return objects.keys.sort {|a,b| objects[a] <=> objects[b]}
   end # def fetch_new_files
 
-
   public
   def backup_to_bucket(object, key)
     unless @backup_to_bucket.nil?
@@ -134,13 +136,116 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
     end
   end
 
+  public
+  def process_files(queue)
+    objects = list_new_files
+
+    objects.each do |key|
+      @logger.debug("S3 input processing", :bucket => @bucket, :key => key)
+
+      lastmod = @s3bucket.objects[key].last_modified
+
+      process_log(queue, key)
+
+      sincedb.write(lastmod)
+    end
+  end # def process_files
+
+
   private
   def process_local_log(queue, filename)
-    @codec.decode(File.open(filename, 'rb')) do |event|
-      decorate(event)
-      queue << event
+    @logger.debug('Processing file', :filename => filename)
+
+    metadata = {}
+    # Currently codecs operates on bytes instead of stream.
+    # So all IO stuff: decompression, reading need to be done in the actual
+    # input and send as bytes to the codecs.
+    read_file(filename) do |line|
+      @codec.decode(line) do |event|
+        # We are making an assumption concerning cloudfront
+        # log format, the user will use the plain or the line codec
+        # and the message key will represent the actual line content.
+        # If the event is only metadata the event will be drop.
+        # This was the behavior of the pre 1.5 plugin.
+        #
+        # The line need to go through the codecs to replace
+        # unknown bytes in the log stream before doing a regexp match or
+        # you will get a `Error: invalid byte sequence in UTF-8'
+        if event_is_metadata?(event)
+          @logger.debug('Event is metadata, updating the current cloudfront metadata', :event => event)
+          update_metadata(metadata, event)
+        else
+          decorate(event)
+
+          event["cloudfront_version"] = metadata[:cloudfront_version] unless metadata[:cloudfront_version].nil?
+          event["cloudfront_fields"]  = metadata[:cloudfront_fields] unless metadata[:cloudfront_fields].nil?
+
+          queue << event
+        end
+      end
     end
   end # def process_local_log
+
+  private
+  def event_is_metadata?(event)
+    line = event['message']
+    version_metadata?(line) || fields_metadata?(line)
+  end
+
+  private
+  def version_metadata?(line)
+    line.start_with?('#Version: ')
+  end
+
+  private
+  def fields_metadata?(line)
+    line.start_with?('#Fields: ')
+  end
+
+  private 
+  def update_metadata(metadata, event)
+    line = event['message'].strip
+
+    if version_metadata?(line)
+      metadata[:cloudfront_version] = line.split(/#Version: (.+)/).last
+    end
+
+    if fields_metadata?(line)
+      metadata[:cloudfront_fields] = line.split(/#Fields: (.+)/).last
+    end
+  end
+
+  private
+  def read_file(filename, &block)
+    if gzip?(filename) 
+      read_gzip_file(filename, block)
+    else
+      read_plain_file(filename, block)
+    end
+  end
+
+  def read_plain_file(filename, block)
+    File.open(filename, 'rb') do |file|
+      file.each(&block)
+    end
+  end
+
+  private
+  def read_gzip_file(filename, block)
+    begin
+      Zlib::GzipReader.open(filename) do |decoder|
+        decoder.each_line { |line| block.call(line) }
+      end
+    rescue Zlib::Error, Zlib::GzipFile::Error => e
+      @logger.error("Gzip codec: We cannot uncompress the gzip file", :filename => filename)
+      raise e
+    end
+  end
+
+  private
+  def gzip?(filename)
+    filename.end_with?('.gz')
+  end
   
   private
   def sincedb 
@@ -148,7 +253,8 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
                     @logger.info("Using default generated file for the sincedb", :filename => sincedb_file)
                     SinceDB::File.new(sincedb_file)
                   else
-                    @logger.error("S3 input: Configuration error, no HOME or sincedb_path set")
+                    @logger.info("Using the provided sincedb_path",
+                                 :sincedb_path => @sincedb_path)
                     SinceDB::File.new(@sincedb_path)
                   end
   end
@@ -158,23 +264,11 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
     File.join(ENV["HOME"], ".sincedb_" + Digest::MD5.hexdigest("#{@bucket}+#{@prefix}"))
   end
 
-  private
-  def process_files(queue, since=nil)
-    objects = list_new_files
-    objects.each do |key|
-      @logger.debug("S3 input processing", :bucket => @bucket, :key => key)
-
-      lastmod = @s3bucket.objects[key].last_modified
-
-      process_log(queue, key)
-
-      sincedb.write(lastmod)
-    end
-  end # def process_files
-
   private
   def ignore_filename?(filename)
-    if (@backup_add_prefix && @backup_to_bucket == @bucket && filename =~ /^#{backup_add_prefix}/)
+    if @prefix == filename
+      return true
+    elsif (@backup_add_prefix && @backup_to_bucket == @bucket && filename =~ /^#{backup_add_prefix}/)
       return true
     elsif @exclude_pattern.nil?
       return false
@@ -189,9 +283,7 @@ class LogStash::Inputs::S3 < LogStash::Inputs::Base
   def process_log(queue, key)
     object = @s3bucket.objects[key]
 
-    tmp = Stud::Temporary.directory("logstash-")
-
-    filename = File.join(tmp, File.basename(key))
+    filename = File.join(temporary_directory, File.basename(key))
 
     download_remote_file(object, filename)
 

data/logstash-input-s3.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-input-s3'
-  s.version         = '0.1.5'
+  s.version         = '0.1.6'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Stream events from files from a S3 bucket."
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -22,10 +22,10 @@ Gem::Specification.new do |s|
   # Gem dependencies
   s.add_runtime_dependency "logstash-core", '>= 1.4.0', '< 2.0.0'
   s.add_runtime_dependency 'logstash-mixin-aws'
-  s.add_runtime_dependency 'logstash-codec-line'
-  s.add_runtime_dependency 'aws-sdk'
   s.add_runtime_dependency 'stud', '~> 0.0.18'
 
   s.add_development_dependency 'logstash-devutils'
+  s.add_development_dependency 'simplecov'
+  s.add_development_dependency 'coveralls'
 end
 

data/spec/fixtures/cloudfront.log

@@ -0,0 +1,4 @@
+#Version: 1.0
+#Fields: date time x-edge-location c-ip x-event sc-bytes x-cf-status x-cf-client-id cs-uri-stem cs-uri-query c-referrer x-page-url​  c-user-agent x-sname x-sname-query x-file-ext x-sid
+2010-03-12   23:51:20   SEA4   192.0.2.147   connect   2014   OK   bfd8a98bee0840d9b871b7f6ade9908f   rtmp://shqshne4jdp4b6.cloudfront.net/cfx/st​  key=value   http://player.longtailvideo.com/player.swf   http://www.longtailvideo.com/support/jw-player-setup-wizard?example=204   LNX%2010,0,32,18   -   -   -   -
+2010-03-12   23:51:21   SEA4   192.0.2.222   play   3914   OK   bfd8a98bee0840d9b871b7f6ade9908f   rtmp://shqshne4jdp4b6.cloudfront.net/cfx/st​  key=value   http://player.longtailvideo.com/player.swf   http://www.longtailvideo.com/support/jw-player-setup-wizard?example=204   LNX%2010,0,32,18   myvideo   p=2&q=4   flv   1

data/spec/fixtures/invalid_utf8.log

@@ -0,0 +1,2 @@
+2015-01-01T02:52:45.866722Z no "GET http://www.logstash.com:80/utfmadness/≈4od HTTP/1.1"
+

data/spec/fixtures/uncompressed.log

@@ -0,0 +1,2 @@
+2010-03-12   23:51:20   SEA4   192.0.2.147   connect   2014   OK   bfd8a98bee0840d9b871b7f6ade9908f   rtmp://shqshne4jdp4b6.cloudfront.net/cfx/st​  key=value   http://player.longtailvideo.com/player.swf   http://www.longtailvideo.com/support/jw-player-setup-wizard?example=204   LNX%2010,0,32,18   -   -   -   -
+2010-03-12   23:51:21   SEA4   192.0.2.222   play   3914   OK   bfd8a98bee0840d9b871b7f6ade9908f   rtmp://shqshne4jdp4b6.cloudfront.net/cfx/st​  key=value   http://player.longtailvideo.com/player.swf   http://www.longtailvideo.com/support/jw-player-setup-wizard?example=204   LNX%2010,0,32,18   myvideo   p=2&q=4   flv   1

data/spec/inputs/s3_spec.rb

@@ -2,9 +2,9 @@
 require "logstash/devutils/rspec/spec_helper"
 require "logstash/inputs/s3"
 require "logstash/errors"
-
 require "aws-sdk"
 require "stud/temporary"
+require "spec/support/helpers"
 
 describe LogStash::Inputs::S3 do
   before do
@@ -23,7 +23,7 @@ describe LogStash::Inputs::S3 do
   describe "#list_new_files" do
     before { allow_any_instance_of(AWS::S3::ObjectCollection).to receive(:with_prefix).with(nil) { objects_list } }
 
-    let(:present_object) { double(:key => 'this-should-be-present', :last_modified => Time.now) }
+    let!(:present_object) { double(:key => 'this-should-be-present', :last_modified => Time.now) }
     let(:objects_list) {
       [
         double(:key => 'exclude-this-file-1', :last_modified => Time.now - 2 * day),
@@ -69,6 +69,21 @@ describe LogStash::Inputs::S3 do
       expect(config.list_new_files).to eq([present_object.key])
     end
 
+    it 'should ignore file if the file match the prefix' do
+        prefix = 'mysource/'
+
+        objects_list = [
+          double(:key => prefix, :last_modified => Time.now),
+          present_object
+        ]
+
+        allow_any_instance_of(AWS::S3::ObjectCollection).to receive(:with_prefix).with(prefix) { objects_list }
+
+        config = LogStash::Inputs::S3.new(settings.merge({ 'prefix' => prefix }))
+        config.register
+        expect(config.list_new_files).to eq([present_object.key])
+    end
+
     it 'should sort return object sorted by last_modification date with older first' do
       objects = [
         double(:key => 'YESTERDAY', :last_modified => Time.now - day),
@@ -144,4 +159,58 @@ describe LogStash::Inputs::S3 do
       end
     end
   end
+
+  context 'when working with logs' do
+    let(:objects) { [log] }
+    let(:log) { double(:key => 'uncompressed.log', :last_modified => Time.now - 2 * day) }
+
+    before do
+      allow_any_instance_of(AWS::S3::ObjectCollection).to receive(:with_prefix).with(nil) { objects }
+      allow_any_instance_of(AWS::S3::ObjectCollection).to receive(:[]).with(log.key) { log }
+      expect(log).to receive(:read)  { |&block| block.call(File.read(log_file)) }
+    end
+
+    context 'compressed' do
+      let(:log) { double(:key => 'log.gz', :last_modified => Time.now - 2 * day) }
+      let(:log_file) { File.join('spec', 'fixtures', 'compressed.log.gz') }
+
+      it 'should process events' do
+        events = fetch_events(settings)
+        expect(events.size).to eq(2)
+      end
+    end
+
+    context 'plain text' do
+      let(:log_file) { File.join('spec', 'fixtures', 'uncompressed.log') }
+
+      it 'should process events' do
+        events = fetch_events(settings)
+        expect(events.size).to eq(2)
+      end
+    end
+
+    context 'encoded' do
+      let(:log_file) { File.join('spec', 'fixtures', 'invalid_utf8.log') }
+
+      it 'should work with invalid utf-8 log event' do
+        events = fetch_events(settings)
+        expect(events.size).to eq(2)
+      end
+    end
+
+    context 'cloudfront' do
+      let(:log_file) { File.join('spec', 'fixtures', 'cloudfront.log') }
+
+      it 'should extract metadata from cloudfront log' do
+        events = fetch_events(settings)
+
+        expect(events.size).to eq(2)
+
+        events.each do |event|
+          expect(event['cloudfront_fields']).to eq('date time x-edge-location c-ip x-event sc-bytes x-cf-status x-cf-client-id cs-uri-stem cs-uri-query c-referrer x-page-url​  c-user-agent x-sname x-sname-query x-file-ext x-sid')
+          expect(event['cloudfront_version']).to eq('1.0')
+        end
+      end
+    end
+  end
 end

data/spec/integration/s3_spec.rb

@@ -0,0 +1,61 @@
+require "logstash/devutils/rspec/spec_helper"
+require "spec/support/helpers"
+require "logstash/inputs/s3"
+require "aws-sdk"
+require "fileutils"
+
+describe LogStash::Inputs::S3, :integration => true, :s3 => true do
+  before do
+    Thread.abort_on_exception = true
+
+    upload_file('../fixtures/uncompressed.log' , "#{prefix}uncompressed_1.log")
+    upload_file('../fixtures/compressed.log.gz', "#{prefix}compressed_1.log.gz")
+  end
+
+  after do
+    delete_remote_files(prefix)
+    FileUtils.rm_rf(temporary_directory)
+    delete_remote_files(backup_prefix)
+  end
+  
+  let(:temporary_directory) { Stud::Temporary.directory }
+  let(:prefix)  { 'logstash-s3-input-prefix/' }
+  
+  let(:minimal_settings)  {  { "access_key_id" => ENV['AWS_ACCESS_KEY_ID'],
+                               "secret_access_key" => ENV['AWS_SECRET_ACCESS_KEY'],
+                               "bucket" => ENV['AWS_LOGSTASH_TEST_BUCKET'],
+                               "region" => ENV["AWS_REGION"] || "us-east-1",
+                               "prefix" => prefix,
+                               "temporary_directory" => temporary_directory } }
+  let(:backup_prefix) { "backup/" }
+
+  it "support prefix to scope the remote files" do
+    events = fetch_events(minimal_settings)
+    expect(events.size).to eq(4)
+  end
+
+
+  it "add a prefix to the file" do
+    fetch_events(minimal_settings.merge({ "backup_to_bucket" => ENV["AWS_LOGSTASH_TEST_BUCKET"],
+                                                   "backup_add_prefix" => backup_prefix }))
+    expect(list_remote_files(backup_prefix).size).to eq(2)
+  end
+
+  it "allow you to backup to a local directory" do
+    Stud::Temporary.directory do |backup_dir|
+      fetch_events(minimal_settings.merge({ "backup_to_dir" => backup_dir }))
+      expect(Dir.glob(File.join(backup_dir, "*")).size).to eq(2)
+    end
+  end
+
+  context "remote backup" do
+    it "another bucket" do
+      fetch_events(minimal_settings.merge({ "backup_to_bucket" => "logstash-s3-input-backup"}))
+      expect(list_remote_files("", "logstash-s3-input-backup").size).to eq(2)
+    end
+
+    after do
+      delete_bucket("logstash-s3-input-backup")
+    end
+  end
+end

data/spec/support/helpers.rb

@@ -0,0 +1,34 @@
+def fetch_events(settings)
+  queue = []
+  s3 = LogStash::Inputs::S3.new(settings)
+  s3.register
+  s3.process_files(queue)
+  s3.teardown
+  queue
+end
+
+# delete_files(prefix)
+def upload_file(local_file, remote_name)
+  bucket = s3object.buckets[ENV['AWS_LOGSTASH_TEST_BUCKET']]
+  file = File.expand_path(File.join(File.dirname(__FILE__), local_file))
+  bucket.objects[remote_name].write(:file => file)
+end
+
+def delete_remote_files(prefix)
+  bucket = s3object.buckets[ENV['AWS_LOGSTASH_TEST_BUCKET']]
+  bucket.objects.with_prefix(prefix).each { |object| object.delete }
+end
+
+def list_remote_files(prefix, target_bucket = ENV['AWS_LOGSTASH_TEST_BUCKET'])
+  bucket = s3object.buckets[target_bucket]
+  bucket.objects.with_prefix(prefix).collect(&:key)
+end
+
+def delete_bucket(name)
+  s3object.buckets[name].objects.map(&:delete)
+  s3object.buckets[name].delete
+end
+
+def s3object
+  AWS::S3.new
+end

metadata

@@ -1,17 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-s3
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.6
 platform: ruby
 authors:
 - Elasticsearch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-02-26 00:00:00.000000000 Z
+date: 2015-03-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
+  name: logstash-core
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
@@ -19,10 +20,7 @@ dependencies:
     - - <
       - !ruby/object:Gem::Version
         version: 2.0.0
-  name: logstash-core
-  prerelease: false
-  type: :runtime
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
@@ -30,76 +28,78 @@ dependencies:
     - - <
       - !ruby/object:Gem::Version
         version: 2.0.0
-- !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  name: logstash-mixin-aws
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: logstash-mixin-aws
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  name: logstash-codec-line
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: stud
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
+        version: 0.0.18
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
-  name: aws-sdk
+        version: 0.0.18
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: logstash-devutils
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 0.0.18
-  name: stud
+        version: '0'
   prerelease: false
-  type: :runtime
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: simplecov
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 0.0.18
-- !ruby/object:Gem::Dependency
+        version: '0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  name: logstash-devutils
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: coveralls
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
 description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
 email: info@elasticsearch.com
 executables: []
@@ -114,7 +114,13 @@ files:
 - Rakefile
 - lib/logstash/inputs/s3.rb
 - logstash-input-s3.gemspec
+- spec/fixtures/cloudfront.log
+- spec/fixtures/compressed.log.gz
+- spec/fixtures/invalid_utf8.log
+- spec/fixtures/uncompressed.log
 - spec/inputs/s3_spec.rb
+- spec/integration/s3_spec.rb
+- spec/support/helpers.rb
 homepage: http://www.elasticsearch.org/guide/en/logstash/current/index.html
 licenses:
 - Apache License (2.0)
@@ -137,9 +143,15 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.4.5
+rubygems_version: 2.1.9
 signing_key:
 specification_version: 4
 summary: Stream events from files from a S3 bucket.
 test_files:
+- spec/fixtures/cloudfront.log
+- spec/fixtures/compressed.log.gz
+- spec/fixtures/invalid_utf8.log
+- spec/fixtures/uncompressed.log
 - spec/inputs/s3_spec.rb
+- spec/integration/s3_spec.rb
+- spec/support/helpers.rb