ramparts 0.3.0

data/spec/parsers/phone_parser_spec.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require_relative '../data/phone_data/truthy_phone_data'
+require_relative '../data/phone_data/falsy_phone_data'
+
+describe '#count_phone_numbers' do
+  it 'parses a number of positive test blocks correctly' do
+    test_truthy_count(PHONE_TRUTHY_WITH_ANSWERS, :count_phone_numbers)
+  end
+
+  it 'parses a number of positive test blocks correctly with parse_leet option' do
+    test_truthy_count(PHONE_TRUTHY_WITH_ANSWERS, :count_phone_numbers, parse_leet: true)
+  end
+
+  it 'parses a number of spaced positive test blocks correctly with remove_spaces option' do
+    test_truthy_count(PHONE_TRUTHY_WITH_ANSWERS_AND_SPACES, :count_phone_numbers, remove_spaces: true)
+  end
+
+  it 'parses a number of positive test blocks correctly with remove_spaces and parse_leet option' do
+    test_truthy_count(PHONE_TRUTHY_WITH_ANSWERS, :count_phone_numbers, parse_leet: true, remove_spaces: true)
+  end
+
+  it 'parses a number of negative test blocks correctly' do
+    test_falsy_count(PHONE_FALSY_BLOCKS, :count_phone_numbers)
+  end
+
+  it 'parses a number of negative test blocks correctly with all the options' do
+    test_falsy_count(PHONE_FALSY_BLOCKS, :count_phone_numbers, parse_leet: true, remove_spaces: true)
+  end
+end
+
+describe '#find_phone_numbers' do
+  it 'parses a number of positive test blocks correctly with glorified regex' do
+    test_truthy_finds(PHONE_TRUTHY_WITH_ANSWERS, :find_phone_numbers)
+  end
+
+  it 'parses a number of positive test blocks correctly' do
+    test_truthy_finds(PHONE_TRUTHY_WITH_ANSWERS_AND_SPACES, :find_phone_numbers)
+  end
+
+  it 'parses a number of negative test blocks correctly with glorified regex' do
+    test_falsy_finds(PHONE_FALSY_BLOCKS, :find_phone_numbers)
+  end
+end
+
+describe '#replace_phone_numbers' do
+  it 'replaces a number of positive test blocks correctly with phone replacer' do
+    test_replacements(PHONE_TRUTHY_WITH_ANSWERS, :replace_phone_numbers)
+  end
+end
+
+describe 'Map/Reduce to Regex Run Time' do
+  it 'times the two methods against each other' do
+    compare_run_times(PHONE_TRUTHY_WITH_ANSWERS, :count_phone_numbers, :find_phone_numbers)
+  end
+end

data/spec/parsers/url_parser_spec.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require './lib/ramparts'
+require_relative '../data/url_data/truthy_url_data'
+require_relative '../data/url_data/falsy_url_data'
+
+describe '#count_urls' do
+  it 'parses a number of positive test blocks correctly' do
+    test_truthy_count(URL_TRUTHY, :count_urls)
+  end
+
+  it 'parses a number of negative test blocks correctly' do
+    test_falsy_count(URL_FALSY, :count_urls)
+  end
+end

data/spec/spec_constants.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+INSERTABLE = 'CENSORED'

data/spec/spec_helper.rb

@@ -0,0 +1,87 @@
+# frozen_string_literal: true
+
+# Load first so it can track the application code
+require 'simplecov'
+SimpleCov.start
+
+require './lib/ramparts'
+require 'spec_constants'
+
+# Times a method run length in milliseconds
+def time_method(method, *args)
+  beginning_time = Time.now
+  Ramparts.send(method, args[0])
+  end_time = Time.now
+  milliseconds = (end_time - beginning_time) * 1000
+  milliseconds
+end
+
+# Compares the run time of two methods
+# In this case the MR and GR algos
+def compare_run_times(tests, method1, method2)
+  total_time_map_reduce = 0
+  total_time_regex = 0
+
+  tests.each do |test|
+    map_reduce_time = time_method(method1, test[:text])
+    regex_time = time_method(method2, test[:text])
+
+    total_time_map_reduce += map_reduce_time
+    total_time_regex += regex_time
+  end
+
+  puts
+  puts "Map Reduce Total Time: #{total_time_map_reduce.round(2)} milliseconds"
+  puts "Regex Total Time: #{total_time_regex.round(2)} milliseconds"
+end
+
+# Test helper for testing truthy values against count type methods
+def test_truthy_count(tests, method, options = {})
+  tests.each do |test|
+    matches = Ramparts.send(method, test[:text], options)
+    expect(matches)
+      .to eq(test[:matches].length),
+          "Expected #{test[:matches].length}, got #{matches} for '#{test[:text]}'"
+  end
+end
+
+# Test helper for testing truthy values against find type methods
+def test_truthy_finds(tests, method, options = {})
+  tests.each do |test|
+    matches = Ramparts.send(method, test[:text], options)
+    test[:matches].each_with_index do |match_string, index|
+      if matches[index].nil? || matches[index][:value].casecmp(match_string) != 0
+        got_result = matches[index].nil? ? 'NIL' : matches[index][:value]
+        raise "Expected: #{match_string}\nGot: #{got_result}\nBlock '#{test[:text]}'\nResult: #{matches}"
+      end
+    end
+  end
+end
+
+# Test helper for testing truthy values against find type methods
+def test_replacements(tests, method, options = {})
+  tests.each do |test|
+    text = Ramparts.send(method, test[:text], options) do
+      INSERTABLE
+    end
+    if text.casecmp(test[:filtered]) != 0
+      raise "Expected: #{test[:filtered]}\nGot: #{text}\nBlock '#{test[:filtered]}'"
+    end
+  end
+end
+
+# Test helper for testing falsy values against count type methods
+def test_falsy_count(tests, method, options = {})
+  tests.each do |test|
+    matches = Ramparts.send(method, test, options)
+    expect(matches).to eq(0), "Expected empty array, got #{matches} for '#{test}'"
+  end
+end
+
+# Test helper for testing falsy values against find type methods
+def test_falsy_finds(tests, method, options = {})
+  tests.each do |test|
+    matches = Ramparts.send(method, test, options)
+    expect(matches.length).to eq(0), "Expected empty array, got #{matches.length} for '#{test}'"
+  end
+end

metadata

@@ -0,0 +1,147 @@
+--- !ruby/object:Gem::Specification
+name: ramparts
+version: !ruby/object:Gem::Version
+  version: 0.3.0
+platform: ruby
+authors:
+- Brent Scheibelhut
+- CareGuide
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.5.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.5.0
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.51.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.51.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.15.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.15.1
+description: Parses blocks of text to find phone numbers (including phonetic numbers),
+  emails, and bad url. Useful for finding scammers who tend to try to post their phone
+  number in messages.
+email:
+- brent.scheibelhut@careguide.com
+- info@careguide.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".github/stale.yml"
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".travis.yml"
+- CHANGELOG.md
+- CONTRIBUTING.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.md
+- README.md
+- ROADMAP.md
+- Rakefile
+- lib/ramparts.rb
+- lib/ramparts/base.rb
+- lib/ramparts/data/list_of_email_domains.rb
+- lib/ramparts/helpers.rb
+- lib/ramparts/parsers/email_parser.rb
+- lib/ramparts/parsers/phone_parser.rb
+- lib/ramparts/parsers/url_parser.rb
+- lib/ramparts/version.rb
+- ramparts.gemspec
+- spec/data/email_and_phone_data/falsy_email_and_phone_data.rb
+- spec/data/email_and_phone_data/truthy_email_and_phone_data.rb
+- spec/data/email_data/falsy_email_data.rb
+- spec/data/email_data/truthy_email_data.rb
+- spec/data/phone_data/falsy_phone_data.rb
+- spec/data/phone_data/truthy_phone_data.rb
+- spec/data/url_data/falsy_url_data.rb
+- spec/data/url_data/truthy_url_data.rb
+- spec/parsers/email_and_phone_parser_spec.rb
+- spec/parsers/email_parser_spec.rb
+- spec/parsers/phone_parser_spec.rb
+- spec/parsers/url_parser_spec.rb
+- spec/spec_constants.rb
+- spec/spec_helper.rb
+homepage: https://github.com/CareGuide/ramparts
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Parses blocks of text to find phone numbers (including phonetic numbers),
+  emails, and bad url
+test_files:
+- spec/data/email_and_phone_data/falsy_email_and_phone_data.rb
+- spec/data/email_and_phone_data/truthy_email_and_phone_data.rb
+- spec/data/email_data/falsy_email_data.rb
+- spec/data/email_data/truthy_email_data.rb
+- spec/data/phone_data/falsy_phone_data.rb
+- spec/data/phone_data/truthy_phone_data.rb
+- spec/data/url_data/falsy_url_data.rb
+- spec/data/url_data/truthy_url_data.rb
+- spec/parsers/email_and_phone_parser_spec.rb
+- spec/parsers/email_parser_spec.rb
+- spec/parsers/phone_parser_spec.rb
+- spec/parsers/url_parser_spec.rb
+- spec/spec_constants.rb
+- spec/spec_helper.rb