scrub_db 0.0.1.pre.rc.02 → 0.0.1.pre.rc.03

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9b12d9b626b49820c931e9f2d2d7c50728f35e78754dcdcf57f6b449145535eb
-  data.tar.gz: c778102695e3d3c2c9b3fe7563a22185f32b67bdc88ea1dde87a52200ba54422
+  metadata.gz: 38b27fd85ba16c4f14ca0542699874b3a101f17eb1faf10fadf163cee9e43d20
+  data.tar.gz: 321ca87b878ac6e66c7788da976e28dc49fa14d83e77d41f19aafb6c26c4ad7f
 SHA512:
-  metadata.gz: 3c61a4d9165fd49ad0f17a0b012895934cd8f124ac711a1b4c991ea165d4bbe8a72fe8bcd1bc4ac8488053a9c73a3fcba5155aeae67c52a7379233c82ac6369f
-  data.tar.gz: ba3e79c991911931c0c54f31e22480a3b5d59686311bfcb7e0e9720157aaf35b47fac481ba1e588c53efd4f5796410e4e422f47c21d06e2bf358ea0fe4d3ad9e
+  metadata.gz: 6f6c11ca3c7b1575c23d811cdf9e977b1dd2a0a198533260c42e5fd18f3146c1d8b4bdcb73615c094f34a2463c670ec26ee5a4a74ac3fa29ce9f4e0c6949f156
+  data.tar.gz: 9ed5a5cbecd487b94f6a99b65e666baba8dc19938d0b111fdd573790aa530d627b79403759996d4ac2188690b6bab9b37e17834f5e948f33638767c05d7c7704

data/.gitignore

@@ -7,7 +7,7 @@
 /spec/reports/
 /tmp/
 
-utf8_sanitizer-*.gem
+scrub_db-*.gem
 .DS_Store
 .idea/
 .xlsx

data/README.md

@@ -1,8 +1,5 @@
 # ScrubDb
-
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/scrub_db`. To experiment with that code, run `bin/console` for an interactive prompt.
-
-TODO: Delete this and the text above, and describe your gem
+#### Scrub data with your custom criteria.  Returns detailed reporting.
 
 ## Installation
 
@@ -22,7 +19,232 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+More methods coming soon.  Currently, Scrub Array of URLs is fully functional.
+
+### 1. Scrub Array of URLs:
+This is an example of scrubbing auto dealership urls.  We only want URLs based in the US, and paths of the staff.  Most of our URLs are good, but we want to confirm that they all meet our requirements.
+
+### A. Pass in Scrub Criteria
+First step is to load your web criteria in hash format.  It's not required to enter all the keys below, but for those you are using, each key must be a symbol and be exactly the same as the ones below.  The values must each be an array of strings.
+
+```
+criteria = {
+      neg_urls: %w[pprov avis budget collis eat],
+      pos_urls: %w[acura audi bmw bentley],
+      neg_paths: %w[buy bye call cash cheap click collis cont distrib],
+      pos_paths: %w[team staff management],
+      neg_exts: %w[au ca edu es gov in ru uk us],
+      pos_exts: %w[com net]
+    }
+
+web_obj = ScrubDb::Web.new(criteria)
+```
+
+### B. Pass in URLs List
+Next, pass your list of URLs to `scrub_urls(urls)` with the syntax below.
+
+```
+urls = %w[
+  smith_acura.com/staff
+  abcrepair.ca
+  austinchevrolet.not.real
+  hertzrentals.com/review
+  londonhyundai.uk/fleet
+  http://www.townbuick.net/staff
+  http://youtube.com/download
+  www.madridinfiniti.es/collision
+  www.mitsubishideals.sofake
+  www.dallassubaru.com.sofake
+  www.quickeats.net/contact_us
+  www.school.edu/teachers
+  www.www.nissancars/inventory
+  www.www.toyotatown.net/staff/management
+  www.www.yellowpages.com/business
+]
+
+scrubbed_web_hashes = web_obj.scrub_urls(urls)
+```
+
+### C. Returned Results
+Notice that the URLs in the list above are NOT uniformly formatted.  ScrubDb leverages the `Utf8Sanitizer gem` and `CrmFormatter gem` to first format the URLs.  Then, it passes the formatted URL hashes to be scrubbed based on the criteria passes in earlier.  The results will be returned in the syntax below:
+
+```
+scrubbed_web_hashes = [
+  {
+    web_status: 'formatted',
+    url: 'smith_acura.com/staff',
+    url_f: 'http://www.smith_acura.com',
+    url_path: '/staff',
+    web_neg: nil,
+    url_exts: ['com'],
+    neg_exts: [],
+    pos_exts: ['com'],
+    neg_paths: [],
+    pos_paths: ['staff'],
+    neg_urls: [],
+    pos_urls: ['acura']
+  },
+  {
+    web_status: 'formatted',
+    url: 'abcrepair.ca',
+    url_f: 'http://www.abcrepair.ca',
+    url_path: nil,
+    web_neg: nil,
+    url_exts: ['ca'],
+    neg_exts: ['ca'],
+    pos_exts: [],
+    neg_paths: [],
+    pos_paths: [],
+    neg_urls: ['repair'],
+    pos_urls: []
+  },
+  {
+    web_status: 'formatted',
+    url: 'hertzrentals.com/review',
+    url_f: 'http://www.hertzrentals.com',
+    url_path: '/review',
+    web_neg: nil,
+    url_exts: ['com'],
+    neg_exts: [],
+    pos_exts: ['com'],
+    neg_paths: ['review'],
+    pos_paths: [],
+    neg_urls: ['hertz, rent'],
+    pos_urls: []
+  },
+  {
+    web_status: 'formatted',
+    url: 'londonhyundai.uk/fleet',
+    url_f: 'http://www.londonhyundai.uk',
+    url_path: '/fleet',
+    web_neg: nil,
+    url_exts: ['uk'],
+    neg_exts: ['uk'],
+    pos_exts: [],
+    neg_paths: ['fleet'],
+    pos_paths: [],
+    neg_urls: [],
+    pos_urls: ['hyundai']
+  },
+  {
+    web_status: 'formatted',
+    url: 'http://www.townbuick.net/staff',
+    url_f: 'http://www.townbuick.net',
+    url_path: nil,
+    web_neg: nil,
+    url_exts: ['net'],
+    neg_exts: [],
+    pos_exts: ['net'],
+    neg_paths: [],
+    pos_paths: [],
+    neg_urls: [],
+    pos_urls: ['buick']
+  },
+  {
+    web_status: 'formatted',
+    url: 'http://youtube.com/download',
+    url_f: 'http://www.youtube.com',
+    url_path: nil,
+    web_neg: nil,
+    url_exts: ['com'],
+    neg_exts: [],
+    pos_exts: ['com'],
+    neg_paths: [],
+    pos_paths: [],
+    neg_urls: ['youtube'],
+    pos_urls: []
+  },
+  {
+    web_status: 'formatted',
+    url: 'www.madridinfiniti.es/collision',
+    url_f: 'http://www.madridinfiniti.es',
+    url_path: '/collision',
+    web_neg: nil,
+    url_exts: ['es'],
+    neg_exts: ['es'],
+    pos_exts: [],
+    neg_paths: ['collis'],
+    pos_paths: [],
+    neg_urls: [],
+    pos_urls: ['infiniti']
+  },
+  {
+    web_status: 'formatted',
+    url: 'www.dallassubaru.com.sofake',
+    url_f: 'http://www.dallassubaru.com',
+    url_path: nil,
+    web_neg: nil,
+    url_exts: ['com'],
+    neg_exts: [],
+    pos_exts: ['com'],
+    neg_paths: [],
+    pos_paths: [],
+    neg_urls: [],
+    pos_urls: ['subaru']
+  },
+  {
+    web_status: 'formatted',
+    url: 'www.quickeats.net/contact_us',
+    url_f: 'http://www.quickeats.net',
+    url_path: '/contact_us',
+    web_neg: nil,
+    url_exts: ['net'],
+    neg_exts: [],
+    pos_exts: ['net'],
+    neg_paths: ['cont'],
+    pos_paths: [],
+    neg_urls: ['eat, quick'],
+    pos_urls: []
+  },
+  {
+    web_status: 'formatted',
+    url: 'www.school.edu/teachers',
+    url_f: 'http://www.school.edu',
+    url_path: '/teachers',
+    web_neg: nil,
+    url_exts: ['edu'],
+    neg_exts: ['edu'],
+    pos_exts: [],
+    neg_paths: [],
+    pos_paths: [],
+    neg_urls: [],
+    pos_urls: []
+  },
+  {
+    web_status: 'formatted',
+    url: 'www.www.toyotatown.net/staff/management',
+    url_f: 'http://www.toyotatown.net',
+    url_path: '/staff/management',
+    web_neg: nil,
+    url_exts: ['net'],
+    neg_exts: [],
+    pos_exts: ['net'],
+    neg_paths: [],
+    pos_paths: ['staff, management'],
+    neg_urls: [],
+    pos_urls: ['toyota']
+  },
+  {
+    web_status: 'formatted',
+    url: 'www.www.yellowpages.com/business',
+    url_f: 'http://www.yellowpages.com',
+    url_path: '/business',
+    web_neg: nil,
+    url_exts: ['com'],
+    neg_exts: [],
+    pos_exts: ['com'],
+    neg_paths: ['business'],
+    pos_paths: [],
+    neg_urls: ['yellowpages'],
+    pos_urls: []
+  }
+]
+```
+
+
+## Author
+
+Adam J Booth  - [4rlm](https://github.com/4rlm)
 
 ## Development
 
@@ -32,7 +254,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/scrub_db. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitHub at https://github.com/4rlm/scrub_db. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 ## License
 
@@ -40,4 +262,4 @@ The gem is available as open source under the terms of the [MIT License](https:/
 
 ## Code of Conduct
 
-Everyone interacting in the ScrubDb project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/scrub_db/blob/master/CODE_OF_CONDUCT.md).
+Everyone interacting in the ScrubDb project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/4rlm/scrub_db/blob/master/CODE_OF_CONDUCT.md).

data/Rakefile

@@ -1,6 +1,47 @@
 require "bundler/gem_tasks"
 require "rspec/core/rake_task"
+require 'scrub_db'
+require 'web_criteria'
+
 
 RSpec::Core::RakeTask.new(:spec)
 
 task :default => :spec
+task :test => :spec
+
+###################
+task :console do
+  require 'irb'
+  require 'irb/completion'
+  require 'scrub_db'
+  require "active_support/all"
+  ARGV.clear
+
+  scrubbed_urls = scrub_sample_urls
+  binding.pry
+
+  IRB.start
+end
+
+def scrub_sample_urls
+  urls = %w[
+    smith_acura.com/staff
+    abcrepair.ca
+    austinchevrolet.not.real
+    hertzrentals.com/review
+    londonhyundai.uk/fleet
+    http://www.townbuick.net/staff
+    http://youtube.com/download
+    www.madridinfiniti.es/collision
+    www.mitsubishideals.sofake
+    www.dallassubaru.com.sofake
+    www.quickeats.net/contact_us
+    www.school.edu/teachers
+    www.www.nissancars/inventory
+    www.www.toyotatown.net/staff/management
+    www.www.yellowpages.com/business
+  ]
+
+  web_obj = ScrubDb::Web.new(WebCriteria.all_web_criteria)
+  scrubbed_webs = web_obj.scrub_urls(urls)
+end

data/lib/scrub_db/filter.rb

@@ -0,0 +1,114 @@
+# frozen_string_literal: false
+
+module ScrubDb
+  class Filter
+
+    def initialize(args={})
+      @args = args
+      # @global_hash = grab_global_hash
+      @empty_criteria = args.empty?
+    end
+
+    def scrub_oa(hash, target, oa_name, include_or_equal)
+      return hash unless oa_name.present? && !@empty_criteria && target.present?
+      criteria = @args.fetch(oa_name.to_sym, [])
+
+      return hash unless criteria.any?
+      tars = target.is_a?(::String) ? target.split(', ') : target
+      binding.pry if !tars.present?
+
+      scrub_matches = tars.map do |tar|
+        return hash unless criteria.present?
+        if include_or_equal == 'include'
+          criteria.select { |crit| crit if tar.include?(crit) }.join(', ')
+        elsif include_or_equal == 'equal'
+          criteria.select { |crit| crit if tar == crit }.join(', ')
+        end
+      end
+
+      scrub_match = scrub_matches&.uniq&.sort&.join(', ')
+      return hash unless scrub_match.present?
+
+      hash[oa_name.to_sym] << scrub_match
+      hash
+
+      ### Delete below after testing above. ###
+      # scrub_match = scrub_matches&.uniq&.sort&.join(', ')
+      # return hash unless scrub_match.present?
+      # if oa_name.include?('web_neg')
+      #   hash[:web_neg] << "#{oa_name}: #{scrub_match}"
+      # else
+      #   hash[:web_pos] << "#{oa_name}: #{scrub_match}"
+      # end
+    end
+    ######################################
+
+
+    # def grab_global_hash
+    #   keys = %i[row_id act_name street city state zip full_addr phone url street_f city_f state_f zip_f full_addr_f phone_f url_f url_path web_neg address_status phone_status web_status utf_status]
+    #   @global_hash = Hash[keys.map { |a| [a, nil] }]
+    # end
+
+    # def update_global_hash(local_keys)
+    #   gkeys = @global_hash.keys
+    #   lkeys = local_keys.uniq.sort
+    #   # lkeys = lkeys.map(&:to_sym)
+    #   # gkeys = gkeys.map(&:to_sym)
+    #   add_to_global = lkeys - gkeys
+    #   same_keys = lkeys && gkeys
+    #   add_to_global += same_keys - gkeys
+    #   add_to_global&.uniq!
+    #
+    #   if add_to_global.any?
+    #     add_to_global += gkeys
+    #     row = add_to_global.map { |_| nil }
+    #     @global_hash = row_to_hsh(global_keys, row)
+    #   end
+    # end
+
+    # def row_to_hsh(headers, row)
+    #   headers = headers.map(&:to_sym)
+    #   hash = Hash[headers.zip(row)]
+    # end
+
+
+    # def letter_case_check(str)
+    #   return unless str.present?
+    #   flashes = str&.gsub(/[^ A-Za-z]/, '')&.strip&.split(' ')
+    #   flash = flashes&.reject { |e| e.length < 3 }&.join(' ')
+    #
+    #   return str unless flash.present?
+    #   has_caps = flash.scan(/[A-Z]/).any?
+    #   has_lows = flash.scan(/[a-z]/).any?
+    #
+    #   return str unless !has_caps || !has_lows
+    #   str = str.split(' ')&.each { |el| el.capitalize! if el.gsub(/[^ A-Za-z]/, '')&.strip&.length > 2 }&.join(' ')
+    # end
+
+    ### Save for later. ###
+
+    ### These two methods can set instance vars from args.
+    # def set(name, value)
+    #   var_name = "@#{name}"  # the '@' is required
+    #   self.instance_variable_set(var_name, value)
+    # end
+
+    # def set_args(args, inst_vars)
+    #   return unless args.any?
+    #   args.symbolize_keys!
+    #   keys_to_slice = (args.keys.uniq) & inst_vars
+    #   args.slice!(*keys_to_slice)
+    #   args
+    # end
+
+    # def compare_diff(hsh)
+    #   res = []
+    #   hsh.to_a.reduce do |el, nxt|
+    #     res << nxt.first if el.last != nxt.last
+    #     el = nxt
+    #   end
+    #   res.compact!
+    # end
+
+  end
+end

data/lib/scrub_db/version.rb

@@ -1,3 +1,3 @@
 module ScrubDb
-  VERSION = "0.0.1.pre.rc.02"
+  VERSION = "0.0.1.pre.rc.03"
 end

data/lib/scrub_db/web.rb

@@ -0,0 +1,108 @@
+
+
+module ScrubDb
+  class Web
+    # attr_accessor :headers, :valid_rows, :encoded_rows, :row_id, :data_hash, :defective_rows, :error_rows
+
+    def initialize(criteria={})
+      @empty_criteria = criteria&.empty?
+      @filter = ScrubDb::Filter.new(criteria) unless @empty_criteria
+    end
+
+    def scrub_urls(urls=[])
+      formatted_url_hashes = CrmFormatter.format_urls(urls)
+      formatted_url_hashes = merge_criteria_hashes(formatted_url_hashes)
+
+      formatted_url_hashes.map! do |url_hash|
+        if url_hash[:web_status] != 'invalid' && url_hash[:url_f].present?
+          url_hash[:url_exts] = extract_exts(url_hash)
+          url_hash = scrub_url_hash(url_hash)
+        end
+      end
+    end
+
+    def merge_criteria_hashes(hashes)
+      hashes.map! do |url_hash|
+        merge_criteria_hash(url_hash)
+      end
+    end
+
+    def merge_criteria_hash(url_hash)
+      url_hash.merge!(
+        {
+          url_exts: [],
+          neg_exts: [],
+          pos_exts: [],
+          neg_paths: [],
+          pos_paths: [],
+          neg_urls: [],
+          pos_urls: []
+        }
+      )
+    end
+
+    def extract_exts(url_hash)
+      uri_parts = URI(url_hash[:url_f]).host&.split('.')
+      url_exts = uri_parts[2..-1]
+    end
+
+    def scrub_url_hash(url_hash)
+      url = url_hash[:url_f]
+      path = url_hash[:url_path]
+      href = url_hash[:href]
+      url_exts = url_hash[:url_exts]
+
+      url_hash = @filter.scrub_oa(url_hash, url_exts, 'neg_exts', 'equal')
+      url_hash = @filter.scrub_oa(url_hash, url_exts, 'pos_exts', 'equal')
+      url_hash = @filter.scrub_oa(url_hash, url, 'neg_urls', 'include')
+      url_hash = @filter.scrub_oa(url_hash, url, 'pos_urls', 'include')
+      url_hash = @filter.scrub_oa(url_hash, path, 'neg_paths', 'include')
+      url_hash = @filter.scrub_oa(url_hash, path, 'pos_paths', 'include')
+      url_hash
+    end
+
+    # def remove_invalid_links(link)
+    #   link_hsh = { link: link, valid_link: nil, flags: nil }
+    #   return link_hsh unless link.present?
+    #   @neg_paths += get_symbs
+    #   flags = @neg_paths.select { |red| link&.include?(red) }
+    #   flags << "below #{2}" if link.length < 2
+    #   flags << "over #{100}" if link.length > 100
+    #   flags = flags.flatten.compact
+    #   valid_link = flags.any? ? nil : link
+    #   link_hsh[:valid_link] = valid_link
+    #   link_hsh[:flags] = flags.join(', ')
+    #   binding.pry
+    #   link_hsh
+    # end
+
+    # def remove_invalid_hrefs(href)
+    #   href_hsh = { href: href, valid_href: nil, flags: nil }
+    #   return href_hsh unless href.present?
+    #   @neg_hrefs += get_symbs
+    #   href = href.split('|').join(' ')
+    #   href = href.split('/').join(' ')
+    #   href&.gsub!('(', ' ')
+    #   href&.gsub!(')', ' ')
+    #   href&.gsub!('[', ' ')
+    #   href&.gsub!(']', ' ')
+    #   href&.gsub!(',', ' ')
+    #   href&.gsub!("'", ' ')
+    #
+    #   flags = []
+    #   flags << "over #{100}" if href.length > 100
+    #   invalid_text = Regexp.new(/[0-9]/)
+    #   flags << invalid_text&.match(href)
+    #   href = href&.downcase
+    #   href = href&.strip
+    #
+    #   flags << @neg_hrefs.select { |red| href&.include?(red) }
+    #   flags = flags.flatten.compact.uniq
+    #   href_hsh[:valid_href] = href unless flags.any?
+    #   href_hsh[:flags] = flags.join(', ')
+    #   href_hsh
+    # end
+
+  end
+
+end

data/lib/scrub_db.rb

@@ -1,11 +1,13 @@
 require "scrub_db/version"
-# require 'utf8_sanitizer/subclass..'
+require 'scrub_db/web'
+require 'scrub_db/filter'
 require 'pry'
+require 'crm_formatter'
 
 module ScrubDb
 
   def self.welcome
     puts "Welcome to the gem!"
   end
-  
+
 end

data/lib/web_criteria.rb

@@ -0,0 +1,55 @@
+# WebCriteria.new.all_web_criteria
+
+class WebCriteria
+
+  def self.all_web_criteria
+    {
+      neg_urls: seed_neg_urls,
+      pos_urls: seed_pos_urls,
+      neg_paths: seed_neg_paths,
+      pos_paths: seed_pos_paths,
+      neg_exts: seed_neg_exts,
+      pos_exts: seed_pos_exts
+    }
+  end
+
+  def self.seed_neg_urls
+    %w(approv avis budget collis eat enterprise facebook financ food google gourmet hertz hotel hyatt insur invest loan lube mobility motel motorola parts quick rent repair restaur rv ryder service softwar travel twitter webhost yellowpages yelp youtube)
+  end
+
+  def self.seed_pos_urls
+    ["acura", "alfa romeo", "aston martin", "audi", "bmw", "bentley", "bugatti", "buick", "cdjr", "cadillac", "chevrolet", "chrysler", "dodge", "ferrari", "fiat", "ford", "gmc", "group", "group", "honda", "hummer", "hyundai", "infiniti", "isuzu", "jaguar", "jeep", "kia", "lamborghini", "lexus", "lincoln", "lotus", "mini", "maserati", "mazda", "mclaren", "mercedes-benz", "mitsubishi", "nissan", "porsche", "ram", "rolls-royce", "saab", "scion", "smart", "subaru", "suzuki", "toyota", "volkswagen", "volvo"]
+  end
+
+  def self.seed_neg_paths
+    %w(: .biz .co .edu .gov .jpg .net // afri anounc book business buy bye call cash cheap click collis cont distrib download drop event face feature feed financ find fleet form gas generat graphic hello home hospi hour hours http info insta inventory item join login mail mailto mobile movie museu music news none offer part phone policy priva pump rate regist review schedul school service shop site test ticket tire tv twitter watch www yelp youth)
+  end
+
+  def self.seed_pos_paths
+    %w(team staff management)
+  end
+
+  def self.seed_neg_exts
+     %w(au ca edu es gov in ru uk us)
+  end
+
+  def self.seed_pos_exts
+     %w(com net)
+  end
+
+  # def self.seed_neg_hrefs
+  #   %w(? .com .jpg @ * afri after anounc apply approved blog book business buy call care career cash charit cheap check click collis commerc cont contrib deal distrib download employ event face feature feed financ find fleet form gas generat golf here holiday hospi hour info insta inventory join later light login mail mobile movie museu music news none now oil part pay phone policy priva pump quick quote rate regist review saving schedul service shop sign site speci ticket tire today transla travel truck tv twitter watch youth)
+  # end
+  #
+  # def self.seed_pos_hrefs
+  #   %w(team staff management)
+  # end
+
+
+  # ##Rails C: StartCrm.run_webs
+  # def self.get_urls
+  #   urls = %w(approvedautosales.org autosmartfinance.com leessummitautorepair.net melodytoyota.com northeastacura.com gemmazda.com)
+  #   urls += %w(website.com website.business.site website website.fake website.fake.com website.com.fake)
+  # end
+
+end

data/scrub_db.gemspec

@@ -12,8 +12,8 @@ Gem::Specification.new do |spec|
   spec.homepage      = 'https://github.com/4rlm/scrub_db'
   spec.license       = "MIT"
 
-  spec.summary       = %q{Summary Coming Soon.  Reserving namespace.  Initial commit.}
-  spec.description   = %q{Description Coming Soon.  Reserving namespace.  Initial commit.}
+  spec.summary       = %q{Scrub data with your custom criteria.  Returns detailed reporting.}
+  spec.description   = %q{Scrub data with your custom criteria.  Returns detailed reporting.  Rspecs coming soon.}
 
   if spec.respond_to?(:metadata)
     spec.metadata['allowed_push_host'] = 'https://rubygems.org'
@@ -39,7 +39,11 @@ Gem::Specification.new do |spec|
 
   spec.required_ruby_version = '~> 2.5.1'
   spec.add_dependency 'activesupport', '~> 5.2', '>= 5.2.0'
-  spec.add_dependency "activesupport-inflector", ['~> 0.1.0']
+  # spec.add_dependency "activesupport-inflector", ['~> 0.1.0']
+
+  spec.add_dependency "utf8_sanitizer", "~> 2.0"
+  spec.add_dependency "crm_formatter", "~> 2.4"
+
   spec.add_development_dependency 'bundler', '~> 1.16', '>= 1.16.2'
   spec.add_development_dependency 'byebug', '~> 10.0', '>= 10.0.2'
   spec.add_development_dependency 'class_indexer', '~> 0.3.0'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scrub_db
 version: !ruby/object:Gem::Version
-  version: 0.0.1.pre.rc.02
+  version: 0.0.1.pre.rc.03
 platform: ruby
 authors:
 - Adam Booth
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-06-26 00:00:00.000000000 Z
+date: 2018-06-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -31,19 +31,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 5.2.0
 - !ruby/object:Gem::Dependency
-  name: activesupport-inflector
+  name: utf8_sanitizer
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: '2.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: crm_formatter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -194,7 +208,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.97.4
-description: Description Coming Soon.  Reserving namespace.  Initial commit.
+description: Scrub data with your custom criteria.  Returns detailed reporting.  Rspecs
+  coming soon.
 email:
 - 4rlm@protonmail.ch
 executables: []
@@ -212,7 +227,10 @@ files:
 - bin/console
 - bin/setup
 - lib/scrub_db.rb
+- lib/scrub_db/filter.rb
 - lib/scrub_db/version.rb
+- lib/scrub_db/web.rb
+- lib/web_criteria.rb
 - scrub_db.gemspec
 homepage: https://github.com/4rlm/scrub_db
 licenses:
@@ -238,5 +256,5 @@ rubyforge_project:
 rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
-summary: Summary Coming Soon.  Reserving namespace.  Initial commit.
+summary: Scrub data with your custom criteria.  Returns detailed reporting.
 test_files: []