url_scrubber 0.8.6 → 0.8.7

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    MDM4ZTYzMzA2NTRjNzhjOTI2MjI4MGI3MDdlZjIzYjZmYjQ4ZDUwOA==
+    MzRlZTdlZWY1OTRiMWZlMDY0NDI1MWNjNmM4ZmNlZjRhYjYxYWZkMQ==
   data.tar.gz: !binary |-
-    NDczYzkxOTc4OGFkNmQzNTI2M2E4Y2E0MGM2NmRhZmQwNWRmZDYwNw==
+    ZTBjYjQ4NjBjYjllZGM2Y2I2NjgwY2U1ODliYWM5NjNiNTc4YTFjYw==
 SHA512:
   metadata.gz: !binary |-
-    MmMxY2U0ZmMwMDYyZjUwYjQ4YjI3OTU2NDZiZjgzYTZhZDY5ODQ3ZTAzM2E4
-    NTNkNWM0NWMwNTcyYTkwMDlkYzk2MzkyMDY1NjYzMTNlODg0Y2FhYWIxNmUy
-    ZDgwMjUxNDI3YTk5ZTQ2MTdjZWJkNzcxZGViMzYyZTBjYTI5NDY=
+    YTFhMDdiZjhjNGZmY2RmODczYmIyNTYxNWM0YzM0MmEwYWIzNTUwYTFkMzM3
+    ZDMwOGYxNmZhMDYwMWIyOTNhODQ3MjdiNGE5NzY3Nzk0NGJhNTNiOGIwZTA2
+    YWJkZjAxOTQ1ODk3ODE4YmQ4MTUyMDJlYWY5NTc1MTIxNjBmMjk=
   data.tar.gz: !binary |-
-    ZDRkYjJmNjY2ZWQ5N2IxNzE2MWYxNGNmODJhNDJmNjc0OTkyZjIzOTYxMzMx
-    NGVkZjE4MTYzN2E4OWE2MTNhMDUzOGFiMWY1Mzg1MmNkNWUyNWQyNjlhYjE0
-    M2NmYjY2ZDg3MzAxOTNkZTZmZTQ0NDFlY2FmODVjOWI1OTEyYzA=
+    MmQ2ZmUxZDViNWE4MjIyNmIzYzY0ODMwN2ZkNTBjYTFkOGFmOWVjNjAzZGVj
+    NjFiMDlhZTdhNTA2Yzg3NDJhZjhmZjY1ZTA1YWNkY2IzNDQ0YmZkNzlhZDZj
+    Y2YzZDQyZDM3ZDFkOGJmOGEyOTYzZWJlMzUwYTFlYTYzNGZiZWI=

data/lib/url_scrubber.rb

@@ -20,7 +20,7 @@ module UrlScrubber
     url.sub!('#!/', '')
     url.sub!('%27', '\'')
     url = downcase_domain(url)
-    remove_www!(url)
+    remove_subdomain!(url)
     remove_html_tags!(url)
     url = drop_anchor!(special_cases(url))
     url.sub!(/,+$/, "")    # remove one or more trailing commas at the end of the URL
@@ -200,11 +200,13 @@ module UrlScrubber
   end
 
 
-  def self.remove_www!(url)
+  def self.remove_subdomain!(url)
     # url.sub!(%r{://www\d*\.}, '://')
     url.sub!(%r{^https?://www?w?\d*\.}i, 'http://')
     url.sub!(%r{^https?://m\d*\.}i, 'http://')
     url.sub!(%r{^https?://mobile\d*\.}i, 'http://')
+    url.sub!(%r{^https?://touch\d*\.}i, 'http://')
+    url.sub!(%r{^https?://mbasic\.facebook\.com}i, 'http://facebook.com')
     url
   end
 

data/lib/url_scrubber/version.rb

@@ -1,3 +1,3 @@
 module UrlScrubber
-  VERSION = "0.8.6"
+  VERSION = "0.8.7"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: url_scrubber
 version: !ruby/object:Gem::Version
-  version: 0.8.6
+  version: 0.8.7
 platform: ruby
 authors:
 - Colin Langton
@@ -11,7 +11,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-12-10 00:00:00.000000000 Z
+date: 2016-12-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec