name-tamer 0.2.8 → 0.2.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 584408a915c3b55c01d600ae7cee7dad1585b7d9
-  data.tar.gz: aeec9318693df40e29d3444e78d57262aa749711
+  metadata.gz: a7bc57d8799f60a21ac3da86db62f28cc7decbdf
+  data.tar.gz: 05a8bcf92f7765e60df2b437d4526c028ea41916
 SHA512:
-  metadata.gz: cb502da77de553dd0e451f8829770851de8bf7a6f180be99361c05f50278cd773fc0d347fbfa65969131b5f5e9374defacee2677d39a03372f8a18ec8bc4b589
-  data.tar.gz: 4381197a9a181b4c4a135e53c01576b8edd4068c7e9a4517796124814ba0ff6e3adf2d3fdc17d20eab6a010f8d332a5de07fbd91af5abcf8fed0b3fe9ad78aa2
+  metadata.gz: b86e1afe2021fff0ec57e1dc985097d48715e20cee4e0b00ee06243e3e8086b55d34ee8354fc77f6d608b721f0ab149ebc0247987b19aaeca83353b37a64ef3a
+  data.tar.gz: 79dfd420738cbfadd96b2382d703cd9bdf7f688b55bb97535560679cc8ee8580087bd12c84c358eedba1e7da57180edbe9759644e35d256949bbf5e2d4ee8b0c

data/lib/name-tamer.rb

@@ -48,6 +48,7 @@ class NameTamer
       @tidy_name = name.dup # Start with the name we've received
 
       unescape              # Unescape percent-encoded characters and fix UTF-8 encoding
+      remove_zero_width     # remove zero-width characters
       tidy_spacing          # " John   Smith " -> "John Smith"
       fix_encoding_errors   # "Ren\u00c3\u00a9 Descartes" -> "Ren\u00e9 Descartes"
       consolidate_initials  # "I. B. M." -> "I.B.M."
@@ -133,6 +134,10 @@ class NameTamer
     @tidy_name.ensure_safe!.safe_unescape!
   end
 
+  def remove_zero_width
+    @tidy_name.strip_unwanted!(ZERO_WIDTH_FILTER)
+  end
+
   def tidy_spacing
     @tidy_name
       .space_after_comma!
@@ -390,7 +395,9 @@ class NameTamer
   NONBREAKING_SPACE = "\u00a0"
   ASCII_SPACE       = "\u0020"
   ADFIX_JOINERS     = "[#{ASCII_SPACE}-]"
-  SLUG_DELIMITER    =  '-'
+  SLUG_DELIMITER    = '-'
+
+  ZERO_WIDTH_FILTER = /[\u200B\u200C\u200D\u2063\uFEFF]/
 
   # Constants for parameterizing Unicode strings for IRIs
   #

data/lib/name-tamer/version.rb

@@ -1,3 +1,3 @@
 class NameTamer
-  VERSION = '0.2.8'
+  VERSION = '0.2.9'
 end

data/spec/name_tamer_spec.rb

@@ -187,7 +187,9 @@ describe NameTamer do
       { n: 'John “Jonno” Johnson', t: :person, nn: 'John “Jonno” Johnson', sn: 'John Johnson', s: 'john-johnson' },
       { n: 'Pablo M Sánchez', t: :person, nn: 'Pablo M Sánchez', sn: 'Pablo Sánchez', s: 'pablo-sanchez' },
       { n: "\xc3\x28", t: :person, nn: '()', sn: '()', s: '_' }, # Invalid byte sequence in UTF-8
-      { n: '’%80', t: :person, nn: '’%80', sn: '’%80', s: '’80' } # Encoding::CompatibilityError
+      { n: '’%80', t: :person, nn: '’%80', sn: '’%80', s: '’80' }, # Encoding::CompatibilityError
+      { n: "John Smith\u{FEFF}\u{200B}\u{200C}\u{200D}\u{2063}", t: :person,
+        nn: 'John Smith', sn: 'John Smith', s: 'john-smith' } # Zero-width characters
     ]
   end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: name-tamer
 version: !ruby/object:Gem::Version
-  version: 0.2.8
+  version: 0.2.9
 platform: ruby
 authors:
 - Xenapto
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-12 00:00:00.000000000 Z
+date: 2015-01-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler