symbolify 1.1.0 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 86f1b09386497498d42a5bc13c1bd0eada8558e1
-  data.tar.gz: 40d18cd726a05c7b8374478dfef7fe1f0269b171
+  metadata.gz: 33dcd3ff7675fc32d54da2f264ef1aafed9aac0e
+  data.tar.gz: 7d65bbc2175dcd01ccee1d29f0a08c436854b95b
 SHA512:
-  metadata.gz: 5ad1e514f138cc49b80c4efb55d5fdfb1181d13a5f1c082f0b65eacdb980014f62c209d4cba852ee948cb75586638ed09e69664aad7f04f94090005c4783b825
-  data.tar.gz: 32296309c2cc61c305997c61cfc038a26f25c8d8480057ea6c9589adcb861bcefefe85e1685118c3d13f3509274c2767c99c6870f2479488025fdb631193e158
+  metadata.gz: 4cd9a38e8b99f2f5ad74f0acb86be7a1115460224eb83b08783203015b16f7c052aa5aea659801ea43c67969ccc7ba7c3732b36b6038622a7fbd5162a9e35f4c
+  data.tar.gz: 674266066d76c9110f7530f17319122d1f07045a6014ed7543b2329ec04b3e161e4983c6f9bc5250c002c54838172cdaf144f197d7e233ecb7af9a0ec48456d1

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 ## CHANGELOG
 
+### 1.2.0
+
+* Return "n/a*" for unassigned codepoints which are ignorable
+* Change "TAG ␡" to "TAG ✦"
+
 ### 1.1.0
 
 * Add special characters (U+FFF9 - U+FFFC)

data/README.md

@@ -29,7 +29,8 @@ puts Symbolify.symbolify "\u{FFF9}"   # IAA
 puts Symbolify.symbolify "\u{FFFC}"   # OBJ
 puts Symbolify.symbolify "\u{E0020}"   # TAG ␠
 puts Symbolify.symbolify "\u{E01D7}"   # VS232
-puts Symbolify.symbolify "\u{E0000}"   # n/a
+puts Symbolify.symbolify "\u{D0000}"   # n/a
+puts Symbolify.symbolify "\u{E0000}"   # n/a*
 puts Symbolify.symbolify "\u{10FFFF}"   # n/c
 puts Symbolify.symbolify "\x80"   # �
 ```

data/lib/symbolify.rb

@@ -201,7 +201,7 @@ module Symbolify
     0xE007C => "TAG |",
     0xE007D => "TAG }",
     0xE007E => "TAG ~",
-    0xE007F => "TAG ␡",
+    0xE007F => "TAG ✦",
   }.freeze
 
   VARIATION_SELECTOR_NAMES = {
@@ -468,27 +468,6 @@ module Symbolify
     0xE01EF => "VS256",
   }.freeze
 
-  NONCHARACTERS = [
-      *0xFDD0..0xFDEF,
-      0xFFFE,  0xFFFF,
-     0x1FFFE, 0x1FFFF,
-     0x2FFFE, 0x2FFFF,
-     0x3FFFE, 0x3FFFF,
-     0x4FFFE, 0x4FFFF,
-     0x5FFFE, 0x5FFFF,
-     0x6FFFE, 0x6FFFF,
-     0x7FFFE, 0x7FFFF,
-     0x8FFFE, 0x8FFFF,
-     0x9FFFE, 0x9FFFF,
-     0xAFFFE, 0xAFFFF,
-     0xBFFFE, 0xBFFFF,
-     0xCFFFE, 0xCFFFF,
-     0xDFFFE, 0xDFFFF,
-     0xEFFFE, 0xEFFFF,
-     0xFFFFE, 0xFFFFF,
-    0x10FFFE, 0x10FFFF,
-  ].freeze
-
   INTERESTING_BYTES_ENCODINGS = {
     0xD8 => /^macCroatian/,
     0xF0 => /^mac(Iceland|Roman|Turkish)/,
@@ -529,8 +508,10 @@ module Symbolify
 
   def self.unicode(char, char_info = UnicodeCharacteristics.new(char))
     if !char_info.assigned?
-      if NONCHARACTERS.include?(char.ord)
+      if char_info.noncharacter?
         return "n/c"
+      elsif char_info.ignorable?
+        return "n/a*"
       else
         return "n/a"
       end
@@ -548,8 +529,10 @@ module Symbolify
       char = CONTROL_C1_NAMES[ord]
     elsif char_info.bidi_control?
       char = BIDI_CONTROL_NAMES[ord]
-    elsif VARIATION_SELECTOR_NAMES.key?(ord)
+    elsif char_info.variation_selector?
       char = VARIATION_SELECTOR_NAMES[ord]
+    elsif char_info.tag?
+      char = TAG_NAMES[ord]
     elsif char_info.category == "Mn"
       char = "◌" + char
     elsif char_info.category == "Me"
@@ -558,8 +541,6 @@ module Symbolify
       char = "⏎"
     elsif char_info.blank?
       char = "]" + char + "["
-    elsif TAG_NAMES.key?(ord)
-      char = TAG_NAMES[ord]
     elsif SPECIALS.key?(ord)
       char = SPECIALS[ord]
     end

data/lib/symbolify/version.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 module Symbolify
-  VERSION = "1.1.0".freeze
+  VERSION = "1.2.0".freeze
   UNICODE_VERSION = "9.0.0".freeze
 end
 

data/spec/symbolify_spec.rb

@@ -72,7 +72,11 @@ describe Symbolify do
     end
 
     it "works with unassigned characters" do
-      assert_equal "n/a", Symbolify.symbolify("\u{E0000}")
+      assert_equal "n/a", Symbolify.symbolify("\u{D0000}")
+    end
+
+    it "adds a * to unassigned characters which are ignorable" do
+      assert_equal "n/a*", Symbolify.symbolify("\u{E0000}")
     end
   end
 

data/symbolify.gemspec

@@ -18,5 +18,5 @@ Gem::Specification.new do |gem|
   gem.require_paths = ["lib"]
 
   gem.required_ruby_version = "~> 2.0"
-  gem.add_dependency "characteristics", "~> 0.6"
+  gem.add_dependency "characteristics", "~> 0.7"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: symbolify
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.0
 platform: ruby
 authors:
 - Jan Lelis
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-03-30 00:00:00.000000000 Z
+date: 2017-03-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: characteristics
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.6'
+        version: '0.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.6'
+        version: '0.7'
 description: Safely print all codepoints from Unicode and single-byte encodings.
 email:
 - mail@janlelis.de